{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 90000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.7611143589019775,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 1.325,
      "step": 10
    },
    {
      "grad_norm": 0.8325219750404358,
      "learning_rate": 4.222222222222222e-07,
      "loss": 1.3186,
      "step": 20
    },
    {
      "grad_norm": 0.8051992058753967,
      "learning_rate": 6.444444444444444e-07,
      "loss": 1.3335,
      "step": 30
    },
    {
      "grad_norm": 0.762684166431427,
      "learning_rate": 8.666666666666667e-07,
      "loss": 1.2924,
      "step": 40
    },
    {
      "grad_norm": 1.0059319734573364,
      "learning_rate": 1.0888888888888889e-06,
      "loss": 1.3385,
      "step": 50
    },
    {
      "grad_norm": 0.6047235131263733,
      "learning_rate": 1.3111111111111112e-06,
      "loss": 1.3435,
      "step": 60
    },
    {
      "grad_norm": 0.7691786885261536,
      "learning_rate": 1.5333333333333334e-06,
      "loss": 1.263,
      "step": 70
    },
    {
      "grad_norm": 1.388190507888794,
      "learning_rate": 1.7555555555555558e-06,
      "loss": 1.2769,
      "step": 80
    },
    {
      "grad_norm": 1.014890432357788,
      "learning_rate": 1.9777777777777775e-06,
      "loss": 1.2373,
      "step": 90
    },
    {
      "grad_norm": 1.1316837072372437,
      "learning_rate": 2.2e-06,
      "loss": 1.2472,
      "step": 100
    },
    {
      "grad_norm": 0.9567448496818542,
      "learning_rate": 2.4222222222222223e-06,
      "loss": 1.2132,
      "step": 110
    },
    {
      "grad_norm": 0.8968985676765442,
      "learning_rate": 2.6444444444444444e-06,
      "loss": 1.221,
      "step": 120
    },
    {
      "grad_norm": 1.6010639667510986,
      "learning_rate": 2.8666666666666666e-06,
      "loss": 1.2204,
      "step": 130
    },
    {
      "grad_norm": 1.639579176902771,
      "learning_rate": 3.088888888888889e-06,
      "loss": 1.1981,
      "step": 140
    },
    {
      "grad_norm": 1.4476913213729858,
      "learning_rate": 3.3111111111111114e-06,
      "loss": 1.2082,
      "step": 150
    },
    {
      "grad_norm": 1.4526573419570923,
      "learning_rate": 3.5333333333333335e-06,
      "loss": 1.1904,
      "step": 160
    },
    {
      "grad_norm": 1.3810272216796875,
      "learning_rate": 3.755555555555556e-06,
      "loss": 1.1766,
      "step": 170
    },
    {
      "grad_norm": 1.6194682121276855,
      "learning_rate": 3.977777777777778e-06,
      "loss": 1.171,
      "step": 180
    },
    {
      "grad_norm": 2.627749443054199,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.1672,
      "step": 190
    },
    {
      "grad_norm": 1.780484914779663,
      "learning_rate": 4.422222222222223e-06,
      "loss": 1.1499,
      "step": 200
    },
    {
      "grad_norm": 1.5897914171218872,
      "learning_rate": 4.644444444444444e-06,
      "loss": 1.1208,
      "step": 210
    },
    {
      "grad_norm": 1.6852741241455078,
      "learning_rate": 4.866666666666667e-06,
      "loss": 1.1144,
      "step": 220
    },
    {
      "grad_norm": 1.8426581621170044,
      "learning_rate": 5.088888888888889e-06,
      "loss": 1.1375,
      "step": 230
    },
    {
      "grad_norm": 2.7791762351989746,
      "learning_rate": 5.311111111111111e-06,
      "loss": 1.1385,
      "step": 240
    },
    {
      "grad_norm": 1.4662806987762451,
      "learning_rate": 5.5333333333333334e-06,
      "loss": 1.1142,
      "step": 250
    },
    {
      "grad_norm": 1.4184731245040894,
      "learning_rate": 5.755555555555556e-06,
      "loss": 1.0986,
      "step": 260
    },
    {
      "grad_norm": 1.6942903995513916,
      "learning_rate": 5.977777777777778e-06,
      "loss": 1.1019,
      "step": 270
    },
    {
      "grad_norm": 1.6977647542953491,
      "learning_rate": 6.2e-06,
      "loss": 1.1,
      "step": 280
    },
    {
      "grad_norm": 1.834778070449829,
      "learning_rate": 6.422222222222223e-06,
      "loss": 1.097,
      "step": 290
    },
    {
      "grad_norm": 1.8126424551010132,
      "learning_rate": 6.644444444444445e-06,
      "loss": 1.1032,
      "step": 300
    },
    {
      "grad_norm": 1.6498851776123047,
      "learning_rate": 6.866666666666667e-06,
      "loss": 1.0836,
      "step": 310
    },
    {
      "grad_norm": 1.8371065855026245,
      "learning_rate": 7.0888888888888894e-06,
      "loss": 1.0987,
      "step": 320
    },
    {
      "grad_norm": 2.7585701942443848,
      "learning_rate": 7.311111111111112e-06,
      "loss": 1.1013,
      "step": 330
    },
    {
      "grad_norm": 1.8417375087738037,
      "learning_rate": 7.533333333333334e-06,
      "loss": 1.0986,
      "step": 340
    },
    {
      "grad_norm": 1.8354153633117676,
      "learning_rate": 7.755555555555557e-06,
      "loss": 1.0531,
      "step": 350
    },
    {
      "grad_norm": 1.7065528631210327,
      "learning_rate": 7.977777777777779e-06,
      "loss": 1.0534,
      "step": 360
    },
    {
      "grad_norm": 2.307851791381836,
      "learning_rate": 8.200000000000001e-06,
      "loss": 1.0706,
      "step": 370
    },
    {
      "grad_norm": 1.950621485710144,
      "learning_rate": 8.422222222222223e-06,
      "loss": 1.067,
      "step": 380
    },
    {
      "grad_norm": 2.1077263355255127,
      "learning_rate": 8.644444444444445e-06,
      "loss": 1.057,
      "step": 390
    },
    {
      "grad_norm": 1.8487389087677002,
      "learning_rate": 8.866666666666668e-06,
      "loss": 1.029,
      "step": 400
    },
    {
      "grad_norm": 2.6089110374450684,
      "learning_rate": 9.08888888888889e-06,
      "loss": 1.0258,
      "step": 410
    },
    {
      "grad_norm": 2.3204503059387207,
      "learning_rate": 9.311111111111112e-06,
      "loss": 0.9727,
      "step": 420
    },
    {
      "grad_norm": 2.104146718978882,
      "learning_rate": 9.533333333333334e-06,
      "loss": 0.9582,
      "step": 430
    },
    {
      "grad_norm": 7.349335670471191,
      "learning_rate": 9.755555555555556e-06,
      "loss": 0.9424,
      "step": 440
    },
    {
      "grad_norm": 2.0090203285217285,
      "learning_rate": 9.977777777777778e-06,
      "loss": 0.8962,
      "step": 450
    },
    {
      "grad_norm": 2.6720943450927734,
      "learning_rate": 1.02e-05,
      "loss": 0.8633,
      "step": 460
    },
    {
      "grad_norm": 2.4066882133483887,
      "learning_rate": 1.0422222222222223e-05,
      "loss": 0.8638,
      "step": 470
    },
    {
      "grad_norm": 2.2278614044189453,
      "learning_rate": 1.0644444444444445e-05,
      "loss": 0.8482,
      "step": 480
    },
    {
      "grad_norm": 2.5339722633361816,
      "learning_rate": 1.0866666666666667e-05,
      "loss": 0.8154,
      "step": 490
    },
    {
      "grad_norm": 2.4436821937561035,
      "learning_rate": 1.108888888888889e-05,
      "loss": 0.7902,
      "step": 500
    },
    {
      "grad_norm": 2.786174774169922,
      "learning_rate": 1.1311111111111111e-05,
      "loss": 0.7533,
      "step": 510
    },
    {
      "grad_norm": 2.5813517570495605,
      "learning_rate": 1.1533333333333334e-05,
      "loss": 0.7372,
      "step": 520
    },
    {
      "grad_norm": 2.9632790088653564,
      "learning_rate": 1.1755555555555556e-05,
      "loss": 0.724,
      "step": 530
    },
    {
      "grad_norm": 2.545764446258545,
      "learning_rate": 1.1977777777777778e-05,
      "loss": 0.6532,
      "step": 540
    },
    {
      "grad_norm": 3.937657594680786,
      "learning_rate": 1.22e-05,
      "loss": 0.6741,
      "step": 550
    },
    {
      "grad_norm": 2.539900541305542,
      "learning_rate": 1.2422222222222222e-05,
      "loss": 0.6487,
      "step": 560
    },
    {
      "grad_norm": 2.61260724067688,
      "learning_rate": 1.2644444444444444e-05,
      "loss": 0.6079,
      "step": 570
    },
    {
      "grad_norm": 2.6857497692108154,
      "learning_rate": 1.2866666666666668e-05,
      "loss": 0.5958,
      "step": 580
    },
    {
      "grad_norm": 3.3051555156707764,
      "learning_rate": 1.3088888888888889e-05,
      "loss": 0.5664,
      "step": 590
    },
    {
      "grad_norm": 2.9214389324188232,
      "learning_rate": 1.3311111111111113e-05,
      "loss": 0.5624,
      "step": 600
    },
    {
      "grad_norm": 3.365800142288208,
      "learning_rate": 1.3533333333333335e-05,
      "loss": 0.5234,
      "step": 610
    },
    {
      "grad_norm": 2.587784767150879,
      "learning_rate": 1.3755555555555555e-05,
      "loss": 0.5154,
      "step": 620
    },
    {
      "grad_norm": 2.8599140644073486,
      "learning_rate": 1.3977777777777779e-05,
      "loss": 0.4901,
      "step": 630
    },
    {
      "grad_norm": 3.232450246810913,
      "learning_rate": 1.42e-05,
      "loss": 0.4831,
      "step": 640
    },
    {
      "grad_norm": 3.057142972946167,
      "learning_rate": 1.4422222222222223e-05,
      "loss": 0.45,
      "step": 650
    },
    {
      "grad_norm": 2.7041707038879395,
      "learning_rate": 1.4644444444444444e-05,
      "loss": 0.4295,
      "step": 660
    },
    {
      "grad_norm": 2.426988124847412,
      "learning_rate": 1.4866666666666668e-05,
      "loss": 0.3981,
      "step": 670
    },
    {
      "grad_norm": 4.338174819946289,
      "learning_rate": 1.5088888888888888e-05,
      "loss": 0.4142,
      "step": 680
    },
    {
      "grad_norm": 3.6579432487487793,
      "learning_rate": 1.5311111111111112e-05,
      "loss": 0.3816,
      "step": 690
    },
    {
      "grad_norm": 3.487799644470215,
      "learning_rate": 1.5533333333333333e-05,
      "loss": 0.386,
      "step": 700
    },
    {
      "grad_norm": 3.198465347290039,
      "learning_rate": 1.5755555555555556e-05,
      "loss": 0.3559,
      "step": 710
    },
    {
      "grad_norm": 3.6209096908569336,
      "learning_rate": 1.5977777777777777e-05,
      "loss": 0.3631,
      "step": 720
    },
    {
      "grad_norm": 3.0737972259521484,
      "learning_rate": 1.62e-05,
      "loss": 0.3314,
      "step": 730
    },
    {
      "grad_norm": 3.102985143661499,
      "learning_rate": 1.642222222222222e-05,
      "loss": 0.2823,
      "step": 740
    },
    {
      "grad_norm": 2.2101187705993652,
      "learning_rate": 1.6644444444444445e-05,
      "loss": 0.2914,
      "step": 750
    },
    {
      "grad_norm": 4.45477294921875,
      "learning_rate": 1.6866666666666666e-05,
      "loss": 0.2823,
      "step": 760
    },
    {
      "grad_norm": 3.1783945560455322,
      "learning_rate": 1.708888888888889e-05,
      "loss": 0.2768,
      "step": 770
    },
    {
      "grad_norm": 3.2321584224700928,
      "learning_rate": 1.731111111111111e-05,
      "loss": 0.3072,
      "step": 780
    },
    {
      "grad_norm": 2.520026206970215,
      "learning_rate": 1.7533333333333334e-05,
      "loss": 0.2549,
      "step": 790
    },
    {
      "grad_norm": 2.597153663635254,
      "learning_rate": 1.7755555555555554e-05,
      "loss": 0.2278,
      "step": 800
    },
    {
      "grad_norm": 3.1998634338378906,
      "learning_rate": 1.7977777777777778e-05,
      "loss": 0.2261,
      "step": 810
    },
    {
      "grad_norm": 2.003441095352173,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 0.2332,
      "step": 820
    },
    {
      "grad_norm": 2.501065969467163,
      "learning_rate": 1.8422222222222222e-05,
      "loss": 0.2701,
      "step": 830
    },
    {
      "grad_norm": 2.946502447128296,
      "learning_rate": 1.8644444444444446e-05,
      "loss": 0.2474,
      "step": 840
    },
    {
      "grad_norm": 2.652229070663452,
      "learning_rate": 1.886666666666667e-05,
      "loss": 0.2347,
      "step": 850
    },
    {
      "grad_norm": 3.2986509799957275,
      "learning_rate": 1.908888888888889e-05,
      "loss": 0.2351,
      "step": 860
    },
    {
      "grad_norm": 2.595719575881958,
      "learning_rate": 1.9311111111111114e-05,
      "loss": 0.2274,
      "step": 870
    },
    {
      "grad_norm": 4.143035888671875,
      "learning_rate": 1.9533333333333335e-05,
      "loss": 0.2019,
      "step": 880
    },
    {
      "grad_norm": 3.038996458053589,
      "learning_rate": 1.975555555555556e-05,
      "loss": 0.2348,
      "step": 890
    },
    {
      "grad_norm": 3.3255767822265625,
      "learning_rate": 1.997777777777778e-05,
      "loss": 0.2298,
      "step": 900
    },
    {
      "grad_norm": 2.1863396167755127,
      "learning_rate": 2.0200000000000003e-05,
      "loss": 0.1841,
      "step": 910
    },
    {
      "grad_norm": 2.255702495574951,
      "learning_rate": 2.0422222222222224e-05,
      "loss": 0.1864,
      "step": 920
    },
    {
      "grad_norm": 2.8230843544006348,
      "learning_rate": 2.0644444444444447e-05,
      "loss": 0.211,
      "step": 930
    },
    {
      "grad_norm": 2.8145132064819336,
      "learning_rate": 2.0866666666666668e-05,
      "loss": 0.2084,
      "step": 940
    },
    {
      "grad_norm": 2.227353572845459,
      "learning_rate": 2.108888888888889e-05,
      "loss": 0.186,
      "step": 950
    },
    {
      "grad_norm": 2.4861717224121094,
      "learning_rate": 2.1311111111111112e-05,
      "loss": 0.1968,
      "step": 960
    },
    {
      "grad_norm": 3.7508978843688965,
      "learning_rate": 2.1533333333333333e-05,
      "loss": 0.2277,
      "step": 970
    },
    {
      "grad_norm": 2.1813416481018066,
      "learning_rate": 2.1755555555555557e-05,
      "loss": 0.1869,
      "step": 980
    },
    {
      "grad_norm": 2.299982786178589,
      "learning_rate": 2.1977777777777777e-05,
      "loss": 0.1783,
      "step": 990
    },
    {
      "grad_norm": 2.7535996437072754,
      "learning_rate": 2.22e-05,
      "loss": 0.1824,
      "step": 1000
    },
    {
      "grad_norm": 2.4760324954986572,
      "learning_rate": 2.242222222222222e-05,
      "loss": 0.1881,
      "step": 1010
    },
    {
      "grad_norm": 2.334245204925537,
      "learning_rate": 2.2644444444444445e-05,
      "loss": 0.2244,
      "step": 1020
    },
    {
      "grad_norm": 2.3803746700286865,
      "learning_rate": 2.2866666666666666e-05,
      "loss": 0.1815,
      "step": 1030
    },
    {
      "grad_norm": 2.227494955062866,
      "learning_rate": 2.308888888888889e-05,
      "loss": 0.1796,
      "step": 1040
    },
    {
      "grad_norm": 2.4161229133605957,
      "learning_rate": 2.331111111111111e-05,
      "loss": 0.2053,
      "step": 1050
    },
    {
      "grad_norm": 2.29746150970459,
      "learning_rate": 2.3533333333333334e-05,
      "loss": 0.1959,
      "step": 1060
    },
    {
      "grad_norm": 2.414926528930664,
      "learning_rate": 2.3755555555555554e-05,
      "loss": 0.2113,
      "step": 1070
    },
    {
      "grad_norm": 2.115999460220337,
      "learning_rate": 2.3977777777777778e-05,
      "loss": 0.1994,
      "step": 1080
    },
    {
      "grad_norm": 2.5465939044952393,
      "learning_rate": 2.4200000000000002e-05,
      "loss": 0.189,
      "step": 1090
    },
    {
      "grad_norm": 2.0983664989471436,
      "learning_rate": 2.4422222222222223e-05,
      "loss": 0.1656,
      "step": 1100
    },
    {
      "grad_norm": 2.7854080200195312,
      "learning_rate": 2.4644444444444446e-05,
      "loss": 0.2152,
      "step": 1110
    },
    {
      "grad_norm": 1.9265097379684448,
      "learning_rate": 2.486666666666667e-05,
      "loss": 0.1542,
      "step": 1120
    },
    {
      "grad_norm": 2.2128782272338867,
      "learning_rate": 2.508888888888889e-05,
      "loss": 0.1784,
      "step": 1130
    },
    {
      "grad_norm": 2.931966543197632,
      "learning_rate": 2.5311111111111115e-05,
      "loss": 0.2325,
      "step": 1140
    },
    {
      "grad_norm": 2.602158784866333,
      "learning_rate": 2.553333333333334e-05,
      "loss": 0.2103,
      "step": 1150
    },
    {
      "grad_norm": 1.874302625656128,
      "learning_rate": 2.5755555555555556e-05,
      "loss": 0.1829,
      "step": 1160
    },
    {
      "grad_norm": 2.2720885276794434,
      "learning_rate": 2.597777777777778e-05,
      "loss": 0.1942,
      "step": 1170
    },
    {
      "grad_norm": 2.803251266479492,
      "learning_rate": 2.6200000000000003e-05,
      "loss": 0.162,
      "step": 1180
    },
    {
      "grad_norm": 2.200762987136841,
      "learning_rate": 2.6422222222222227e-05,
      "loss": 0.1796,
      "step": 1190
    },
    {
      "grad_norm": 3.2003438472747803,
      "learning_rate": 2.6644444444444444e-05,
      "loss": 0.1914,
      "step": 1200
    },
    {
      "grad_norm": 2.8163089752197266,
      "learning_rate": 2.6866666666666668e-05,
      "loss": 0.2036,
      "step": 1210
    },
    {
      "grad_norm": 1.7922648191452026,
      "learning_rate": 2.7088888888888892e-05,
      "loss": 0.1843,
      "step": 1220
    },
    {
      "grad_norm": 2.952497720718384,
      "learning_rate": 2.7311111111111116e-05,
      "loss": 0.1799,
      "step": 1230
    },
    {
      "grad_norm": 1.762552261352539,
      "learning_rate": 2.7533333333333333e-05,
      "loss": 0.1962,
      "step": 1240
    },
    {
      "grad_norm": 2.601320266723633,
      "learning_rate": 2.7755555555555557e-05,
      "loss": 0.1614,
      "step": 1250
    },
    {
      "grad_norm": 2.176146984100342,
      "learning_rate": 2.797777777777778e-05,
      "loss": 0.1671,
      "step": 1260
    },
    {
      "grad_norm": 2.581594944000244,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 0.1527,
      "step": 1270
    },
    {
      "grad_norm": 2.0664103031158447,
      "learning_rate": 2.842222222222222e-05,
      "loss": 0.1755,
      "step": 1280
    },
    {
      "grad_norm": 1.2280393838882446,
      "learning_rate": 2.8644444444444445e-05,
      "loss": 0.1869,
      "step": 1290
    },
    {
      "grad_norm": 1.5696288347244263,
      "learning_rate": 2.886666666666667e-05,
      "loss": 0.1642,
      "step": 1300
    },
    {
      "grad_norm": 1.894905924797058,
      "learning_rate": 2.9088888888888886e-05,
      "loss": 0.1595,
      "step": 1310
    },
    {
      "grad_norm": 1.6001044511795044,
      "learning_rate": 2.931111111111111e-05,
      "loss": 0.1488,
      "step": 1320
    },
    {
      "grad_norm": 1.9173263311386108,
      "learning_rate": 2.9533333333333334e-05,
      "loss": 0.1467,
      "step": 1330
    },
    {
      "grad_norm": 2.0949649810791016,
      "learning_rate": 2.9755555555555558e-05,
      "loss": 0.1397,
      "step": 1340
    },
    {
      "grad_norm": 2.1116085052490234,
      "learning_rate": 2.997777777777778e-05,
      "loss": 0.1768,
      "step": 1350
    },
    {
      "grad_norm": 2.8026604652404785,
      "learning_rate": 3.02e-05,
      "loss": 0.1732,
      "step": 1360
    },
    {
      "grad_norm": 2.3481671810150146,
      "learning_rate": 3.0422222222222223e-05,
      "loss": 0.1489,
      "step": 1370
    },
    {
      "grad_norm": 1.692104458808899,
      "learning_rate": 3.064444444444445e-05,
      "loss": 0.1394,
      "step": 1380
    },
    {
      "grad_norm": 2.1910009384155273,
      "learning_rate": 3.086666666666667e-05,
      "loss": 0.1667,
      "step": 1390
    },
    {
      "grad_norm": 2.1191065311431885,
      "learning_rate": 3.108888888888889e-05,
      "loss": 0.1661,
      "step": 1400
    },
    {
      "grad_norm": 1.399397611618042,
      "learning_rate": 3.1311111111111115e-05,
      "loss": 0.1664,
      "step": 1410
    },
    {
      "grad_norm": 1.658751130104065,
      "learning_rate": 3.153333333333334e-05,
      "loss": 0.1621,
      "step": 1420
    },
    {
      "grad_norm": 1.4098701477050781,
      "learning_rate": 3.1755555555555556e-05,
      "loss": 0.1527,
      "step": 1430
    },
    {
      "grad_norm": 2.2108142375946045,
      "learning_rate": 3.197777777777778e-05,
      "loss": 0.1699,
      "step": 1440
    },
    {
      "grad_norm": 1.9763792753219604,
      "learning_rate": 3.2200000000000003e-05,
      "loss": 0.1768,
      "step": 1450
    },
    {
      "grad_norm": 1.1966062784194946,
      "learning_rate": 3.242222222222223e-05,
      "loss": 0.169,
      "step": 1460
    },
    {
      "grad_norm": 2.3846981525421143,
      "learning_rate": 3.2644444444444444e-05,
      "loss": 0.19,
      "step": 1470
    },
    {
      "grad_norm": 1.9490410089492798,
      "learning_rate": 3.286666666666667e-05,
      "loss": 0.1521,
      "step": 1480
    },
    {
      "grad_norm": 2.1530261039733887,
      "learning_rate": 3.308888888888889e-05,
      "loss": 0.1686,
      "step": 1490
    },
    {
      "grad_norm": 1.5401309728622437,
      "learning_rate": 3.3311111111111116e-05,
      "loss": 0.1548,
      "step": 1500
    },
    {
      "grad_norm": 1.8417502641677856,
      "learning_rate": 3.353333333333333e-05,
      "loss": 0.1369,
      "step": 1510
    },
    {
      "grad_norm": 1.7882736921310425,
      "learning_rate": 3.375555555555556e-05,
      "loss": 0.1602,
      "step": 1520
    },
    {
      "grad_norm": 1.3365639448165894,
      "learning_rate": 3.397777777777778e-05,
      "loss": 0.1445,
      "step": 1530
    },
    {
      "grad_norm": 1.4598549604415894,
      "learning_rate": 3.4200000000000005e-05,
      "loss": 0.1549,
      "step": 1540
    },
    {
      "grad_norm": 1.461097002029419,
      "learning_rate": 3.442222222222222e-05,
      "loss": 0.143,
      "step": 1550
    },
    {
      "grad_norm": 1.2076430320739746,
      "learning_rate": 3.4644444444444446e-05,
      "loss": 0.1645,
      "step": 1560
    },
    {
      "grad_norm": 1.8795126676559448,
      "learning_rate": 3.486666666666667e-05,
      "loss": 0.14,
      "step": 1570
    },
    {
      "grad_norm": 0.9451203346252441,
      "learning_rate": 3.5088888888888886e-05,
      "loss": 0.1528,
      "step": 1580
    },
    {
      "grad_norm": 1.904637098312378,
      "learning_rate": 3.531111111111111e-05,
      "loss": 0.1813,
      "step": 1590
    },
    {
      "grad_norm": 1.4110764265060425,
      "learning_rate": 3.5533333333333334e-05,
      "loss": 0.1573,
      "step": 1600
    },
    {
      "grad_norm": 1.5939568281173706,
      "learning_rate": 3.575555555555556e-05,
      "loss": 0.1407,
      "step": 1610
    },
    {
      "grad_norm": 1.4616206884384155,
      "learning_rate": 3.5977777777777775e-05,
      "loss": 0.1467,
      "step": 1620
    },
    {
      "grad_norm": 1.431822419166565,
      "learning_rate": 3.62e-05,
      "loss": 0.1748,
      "step": 1630
    },
    {
      "grad_norm": 1.4078660011291504,
      "learning_rate": 3.642222222222222e-05,
      "loss": 0.1589,
      "step": 1640
    },
    {
      "grad_norm": 1.2419500350952148,
      "learning_rate": 3.664444444444445e-05,
      "loss": 0.1607,
      "step": 1650
    },
    {
      "grad_norm": 1.3964643478393555,
      "learning_rate": 3.6866666666666664e-05,
      "loss": 0.161,
      "step": 1660
    },
    {
      "grad_norm": 1.1957976818084717,
      "learning_rate": 3.708888888888889e-05,
      "loss": 0.1336,
      "step": 1670
    },
    {
      "grad_norm": 1.6743628978729248,
      "learning_rate": 3.731111111111111e-05,
      "loss": 0.1434,
      "step": 1680
    },
    {
      "grad_norm": 1.3506605625152588,
      "learning_rate": 3.7533333333333335e-05,
      "loss": 0.1466,
      "step": 1690
    },
    {
      "grad_norm": 1.4728344678878784,
      "learning_rate": 3.775555555555555e-05,
      "loss": 0.1427,
      "step": 1700
    },
    {
      "grad_norm": 1.7270371913909912,
      "learning_rate": 3.7977777777777776e-05,
      "loss": 0.168,
      "step": 1710
    },
    {
      "grad_norm": 1.3334472179412842,
      "learning_rate": 3.82e-05,
      "loss": 0.1407,
      "step": 1720
    },
    {
      "grad_norm": 1.4729584455490112,
      "learning_rate": 3.8422222222222224e-05,
      "loss": 0.1411,
      "step": 1730
    },
    {
      "grad_norm": 1.7838187217712402,
      "learning_rate": 3.864444444444444e-05,
      "loss": 0.1503,
      "step": 1740
    },
    {
      "grad_norm": 1.3318580389022827,
      "learning_rate": 3.8866666666666665e-05,
      "loss": 0.149,
      "step": 1750
    },
    {
      "grad_norm": 1.6992225646972656,
      "learning_rate": 3.908888888888889e-05,
      "loss": 0.1448,
      "step": 1760
    },
    {
      "grad_norm": 1.5147393941879272,
      "learning_rate": 3.931111111111111e-05,
      "loss": 0.141,
      "step": 1770
    },
    {
      "grad_norm": 1.0252689123153687,
      "learning_rate": 3.9533333333333337e-05,
      "loss": 0.1573,
      "step": 1780
    },
    {
      "grad_norm": 1.5626729726791382,
      "learning_rate": 3.9755555555555554e-05,
      "loss": 0.148,
      "step": 1790
    },
    {
      "grad_norm": 1.622839331626892,
      "learning_rate": 3.997777777777778e-05,
      "loss": 0.1629,
      "step": 1800
    },
    {
      "grad_norm": 1.4730207920074463,
      "learning_rate": 4.02e-05,
      "loss": 0.1287,
      "step": 1810
    },
    {
      "grad_norm": 1.527082920074463,
      "learning_rate": 4.0422222222222225e-05,
      "loss": 0.1534,
      "step": 1820
    },
    {
      "grad_norm": 2.165978193283081,
      "learning_rate": 4.064444444444445e-05,
      "loss": 0.1469,
      "step": 1830
    },
    {
      "grad_norm": 1.5423213243484497,
      "learning_rate": 4.086666666666667e-05,
      "loss": 0.1454,
      "step": 1840
    },
    {
      "grad_norm": 1.399994134902954,
      "learning_rate": 4.10888888888889e-05,
      "loss": 0.1829,
      "step": 1850
    },
    {
      "grad_norm": 1.426037073135376,
      "learning_rate": 4.1311111111111114e-05,
      "loss": 0.1738,
      "step": 1860
    },
    {
      "grad_norm": 1.8355512619018555,
      "learning_rate": 4.153333333333334e-05,
      "loss": 0.1524,
      "step": 1870
    },
    {
      "grad_norm": 1.7865386009216309,
      "learning_rate": 4.175555555555556e-05,
      "loss": 0.1479,
      "step": 1880
    },
    {
      "grad_norm": 1.3043221235275269,
      "learning_rate": 4.1977777777777785e-05,
      "loss": 0.1444,
      "step": 1890
    },
    {
      "grad_norm": 0.989361047744751,
      "learning_rate": 4.22e-05,
      "loss": 0.1458,
      "step": 1900
    },
    {
      "grad_norm": 1.9607264995574951,
      "learning_rate": 4.2422222222222226e-05,
      "loss": 0.1649,
      "step": 1910
    },
    {
      "grad_norm": 1.4627349376678467,
      "learning_rate": 4.264444444444445e-05,
      "loss": 0.1569,
      "step": 1920
    },
    {
      "grad_norm": 1.710681676864624,
      "learning_rate": 4.286666666666667e-05,
      "loss": 0.1324,
      "step": 1930
    },
    {
      "grad_norm": 1.3728302717208862,
      "learning_rate": 4.308888888888889e-05,
      "loss": 0.1518,
      "step": 1940
    },
    {
      "grad_norm": 1.50541353225708,
      "learning_rate": 4.3311111111111115e-05,
      "loss": 0.1403,
      "step": 1950
    },
    {
      "grad_norm": 1.329175591468811,
      "learning_rate": 4.353333333333334e-05,
      "loss": 0.1577,
      "step": 1960
    },
    {
      "grad_norm": 1.299384593963623,
      "learning_rate": 4.3755555555555556e-05,
      "loss": 0.1269,
      "step": 1970
    },
    {
      "grad_norm": 1.2964228391647339,
      "learning_rate": 4.397777777777778e-05,
      "loss": 0.1643,
      "step": 1980
    },
    {
      "grad_norm": 1.532377004623413,
      "learning_rate": 4.4200000000000004e-05,
      "loss": 0.1252,
      "step": 1990
    },
    {
      "grad_norm": 1.5240516662597656,
      "learning_rate": 4.442222222222223e-05,
      "loss": 0.1557,
      "step": 2000
    },
    {
      "grad_norm": 1.3030426502227783,
      "learning_rate": 4.4644444444444445e-05,
      "loss": 0.1756,
      "step": 2010
    },
    {
      "grad_norm": 1.585385799407959,
      "learning_rate": 4.486666666666667e-05,
      "loss": 0.138,
      "step": 2020
    },
    {
      "grad_norm": 1.4079347848892212,
      "learning_rate": 4.508888888888889e-05,
      "loss": 0.1246,
      "step": 2030
    },
    {
      "grad_norm": 1.1453043222427368,
      "learning_rate": 4.5311111111111116e-05,
      "loss": 0.1548,
      "step": 2040
    },
    {
      "grad_norm": 1.1608070135116577,
      "learning_rate": 4.553333333333333e-05,
      "loss": 0.1583,
      "step": 2050
    },
    {
      "grad_norm": 1.485817790031433,
      "learning_rate": 4.575555555555556e-05,
      "loss": 0.1332,
      "step": 2060
    },
    {
      "grad_norm": 1.1427767276763916,
      "learning_rate": 4.597777777777778e-05,
      "loss": 0.1402,
      "step": 2070
    },
    {
      "grad_norm": 1.5890944004058838,
      "learning_rate": 4.6200000000000005e-05,
      "loss": 0.1453,
      "step": 2080
    },
    {
      "grad_norm": 1.057558298110962,
      "learning_rate": 4.642222222222222e-05,
      "loss": 0.145,
      "step": 2090
    },
    {
      "grad_norm": 1.2005228996276855,
      "learning_rate": 4.6644444444444446e-05,
      "loss": 0.1429,
      "step": 2100
    },
    {
      "grad_norm": 0.9147970676422119,
      "learning_rate": 4.686666666666667e-05,
      "loss": 0.1521,
      "step": 2110
    },
    {
      "grad_norm": 1.0737677812576294,
      "learning_rate": 4.7088888888888894e-05,
      "loss": 0.1579,
      "step": 2120
    },
    {
      "grad_norm": 1.1132737398147583,
      "learning_rate": 4.731111111111111e-05,
      "loss": 0.1501,
      "step": 2130
    },
    {
      "grad_norm": 0.8073196411132812,
      "learning_rate": 4.7533333333333334e-05,
      "loss": 0.1157,
      "step": 2140
    },
    {
      "grad_norm": 1.3965489864349365,
      "learning_rate": 4.775555555555556e-05,
      "loss": 0.1644,
      "step": 2150
    },
    {
      "grad_norm": 1.5877372026443481,
      "learning_rate": 4.797777777777778e-05,
      "loss": 0.1474,
      "step": 2160
    },
    {
      "grad_norm": 1.3259408473968506,
      "learning_rate": 4.82e-05,
      "loss": 0.144,
      "step": 2170
    },
    {
      "grad_norm": 1.317403793334961,
      "learning_rate": 4.842222222222222e-05,
      "loss": 0.1566,
      "step": 2180
    },
    {
      "grad_norm": 1.308843970298767,
      "learning_rate": 4.864444444444445e-05,
      "loss": 0.1332,
      "step": 2190
    },
    {
      "grad_norm": 1.1770439147949219,
      "learning_rate": 4.886666666666667e-05,
      "loss": 0.1304,
      "step": 2200
    },
    {
      "grad_norm": 1.1923736333847046,
      "learning_rate": 4.908888888888889e-05,
      "loss": 0.1411,
      "step": 2210
    },
    {
      "grad_norm": 1.2632488012313843,
      "learning_rate": 4.931111111111111e-05,
      "loss": 0.1179,
      "step": 2220
    },
    {
      "grad_norm": 1.3309307098388672,
      "learning_rate": 4.9533333333333336e-05,
      "loss": 0.1552,
      "step": 2230
    },
    {
      "grad_norm": 0.9367215633392334,
      "learning_rate": 4.975555555555555e-05,
      "loss": 0.1311,
      "step": 2240
    },
    {
      "grad_norm": 1.0306816101074219,
      "learning_rate": 4.997777777777778e-05,
      "loss": 0.1384,
      "step": 2250
    },
    {
      "grad_norm": 1.1313893795013428,
      "learning_rate": 5.02e-05,
      "loss": 0.1228,
      "step": 2260
    },
    {
      "grad_norm": 0.9541955590248108,
      "learning_rate": 5.0422222222222224e-05,
      "loss": 0.1175,
      "step": 2270
    },
    {
      "grad_norm": 1.012272834777832,
      "learning_rate": 5.064444444444445e-05,
      "loss": 0.1229,
      "step": 2280
    },
    {
      "grad_norm": 1.3795621395111084,
      "learning_rate": 5.086666666666667e-05,
      "loss": 0.1553,
      "step": 2290
    },
    {
      "grad_norm": 1.531708836555481,
      "learning_rate": 5.108888888888889e-05,
      "loss": 0.1262,
      "step": 2300
    },
    {
      "grad_norm": 1.105538249015808,
      "learning_rate": 5.131111111111111e-05,
      "loss": 0.1443,
      "step": 2310
    },
    {
      "grad_norm": 1.152416467666626,
      "learning_rate": 5.153333333333333e-05,
      "loss": 0.1147,
      "step": 2320
    },
    {
      "grad_norm": 0.9677508473396301,
      "learning_rate": 5.1755555555555554e-05,
      "loss": 0.148,
      "step": 2330
    },
    {
      "grad_norm": 0.9188113212585449,
      "learning_rate": 5.197777777777778e-05,
      "loss": 0.1356,
      "step": 2340
    },
    {
      "grad_norm": 0.8775830864906311,
      "learning_rate": 5.22e-05,
      "loss": 0.125,
      "step": 2350
    },
    {
      "grad_norm": 1.0322895050048828,
      "learning_rate": 5.2422222222222226e-05,
      "loss": 0.1465,
      "step": 2360
    },
    {
      "grad_norm": 0.988508403301239,
      "learning_rate": 5.264444444444445e-05,
      "loss": 0.1358,
      "step": 2370
    },
    {
      "grad_norm": 0.8954779505729675,
      "learning_rate": 5.2866666666666666e-05,
      "loss": 0.1431,
      "step": 2380
    },
    {
      "grad_norm": 1.367464303970337,
      "learning_rate": 5.308888888888889e-05,
      "loss": 0.1322,
      "step": 2390
    },
    {
      "grad_norm": 1.033531904220581,
      "learning_rate": 5.3311111111111114e-05,
      "loss": 0.1347,
      "step": 2400
    },
    {
      "grad_norm": 0.8799238204956055,
      "learning_rate": 5.353333333333334e-05,
      "loss": 0.1213,
      "step": 2410
    },
    {
      "grad_norm": 0.9104321002960205,
      "learning_rate": 5.375555555555556e-05,
      "loss": 0.1648,
      "step": 2420
    },
    {
      "grad_norm": 1.251487374305725,
      "learning_rate": 5.3977777777777786e-05,
      "loss": 0.1388,
      "step": 2430
    },
    {
      "grad_norm": 1.5372596979141235,
      "learning_rate": 5.420000000000001e-05,
      "loss": 0.1505,
      "step": 2440
    },
    {
      "grad_norm": 1.0754303932189941,
      "learning_rate": 5.442222222222223e-05,
      "loss": 0.1241,
      "step": 2450
    },
    {
      "grad_norm": 1.10000741481781,
      "learning_rate": 5.4644444444444444e-05,
      "loss": 0.1196,
      "step": 2460
    },
    {
      "grad_norm": 1.2321839332580566,
      "learning_rate": 5.486666666666667e-05,
      "loss": 0.1268,
      "step": 2470
    },
    {
      "grad_norm": 0.9771928191184998,
      "learning_rate": 5.508888888888889e-05,
      "loss": 0.1372,
      "step": 2480
    },
    {
      "grad_norm": 0.9778701663017273,
      "learning_rate": 5.5311111111111115e-05,
      "loss": 0.1266,
      "step": 2490
    },
    {
      "grad_norm": 0.7683178186416626,
      "learning_rate": 5.553333333333334e-05,
      "loss": 0.1028,
      "step": 2500
    },
    {
      "grad_norm": 1.2495009899139404,
      "learning_rate": 5.575555555555556e-05,
      "loss": 0.1101,
      "step": 2510
    },
    {
      "grad_norm": 1.236994981765747,
      "learning_rate": 5.597777777777779e-05,
      "loss": 0.1321,
      "step": 2520
    },
    {
      "grad_norm": 1.2755465507507324,
      "learning_rate": 5.620000000000001e-05,
      "loss": 0.131,
      "step": 2530
    },
    {
      "grad_norm": 1.1183109283447266,
      "learning_rate": 5.642222222222222e-05,
      "loss": 0.1354,
      "step": 2540
    },
    {
      "grad_norm": 0.9243422150611877,
      "learning_rate": 5.6644444444444445e-05,
      "loss": 0.1453,
      "step": 2550
    },
    {
      "grad_norm": 1.2644801139831543,
      "learning_rate": 5.686666666666667e-05,
      "loss": 0.1368,
      "step": 2560
    },
    {
      "grad_norm": 1.0154640674591064,
      "learning_rate": 5.708888888888889e-05,
      "loss": 0.124,
      "step": 2570
    },
    {
      "grad_norm": 0.8929288387298584,
      "learning_rate": 5.7311111111111117e-05,
      "loss": 0.1335,
      "step": 2580
    },
    {
      "grad_norm": 0.8718878030776978,
      "learning_rate": 5.753333333333334e-05,
      "loss": 0.1219,
      "step": 2590
    },
    {
      "grad_norm": 0.8811111450195312,
      "learning_rate": 5.7755555555555564e-05,
      "loss": 0.1229,
      "step": 2600
    },
    {
      "grad_norm": 1.1967997550964355,
      "learning_rate": 5.7977777777777775e-05,
      "loss": 0.1281,
      "step": 2610
    },
    {
      "grad_norm": 1.2038657665252686,
      "learning_rate": 5.82e-05,
      "loss": 0.1213,
      "step": 2620
    },
    {
      "grad_norm": 1.0211347341537476,
      "learning_rate": 5.842222222222222e-05,
      "loss": 0.1145,
      "step": 2630
    },
    {
      "grad_norm": 1.1260008811950684,
      "learning_rate": 5.8644444444444446e-05,
      "loss": 0.1399,
      "step": 2640
    },
    {
      "grad_norm": 0.9111183285713196,
      "learning_rate": 5.886666666666667e-05,
      "loss": 0.142,
      "step": 2650
    },
    {
      "grad_norm": 1.2073167562484741,
      "learning_rate": 5.9088888888888894e-05,
      "loss": 0.138,
      "step": 2660
    },
    {
      "grad_norm": 1.0830128192901611,
      "learning_rate": 5.931111111111112e-05,
      "loss": 0.1504,
      "step": 2670
    },
    {
      "grad_norm": 0.884464681148529,
      "learning_rate": 5.953333333333334e-05,
      "loss": 0.1657,
      "step": 2680
    },
    {
      "grad_norm": 0.756821870803833,
      "learning_rate": 5.975555555555555e-05,
      "loss": 0.1288,
      "step": 2690
    },
    {
      "grad_norm": 0.8863380551338196,
      "learning_rate": 5.9977777777777776e-05,
      "loss": 0.1128,
      "step": 2700
    },
    {
      "grad_norm": 0.8200647830963135,
      "learning_rate": 6.02e-05,
      "loss": 0.1164,
      "step": 2710
    },
    {
      "grad_norm": 0.8375945091247559,
      "learning_rate": 6.0422222222222223e-05,
      "loss": 0.1264,
      "step": 2720
    },
    {
      "grad_norm": 0.8424360752105713,
      "learning_rate": 6.064444444444445e-05,
      "loss": 0.1237,
      "step": 2730
    },
    {
      "grad_norm": 0.7221806645393372,
      "learning_rate": 6.086666666666667e-05,
      "loss": 0.1196,
      "step": 2740
    },
    {
      "grad_norm": 1.1300772428512573,
      "learning_rate": 6.10888888888889e-05,
      "loss": 0.1278,
      "step": 2750
    },
    {
      "grad_norm": 1.1879831552505493,
      "learning_rate": 6.131111111111113e-05,
      "loss": 0.1249,
      "step": 2760
    },
    {
      "grad_norm": 1.0880240201950073,
      "learning_rate": 6.153333333333333e-05,
      "loss": 0.128,
      "step": 2770
    },
    {
      "grad_norm": 1.0907596349716187,
      "learning_rate": 6.175555555555556e-05,
      "loss": 0.1416,
      "step": 2780
    },
    {
      "grad_norm": 1.4697096347808838,
      "learning_rate": 6.197777777777778e-05,
      "loss": 0.1446,
      "step": 2790
    },
    {
      "grad_norm": 0.9924044013023376,
      "learning_rate": 6.220000000000001e-05,
      "loss": 0.1271,
      "step": 2800
    },
    {
      "grad_norm": 1.0037989616394043,
      "learning_rate": 6.242222222222222e-05,
      "loss": 0.1591,
      "step": 2810
    },
    {
      "grad_norm": 1.104244351387024,
      "learning_rate": 6.264444444444446e-05,
      "loss": 0.1272,
      "step": 2820
    },
    {
      "grad_norm": 0.8015422821044922,
      "learning_rate": 6.286666666666667e-05,
      "loss": 0.1196,
      "step": 2830
    },
    {
      "grad_norm": 1.0665533542633057,
      "learning_rate": 6.30888888888889e-05,
      "loss": 0.138,
      "step": 2840
    },
    {
      "grad_norm": 0.9828374981880188,
      "learning_rate": 6.33111111111111e-05,
      "loss": 0.1432,
      "step": 2850
    },
    {
      "grad_norm": 0.9423858523368835,
      "learning_rate": 6.353333333333334e-05,
      "loss": 0.1321,
      "step": 2860
    },
    {
      "grad_norm": 0.9747251868247986,
      "learning_rate": 6.375555555555555e-05,
      "loss": 0.1104,
      "step": 2870
    },
    {
      "grad_norm": 0.9055262804031372,
      "learning_rate": 6.397777777777778e-05,
      "loss": 0.1115,
      "step": 2880
    },
    {
      "grad_norm": 0.765455961227417,
      "learning_rate": 6.42e-05,
      "loss": 0.1154,
      "step": 2890
    },
    {
      "grad_norm": 0.9180356860160828,
      "learning_rate": 6.442222222222223e-05,
      "loss": 0.1242,
      "step": 2900
    },
    {
      "grad_norm": 1.1328028440475464,
      "learning_rate": 6.464444444444445e-05,
      "loss": 0.1071,
      "step": 2910
    },
    {
      "grad_norm": 0.6676135063171387,
      "learning_rate": 6.486666666666667e-05,
      "loss": 0.1146,
      "step": 2920
    },
    {
      "grad_norm": 1.2849271297454834,
      "learning_rate": 6.508888888888888e-05,
      "loss": 0.1057,
      "step": 2930
    },
    {
      "grad_norm": 0.8543924689292908,
      "learning_rate": 6.531111111111111e-05,
      "loss": 0.1169,
      "step": 2940
    },
    {
      "grad_norm": 0.8147795796394348,
      "learning_rate": 6.553333333333333e-05,
      "loss": 0.114,
      "step": 2950
    },
    {
      "grad_norm": 0.8495655059814453,
      "learning_rate": 6.575555555555556e-05,
      "loss": 0.1205,
      "step": 2960
    },
    {
      "grad_norm": 0.7933564186096191,
      "learning_rate": 6.597777777777778e-05,
      "loss": 0.1167,
      "step": 2970
    },
    {
      "grad_norm": 1.0531706809997559,
      "learning_rate": 6.620000000000001e-05,
      "loss": 0.1138,
      "step": 2980
    },
    {
      "grad_norm": 0.8400003910064697,
      "learning_rate": 6.642222222222223e-05,
      "loss": 0.1348,
      "step": 2990
    },
    {
      "grad_norm": 0.9707086086273193,
      "learning_rate": 6.664444444444444e-05,
      "loss": 0.1188,
      "step": 3000
    },
    {
      "grad_norm": 0.7884234189987183,
      "learning_rate": 6.686666666666666e-05,
      "loss": 0.0928,
      "step": 3010
    },
    {
      "grad_norm": 0.5958989262580872,
      "learning_rate": 6.708888888888889e-05,
      "loss": 0.1164,
      "step": 3020
    },
    {
      "grad_norm": 0.8912316560745239,
      "learning_rate": 6.731111111111111e-05,
      "loss": 0.1141,
      "step": 3030
    },
    {
      "grad_norm": 1.008021354675293,
      "learning_rate": 6.753333333333334e-05,
      "loss": 0.1238,
      "step": 3040
    },
    {
      "grad_norm": 0.8589615225791931,
      "learning_rate": 6.775555555555556e-05,
      "loss": 0.122,
      "step": 3050
    },
    {
      "grad_norm": 0.8433507680892944,
      "learning_rate": 6.797777777777779e-05,
      "loss": 0.1239,
      "step": 3060
    },
    {
      "grad_norm": 1.0647196769714355,
      "learning_rate": 6.82e-05,
      "loss": 0.1064,
      "step": 3070
    },
    {
      "grad_norm": 0.9736698865890503,
      "learning_rate": 6.842222222222222e-05,
      "loss": 0.1267,
      "step": 3080
    },
    {
      "grad_norm": 0.9310322999954224,
      "learning_rate": 6.864444444444444e-05,
      "loss": 0.1532,
      "step": 3090
    },
    {
      "grad_norm": 1.1498948335647583,
      "learning_rate": 6.886666666666667e-05,
      "loss": 0.1196,
      "step": 3100
    },
    {
      "grad_norm": 0.8347682952880859,
      "learning_rate": 6.908888888888889e-05,
      "loss": 0.1002,
      "step": 3110
    },
    {
      "grad_norm": 0.7791343927383423,
      "learning_rate": 6.931111111111112e-05,
      "loss": 0.1016,
      "step": 3120
    },
    {
      "grad_norm": 0.9541766047477722,
      "learning_rate": 6.953333333333333e-05,
      "loss": 0.1109,
      "step": 3130
    },
    {
      "grad_norm": 0.8726925849914551,
      "learning_rate": 6.975555555555556e-05,
      "loss": 0.1086,
      "step": 3140
    },
    {
      "grad_norm": 0.8767939209938049,
      "learning_rate": 6.997777777777778e-05,
      "loss": 0.1282,
      "step": 3150
    },
    {
      "grad_norm": 0.8901087045669556,
      "learning_rate": 7.02e-05,
      "loss": 0.1319,
      "step": 3160
    },
    {
      "grad_norm": 0.8611594438552856,
      "learning_rate": 7.042222222222223e-05,
      "loss": 0.115,
      "step": 3170
    },
    {
      "grad_norm": 0.6344881057739258,
      "learning_rate": 7.064444444444445e-05,
      "loss": 0.1324,
      "step": 3180
    },
    {
      "grad_norm": 1.2291120290756226,
      "learning_rate": 7.086666666666666e-05,
      "loss": 0.146,
      "step": 3190
    },
    {
      "grad_norm": 0.909956157207489,
      "learning_rate": 7.10888888888889e-05,
      "loss": 0.1221,
      "step": 3200
    },
    {
      "grad_norm": 0.8588184714317322,
      "learning_rate": 7.131111111111111e-05,
      "loss": 0.1171,
      "step": 3210
    },
    {
      "grad_norm": 0.9249991774559021,
      "learning_rate": 7.153333333333334e-05,
      "loss": 0.1423,
      "step": 3220
    },
    {
      "grad_norm": 0.7363952398300171,
      "learning_rate": 7.175555555555556e-05,
      "loss": 0.1219,
      "step": 3230
    },
    {
      "grad_norm": 0.8983559608459473,
      "learning_rate": 7.197777777777778e-05,
      "loss": 0.1182,
      "step": 3240
    },
    {
      "grad_norm": 0.9013345837593079,
      "learning_rate": 7.22e-05,
      "loss": 0.1209,
      "step": 3250
    },
    {
      "grad_norm": 1.367607831954956,
      "learning_rate": 7.242222222222222e-05,
      "loss": 0.1329,
      "step": 3260
    },
    {
      "grad_norm": 1.154100775718689,
      "learning_rate": 7.264444444444445e-05,
      "loss": 0.1233,
      "step": 3270
    },
    {
      "grad_norm": 0.961801290512085,
      "learning_rate": 7.286666666666667e-05,
      "loss": 0.1196,
      "step": 3280
    },
    {
      "grad_norm": 1.0876710414886475,
      "learning_rate": 7.30888888888889e-05,
      "loss": 0.1149,
      "step": 3290
    },
    {
      "grad_norm": 0.7479692101478577,
      "learning_rate": 7.331111111111112e-05,
      "loss": 0.1213,
      "step": 3300
    },
    {
      "grad_norm": 0.853804886341095,
      "learning_rate": 7.353333333333334e-05,
      "loss": 0.1228,
      "step": 3310
    },
    {
      "grad_norm": 0.8005046844482422,
      "learning_rate": 7.375555555555555e-05,
      "loss": 0.1456,
      "step": 3320
    },
    {
      "grad_norm": 0.9685744643211365,
      "learning_rate": 7.397777777777778e-05,
      "loss": 0.1237,
      "step": 3330
    },
    {
      "grad_norm": 0.9018307328224182,
      "learning_rate": 7.42e-05,
      "loss": 0.1157,
      "step": 3340
    },
    {
      "grad_norm": 0.7462685108184814,
      "learning_rate": 7.442222222222223e-05,
      "loss": 0.1233,
      "step": 3350
    },
    {
      "grad_norm": 0.8075754046440125,
      "learning_rate": 7.464444444444445e-05,
      "loss": 0.1205,
      "step": 3360
    },
    {
      "grad_norm": 0.8691961169242859,
      "learning_rate": 7.486666666666668e-05,
      "loss": 0.1107,
      "step": 3370
    },
    {
      "grad_norm": 0.7821835279464722,
      "learning_rate": 7.50888888888889e-05,
      "loss": 0.1644,
      "step": 3380
    },
    {
      "grad_norm": 0.7898635268211365,
      "learning_rate": 7.531111111111111e-05,
      "loss": 0.1213,
      "step": 3390
    },
    {
      "grad_norm": 0.889765739440918,
      "learning_rate": 7.553333333333333e-05,
      "loss": 0.1399,
      "step": 3400
    },
    {
      "grad_norm": 0.8961018323898315,
      "learning_rate": 7.575555555555556e-05,
      "loss": 0.1134,
      "step": 3410
    },
    {
      "grad_norm": 0.9123483300209045,
      "learning_rate": 7.597777777777778e-05,
      "loss": 0.1254,
      "step": 3420
    },
    {
      "grad_norm": 0.7402130961418152,
      "learning_rate": 7.620000000000001e-05,
      "loss": 0.1184,
      "step": 3430
    },
    {
      "grad_norm": 0.8747878074645996,
      "learning_rate": 7.642222222222223e-05,
      "loss": 0.1275,
      "step": 3440
    },
    {
      "grad_norm": 0.8541705012321472,
      "learning_rate": 7.664444444444446e-05,
      "loss": 0.1144,
      "step": 3450
    },
    {
      "grad_norm": 0.9223639369010925,
      "learning_rate": 7.686666666666667e-05,
      "loss": 0.1028,
      "step": 3460
    },
    {
      "grad_norm": 0.922415554523468,
      "learning_rate": 7.708888888888889e-05,
      "loss": 0.1291,
      "step": 3470
    },
    {
      "grad_norm": 0.7740476727485657,
      "learning_rate": 7.731111111111111e-05,
      "loss": 0.1224,
      "step": 3480
    },
    {
      "grad_norm": 1.0681241750717163,
      "learning_rate": 7.753333333333334e-05,
      "loss": 0.1309,
      "step": 3490
    },
    {
      "grad_norm": 1.0024715662002563,
      "learning_rate": 7.775555555555556e-05,
      "loss": 0.1196,
      "step": 3500
    },
    {
      "grad_norm": 0.7140886783599854,
      "learning_rate": 7.797777777777779e-05,
      "loss": 0.1274,
      "step": 3510
    },
    {
      "grad_norm": 0.9829970598220825,
      "learning_rate": 7.82e-05,
      "loss": 0.126,
      "step": 3520
    },
    {
      "grad_norm": 1.1383720636367798,
      "learning_rate": 7.842222222222223e-05,
      "loss": 0.1286,
      "step": 3530
    },
    {
      "grad_norm": 1.0959687232971191,
      "learning_rate": 7.864444444444444e-05,
      "loss": 0.1259,
      "step": 3540
    },
    {
      "grad_norm": 0.7895309329032898,
      "learning_rate": 7.886666666666667e-05,
      "loss": 0.1203,
      "step": 3550
    },
    {
      "grad_norm": 1.0117477178573608,
      "learning_rate": 7.908888888888889e-05,
      "loss": 0.1023,
      "step": 3560
    },
    {
      "grad_norm": 0.8835157752037048,
      "learning_rate": 7.931111111111112e-05,
      "loss": 0.1248,
      "step": 3570
    },
    {
      "grad_norm": 0.8718513250350952,
      "learning_rate": 7.953333333333333e-05,
      "loss": 0.1354,
      "step": 3580
    },
    {
      "grad_norm": 1.0518115758895874,
      "learning_rate": 7.975555555555556e-05,
      "loss": 0.1402,
      "step": 3590
    },
    {
      "grad_norm": 0.8622339963912964,
      "learning_rate": 7.997777777777778e-05,
      "loss": 0.1135,
      "step": 3600
    },
    {
      "grad_norm": 0.7349015474319458,
      "learning_rate": 8.020000000000001e-05,
      "loss": 0.1284,
      "step": 3610
    },
    {
      "grad_norm": 0.7259654998779297,
      "learning_rate": 8.042222222222221e-05,
      "loss": 0.1287,
      "step": 3620
    },
    {
      "grad_norm": 0.6589785218238831,
      "learning_rate": 8.064444444444445e-05,
      "loss": 0.104,
      "step": 3630
    },
    {
      "grad_norm": 0.8131341338157654,
      "learning_rate": 8.086666666666666e-05,
      "loss": 0.1069,
      "step": 3640
    },
    {
      "grad_norm": 0.8825103640556335,
      "learning_rate": 8.10888888888889e-05,
      "loss": 0.1178,
      "step": 3650
    },
    {
      "grad_norm": 1.2042819261550903,
      "learning_rate": 8.131111111111111e-05,
      "loss": 0.1279,
      "step": 3660
    },
    {
      "grad_norm": 0.7148497104644775,
      "learning_rate": 8.153333333333334e-05,
      "loss": 0.1297,
      "step": 3670
    },
    {
      "grad_norm": 0.6804084777832031,
      "learning_rate": 8.175555555555556e-05,
      "loss": 0.1113,
      "step": 3680
    },
    {
      "grad_norm": 0.7474913597106934,
      "learning_rate": 8.197777777777779e-05,
      "loss": 0.1257,
      "step": 3690
    },
    {
      "grad_norm": 0.8312771320343018,
      "learning_rate": 8.22e-05,
      "loss": 0.1177,
      "step": 3700
    },
    {
      "grad_norm": 0.6997365355491638,
      "learning_rate": 8.242222222222222e-05,
      "loss": 0.1087,
      "step": 3710
    },
    {
      "grad_norm": 0.5963076949119568,
      "learning_rate": 8.264444444444444e-05,
      "loss": 0.1055,
      "step": 3720
    },
    {
      "grad_norm": 0.7274854183197021,
      "learning_rate": 8.286666666666667e-05,
      "loss": 0.0984,
      "step": 3730
    },
    {
      "grad_norm": 0.901034414768219,
      "learning_rate": 8.308888888888889e-05,
      "loss": 0.1182,
      "step": 3740
    },
    {
      "grad_norm": 1.1133898496627808,
      "learning_rate": 8.331111111111112e-05,
      "loss": 0.142,
      "step": 3750
    },
    {
      "grad_norm": 0.7717181444168091,
      "learning_rate": 8.353333333333334e-05,
      "loss": 0.1174,
      "step": 3760
    },
    {
      "grad_norm": 0.9403945207595825,
      "learning_rate": 8.375555555555557e-05,
      "loss": 0.1283,
      "step": 3770
    },
    {
      "grad_norm": 0.9571263194084167,
      "learning_rate": 8.397777777777778e-05,
      "loss": 0.12,
      "step": 3780
    },
    {
      "grad_norm": 0.7608462572097778,
      "learning_rate": 8.42e-05,
      "loss": 0.103,
      "step": 3790
    },
    {
      "grad_norm": 0.7018877267837524,
      "learning_rate": 8.442222222222223e-05,
      "loss": 0.1328,
      "step": 3800
    },
    {
      "grad_norm": 0.7234604358673096,
      "learning_rate": 8.464444444444445e-05,
      "loss": 0.1031,
      "step": 3810
    },
    {
      "grad_norm": 0.9307036995887756,
      "learning_rate": 8.486666666666668e-05,
      "loss": 0.1329,
      "step": 3820
    },
    {
      "grad_norm": 0.7407737374305725,
      "learning_rate": 8.50888888888889e-05,
      "loss": 0.1101,
      "step": 3830
    },
    {
      "grad_norm": 0.8656543493270874,
      "learning_rate": 8.531111111111111e-05,
      "loss": 0.1153,
      "step": 3840
    },
    {
      "grad_norm": 0.9685144424438477,
      "learning_rate": 8.553333333333333e-05,
      "loss": 0.1252,
      "step": 3850
    },
    {
      "grad_norm": 0.8630784153938293,
      "learning_rate": 8.575555555555556e-05,
      "loss": 0.113,
      "step": 3860
    },
    {
      "grad_norm": 0.7591076493263245,
      "learning_rate": 8.597777777777778e-05,
      "loss": 0.098,
      "step": 3870
    },
    {
      "grad_norm": 0.9698386192321777,
      "learning_rate": 8.620000000000001e-05,
      "loss": 0.1021,
      "step": 3880
    },
    {
      "grad_norm": 0.6381898522377014,
      "learning_rate": 8.642222222222223e-05,
      "loss": 0.1176,
      "step": 3890
    },
    {
      "grad_norm": 0.7488530278205872,
      "learning_rate": 8.664444444444446e-05,
      "loss": 0.1085,
      "step": 3900
    },
    {
      "grad_norm": 0.8074892163276672,
      "learning_rate": 8.686666666666667e-05,
      "loss": 0.1222,
      "step": 3910
    },
    {
      "grad_norm": 0.8848404884338379,
      "learning_rate": 8.70888888888889e-05,
      "loss": 0.1233,
      "step": 3920
    },
    {
      "grad_norm": 0.7793200016021729,
      "learning_rate": 8.731111111111111e-05,
      "loss": 0.11,
      "step": 3930
    },
    {
      "grad_norm": 0.7248290181159973,
      "learning_rate": 8.753333333333334e-05,
      "loss": 0.126,
      "step": 3940
    },
    {
      "grad_norm": 0.644603967666626,
      "learning_rate": 8.775555555555555e-05,
      "loss": 0.1224,
      "step": 3950
    },
    {
      "grad_norm": 1.021134376525879,
      "learning_rate": 8.797777777777779e-05,
      "loss": 0.1359,
      "step": 3960
    },
    {
      "grad_norm": 0.7554222345352173,
      "learning_rate": 8.82e-05,
      "loss": 0.1184,
      "step": 3970
    },
    {
      "grad_norm": 0.6359988451004028,
      "learning_rate": 8.842222222222223e-05,
      "loss": 0.1268,
      "step": 3980
    },
    {
      "grad_norm": 0.9815552830696106,
      "learning_rate": 8.864444444444445e-05,
      "loss": 0.1254,
      "step": 3990
    },
    {
      "grad_norm": 0.77353435754776,
      "learning_rate": 8.886666666666668e-05,
      "loss": 0.1196,
      "step": 4000
    },
    {
      "grad_norm": 0.7129859924316406,
      "learning_rate": 8.908888888888888e-05,
      "loss": 0.1065,
      "step": 4010
    },
    {
      "grad_norm": 0.6622419953346252,
      "learning_rate": 8.931111111111112e-05,
      "loss": 0.1122,
      "step": 4020
    },
    {
      "grad_norm": 0.805589497089386,
      "learning_rate": 8.953333333333333e-05,
      "loss": 0.1224,
      "step": 4030
    },
    {
      "grad_norm": 0.9770134091377258,
      "learning_rate": 8.975555555555556e-05,
      "loss": 0.1002,
      "step": 4040
    },
    {
      "grad_norm": 0.7353376150131226,
      "learning_rate": 8.997777777777778e-05,
      "loss": 0.1262,
      "step": 4050
    },
    {
      "grad_norm": 1.0869770050048828,
      "learning_rate": 9.020000000000001e-05,
      "loss": 0.1244,
      "step": 4060
    },
    {
      "grad_norm": 1.1967368125915527,
      "learning_rate": 9.042222222222223e-05,
      "loss": 0.1224,
      "step": 4070
    },
    {
      "grad_norm": 0.774131715297699,
      "learning_rate": 9.064444444444446e-05,
      "loss": 0.1356,
      "step": 4080
    },
    {
      "grad_norm": 0.988105833530426,
      "learning_rate": 9.086666666666666e-05,
      "loss": 0.1367,
      "step": 4090
    },
    {
      "grad_norm": 1.5705101490020752,
      "learning_rate": 9.108888888888889e-05,
      "loss": 0.1208,
      "step": 4100
    },
    {
      "grad_norm": 0.6652911305427551,
      "learning_rate": 9.131111111111111e-05,
      "loss": 0.1239,
      "step": 4110
    },
    {
      "grad_norm": 1.0829548835754395,
      "learning_rate": 9.153333333333334e-05,
      "loss": 0.1273,
      "step": 4120
    },
    {
      "grad_norm": 0.5644780397415161,
      "learning_rate": 9.175555555555556e-05,
      "loss": 0.1271,
      "step": 4130
    },
    {
      "grad_norm": 0.9779734015464783,
      "learning_rate": 9.197777777777779e-05,
      "loss": 0.1216,
      "step": 4140
    },
    {
      "grad_norm": 0.7981603741645813,
      "learning_rate": 9.22e-05,
      "loss": 0.1355,
      "step": 4150
    },
    {
      "grad_norm": 0.8031668663024902,
      "learning_rate": 9.242222222222222e-05,
      "loss": 0.1221,
      "step": 4160
    },
    {
      "grad_norm": 0.7807191014289856,
      "learning_rate": 9.264444444444444e-05,
      "loss": 0.1265,
      "step": 4170
    },
    {
      "grad_norm": 1.1581586599349976,
      "learning_rate": 9.286666666666667e-05,
      "loss": 0.1336,
      "step": 4180
    },
    {
      "grad_norm": 0.8776658773422241,
      "learning_rate": 9.308888888888889e-05,
      "loss": 0.1363,
      "step": 4190
    },
    {
      "grad_norm": 0.8980004191398621,
      "learning_rate": 9.331111111111112e-05,
      "loss": 0.1331,
      "step": 4200
    },
    {
      "grad_norm": 0.7241402864456177,
      "learning_rate": 9.353333333333333e-05,
      "loss": 0.1303,
      "step": 4210
    },
    {
      "grad_norm": 0.8142678141593933,
      "learning_rate": 9.375555555555557e-05,
      "loss": 0.1401,
      "step": 4220
    },
    {
      "grad_norm": 0.807146430015564,
      "learning_rate": 9.397777777777778e-05,
      "loss": 0.1577,
      "step": 4230
    },
    {
      "grad_norm": 0.690250813961029,
      "learning_rate": 9.42e-05,
      "loss": 0.1378,
      "step": 4240
    },
    {
      "grad_norm": 0.8595685958862305,
      "learning_rate": 9.442222222222222e-05,
      "loss": 0.1415,
      "step": 4250
    },
    {
      "grad_norm": 0.8677842020988464,
      "learning_rate": 9.464444444444445e-05,
      "loss": 0.1377,
      "step": 4260
    },
    {
      "grad_norm": 0.720617949962616,
      "learning_rate": 9.486666666666666e-05,
      "loss": 0.1391,
      "step": 4270
    },
    {
      "grad_norm": 0.7688345909118652,
      "learning_rate": 9.50888888888889e-05,
      "loss": 0.1254,
      "step": 4280
    },
    {
      "grad_norm": 0.7834405899047852,
      "learning_rate": 9.531111111111111e-05,
      "loss": 0.1373,
      "step": 4290
    },
    {
      "grad_norm": 1.6637165546417236,
      "learning_rate": 9.553333333333334e-05,
      "loss": 0.119,
      "step": 4300
    },
    {
      "grad_norm": 0.7062572836875916,
      "learning_rate": 9.575555555555556e-05,
      "loss": 0.1254,
      "step": 4310
    },
    {
      "grad_norm": 0.8307061791419983,
      "learning_rate": 9.597777777777778e-05,
      "loss": 0.1343,
      "step": 4320
    },
    {
      "grad_norm": 0.5860698819160461,
      "learning_rate": 9.620000000000001e-05,
      "loss": 0.1095,
      "step": 4330
    },
    {
      "grad_norm": 0.6995999813079834,
      "learning_rate": 9.642222222222222e-05,
      "loss": 0.1075,
      "step": 4340
    },
    {
      "grad_norm": 0.9550525546073914,
      "learning_rate": 9.664444444444446e-05,
      "loss": 0.0977,
      "step": 4350
    },
    {
      "grad_norm": 0.7143549919128418,
      "learning_rate": 9.686666666666667e-05,
      "loss": 0.1105,
      "step": 4360
    },
    {
      "grad_norm": 0.6037996411323547,
      "learning_rate": 9.708888888888889e-05,
      "loss": 0.1056,
      "step": 4370
    },
    {
      "grad_norm": 0.8393473625183105,
      "learning_rate": 9.731111111111112e-05,
      "loss": 0.1242,
      "step": 4380
    },
    {
      "grad_norm": 0.772357702255249,
      "learning_rate": 9.753333333333334e-05,
      "loss": 0.1037,
      "step": 4390
    },
    {
      "grad_norm": 0.6184868216514587,
      "learning_rate": 9.775555555555555e-05,
      "loss": 0.1242,
      "step": 4400
    },
    {
      "grad_norm": 0.7097834944725037,
      "learning_rate": 9.797777777777778e-05,
      "loss": 0.113,
      "step": 4410
    },
    {
      "grad_norm": 0.6770174503326416,
      "learning_rate": 9.82e-05,
      "loss": 0.1286,
      "step": 4420
    },
    {
      "grad_norm": 0.6004283428192139,
      "learning_rate": 9.842222222222223e-05,
      "loss": 0.1148,
      "step": 4430
    },
    {
      "grad_norm": 0.7128379344940186,
      "learning_rate": 9.864444444444445e-05,
      "loss": 0.1264,
      "step": 4440
    },
    {
      "grad_norm": 0.6663711667060852,
      "learning_rate": 9.886666666666668e-05,
      "loss": 0.1442,
      "step": 4450
    },
    {
      "grad_norm": 0.6109747290611267,
      "learning_rate": 9.90888888888889e-05,
      "loss": 0.1122,
      "step": 4460
    },
    {
      "grad_norm": 0.5113462209701538,
      "learning_rate": 9.931111111111111e-05,
      "loss": 0.1206,
      "step": 4470
    },
    {
      "grad_norm": 0.5712558031082153,
      "learning_rate": 9.953333333333333e-05,
      "loss": 0.128,
      "step": 4480
    },
    {
      "grad_norm": 0.8706619739532471,
      "learning_rate": 9.975555555555556e-05,
      "loss": 0.133,
      "step": 4490
    },
    {
      "grad_norm": 0.8139472603797913,
      "learning_rate": 9.997777777777778e-05,
      "loss": 0.1203,
      "step": 4500
    },
    {
      "grad_norm": 0.8809006214141846,
      "learning_rate": 9.999999726603759e-05,
      "loss": 0.1536,
      "step": 4510
    },
    {
      "grad_norm": 0.7927280068397522,
      "learning_rate": 9.99999878153037e-05,
      "loss": 0.1218,
      "step": 4520
    },
    {
      "grad_norm": 0.6262739896774292,
      "learning_rate": 9.9999971614047e-05,
      "loss": 0.1122,
      "step": 4530
    },
    {
      "grad_norm": 0.8238154053688049,
      "learning_rate": 9.999994866226967e-05,
      "loss": 0.1387,
      "step": 4540
    },
    {
      "grad_norm": 0.6406455039978027,
      "learning_rate": 9.999991895997481e-05,
      "loss": 0.1325,
      "step": 4550
    },
    {
      "grad_norm": 0.7433246374130249,
      "learning_rate": 9.999988250716643e-05,
      "loss": 0.1172,
      "step": 4560
    },
    {
      "grad_norm": 0.9350492358207703,
      "learning_rate": 9.999983930384945e-05,
      "loss": 0.1332,
      "step": 4570
    },
    {
      "grad_norm": 1.1326109170913696,
      "learning_rate": 9.999978935002969e-05,
      "loss": 0.1279,
      "step": 4580
    },
    {
      "grad_norm": 0.6979730725288391,
      "learning_rate": 9.999973264571393e-05,
      "loss": 0.1237,
      "step": 4590
    },
    {
      "grad_norm": 0.7209141254425049,
      "learning_rate": 9.99996691909098e-05,
      "loss": 0.1207,
      "step": 4600
    },
    {
      "grad_norm": 0.8062707781791687,
      "learning_rate": 9.999959898562586e-05,
      "loss": 0.1189,
      "step": 4610
    },
    {
      "grad_norm": 0.6604759097099304,
      "learning_rate": 9.999952202987159e-05,
      "loss": 0.1225,
      "step": 4620
    },
    {
      "grad_norm": 1.0346348285675049,
      "learning_rate": 9.999943832365742e-05,
      "loss": 0.1237,
      "step": 4630
    },
    {
      "grad_norm": 0.7644221782684326,
      "learning_rate": 9.999934786699458e-05,
      "loss": 0.1263,
      "step": 4640
    },
    {
      "grad_norm": 0.8786649703979492,
      "learning_rate": 9.999925065989535e-05,
      "loss": 0.1218,
      "step": 4650
    },
    {
      "grad_norm": 1.2331496477127075,
      "learning_rate": 9.999914670237283e-05,
      "loss": 0.1214,
      "step": 4660
    },
    {
      "grad_norm": 1.0419338941574097,
      "learning_rate": 9.999903599444103e-05,
      "loss": 0.1165,
      "step": 4670
    },
    {
      "grad_norm": 0.5838304758071899,
      "learning_rate": 9.999891853611494e-05,
      "loss": 0.1264,
      "step": 4680
    },
    {
      "grad_norm": 0.6798654794692993,
      "learning_rate": 9.999879432741037e-05,
      "loss": 0.1331,
      "step": 4690
    },
    {
      "grad_norm": 0.6707448363304138,
      "learning_rate": 9.999866336834414e-05,
      "loss": 0.1249,
      "step": 4700
    },
    {
      "grad_norm": 0.7549682259559631,
      "learning_rate": 9.99985256589339e-05,
      "loss": 0.1199,
      "step": 4710
    },
    {
      "grad_norm": 0.981260359287262,
      "learning_rate": 9.999838119919824e-05,
      "loss": 0.1414,
      "step": 4720
    },
    {
      "grad_norm": 0.6693689227104187,
      "learning_rate": 9.99982299891567e-05,
      "loss": 0.1373,
      "step": 4730
    },
    {
      "grad_norm": 0.962298572063446,
      "learning_rate": 9.999807202882964e-05,
      "loss": 0.127,
      "step": 4740
    },
    {
      "grad_norm": 0.6492307186126709,
      "learning_rate": 9.999790731823842e-05,
      "loss": 0.121,
      "step": 4750
    },
    {
      "grad_norm": 0.715327262878418,
      "learning_rate": 9.999773585740528e-05,
      "loss": 0.1281,
      "step": 4760
    },
    {
      "grad_norm": 0.9464593529701233,
      "learning_rate": 9.999755764635335e-05,
      "loss": 0.1389,
      "step": 4770
    },
    {
      "grad_norm": 0.9257537126541138,
      "learning_rate": 9.999737268510672e-05,
      "loss": 0.1518,
      "step": 4780
    },
    {
      "grad_norm": 0.6005797386169434,
      "learning_rate": 9.999718097369032e-05,
      "loss": 0.1142,
      "step": 4790
    },
    {
      "grad_norm": 0.5409101843833923,
      "learning_rate": 9.999698251213007e-05,
      "loss": 0.1108,
      "step": 4800
    },
    {
      "grad_norm": 0.6109691262245178,
      "learning_rate": 9.999677730045273e-05,
      "loss": 0.1159,
      "step": 4810
    },
    {
      "grad_norm": 0.7664185762405396,
      "learning_rate": 9.999656533868606e-05,
      "loss": 0.1217,
      "step": 4820
    },
    {
      "grad_norm": 0.8533505797386169,
      "learning_rate": 9.999634662685861e-05,
      "loss": 0.1239,
      "step": 4830
    },
    {
      "grad_norm": 0.8029314279556274,
      "learning_rate": 9.999612116499997e-05,
      "loss": 0.1264,
      "step": 4840
    },
    {
      "grad_norm": 0.8469879627227783,
      "learning_rate": 9.999588895314054e-05,
      "loss": 0.1218,
      "step": 4850
    },
    {
      "grad_norm": 0.5958748459815979,
      "learning_rate": 9.999564999131168e-05,
      "loss": 0.1057,
      "step": 4860
    },
    {
      "grad_norm": 0.685610830783844,
      "learning_rate": 9.999540427954565e-05,
      "loss": 0.1158,
      "step": 4870
    },
    {
      "grad_norm": 0.6320579051971436,
      "learning_rate": 9.999515181787563e-05,
      "loss": 0.1051,
      "step": 4880
    },
    {
      "grad_norm": 0.7885872721672058,
      "learning_rate": 9.99948926063357e-05,
      "loss": 0.1357,
      "step": 4890
    },
    {
      "grad_norm": 0.7975589036941528,
      "learning_rate": 9.999462664496088e-05,
      "loss": 0.105,
      "step": 4900
    },
    {
      "grad_norm": 0.7543688416481018,
      "learning_rate": 9.999435393378704e-05,
      "loss": 0.1109,
      "step": 4910
    },
    {
      "grad_norm": 0.629256010055542,
      "learning_rate": 9.9994074472851e-05,
      "loss": 0.1113,
      "step": 4920
    },
    {
      "grad_norm": 0.8377630114555359,
      "learning_rate": 9.999378826219055e-05,
      "loss": 0.1142,
      "step": 4930
    },
    {
      "grad_norm": 0.7897011041641235,
      "learning_rate": 9.999349530184425e-05,
      "loss": 0.0998,
      "step": 4940
    },
    {
      "grad_norm": 0.6593682169914246,
      "learning_rate": 9.999319559185169e-05,
      "loss": 0.1224,
      "step": 4950
    },
    {
      "grad_norm": 0.5407599806785583,
      "learning_rate": 9.999288913225335e-05,
      "loss": 0.1054,
      "step": 4960
    },
    {
      "grad_norm": 0.846664547920227,
      "learning_rate": 9.999257592309059e-05,
      "loss": 0.1215,
      "step": 4970
    },
    {
      "grad_norm": 0.7890767455101013,
      "learning_rate": 9.999225596440569e-05,
      "loss": 0.1234,
      "step": 4980
    },
    {
      "grad_norm": 0.724607527256012,
      "learning_rate": 9.999192925624186e-05,
      "loss": 0.1205,
      "step": 4990
    },
    {
      "grad_norm": 0.5901540517807007,
      "learning_rate": 9.99915957986432e-05,
      "loss": 0.1167,
      "step": 5000
    },
    {
      "grad_norm": 0.8440129160881042,
      "learning_rate": 9.999125559165473e-05,
      "loss": 0.1308,
      "step": 5010
    },
    {
      "grad_norm": 0.7870329022407532,
      "learning_rate": 9.999090863532239e-05,
      "loss": 0.1113,
      "step": 5020
    },
    {
      "grad_norm": 0.610029399394989,
      "learning_rate": 9.9990554929693e-05,
      "loss": 0.1152,
      "step": 5030
    },
    {
      "grad_norm": 0.6570016741752625,
      "learning_rate": 9.999019447481434e-05,
      "loss": 0.0977,
      "step": 5040
    },
    {
      "grad_norm": 0.8122828602790833,
      "learning_rate": 9.998982727073509e-05,
      "loss": 0.1357,
      "step": 5050
    },
    {
      "grad_norm": 0.5982275605201721,
      "learning_rate": 9.998945331750477e-05,
      "loss": 0.0863,
      "step": 5060
    },
    {
      "grad_norm": 0.8879624009132385,
      "learning_rate": 9.998907261517392e-05,
      "loss": 0.1325,
      "step": 5070
    },
    {
      "grad_norm": 0.6386988162994385,
      "learning_rate": 9.998868516379391e-05,
      "loss": 0.1179,
      "step": 5080
    },
    {
      "grad_norm": 0.5926174521446228,
      "learning_rate": 9.998829096341706e-05,
      "loss": 0.1076,
      "step": 5090
    },
    {
      "grad_norm": 0.9159967303276062,
      "learning_rate": 9.99878900140966e-05,
      "loss": 0.1147,
      "step": 5100
    },
    {
      "grad_norm": 0.553785502910614,
      "learning_rate": 9.998748231588666e-05,
      "loss": 0.1174,
      "step": 5110
    },
    {
      "grad_norm": 1.3480976819992065,
      "learning_rate": 9.998706786884225e-05,
      "loss": 0.1211,
      "step": 5120
    },
    {
      "grad_norm": 0.6424144506454468,
      "learning_rate": 9.998664667301937e-05,
      "loss": 0.1263,
      "step": 5130
    },
    {
      "grad_norm": 0.672177255153656,
      "learning_rate": 9.998621872847485e-05,
      "loss": 0.1187,
      "step": 5140
    },
    {
      "grad_norm": 0.8798134922981262,
      "learning_rate": 9.99857840352665e-05,
      "loss": 0.1023,
      "step": 5150
    },
    {
      "grad_norm": 0.5351697206497192,
      "learning_rate": 9.9985342593453e-05,
      "loss": 0.1283,
      "step": 5160
    },
    {
      "grad_norm": 0.6696025133132935,
      "learning_rate": 9.998489440309392e-05,
      "loss": 0.1129,
      "step": 5170
    },
    {
      "grad_norm": 0.6178115606307983,
      "learning_rate": 9.99844394642498e-05,
      "loss": 0.0992,
      "step": 5180
    },
    {
      "grad_norm": 0.8281255960464478,
      "learning_rate": 9.998397777698206e-05,
      "loss": 0.1334,
      "step": 5190
    },
    {
      "grad_norm": 0.6440131664276123,
      "learning_rate": 9.998350934135301e-05,
      "loss": 0.1087,
      "step": 5200
    },
    {
      "grad_norm": 0.7183958888053894,
      "learning_rate": 9.998303415742592e-05,
      "loss": 0.1328,
      "step": 5210
    },
    {
      "grad_norm": 0.6208881139755249,
      "learning_rate": 9.998255222526494e-05,
      "loss": 0.1224,
      "step": 5220
    },
    {
      "grad_norm": 0.757308304309845,
      "learning_rate": 9.998206354493511e-05,
      "loss": 0.11,
      "step": 5230
    },
    {
      "grad_norm": 0.7749021649360657,
      "learning_rate": 9.998156811650245e-05,
      "loss": 0.1108,
      "step": 5240
    },
    {
      "grad_norm": 0.6273822784423828,
      "learning_rate": 9.998106594003382e-05,
      "loss": 0.1291,
      "step": 5250
    },
    {
      "grad_norm": 0.9774953722953796,
      "learning_rate": 9.9980557015597e-05,
      "loss": 0.112,
      "step": 5260
    },
    {
      "grad_norm": 1.014513611793518,
      "learning_rate": 9.998004134326075e-05,
      "loss": 0.1263,
      "step": 5270
    },
    {
      "grad_norm": 0.6871433258056641,
      "learning_rate": 9.997951892309468e-05,
      "loss": 0.1299,
      "step": 5280
    },
    {
      "grad_norm": 0.6250669956207275,
      "learning_rate": 9.997898975516929e-05,
      "loss": 0.1195,
      "step": 5290
    },
    {
      "grad_norm": 0.7262834906578064,
      "learning_rate": 9.997845383955603e-05,
      "loss": 0.0983,
      "step": 5300
    },
    {
      "grad_norm": 0.7606117129325867,
      "learning_rate": 9.997791117632728e-05,
      "loss": 0.1105,
      "step": 5310
    },
    {
      "grad_norm": 0.5679320096969604,
      "learning_rate": 9.997736176555628e-05,
      "loss": 0.1157,
      "step": 5320
    },
    {
      "grad_norm": 0.7909768223762512,
      "learning_rate": 9.997680560731723e-05,
      "loss": 0.1223,
      "step": 5330
    },
    {
      "grad_norm": 0.7264070510864258,
      "learning_rate": 9.99762427016852e-05,
      "loss": 0.0968,
      "step": 5340
    },
    {
      "grad_norm": 0.6435513496398926,
      "learning_rate": 9.997567304873619e-05,
      "loss": 0.0915,
      "step": 5350
    },
    {
      "grad_norm": 0.4812619090080261,
      "learning_rate": 9.99750966485471e-05,
      "loss": 0.1092,
      "step": 5360
    },
    {
      "grad_norm": 0.7867217659950256,
      "learning_rate": 9.997451350119578e-05,
      "loss": 0.0995,
      "step": 5370
    },
    {
      "grad_norm": 0.8154281377792358,
      "learning_rate": 9.997392360676092e-05,
      "loss": 0.1124,
      "step": 5380
    },
    {
      "grad_norm": 0.9675512909889221,
      "learning_rate": 9.99733269653222e-05,
      "loss": 0.1045,
      "step": 5390
    },
    {
      "grad_norm": 0.7831749320030212,
      "learning_rate": 9.997272357696017e-05,
      "loss": 0.1073,
      "step": 5400
    },
    {
      "grad_norm": 1.147213339805603,
      "learning_rate": 9.997211344175626e-05,
      "loss": 0.1055,
      "step": 5410
    },
    {
      "grad_norm": 0.46462365984916687,
      "learning_rate": 9.997149655979287e-05,
      "loss": 0.1095,
      "step": 5420
    },
    {
      "grad_norm": 0.6844836473464966,
      "learning_rate": 9.997087293115329e-05,
      "loss": 0.1021,
      "step": 5430
    },
    {
      "grad_norm": 0.8434958457946777,
      "learning_rate": 9.99702425559217e-05,
      "loss": 0.1342,
      "step": 5440
    },
    {
      "grad_norm": 0.8660441040992737,
      "learning_rate": 9.99696054341832e-05,
      "loss": 0.1124,
      "step": 5450
    },
    {
      "grad_norm": 0.7322250008583069,
      "learning_rate": 9.996896156602386e-05,
      "loss": 0.0985,
      "step": 5460
    },
    {
      "grad_norm": 0.6848753690719604,
      "learning_rate": 9.996831095153055e-05,
      "loss": 0.1011,
      "step": 5470
    },
    {
      "grad_norm": 0.7070258855819702,
      "learning_rate": 9.996765359079112e-05,
      "loss": 0.1024,
      "step": 5480
    },
    {
      "grad_norm": 0.6437707543373108,
      "learning_rate": 9.996698948389435e-05,
      "loss": 0.0985,
      "step": 5490
    },
    {
      "grad_norm": 1.070627212524414,
      "learning_rate": 9.99663186309299e-05,
      "loss": 0.1177,
      "step": 5500
    },
    {
      "grad_norm": 0.6050145030021667,
      "learning_rate": 9.996564103198828e-05,
      "loss": 0.0939,
      "step": 5510
    },
    {
      "grad_norm": 0.6650062799453735,
      "learning_rate": 9.996495668716104e-05,
      "loss": 0.0945,
      "step": 5520
    },
    {
      "grad_norm": 0.5878866314888,
      "learning_rate": 9.996426559654056e-05,
      "loss": 0.0965,
      "step": 5530
    },
    {
      "grad_norm": 0.6179236173629761,
      "learning_rate": 9.996356776022014e-05,
      "loss": 0.0964,
      "step": 5540
    },
    {
      "grad_norm": 0.612299382686615,
      "learning_rate": 9.996286317829398e-05,
      "loss": 0.1096,
      "step": 5550
    },
    {
      "grad_norm": 0.816783607006073,
      "learning_rate": 9.996215185085722e-05,
      "loss": 0.1127,
      "step": 5560
    },
    {
      "grad_norm": 0.5929509401321411,
      "learning_rate": 9.99614337780059e-05,
      "loss": 0.1023,
      "step": 5570
    },
    {
      "grad_norm": 0.8040204644203186,
      "learning_rate": 9.996070895983696e-05,
      "loss": 0.1246,
      "step": 5580
    },
    {
      "grad_norm": 0.6663926243782043,
      "learning_rate": 9.995997739644826e-05,
      "loss": 0.1066,
      "step": 5590
    },
    {
      "grad_norm": 0.8926904201507568,
      "learning_rate": 9.995923908793858e-05,
      "loss": 0.1147,
      "step": 5600
    },
    {
      "grad_norm": 0.5997649431228638,
      "learning_rate": 9.995849403440757e-05,
      "loss": 0.1108,
      "step": 5610
    },
    {
      "grad_norm": 1.1575291156768799,
      "learning_rate": 9.995774223595585e-05,
      "loss": 0.0939,
      "step": 5620
    },
    {
      "grad_norm": 0.5301874876022339,
      "learning_rate": 9.995698369268492e-05,
      "loss": 0.0953,
      "step": 5630
    },
    {
      "grad_norm": 0.7283107042312622,
      "learning_rate": 9.995621840469715e-05,
      "loss": 0.1027,
      "step": 5640
    },
    {
      "grad_norm": 0.9237108826637268,
      "learning_rate": 9.99554463720959e-05,
      "loss": 0.118,
      "step": 5650
    },
    {
      "grad_norm": 0.6666432619094849,
      "learning_rate": 9.995466759498542e-05,
      "loss": 0.1084,
      "step": 5660
    },
    {
      "grad_norm": 1.2660549879074097,
      "learning_rate": 9.995388207347081e-05,
      "loss": 0.1126,
      "step": 5670
    },
    {
      "grad_norm": 0.7206387519836426,
      "learning_rate": 9.995308980765815e-05,
      "loss": 0.1237,
      "step": 5680
    },
    {
      "grad_norm": 0.6732973456382751,
      "learning_rate": 9.995229079765438e-05,
      "loss": 0.1021,
      "step": 5690
    },
    {
      "grad_norm": 0.7040106654167175,
      "learning_rate": 9.99514850435674e-05,
      "loss": 0.1104,
      "step": 5700
    },
    {
      "grad_norm": 0.8052249550819397,
      "learning_rate": 9.995067254550598e-05,
      "loss": 0.1244,
      "step": 5710
    },
    {
      "grad_norm": 1.1999363899230957,
      "learning_rate": 9.994985330357981e-05,
      "loss": 0.1095,
      "step": 5720
    },
    {
      "grad_norm": 0.8168515563011169,
      "learning_rate": 9.994902731789954e-05,
      "loss": 0.1114,
      "step": 5730
    },
    {
      "grad_norm": 0.6405401825904846,
      "learning_rate": 9.994819458857664e-05,
      "loss": 0.1198,
      "step": 5740
    },
    {
      "grad_norm": 0.47640055418014526,
      "learning_rate": 9.994735511572355e-05,
      "loss": 0.1026,
      "step": 5750
    },
    {
      "grad_norm": 0.5833157896995544,
      "learning_rate": 9.99465088994536e-05,
      "loss": 0.1059,
      "step": 5760
    },
    {
      "grad_norm": 0.7094004154205322,
      "learning_rate": 9.994565593988107e-05,
      "loss": 0.1108,
      "step": 5770
    },
    {
      "grad_norm": 0.7467184662818909,
      "learning_rate": 9.994479623712107e-05,
      "loss": 0.1121,
      "step": 5780
    },
    {
      "grad_norm": 0.9086386561393738,
      "learning_rate": 9.994392979128973e-05,
      "loss": 0.1053,
      "step": 5790
    },
    {
      "grad_norm": 0.7181172966957092,
      "learning_rate": 9.994305660250396e-05,
      "loss": 0.1103,
      "step": 5800
    },
    {
      "grad_norm": 0.48566684126853943,
      "learning_rate": 9.99421766708817e-05,
      "loss": 0.1013,
      "step": 5810
    },
    {
      "grad_norm": 0.6061230897903442,
      "learning_rate": 9.994128999654174e-05,
      "loss": 0.1095,
      "step": 5820
    },
    {
      "grad_norm": 0.5641469359397888,
      "learning_rate": 9.994039657960376e-05,
      "loss": 0.1013,
      "step": 5830
    },
    {
      "grad_norm": 0.5638298988342285,
      "learning_rate": 9.993949642018841e-05,
      "loss": 0.0983,
      "step": 5840
    },
    {
      "grad_norm": 0.5327399969100952,
      "learning_rate": 9.993858951841724e-05,
      "loss": 0.0794,
      "step": 5850
    },
    {
      "grad_norm": 0.7049238681793213,
      "learning_rate": 9.993767587441265e-05,
      "loss": 0.1094,
      "step": 5860
    },
    {
      "grad_norm": 0.5766738057136536,
      "learning_rate": 9.993675548829799e-05,
      "loss": 0.1033,
      "step": 5870
    },
    {
      "grad_norm": 0.830109715461731,
      "learning_rate": 9.993582836019757e-05,
      "loss": 0.1195,
      "step": 5880
    },
    {
      "grad_norm": 0.7200908660888672,
      "learning_rate": 9.993489449023651e-05,
      "loss": 0.1034,
      "step": 5890
    },
    {
      "grad_norm": 0.6918427348136902,
      "learning_rate": 9.993395387854093e-05,
      "loss": 0.1282,
      "step": 5900
    },
    {
      "grad_norm": 0.4697972536087036,
      "learning_rate": 9.993300652523781e-05,
      "loss": 0.1053,
      "step": 5910
    },
    {
      "grad_norm": 0.6722093224525452,
      "learning_rate": 9.993205243045504e-05,
      "loss": 0.1049,
      "step": 5920
    },
    {
      "grad_norm": 0.6604679226875305,
      "learning_rate": 9.993109159432143e-05,
      "loss": 0.1051,
      "step": 5930
    },
    {
      "grad_norm": 0.6790676116943359,
      "learning_rate": 9.993012401696674e-05,
      "loss": 0.1077,
      "step": 5940
    },
    {
      "grad_norm": 0.6664640307426453,
      "learning_rate": 9.992914969852158e-05,
      "loss": 0.1042,
      "step": 5950
    },
    {
      "grad_norm": 0.8569424152374268,
      "learning_rate": 9.992816863911746e-05,
      "loss": 0.0988,
      "step": 5960
    },
    {
      "grad_norm": 0.8435606956481934,
      "learning_rate": 9.992718083888691e-05,
      "loss": 0.1128,
      "step": 5970
    },
    {
      "grad_norm": 0.7224292159080505,
      "learning_rate": 9.992618629796321e-05,
      "loss": 0.1138,
      "step": 5980
    },
    {
      "grad_norm": 0.6151083111763,
      "learning_rate": 9.992518501648068e-05,
      "loss": 0.1088,
      "step": 5990
    },
    {
      "grad_norm": 0.7876090407371521,
      "learning_rate": 9.99241769945745e-05,
      "loss": 0.1181,
      "step": 6000
    },
    {
      "grad_norm": 0.8660052418708801,
      "learning_rate": 9.992316223238077e-05,
      "loss": 0.1219,
      "step": 6010
    },
    {
      "grad_norm": 0.7344575524330139,
      "learning_rate": 9.992214073003647e-05,
      "loss": 0.115,
      "step": 6020
    },
    {
      "grad_norm": 0.6601822972297668,
      "learning_rate": 9.992111248767952e-05,
      "loss": 0.1129,
      "step": 6030
    },
    {
      "grad_norm": 0.6700553894042969,
      "learning_rate": 9.992007750544876e-05,
      "loss": 0.0997,
      "step": 6040
    },
    {
      "grad_norm": 0.5917412638664246,
      "learning_rate": 9.99190357834839e-05,
      "loss": 0.1182,
      "step": 6050
    },
    {
      "grad_norm": 0.6658146381378174,
      "learning_rate": 9.99179873219256e-05,
      "loss": 0.0974,
      "step": 6060
    },
    {
      "grad_norm": 0.722261905670166,
      "learning_rate": 9.991693212091542e-05,
      "loss": 0.1037,
      "step": 6070
    },
    {
      "grad_norm": 0.7910134196281433,
      "learning_rate": 9.991587018059581e-05,
      "loss": 0.1205,
      "step": 6080
    },
    {
      "grad_norm": 0.5573901534080505,
      "learning_rate": 9.991480150111014e-05,
      "loss": 0.1168,
      "step": 6090
    },
    {
      "grad_norm": 0.8292810916900635,
      "learning_rate": 9.991372608260271e-05,
      "loss": 0.1202,
      "step": 6100
    },
    {
      "grad_norm": 0.6252098679542542,
      "learning_rate": 9.991264392521869e-05,
      "loss": 0.093,
      "step": 6110
    },
    {
      "grad_norm": 0.6441651582717896,
      "learning_rate": 9.99115550291042e-05,
      "loss": 0.1055,
      "step": 6120
    },
    {
      "grad_norm": 0.647209644317627,
      "learning_rate": 9.991045939440625e-05,
      "loss": 0.0986,
      "step": 6130
    },
    {
      "grad_norm": 0.6790949106216431,
      "learning_rate": 9.990935702127276e-05,
      "loss": 0.1154,
      "step": 6140
    },
    {
      "grad_norm": 0.7636064887046814,
      "learning_rate": 9.990824790985254e-05,
      "loss": 0.1297,
      "step": 6150
    },
    {
      "grad_norm": 0.5617045760154724,
      "learning_rate": 9.990713206029537e-05,
      "loss": 0.1283,
      "step": 6160
    },
    {
      "grad_norm": 0.8310958743095398,
      "learning_rate": 9.990600947275188e-05,
      "loss": 0.1101,
      "step": 6170
    },
    {
      "grad_norm": 0.673494815826416,
      "learning_rate": 9.990488014737364e-05,
      "loss": 0.0944,
      "step": 6180
    },
    {
      "grad_norm": 0.8333613872528076,
      "learning_rate": 9.990374408431311e-05,
      "loss": 0.114,
      "step": 6190
    },
    {
      "grad_norm": 0.46681737899780273,
      "learning_rate": 9.990260128372368e-05,
      "loss": 0.0944,
      "step": 6200
    },
    {
      "grad_norm": 0.681549072265625,
      "learning_rate": 9.990145174575962e-05,
      "loss": 0.1067,
      "step": 6210
    },
    {
      "grad_norm": 0.6437278985977173,
      "learning_rate": 9.990029547057615e-05,
      "loss": 0.0991,
      "step": 6220
    },
    {
      "grad_norm": 0.6049403548240662,
      "learning_rate": 9.989913245832941e-05,
      "loss": 0.1086,
      "step": 6230
    },
    {
      "grad_norm": 0.6263678073883057,
      "learning_rate": 9.989796270917634e-05,
      "loss": 0.1045,
      "step": 6240
    },
    {
      "grad_norm": 0.5659563541412354,
      "learning_rate": 9.989678622327493e-05,
      "loss": 0.1127,
      "step": 6250
    },
    {
      "grad_norm": 0.6335813999176025,
      "learning_rate": 9.9895603000784e-05,
      "loss": 0.1108,
      "step": 6260
    },
    {
      "grad_norm": 0.6669609546661377,
      "learning_rate": 9.98944130418633e-05,
      "loss": 0.1131,
      "step": 6270
    },
    {
      "grad_norm": 0.7358959317207336,
      "learning_rate": 9.989321634667347e-05,
      "loss": 0.1106,
      "step": 6280
    },
    {
      "grad_norm": 0.7189102172851562,
      "learning_rate": 9.989201291537611e-05,
      "loss": 0.1031,
      "step": 6290
    },
    {
      "grad_norm": 0.6737915873527527,
      "learning_rate": 9.989080274813367e-05,
      "loss": 0.0986,
      "step": 6300
    },
    {
      "grad_norm": 0.6982454061508179,
      "learning_rate": 9.988958584510954e-05,
      "loss": 0.0978,
      "step": 6310
    },
    {
      "grad_norm": 0.7953628897666931,
      "learning_rate": 9.988836220646803e-05,
      "loss": 0.1061,
      "step": 6320
    },
    {
      "grad_norm": 0.6831651329994202,
      "learning_rate": 9.988713183237431e-05,
      "loss": 0.103,
      "step": 6330
    },
    {
      "grad_norm": 0.6820680499076843,
      "learning_rate": 9.988589472299452e-05,
      "loss": 0.111,
      "step": 6340
    },
    {
      "grad_norm": 0.7150695323944092,
      "learning_rate": 9.98846508784957e-05,
      "loss": 0.1078,
      "step": 6350
    },
    {
      "grad_norm": 0.7378079295158386,
      "learning_rate": 9.988340029904572e-05,
      "loss": 0.1077,
      "step": 6360
    },
    {
      "grad_norm": 0.6484420895576477,
      "learning_rate": 9.988214298481349e-05,
      "loss": 0.091,
      "step": 6370
    },
    {
      "grad_norm": 0.6980562806129456,
      "learning_rate": 9.988087893596871e-05,
      "loss": 0.098,
      "step": 6380
    },
    {
      "grad_norm": 0.974053144454956,
      "learning_rate": 9.987960815268209e-05,
      "loss": 0.1147,
      "step": 6390
    },
    {
      "grad_norm": 0.7340291142463684,
      "learning_rate": 9.987833063512515e-05,
      "loss": 0.1252,
      "step": 6400
    },
    {
      "grad_norm": 0.5970696210861206,
      "learning_rate": 9.987704638347038e-05,
      "loss": 0.0928,
      "step": 6410
    },
    {
      "grad_norm": 0.6880080699920654,
      "learning_rate": 9.987575539789119e-05,
      "loss": 0.1159,
      "step": 6420
    },
    {
      "grad_norm": 0.5579575300216675,
      "learning_rate": 9.987445767856186e-05,
      "loss": 0.1014,
      "step": 6430
    },
    {
      "grad_norm": 0.7430247068405151,
      "learning_rate": 9.98731532256576e-05,
      "loss": 0.103,
      "step": 6440
    },
    {
      "grad_norm": 0.6852228045463562,
      "learning_rate": 9.987184203935451e-05,
      "loss": 0.1122,
      "step": 6450
    },
    {
      "grad_norm": 0.6070907115936279,
      "learning_rate": 9.987052411982964e-05,
      "loss": 0.0958,
      "step": 6460
    },
    {
      "grad_norm": 0.717889130115509,
      "learning_rate": 9.98691994672609e-05,
      "loss": 0.1014,
      "step": 6470
    },
    {
      "grad_norm": 0.7565680146217346,
      "learning_rate": 9.986786808182715e-05,
      "loss": 0.1128,
      "step": 6480
    },
    {
      "grad_norm": 0.7243292927742004,
      "learning_rate": 9.986652996370813e-05,
      "loss": 0.1128,
      "step": 6490
    },
    {
      "grad_norm": 0.6119571924209595,
      "learning_rate": 9.986518511308451e-05,
      "loss": 0.0996,
      "step": 6500
    },
    {
      "grad_norm": 0.7232750058174133,
      "learning_rate": 9.986383353013784e-05,
      "loss": 0.0858,
      "step": 6510
    },
    {
      "grad_norm": 0.6634225845336914,
      "learning_rate": 9.98624752150506e-05,
      "loss": 0.0999,
      "step": 6520
    },
    {
      "grad_norm": 0.7215663194656372,
      "learning_rate": 9.986111016800621e-05,
      "loss": 0.1054,
      "step": 6530
    },
    {
      "grad_norm": 0.4885237216949463,
      "learning_rate": 9.985973838918894e-05,
      "loss": 0.0989,
      "step": 6540
    },
    {
      "grad_norm": 0.8171293139457703,
      "learning_rate": 9.985835987878398e-05,
      "loss": 0.1001,
      "step": 6550
    },
    {
      "grad_norm": 0.6427518129348755,
      "learning_rate": 9.985697463697748e-05,
      "loss": 0.1084,
      "step": 6560
    },
    {
      "grad_norm": 0.7065704464912415,
      "learning_rate": 9.985558266395643e-05,
      "loss": 0.1062,
      "step": 6570
    },
    {
      "grad_norm": 0.8860257863998413,
      "learning_rate": 9.985418395990876e-05,
      "loss": 0.0964,
      "step": 6580
    },
    {
      "grad_norm": 0.7569260001182556,
      "learning_rate": 9.985277852502334e-05,
      "loss": 0.1374,
      "step": 6590
    },
    {
      "grad_norm": 1.0717653036117554,
      "learning_rate": 9.98513663594899e-05,
      "loss": 0.1168,
      "step": 6600
    },
    {
      "grad_norm": 0.6393460035324097,
      "learning_rate": 9.98499474634991e-05,
      "loss": 0.0902,
      "step": 6610
    },
    {
      "grad_norm": 0.5806018710136414,
      "learning_rate": 9.98485218372425e-05,
      "loss": 0.107,
      "step": 6620
    },
    {
      "grad_norm": 0.8482151627540588,
      "learning_rate": 9.984708948091257e-05,
      "loss": 0.1032,
      "step": 6630
    },
    {
      "grad_norm": 0.5508593320846558,
      "learning_rate": 9.984565039470271e-05,
      "loss": 0.0877,
      "step": 6640
    },
    {
      "grad_norm": 0.7271673679351807,
      "learning_rate": 9.98442045788072e-05,
      "loss": 0.1173,
      "step": 6650
    },
    {
      "grad_norm": 0.6371800303459167,
      "learning_rate": 9.984275203342124e-05,
      "loss": 0.0969,
      "step": 6660
    },
    {
      "grad_norm": 0.5220903158187866,
      "learning_rate": 9.984129275874095e-05,
      "loss": 0.0907,
      "step": 6670
    },
    {
      "grad_norm": 0.579452395439148,
      "learning_rate": 9.983982675496335e-05,
      "loss": 0.1114,
      "step": 6680
    },
    {
      "grad_norm": 0.548439621925354,
      "learning_rate": 9.983835402228634e-05,
      "loss": 0.1043,
      "step": 6690
    },
    {
      "grad_norm": 0.6350557208061218,
      "learning_rate": 9.983687456090878e-05,
      "loss": 0.1002,
      "step": 6700
    },
    {
      "grad_norm": 0.842891275882721,
      "learning_rate": 9.983538837103039e-05,
      "loss": 0.1295,
      "step": 6710
    },
    {
      "grad_norm": 0.6340057253837585,
      "learning_rate": 9.983389545285185e-05,
      "loss": 0.1095,
      "step": 6720
    },
    {
      "grad_norm": 0.6930311918258667,
      "learning_rate": 9.983239580657468e-05,
      "loss": 0.0984,
      "step": 6730
    },
    {
      "grad_norm": 0.6169299483299255,
      "learning_rate": 9.98308894324014e-05,
      "loss": 0.1306,
      "step": 6740
    },
    {
      "grad_norm": 0.581913948059082,
      "learning_rate": 9.982937633053535e-05,
      "loss": 0.0963,
      "step": 6750
    },
    {
      "grad_norm": 0.5314381122589111,
      "learning_rate": 9.982785650118082e-05,
      "loss": 0.1002,
      "step": 6760
    },
    {
      "grad_norm": 0.7900885343551636,
      "learning_rate": 9.982632994454299e-05,
      "loss": 0.096,
      "step": 6770
    },
    {
      "grad_norm": 0.5178917646408081,
      "learning_rate": 9.9824796660828e-05,
      "loss": 0.1088,
      "step": 6780
    },
    {
      "grad_norm": 0.6597481966018677,
      "learning_rate": 9.982325665024283e-05,
      "loss": 0.0984,
      "step": 6790
    },
    {
      "grad_norm": 0.6578519344329834,
      "learning_rate": 9.982170991299539e-05,
      "loss": 0.1145,
      "step": 6800
    },
    {
      "grad_norm": 0.687461793422699,
      "learning_rate": 9.982015644929455e-05,
      "loss": 0.0843,
      "step": 6810
    },
    {
      "grad_norm": 0.8703334927558899,
      "learning_rate": 9.981859625935e-05,
      "loss": 0.0962,
      "step": 6820
    },
    {
      "grad_norm": 1.0030502080917358,
      "learning_rate": 9.981702934337239e-05,
      "loss": 0.0963,
      "step": 6830
    },
    {
      "grad_norm": 0.7475016713142395,
      "learning_rate": 9.981545570157327e-05,
      "loss": 0.1043,
      "step": 6840
    },
    {
      "grad_norm": 0.6050148606300354,
      "learning_rate": 9.981387533416511e-05,
      "loss": 0.0956,
      "step": 6850
    },
    {
      "grad_norm": 0.6145169138908386,
      "learning_rate": 9.981228824136128e-05,
      "loss": 0.0989,
      "step": 6860
    },
    {
      "grad_norm": 0.712334930896759,
      "learning_rate": 9.981069442337603e-05,
      "loss": 0.1155,
      "step": 6870
    },
    {
      "grad_norm": 0.6387476921081543,
      "learning_rate": 9.980909388042456e-05,
      "loss": 0.1021,
      "step": 6880
    },
    {
      "grad_norm": 0.7699064612388611,
      "learning_rate": 9.980748661272295e-05,
      "loss": 0.0996,
      "step": 6890
    },
    {
      "grad_norm": 0.8328753709793091,
      "learning_rate": 9.980587262048822e-05,
      "loss": 0.1207,
      "step": 6900
    },
    {
      "grad_norm": 0.6723427176475525,
      "learning_rate": 9.980425190393826e-05,
      "loss": 0.113,
      "step": 6910
    },
    {
      "grad_norm": 0.7500120997428894,
      "learning_rate": 9.980262446329186e-05,
      "loss": 0.1079,
      "step": 6920
    },
    {
      "grad_norm": 0.994938313961029,
      "learning_rate": 9.980099029876878e-05,
      "loss": 0.1294,
      "step": 6930
    },
    {
      "grad_norm": 0.9036270976066589,
      "learning_rate": 9.979934941058964e-05,
      "loss": 0.0961,
      "step": 6940
    },
    {
      "grad_norm": 0.6388089656829834,
      "learning_rate": 9.979770179897597e-05,
      "loss": 0.0894,
      "step": 6950
    },
    {
      "grad_norm": 0.6395201086997986,
      "learning_rate": 9.979604746415021e-05,
      "loss": 0.1005,
      "step": 6960
    },
    {
      "grad_norm": 0.7045125961303711,
      "learning_rate": 9.979438640633572e-05,
      "loss": 0.1083,
      "step": 6970
    },
    {
      "grad_norm": 0.5654240846633911,
      "learning_rate": 9.979271862575677e-05,
      "loss": 0.1119,
      "step": 6980
    },
    {
      "grad_norm": 0.7959092855453491,
      "learning_rate": 9.97910441226385e-05,
      "loss": 0.0939,
      "step": 6990
    },
    {
      "grad_norm": 0.7431609630584717,
      "learning_rate": 9.978936289720701e-05,
      "loss": 0.1016,
      "step": 7000
    },
    {
      "grad_norm": 0.6426626443862915,
      "learning_rate": 9.97876749496893e-05,
      "loss": 0.1068,
      "step": 7010
    },
    {
      "grad_norm": 0.7486172318458557,
      "learning_rate": 9.97859802803132e-05,
      "loss": 0.1025,
      "step": 7020
    },
    {
      "grad_norm": 0.6270221471786499,
      "learning_rate": 9.978427888930757e-05,
      "loss": 0.1103,
      "step": 7030
    },
    {
      "grad_norm": 0.51585453748703,
      "learning_rate": 9.978257077690209e-05,
      "loss": 0.0841,
      "step": 7040
    },
    {
      "grad_norm": 0.6983029246330261,
      "learning_rate": 9.978085594332736e-05,
      "loss": 0.0928,
      "step": 7050
    },
    {
      "grad_norm": 0.6280943155288696,
      "learning_rate": 9.977913438881492e-05,
      "loss": 0.0835,
      "step": 7060
    },
    {
      "grad_norm": 0.5722147822380066,
      "learning_rate": 9.97774061135972e-05,
      "loss": 0.0953,
      "step": 7070
    },
    {
      "grad_norm": 0.7536565065383911,
      "learning_rate": 9.977567111790752e-05,
      "loss": 0.111,
      "step": 7080
    },
    {
      "grad_norm": 0.8736753463745117,
      "learning_rate": 9.977392940198012e-05,
      "loss": 0.0927,
      "step": 7090
    },
    {
      "grad_norm": 0.9222998023033142,
      "learning_rate": 9.977218096605016e-05,
      "loss": 0.1035,
      "step": 7100
    },
    {
      "grad_norm": 0.5106841921806335,
      "learning_rate": 9.977042581035372e-05,
      "loss": 0.1164,
      "step": 7110
    },
    {
      "grad_norm": 0.5086534023284912,
      "learning_rate": 9.976866393512771e-05,
      "loss": 0.1004,
      "step": 7120
    },
    {
      "grad_norm": 0.538611888885498,
      "learning_rate": 9.976689534061006e-05,
      "loss": 0.106,
      "step": 7130
    },
    {
      "grad_norm": 0.579986572265625,
      "learning_rate": 9.976512002703951e-05,
      "loss": 0.1045,
      "step": 7140
    },
    {
      "grad_norm": 0.6711848378181458,
      "learning_rate": 9.976333799465576e-05,
      "loss": 0.1099,
      "step": 7150
    },
    {
      "grad_norm": 0.9044310450553894,
      "learning_rate": 9.97615492436994e-05,
      "loss": 0.1136,
      "step": 7160
    },
    {
      "grad_norm": 0.5931046605110168,
      "learning_rate": 9.975975377441194e-05,
      "loss": 0.101,
      "step": 7170
    },
    {
      "grad_norm": 0.6962505578994751,
      "learning_rate": 9.975795158703576e-05,
      "loss": 0.0899,
      "step": 7180
    },
    {
      "grad_norm": 0.5937097668647766,
      "learning_rate": 9.975614268181421e-05,
      "loss": 0.1141,
      "step": 7190
    },
    {
      "grad_norm": 0.7448486685752869,
      "learning_rate": 9.975432705899148e-05,
      "loss": 0.0943,
      "step": 7200
    },
    {
      "grad_norm": 0.6942792534828186,
      "learning_rate": 9.975250471881273e-05,
      "loss": 0.0936,
      "step": 7210
    },
    {
      "grad_norm": 0.7627379298210144,
      "learning_rate": 9.975067566152395e-05,
      "loss": 0.1027,
      "step": 7220
    },
    {
      "grad_norm": 0.8206007480621338,
      "learning_rate": 9.974883988737213e-05,
      "loss": 0.1001,
      "step": 7230
    },
    {
      "grad_norm": 0.5883917212486267,
      "learning_rate": 9.974699739660509e-05,
      "loss": 0.0926,
      "step": 7240
    },
    {
      "grad_norm": 0.5352147817611694,
      "learning_rate": 9.974514818947159e-05,
      "loss": 0.1077,
      "step": 7250
    },
    {
      "grad_norm": 0.6794928908348083,
      "learning_rate": 9.97432922662213e-05,
      "loss": 0.0883,
      "step": 7260
    },
    {
      "grad_norm": 0.7037251591682434,
      "learning_rate": 9.974142962710477e-05,
      "loss": 0.0953,
      "step": 7270
    },
    {
      "grad_norm": 0.6640056371688843,
      "learning_rate": 9.973956027237353e-05,
      "loss": 0.103,
      "step": 7280
    },
    {
      "grad_norm": 0.5577367544174194,
      "learning_rate": 9.973768420227989e-05,
      "loss": 0.1049,
      "step": 7290
    },
    {
      "grad_norm": 0.7973042726516724,
      "learning_rate": 9.973580141707717e-05,
      "loss": 0.0964,
      "step": 7300
    },
    {
      "grad_norm": 0.5666620135307312,
      "learning_rate": 9.973391191701957e-05,
      "loss": 0.0917,
      "step": 7310
    },
    {
      "grad_norm": 0.877174973487854,
      "learning_rate": 9.973201570236221e-05,
      "loss": 0.0834,
      "step": 7320
    },
    {
      "grad_norm": 0.6435508131980896,
      "learning_rate": 9.973011277336107e-05,
      "loss": 0.111,
      "step": 7330
    },
    {
      "grad_norm": 0.8804120421409607,
      "learning_rate": 9.972820313027305e-05,
      "loss": 0.0982,
      "step": 7340
    },
    {
      "grad_norm": 0.5239079594612122,
      "learning_rate": 9.972628677335603e-05,
      "loss": 0.0912,
      "step": 7350
    },
    {
      "grad_norm": 0.7895616292953491,
      "learning_rate": 9.972436370286868e-05,
      "loss": 0.094,
      "step": 7360
    },
    {
      "grad_norm": 0.6403850317001343,
      "learning_rate": 9.972243391907067e-05,
      "loss": 0.0902,
      "step": 7370
    },
    {
      "grad_norm": 0.7065197825431824,
      "learning_rate": 9.972049742222253e-05,
      "loss": 0.0877,
      "step": 7380
    },
    {
      "grad_norm": 0.7541667222976685,
      "learning_rate": 9.97185542125857e-05,
      "loss": 0.0956,
      "step": 7390
    },
    {
      "grad_norm": 0.6547720432281494,
      "learning_rate": 9.971660429042256e-05,
      "loss": 0.0961,
      "step": 7400
    },
    {
      "grad_norm": 0.7791537046432495,
      "learning_rate": 9.971464765599633e-05,
      "loss": 0.091,
      "step": 7410
    },
    {
      "grad_norm": 0.5953223705291748,
      "learning_rate": 9.97126843095712e-05,
      "loss": 0.1144,
      "step": 7420
    },
    {
      "grad_norm": 0.5126204490661621,
      "learning_rate": 9.971071425141225e-05,
      "loss": 0.1051,
      "step": 7430
    },
    {
      "grad_norm": 0.6764063835144043,
      "learning_rate": 9.970873748178544e-05,
      "loss": 0.0879,
      "step": 7440
    },
    {
      "grad_norm": 0.571581244468689,
      "learning_rate": 9.970675400095767e-05,
      "loss": 0.0924,
      "step": 7450
    },
    {
      "grad_norm": 0.6135669946670532,
      "learning_rate": 9.970476380919671e-05,
      "loss": 0.0881,
      "step": 7460
    },
    {
      "grad_norm": 0.6907123327255249,
      "learning_rate": 9.97027669067713e-05,
      "loss": 0.11,
      "step": 7470
    },
    {
      "grad_norm": 0.7927320003509521,
      "learning_rate": 9.970076329395098e-05,
      "loss": 0.1145,
      "step": 7480
    },
    {
      "grad_norm": 0.7333548665046692,
      "learning_rate": 9.96987529710063e-05,
      "loss": 0.1082,
      "step": 7490
    },
    {
      "grad_norm": 0.5391278862953186,
      "learning_rate": 9.969673593820868e-05,
      "loss": 0.0874,
      "step": 7500
    },
    {
      "grad_norm": 0.5345067381858826,
      "learning_rate": 9.969471219583042e-05,
      "loss": 0.0816,
      "step": 7510
    },
    {
      "grad_norm": 0.7264488339424133,
      "learning_rate": 9.969268174414475e-05,
      "loss": 0.0944,
      "step": 7520
    },
    {
      "grad_norm": 0.6657665371894836,
      "learning_rate": 9.969064458342581e-05,
      "loss": 0.0901,
      "step": 7530
    },
    {
      "grad_norm": 0.5214927196502686,
      "learning_rate": 9.968860071394863e-05,
      "loss": 0.0942,
      "step": 7540
    },
    {
      "grad_norm": 0.6912393569946289,
      "learning_rate": 9.968655013598915e-05,
      "loss": 0.0949,
      "step": 7550
    },
    {
      "grad_norm": 0.4973621368408203,
      "learning_rate": 9.968449284982424e-05,
      "loss": 0.0823,
      "step": 7560
    },
    {
      "grad_norm": 0.5799906253814697,
      "learning_rate": 9.968242885573165e-05,
      "loss": 0.0974,
      "step": 7570
    },
    {
      "grad_norm": 0.8267830014228821,
      "learning_rate": 9.968035815399002e-05,
      "loss": 0.1075,
      "step": 7580
    },
    {
      "grad_norm": 0.4281185567378998,
      "learning_rate": 9.967828074487893e-05,
      "loss": 0.0991,
      "step": 7590
    },
    {
      "grad_norm": 0.7403714656829834,
      "learning_rate": 9.967619662867885e-05,
      "loss": 0.1166,
      "step": 7600
    },
    {
      "grad_norm": 0.6227788329124451,
      "learning_rate": 9.967410580567116e-05,
      "loss": 0.0984,
      "step": 7610
    },
    {
      "grad_norm": 0.5686406493186951,
      "learning_rate": 9.967200827613815e-05,
      "loss": 0.0936,
      "step": 7620
    },
    {
      "grad_norm": 0.5090250372886658,
      "learning_rate": 9.966990404036301e-05,
      "loss": 0.1022,
      "step": 7630
    },
    {
      "grad_norm": 0.7451107501983643,
      "learning_rate": 9.96677930986298e-05,
      "loss": 0.111,
      "step": 7640
    },
    {
      "grad_norm": 0.549790620803833,
      "learning_rate": 9.966567545122356e-05,
      "loss": 0.101,
      "step": 7650
    },
    {
      "grad_norm": 0.38239309191703796,
      "learning_rate": 9.966355109843018e-05,
      "loss": 0.0805,
      "step": 7660
    },
    {
      "grad_norm": 0.5635098218917847,
      "learning_rate": 9.966142004053644e-05,
      "loss": 0.0907,
      "step": 7670
    },
    {
      "grad_norm": 0.7861979007720947,
      "learning_rate": 9.965928227783013e-05,
      "loss": 0.1049,
      "step": 7680
    },
    {
      "grad_norm": 0.5970309376716614,
      "learning_rate": 9.965713781059979e-05,
      "loss": 0.1003,
      "step": 7690
    },
    {
      "grad_norm": 0.6064435839653015,
      "learning_rate": 9.9654986639135e-05,
      "loss": 0.1001,
      "step": 7700
    },
    {
      "grad_norm": 0.702694296836853,
      "learning_rate": 9.965282876372614e-05,
      "loss": 0.1124,
      "step": 7710
    },
    {
      "grad_norm": 0.8037284016609192,
      "learning_rate": 9.965066418466459e-05,
      "loss": 0.1062,
      "step": 7720
    },
    {
      "grad_norm": 0.5253058671951294,
      "learning_rate": 9.964849290224261e-05,
      "loss": 0.1122,
      "step": 7730
    },
    {
      "grad_norm": 0.6372284293174744,
      "learning_rate": 9.964631491675327e-05,
      "loss": 0.0973,
      "step": 7740
    },
    {
      "grad_norm": 0.5351157784461975,
      "learning_rate": 9.964413022849068e-05,
      "loss": 0.0903,
      "step": 7750
    },
    {
      "grad_norm": 0.5517359972000122,
      "learning_rate": 9.964193883774979e-05,
      "loss": 0.1017,
      "step": 7760
    },
    {
      "grad_norm": 0.6385054588317871,
      "learning_rate": 9.963974074482644e-05,
      "loss": 0.1033,
      "step": 7770
    },
    {
      "grad_norm": 0.6838937997817993,
      "learning_rate": 9.963753595001741e-05,
      "loss": 0.1029,
      "step": 7780
    },
    {
      "grad_norm": 1.2221641540527344,
      "learning_rate": 9.963532445362036e-05,
      "loss": 0.0958,
      "step": 7790
    },
    {
      "grad_norm": 0.621126651763916,
      "learning_rate": 9.963310625593387e-05,
      "loss": 0.0865,
      "step": 7800
    },
    {
      "grad_norm": 0.7496393322944641,
      "learning_rate": 9.963088135725743e-05,
      "loss": 0.0959,
      "step": 7810
    },
    {
      "grad_norm": 0.6253085732460022,
      "learning_rate": 9.962864975789141e-05,
      "loss": 0.0858,
      "step": 7820
    },
    {
      "grad_norm": 0.7370047569274902,
      "learning_rate": 9.962641145813712e-05,
      "loss": 0.0875,
      "step": 7830
    },
    {
      "grad_norm": 0.5749967098236084,
      "learning_rate": 9.962416645829672e-05,
      "loss": 0.0931,
      "step": 7840
    },
    {
      "grad_norm": 0.7510509490966797,
      "learning_rate": 9.962191475867332e-05,
      "loss": 0.0962,
      "step": 7850
    },
    {
      "grad_norm": 0.5654579401016235,
      "learning_rate": 9.961965635957095e-05,
      "loss": 0.1016,
      "step": 7860
    },
    {
      "grad_norm": 0.634338915348053,
      "learning_rate": 9.96173912612945e-05,
      "loss": 0.1036,
      "step": 7870
    },
    {
      "grad_norm": 0.7998129725456238,
      "learning_rate": 9.961511946414978e-05,
      "loss": 0.0998,
      "step": 7880
    },
    {
      "grad_norm": 0.555394172668457,
      "learning_rate": 9.96128409684435e-05,
      "loss": 0.0862,
      "step": 7890
    },
    {
      "grad_norm": 0.4872444272041321,
      "learning_rate": 9.961055577448331e-05,
      "loss": 0.1048,
      "step": 7900
    },
    {
      "grad_norm": 0.5880456566810608,
      "learning_rate": 9.96082638825777e-05,
      "loss": 0.0983,
      "step": 7910
    },
    {
      "grad_norm": 0.7210584878921509,
      "learning_rate": 9.96059652930361e-05,
      "loss": 0.1246,
      "step": 7920
    },
    {
      "grad_norm": 0.6852054595947266,
      "learning_rate": 9.960366000616885e-05,
      "loss": 0.0971,
      "step": 7930
    },
    {
      "grad_norm": 0.6143398880958557,
      "learning_rate": 9.960134802228723e-05,
      "loss": 0.0964,
      "step": 7940
    },
    {
      "grad_norm": 0.8912187218666077,
      "learning_rate": 9.959902934170331e-05,
      "loss": 0.0879,
      "step": 7950
    },
    {
      "grad_norm": 0.6254761815071106,
      "learning_rate": 9.959670396473019e-05,
      "loss": 0.0934,
      "step": 7960
    },
    {
      "grad_norm": 0.7416622638702393,
      "learning_rate": 9.959437189168179e-05,
      "loss": 0.1028,
      "step": 7970
    },
    {
      "grad_norm": 0.6478082537651062,
      "learning_rate": 9.959203312287299e-05,
      "loss": 0.102,
      "step": 7980
    },
    {
      "grad_norm": 0.5578840374946594,
      "learning_rate": 9.958968765861954e-05,
      "loss": 0.0938,
      "step": 7990
    },
    {
      "grad_norm": 0.6385408043861389,
      "learning_rate": 9.958733549923809e-05,
      "loss": 0.0878,
      "step": 8000
    },
    {
      "grad_norm": 0.4976486265659332,
      "learning_rate": 9.958497664504621e-05,
      "loss": 0.0863,
      "step": 8010
    },
    {
      "grad_norm": 0.4631805717945099,
      "learning_rate": 9.958261109636238e-05,
      "loss": 0.0923,
      "step": 8020
    },
    {
      "grad_norm": 0.592423141002655,
      "learning_rate": 9.958023885350596e-05,
      "loss": 0.093,
      "step": 8030
    },
    {
      "grad_norm": 0.7529945373535156,
      "learning_rate": 9.957785991679725e-05,
      "loss": 0.0929,
      "step": 8040
    },
    {
      "grad_norm": 0.7842904329299927,
      "learning_rate": 9.95754742865574e-05,
      "loss": 0.0936,
      "step": 8050
    },
    {
      "grad_norm": 0.47275298833847046,
      "learning_rate": 9.957308196310853e-05,
      "loss": 0.0823,
      "step": 8060
    },
    {
      "grad_norm": 0.7976848483085632,
      "learning_rate": 9.957068294677358e-05,
      "loss": 0.0982,
      "step": 8070
    },
    {
      "grad_norm": 0.7217461466789246,
      "learning_rate": 9.95682772378765e-05,
      "loss": 0.1161,
      "step": 8080
    },
    {
      "grad_norm": 0.5364447832107544,
      "learning_rate": 9.956586483674206e-05,
      "loss": 0.1053,
      "step": 8090
    },
    {
      "grad_norm": 0.6907669305801392,
      "learning_rate": 9.956344574369595e-05,
      "loss": 0.1041,
      "step": 8100
    },
    {
      "grad_norm": 0.7459304332733154,
      "learning_rate": 9.956101995906479e-05,
      "loss": 0.1015,
      "step": 8110
    },
    {
      "grad_norm": 0.6058616042137146,
      "learning_rate": 9.955858748317606e-05,
      "loss": 0.0966,
      "step": 8120
    },
    {
      "grad_norm": 0.6689977049827576,
      "learning_rate": 9.95561483163582e-05,
      "loss": 0.1196,
      "step": 8130
    },
    {
      "grad_norm": 0.6298093795776367,
      "learning_rate": 9.955370245894052e-05,
      "loss": 0.1131,
      "step": 8140
    },
    {
      "grad_norm": 0.6723572015762329,
      "learning_rate": 9.955124991125321e-05,
      "loss": 0.0938,
      "step": 8150
    },
    {
      "grad_norm": 0.6048389673233032,
      "learning_rate": 9.954879067362742e-05,
      "loss": 0.1012,
      "step": 8160
    },
    {
      "grad_norm": 0.7254222631454468,
      "learning_rate": 9.954632474639514e-05,
      "loss": 0.1108,
      "step": 8170
    },
    {
      "grad_norm": 0.6544320583343506,
      "learning_rate": 9.954385212988932e-05,
      "loss": 0.1163,
      "step": 8180
    },
    {
      "grad_norm": 0.8359805941581726,
      "learning_rate": 9.95413728244438e-05,
      "loss": 0.1057,
      "step": 8190
    },
    {
      "grad_norm": 0.6658821105957031,
      "learning_rate": 9.95388868303933e-05,
      "loss": 0.0996,
      "step": 8200
    },
    {
      "grad_norm": 0.6401243805885315,
      "learning_rate": 9.953639414807344e-05,
      "loss": 0.0973,
      "step": 8210
    },
    {
      "grad_norm": 0.6629539132118225,
      "learning_rate": 9.953389477782078e-05,
      "loss": 0.0914,
      "step": 8220
    },
    {
      "grad_norm": 0.6094031929969788,
      "learning_rate": 9.953138871997273e-05,
      "loss": 0.0855,
      "step": 8230
    },
    {
      "grad_norm": 0.6617568731307983,
      "learning_rate": 9.952887597486769e-05,
      "loss": 0.1014,
      "step": 8240
    },
    {
      "grad_norm": 0.6823078393936157,
      "learning_rate": 9.952635654284483e-05,
      "loss": 0.0953,
      "step": 8250
    },
    {
      "grad_norm": 0.6257649660110474,
      "learning_rate": 9.952383042424439e-05,
      "loss": 0.0902,
      "step": 8260
    },
    {
      "grad_norm": 0.951737642288208,
      "learning_rate": 9.952129761940733e-05,
      "loss": 0.1027,
      "step": 8270
    },
    {
      "grad_norm": 0.5575839877128601,
      "learning_rate": 9.951875812867569e-05,
      "loss": 0.1112,
      "step": 8280
    },
    {
      "grad_norm": 0.5075467228889465,
      "learning_rate": 9.951621195239227e-05,
      "loss": 0.0786,
      "step": 8290
    },
    {
      "grad_norm": 0.614668071269989,
      "learning_rate": 9.951365909090084e-05,
      "loss": 0.0939,
      "step": 8300
    },
    {
      "grad_norm": 0.8917478322982788,
      "learning_rate": 9.951109954454608e-05,
      "loss": 0.0967,
      "step": 8310
    },
    {
      "grad_norm": 0.6742434501647949,
      "learning_rate": 9.950853331367356e-05,
      "loss": 0.0957,
      "step": 8320
    },
    {
      "grad_norm": 0.7308104038238525,
      "learning_rate": 9.950596039862971e-05,
      "loss": 0.1019,
      "step": 8330
    },
    {
      "grad_norm": 0.48093077540397644,
      "learning_rate": 9.950338079976193e-05,
      "loss": 0.0814,
      "step": 8340
    },
    {
      "grad_norm": 0.8211937546730042,
      "learning_rate": 9.950079451741851e-05,
      "loss": 0.113,
      "step": 8350
    },
    {
      "grad_norm": 0.8273470997810364,
      "learning_rate": 9.94982015519486e-05,
      "loss": 0.1022,
      "step": 8360
    },
    {
      "grad_norm": 0.5998435616493225,
      "learning_rate": 9.949560190370226e-05,
      "loss": 0.09,
      "step": 8370
    },
    {
      "grad_norm": 0.7936434149742126,
      "learning_rate": 9.949299557303051e-05,
      "loss": 0.1057,
      "step": 8380
    },
    {
      "grad_norm": 0.8555272817611694,
      "learning_rate": 9.949038256028522e-05,
      "loss": 0.0969,
      "step": 8390
    },
    {
      "grad_norm": 0.7682977318763733,
      "learning_rate": 9.948776286581916e-05,
      "loss": 0.0912,
      "step": 8400
    },
    {
      "grad_norm": 0.7571150064468384,
      "learning_rate": 9.948513648998601e-05,
      "loss": 0.0992,
      "step": 8410
    },
    {
      "grad_norm": 0.6345589756965637,
      "learning_rate": 9.948250343314038e-05,
      "loss": 0.0925,
      "step": 8420
    },
    {
      "grad_norm": 0.6505629420280457,
      "learning_rate": 9.947986369563776e-05,
      "loss": 0.0946,
      "step": 8430
    },
    {
      "grad_norm": 0.5691616535186768,
      "learning_rate": 9.947721727783453e-05,
      "loss": 0.0862,
      "step": 8440
    },
    {
      "grad_norm": 0.6183768510818481,
      "learning_rate": 9.947456418008799e-05,
      "loss": 0.0927,
      "step": 8450
    },
    {
      "grad_norm": 0.586195707321167,
      "learning_rate": 9.947190440275634e-05,
      "loss": 0.0758,
      "step": 8460
    },
    {
      "grad_norm": 0.6894451379776001,
      "learning_rate": 9.946923794619867e-05,
      "loss": 0.0922,
      "step": 8470
    },
    {
      "grad_norm": 0.769309937953949,
      "learning_rate": 9.946656481077496e-05,
      "loss": 0.1084,
      "step": 8480
    },
    {
      "grad_norm": 0.7697005271911621,
      "learning_rate": 9.946388499684616e-05,
      "loss": 0.0983,
      "step": 8490
    },
    {
      "grad_norm": 0.7575109004974365,
      "learning_rate": 9.946119850477405e-05,
      "loss": 0.0942,
      "step": 8500
    },
    {
      "grad_norm": 0.6508473753929138,
      "learning_rate": 9.945850533492131e-05,
      "loss": 0.0935,
      "step": 8510
    },
    {
      "grad_norm": 0.7514469027519226,
      "learning_rate": 9.945580548765157e-05,
      "loss": 0.0813,
      "step": 8520
    },
    {
      "grad_norm": 0.5802197456359863,
      "learning_rate": 9.945309896332935e-05,
      "loss": 0.0959,
      "step": 8530
    },
    {
      "grad_norm": 0.5380017161369324,
      "learning_rate": 9.945038576232004e-05,
      "loss": 0.0984,
      "step": 8540
    },
    {
      "grad_norm": 0.5642445087432861,
      "learning_rate": 9.944766588498995e-05,
      "loss": 0.0884,
      "step": 8550
    },
    {
      "grad_norm": 0.5178790092468262,
      "learning_rate": 9.94449393317063e-05,
      "loss": 0.093,
      "step": 8560
    },
    {
      "grad_norm": 0.6535711288452148,
      "learning_rate": 9.94422061028372e-05,
      "loss": 0.1171,
      "step": 8570
    },
    {
      "grad_norm": 0.5344039797782898,
      "learning_rate": 9.943946619875166e-05,
      "loss": 0.1103,
      "step": 8580
    },
    {
      "grad_norm": 0.6338340044021606,
      "learning_rate": 9.943671961981961e-05,
      "loss": 0.098,
      "step": 8590
    },
    {
      "grad_norm": 0.6534731984138489,
      "learning_rate": 9.943396636641184e-05,
      "loss": 0.0787,
      "step": 8600
    },
    {
      "grad_norm": 0.5721592307090759,
      "learning_rate": 9.94312064389001e-05,
      "loss": 0.0881,
      "step": 8610
    },
    {
      "grad_norm": 0.6517300009727478,
      "learning_rate": 9.942843983765699e-05,
      "loss": 0.0939,
      "step": 8620
    },
    {
      "grad_norm": 0.6547897458076477,
      "learning_rate": 9.942566656305604e-05,
      "loss": 0.0792,
      "step": 8630
    },
    {
      "grad_norm": 0.6617653965950012,
      "learning_rate": 9.942288661547167e-05,
      "loss": 0.0841,
      "step": 8640
    },
    {
      "grad_norm": 0.48006385564804077,
      "learning_rate": 9.94200999952792e-05,
      "loss": 0.1129,
      "step": 8650
    },
    {
      "grad_norm": 0.6138512492179871,
      "learning_rate": 9.941730670285483e-05,
      "loss": 0.0947,
      "step": 8660
    },
    {
      "grad_norm": 0.6635294556617737,
      "learning_rate": 9.941450673857571e-05,
      "loss": 0.0944,
      "step": 8670
    },
    {
      "grad_norm": 0.6138536930084229,
      "learning_rate": 9.941170010281987e-05,
      "loss": 0.0868,
      "step": 8680
    },
    {
      "grad_norm": 0.6787936687469482,
      "learning_rate": 9.940888679596623e-05,
      "loss": 0.094,
      "step": 8690
    },
    {
      "grad_norm": 0.4855630695819855,
      "learning_rate": 9.94060668183946e-05,
      "loss": 0.0931,
      "step": 8700
    },
    {
      "grad_norm": 0.5858479738235474,
      "learning_rate": 9.940324017048571e-05,
      "loss": 0.0817,
      "step": 8710
    },
    {
      "grad_norm": 0.7659499645233154,
      "learning_rate": 9.94004068526212e-05,
      "loss": 0.1098,
      "step": 8720
    },
    {
      "grad_norm": 0.5073010921478271,
      "learning_rate": 9.93975668651836e-05,
      "loss": 0.078,
      "step": 8730
    },
    {
      "grad_norm": 0.5512564182281494,
      "learning_rate": 9.939472020855633e-05,
      "loss": 0.0828,
      "step": 8740
    },
    {
      "grad_norm": 0.5518258810043335,
      "learning_rate": 9.939186688312371e-05,
      "loss": 0.097,
      "step": 8750
    },
    {
      "grad_norm": 0.8535922169685364,
      "learning_rate": 9.938900688927098e-05,
      "loss": 0.0926,
      "step": 8760
    },
    {
      "grad_norm": 0.6696844696998596,
      "learning_rate": 9.938614022738426e-05,
      "loss": 0.0889,
      "step": 8770
    },
    {
      "grad_norm": 1.1954796314239502,
      "learning_rate": 9.93832668978506e-05,
      "loss": 0.117,
      "step": 8780
    },
    {
      "grad_norm": 0.7599610090255737,
      "learning_rate": 9.93803869010579e-05,
      "loss": 0.0972,
      "step": 8790
    },
    {
      "grad_norm": 0.5061891674995422,
      "learning_rate": 9.937750023739503e-05,
      "loss": 0.0734,
      "step": 8800
    },
    {
      "grad_norm": 0.6556242108345032,
      "learning_rate": 9.937460690725167e-05,
      "loss": 0.0839,
      "step": 8810
    },
    {
      "grad_norm": 0.640652596950531,
      "learning_rate": 9.937170691101849e-05,
      "loss": 0.083,
      "step": 8820
    },
    {
      "grad_norm": 0.5917218327522278,
      "learning_rate": 9.9368800249087e-05,
      "loss": 0.1001,
      "step": 8830
    },
    {
      "grad_norm": 0.7621732354164124,
      "learning_rate": 9.936588692184962e-05,
      "loss": 0.0812,
      "step": 8840
    },
    {
      "grad_norm": 0.506521999835968,
      "learning_rate": 9.936296692969972e-05,
      "loss": 0.0757,
      "step": 8850
    },
    {
      "grad_norm": 0.5094879865646362,
      "learning_rate": 9.93600402730315e-05,
      "loss": 0.0869,
      "step": 8860
    },
    {
      "grad_norm": 0.777590811252594,
      "learning_rate": 9.935710695224008e-05,
      "loss": 0.0973,
      "step": 8870
    },
    {
      "grad_norm": 0.5009398460388184,
      "learning_rate": 9.935416696772151e-05,
      "loss": 0.0992,
      "step": 8880
    },
    {
      "grad_norm": 0.5269062519073486,
      "learning_rate": 9.93512203198727e-05,
      "loss": 0.1062,
      "step": 8890
    },
    {
      "grad_norm": 0.5277639031410217,
      "learning_rate": 9.934826700909151e-05,
      "loss": 0.0933,
      "step": 8900
    },
    {
      "grad_norm": 0.5202605128288269,
      "learning_rate": 9.934530703577664e-05,
      "loss": 0.0843,
      "step": 8910
    },
    {
      "grad_norm": 0.825576901435852,
      "learning_rate": 9.934234040032773e-05,
      "loss": 0.1072,
      "step": 8920
    },
    {
      "grad_norm": 0.9059597849845886,
      "learning_rate": 9.933936710314529e-05,
      "loss": 0.0959,
      "step": 8930
    },
    {
      "grad_norm": 0.6149691343307495,
      "learning_rate": 9.933638714463076e-05,
      "loss": 0.1015,
      "step": 8940
    },
    {
      "grad_norm": 0.4634127616882324,
      "learning_rate": 9.933340052518647e-05,
      "loss": 0.0944,
      "step": 8950
    },
    {
      "grad_norm": 0.4827256202697754,
      "learning_rate": 9.933040724521563e-05,
      "loss": 0.0967,
      "step": 8960
    },
    {
      "grad_norm": 0.6343104243278503,
      "learning_rate": 9.932740730512239e-05,
      "loss": 0.0934,
      "step": 8970
    },
    {
      "grad_norm": 0.5692503452301025,
      "learning_rate": 9.932440070531175e-05,
      "loss": 0.1099,
      "step": 8980
    },
    {
      "grad_norm": 0.8415237665176392,
      "learning_rate": 9.932138744618963e-05,
      "loss": 0.121,
      "step": 8990
    },
    {
      "grad_norm": 0.45867204666137695,
      "learning_rate": 9.931836752816287e-05,
      "loss": 0.106,
      "step": 9000
    },
    {
      "grad_norm": 0.6134412288665771,
      "learning_rate": 9.931534095163916e-05,
      "loss": 0.0854,
      "step": 9010
    },
    {
      "grad_norm": 0.794148862361908,
      "learning_rate": 9.931230771702718e-05,
      "loss": 0.0971,
      "step": 9020
    },
    {
      "grad_norm": 0.5502611994743347,
      "learning_rate": 9.930926782473637e-05,
      "loss": 0.0888,
      "step": 9030
    },
    {
      "grad_norm": 0.5859963893890381,
      "learning_rate": 9.930622127517722e-05,
      "loss": 0.1067,
      "step": 9040
    },
    {
      "grad_norm": 0.5616762042045593,
      "learning_rate": 9.930316806876098e-05,
      "loss": 0.0847,
      "step": 9050
    },
    {
      "grad_norm": 0.48972052335739136,
      "learning_rate": 9.930010820589992e-05,
      "loss": 0.0954,
      "step": 9060
    },
    {
      "grad_norm": 0.5807386040687561,
      "learning_rate": 9.929704168700713e-05,
      "loss": 0.0759,
      "step": 9070
    },
    {
      "grad_norm": 0.4503258466720581,
      "learning_rate": 9.929396851249661e-05,
      "loss": 0.0831,
      "step": 9080
    },
    {
      "grad_norm": 0.5783503651618958,
      "learning_rate": 9.92908886827833e-05,
      "loss": 0.0937,
      "step": 9090
    },
    {
      "grad_norm": 0.5187057256698608,
      "learning_rate": 9.9287802198283e-05,
      "loss": 0.092,
      "step": 9100
    },
    {
      "grad_norm": 0.705429196357727,
      "learning_rate": 9.92847090594124e-05,
      "loss": 0.0844,
      "step": 9110
    },
    {
      "grad_norm": 0.5474891066551208,
      "learning_rate": 9.928160926658911e-05,
      "loss": 0.1011,
      "step": 9120
    },
    {
      "grad_norm": 0.6862173676490784,
      "learning_rate": 9.927850282023165e-05,
      "loss": 0.0952,
      "step": 9130
    },
    {
      "grad_norm": 0.5381974577903748,
      "learning_rate": 9.927538972075942e-05,
      "loss": 0.076,
      "step": 9140
    },
    {
      "grad_norm": 0.6279324293136597,
      "learning_rate": 9.92722699685927e-05,
      "loss": 0.0863,
      "step": 9150
    },
    {
      "grad_norm": 0.5350241661071777,
      "learning_rate": 9.926914356415271e-05,
      "loss": 0.0793,
      "step": 9160
    },
    {
      "grad_norm": 0.6104445457458496,
      "learning_rate": 9.926601050786156e-05,
      "loss": 0.0738,
      "step": 9170
    },
    {
      "grad_norm": 0.6076644062995911,
      "learning_rate": 9.92628708001422e-05,
      "loss": 0.0791,
      "step": 9180
    },
    {
      "grad_norm": 0.5058532953262329,
      "learning_rate": 9.925972444141858e-05,
      "loss": 0.0755,
      "step": 9190
    },
    {
      "grad_norm": 0.5152509808540344,
      "learning_rate": 9.925657143211544e-05,
      "loss": 0.0877,
      "step": 9200
    },
    {
      "grad_norm": 0.5705372095108032,
      "learning_rate": 9.925341177265851e-05,
      "loss": 0.0943,
      "step": 9210
    },
    {
      "grad_norm": 0.7140608429908752,
      "learning_rate": 9.925024546347436e-05,
      "loss": 0.096,
      "step": 9220
    },
    {
      "grad_norm": 0.6117805242538452,
      "learning_rate": 9.924707250499046e-05,
      "loss": 0.0907,
      "step": 9230
    },
    {
      "grad_norm": 0.6303821206092834,
      "learning_rate": 9.924389289763521e-05,
      "loss": 0.0913,
      "step": 9240
    },
    {
      "grad_norm": 0.5628898739814758,
      "learning_rate": 9.92407066418379e-05,
      "loss": 0.0912,
      "step": 9250
    },
    {
      "grad_norm": 0.5043985843658447,
      "learning_rate": 9.923751373802869e-05,
      "loss": 0.0748,
      "step": 9260
    },
    {
      "grad_norm": 0.6625558733940125,
      "learning_rate": 9.923431418663865e-05,
      "loss": 0.0827,
      "step": 9270
    },
    {
      "grad_norm": 0.6151869297027588,
      "learning_rate": 9.923110798809978e-05,
      "loss": 0.0889,
      "step": 9280
    },
    {
      "grad_norm": 0.8961440920829773,
      "learning_rate": 9.922789514284492e-05,
      "loss": 0.1029,
      "step": 9290
    },
    {
      "grad_norm": 0.6892507076263428,
      "learning_rate": 9.922467565130786e-05,
      "loss": 0.1098,
      "step": 9300
    },
    {
      "grad_norm": 0.7915377020835876,
      "learning_rate": 9.922144951392325e-05,
      "loss": 0.0955,
      "step": 9310
    },
    {
      "grad_norm": 0.5605019330978394,
      "learning_rate": 9.921821673112668e-05,
      "loss": 0.089,
      "step": 9320
    },
    {
      "grad_norm": 0.6029465794563293,
      "learning_rate": 9.921497730335458e-05,
      "loss": 0.0859,
      "step": 9330
    },
    {
      "grad_norm": 0.5791519284248352,
      "learning_rate": 9.92117312310443e-05,
      "loss": 0.0838,
      "step": 9340
    },
    {
      "grad_norm": 0.6491380333900452,
      "learning_rate": 9.920847851463413e-05,
      "loss": 0.0829,
      "step": 9350
    },
    {
      "grad_norm": 0.5579264163970947,
      "learning_rate": 9.920521915456319e-05,
      "loss": 0.0859,
      "step": 9360
    },
    {
      "grad_norm": 0.5387021899223328,
      "learning_rate": 9.920195315127155e-05,
      "loss": 0.1,
      "step": 9370
    },
    {
      "grad_norm": 0.6946744322776794,
      "learning_rate": 9.919868050520013e-05,
      "loss": 0.0864,
      "step": 9380
    },
    {
      "grad_norm": 0.7587525248527527,
      "learning_rate": 9.919540121679079e-05,
      "loss": 0.0819,
      "step": 9390
    },
    {
      "grad_norm": 0.4126342833042145,
      "learning_rate": 9.919211528648626e-05,
      "loss": 0.0962,
      "step": 9400
    },
    {
      "grad_norm": 0.8427954316139221,
      "learning_rate": 9.918882271473018e-05,
      "loss": 0.0881,
      "step": 9410
    },
    {
      "grad_norm": 0.7441486120223999,
      "learning_rate": 9.918552350196708e-05,
      "loss": 0.084,
      "step": 9420
    },
    {
      "grad_norm": 0.5423271059989929,
      "learning_rate": 9.918221764864238e-05,
      "loss": 0.0784,
      "step": 9430
    },
    {
      "grad_norm": 0.6110405325889587,
      "learning_rate": 9.917890515520242e-05,
      "loss": 0.0893,
      "step": 9440
    },
    {
      "grad_norm": 0.6496273279190063,
      "learning_rate": 9.917558602209443e-05,
      "loss": 0.0868,
      "step": 9450
    },
    {
      "grad_norm": 0.5862856507301331,
      "learning_rate": 9.917226024976649e-05,
      "loss": 0.0849,
      "step": 9460
    },
    {
      "grad_norm": 0.713481605052948,
      "learning_rate": 9.916892783866764e-05,
      "loss": 0.1058,
      "step": 9470
    },
    {
      "grad_norm": 0.5135681629180908,
      "learning_rate": 9.91655887892478e-05,
      "loss": 0.0928,
      "step": 9480
    },
    {
      "grad_norm": 0.39914390444755554,
      "learning_rate": 9.916224310195774e-05,
      "loss": 0.0928,
      "step": 9490
    },
    {
      "grad_norm": 0.7247558832168579,
      "learning_rate": 9.915889077724922e-05,
      "loss": 0.078,
      "step": 9500
    },
    {
      "grad_norm": 0.5256022810935974,
      "learning_rate": 9.915553181557478e-05,
      "loss": 0.0852,
      "step": 9510
    },
    {
      "grad_norm": 0.6115241646766663,
      "learning_rate": 9.915216621738795e-05,
      "loss": 0.0917,
      "step": 9520
    },
    {
      "grad_norm": 0.7740577459335327,
      "learning_rate": 9.91487939831431e-05,
      "loss": 0.0921,
      "step": 9530
    },
    {
      "grad_norm": 0.5742364525794983,
      "learning_rate": 9.914541511329553e-05,
      "loss": 0.0993,
      "step": 9540
    },
    {
      "grad_norm": 0.4786323010921478,
      "learning_rate": 9.914202960830144e-05,
      "loss": 0.1006,
      "step": 9550
    },
    {
      "grad_norm": 0.5908600091934204,
      "learning_rate": 9.913863746861788e-05,
      "loss": 0.0962,
      "step": 9560
    },
    {
      "grad_norm": 0.854795515537262,
      "learning_rate": 9.913523869470283e-05,
      "loss": 0.1159,
      "step": 9570
    },
    {
      "grad_norm": 0.5443500280380249,
      "learning_rate": 9.913183328701516e-05,
      "loss": 0.092,
      "step": 9580
    },
    {
      "grad_norm": 0.6427729725837708,
      "learning_rate": 9.912842124601466e-05,
      "loss": 0.0855,
      "step": 9590
    },
    {
      "grad_norm": 0.6435953974723816,
      "learning_rate": 9.912500257216195e-05,
      "loss": 0.0774,
      "step": 9600
    },
    {
      "grad_norm": 0.675736665725708,
      "learning_rate": 9.912157726591862e-05,
      "loss": 0.0848,
      "step": 9610
    },
    {
      "grad_norm": 0.9450985789299011,
      "learning_rate": 9.911814532774712e-05,
      "loss": 0.0898,
      "step": 9620
    },
    {
      "grad_norm": 0.6617687344551086,
      "learning_rate": 9.911470675811078e-05,
      "loss": 0.0796,
      "step": 9630
    },
    {
      "grad_norm": 0.6904361248016357,
      "learning_rate": 9.911126155747385e-05,
      "loss": 0.0873,
      "step": 9640
    },
    {
      "grad_norm": 0.7243393063545227,
      "learning_rate": 9.910780972630146e-05,
      "loss": 0.0909,
      "step": 9650
    },
    {
      "grad_norm": 0.7676906585693359,
      "learning_rate": 9.910435126505966e-05,
      "loss": 0.0873,
      "step": 9660
    },
    {
      "grad_norm": 0.5323781371116638,
      "learning_rate": 9.910088617421539e-05,
      "loss": 0.09,
      "step": 9670
    },
    {
      "grad_norm": 0.5365059971809387,
      "learning_rate": 9.909741445423642e-05,
      "loss": 0.085,
      "step": 9680
    },
    {
      "grad_norm": 0.7690733671188354,
      "learning_rate": 9.909393610559153e-05,
      "loss": 0.1026,
      "step": 9690
    },
    {
      "grad_norm": 0.5265086889266968,
      "learning_rate": 9.909045112875031e-05,
      "loss": 0.0873,
      "step": 9700
    },
    {
      "grad_norm": 1.532622218132019,
      "learning_rate": 9.908695952418325e-05,
      "loss": 0.0961,
      "step": 9710
    },
    {
      "grad_norm": 0.6998992562294006,
      "learning_rate": 9.908346129236177e-05,
      "loss": 0.0994,
      "step": 9720
    },
    {
      "grad_norm": 0.672022819519043,
      "learning_rate": 9.907995643375818e-05,
      "loss": 0.1017,
      "step": 9730
    },
    {
      "grad_norm": 0.636368453502655,
      "learning_rate": 9.907644494884564e-05,
      "loss": 0.0918,
      "step": 9740
    },
    {
      "grad_norm": 0.6309630870819092,
      "learning_rate": 9.907292683809828e-05,
      "loss": 0.0873,
      "step": 9750
    },
    {
      "grad_norm": 0.8909951448440552,
      "learning_rate": 9.906940210199105e-05,
      "loss": 0.0983,
      "step": 9760
    },
    {
      "grad_norm": 0.6399358510971069,
      "learning_rate": 9.906587074099983e-05,
      "loss": 0.0891,
      "step": 9770
    },
    {
      "grad_norm": 0.5583028793334961,
      "learning_rate": 9.906233275560139e-05,
      "loss": 0.0906,
      "step": 9780
    },
    {
      "grad_norm": 0.7389237284660339,
      "learning_rate": 9.905878814627341e-05,
      "loss": 0.0789,
      "step": 9790
    },
    {
      "grad_norm": 0.5309269428253174,
      "learning_rate": 9.905523691349446e-05,
      "loss": 0.07,
      "step": 9800
    },
    {
      "grad_norm": 0.5235249400138855,
      "learning_rate": 9.905167905774394e-05,
      "loss": 0.0845,
      "step": 9810
    },
    {
      "grad_norm": 0.5326957106590271,
      "learning_rate": 9.904811457950225e-05,
      "loss": 0.0966,
      "step": 9820
    },
    {
      "grad_norm": 0.5747178196907043,
      "learning_rate": 9.904454347925061e-05,
      "loss": 0.0843,
      "step": 9830
    },
    {
      "grad_norm": 0.4827646315097809,
      "learning_rate": 9.904096575747116e-05,
      "loss": 0.0984,
      "step": 9840
    },
    {
      "grad_norm": 0.6537215113639832,
      "learning_rate": 9.903738141464693e-05,
      "loss": 0.1038,
      "step": 9850
    },
    {
      "grad_norm": 1.0532145500183105,
      "learning_rate": 9.903379045126184e-05,
      "loss": 0.0977,
      "step": 9860
    },
    {
      "grad_norm": 0.8797586560249329,
      "learning_rate": 9.903019286780073e-05,
      "loss": 0.077,
      "step": 9870
    },
    {
      "grad_norm": 0.45238369703292847,
      "learning_rate": 9.902658866474928e-05,
      "loss": 0.0892,
      "step": 9880
    },
    {
      "grad_norm": 0.49863201379776,
      "learning_rate": 9.902297784259412e-05,
      "loss": 0.0823,
      "step": 9890
    },
    {
      "grad_norm": 0.3526148796081543,
      "learning_rate": 9.901936040182272e-05,
      "loss": 0.1053,
      "step": 9900
    },
    {
      "grad_norm": 0.42470046877861023,
      "learning_rate": 9.901573634292348e-05,
      "loss": 0.0845,
      "step": 9910
    },
    {
      "grad_norm": 0.49989748001098633,
      "learning_rate": 9.901210566638571e-05,
      "loss": 0.0878,
      "step": 9920
    },
    {
      "grad_norm": 0.6347880363464355,
      "learning_rate": 9.900846837269958e-05,
      "loss": 0.0911,
      "step": 9930
    },
    {
      "grad_norm": 0.5954781770706177,
      "learning_rate": 9.900482446235615e-05,
      "loss": 0.0928,
      "step": 9940
    },
    {
      "grad_norm": 0.5798355340957642,
      "learning_rate": 9.90011739358474e-05,
      "loss": 0.0787,
      "step": 9950
    },
    {
      "grad_norm": 0.5621250867843628,
      "learning_rate": 9.899751679366618e-05,
      "loss": 0.0781,
      "step": 9960
    },
    {
      "grad_norm": 0.658166229724884,
      "learning_rate": 9.899385303630624e-05,
      "loss": 0.0918,
      "step": 9970
    },
    {
      "grad_norm": 0.49639204144477844,
      "learning_rate": 9.899018266426226e-05,
      "loss": 0.0793,
      "step": 9980
    },
    {
      "grad_norm": 0.8359630107879639,
      "learning_rate": 9.898650567802971e-05,
      "loss": 0.0973,
      "step": 9990
    },
    {
      "grad_norm": 0.721028208732605,
      "learning_rate": 9.89828220781051e-05,
      "loss": 0.095,
      "step": 10000
    },
    {
      "grad_norm": 0.6472191214561462,
      "learning_rate": 9.897913186498569e-05,
      "loss": 0.097,
      "step": 10010
    },
    {
      "grad_norm": 0.9437098503112793,
      "learning_rate": 9.897543503916973e-05,
      "loss": 0.1092,
      "step": 10020
    },
    {
      "grad_norm": 0.5603970289230347,
      "learning_rate": 9.897173160115632e-05,
      "loss": 0.0836,
      "step": 10030
    },
    {
      "grad_norm": 0.7843331694602966,
      "learning_rate": 9.896802155144547e-05,
      "loss": 0.093,
      "step": 10040
    },
    {
      "grad_norm": 0.6173146963119507,
      "learning_rate": 9.896430489053808e-05,
      "loss": 0.094,
      "step": 10050
    },
    {
      "grad_norm": 0.6908390522003174,
      "learning_rate": 9.896058161893593e-05,
      "loss": 0.0987,
      "step": 10060
    },
    {
      "grad_norm": 0.697352945804596,
      "learning_rate": 9.895685173714169e-05,
      "loss": 0.0913,
      "step": 10070
    },
    {
      "grad_norm": 0.6287400126457214,
      "learning_rate": 9.895311524565896e-05,
      "loss": 0.0957,
      "step": 10080
    },
    {
      "grad_norm": 0.7262228727340698,
      "learning_rate": 9.89493721449922e-05,
      "loss": 0.0928,
      "step": 10090
    },
    {
      "grad_norm": 0.5051561594009399,
      "learning_rate": 9.894562243564673e-05,
      "loss": 0.0888,
      "step": 10100
    },
    {
      "grad_norm": 0.5792145133018494,
      "learning_rate": 9.894186611812885e-05,
      "loss": 0.0707,
      "step": 10110
    },
    {
      "grad_norm": 0.5172088146209717,
      "learning_rate": 9.893810319294568e-05,
      "loss": 0.0749,
      "step": 10120
    },
    {
      "grad_norm": 0.9104312062263489,
      "learning_rate": 9.893433366060523e-05,
      "loss": 0.0953,
      "step": 10130
    },
    {
      "grad_norm": 0.5145161747932434,
      "learning_rate": 9.893055752161648e-05,
      "loss": 0.0835,
      "step": 10140
    },
    {
      "grad_norm": 0.36067837476730347,
      "learning_rate": 9.89267747764892e-05,
      "loss": 0.0908,
      "step": 10150
    },
    {
      "grad_norm": 0.5971742868423462,
      "learning_rate": 9.892298542573413e-05,
      "loss": 0.0786,
      "step": 10160
    },
    {
      "grad_norm": 0.5341612100601196,
      "learning_rate": 9.891918946986287e-05,
      "loss": 0.0924,
      "step": 10170
    },
    {
      "grad_norm": 0.6822689771652222,
      "learning_rate": 9.89153869093879e-05,
      "loss": 0.104,
      "step": 10180
    },
    {
      "grad_norm": 0.6483635902404785,
      "learning_rate": 9.891157774482261e-05,
      "loss": 0.1079,
      "step": 10190
    },
    {
      "grad_norm": 0.7811140418052673,
      "learning_rate": 9.890776197668128e-05,
      "loss": 0.0987,
      "step": 10200
    },
    {
      "grad_norm": 0.7272599339485168,
      "learning_rate": 9.890393960547907e-05,
      "loss": 0.103,
      "step": 10210
    },
    {
      "grad_norm": 0.5887876749038696,
      "learning_rate": 9.890011063173205e-05,
      "loss": 0.0841,
      "step": 10220
    },
    {
      "grad_norm": 0.5215945839881897,
      "learning_rate": 9.889627505595717e-05,
      "loss": 0.0945,
      "step": 10230
    },
    {
      "grad_norm": 0.9650205969810486,
      "learning_rate": 9.88924328786723e-05,
      "loss": 0.0934,
      "step": 10240
    },
    {
      "grad_norm": 0.7434982657432556,
      "learning_rate": 9.888858410039611e-05,
      "loss": 0.0835,
      "step": 10250
    },
    {
      "grad_norm": 0.6391873955726624,
      "learning_rate": 9.888472872164826e-05,
      "loss": 0.0725,
      "step": 10260
    },
    {
      "grad_norm": 0.6363683342933655,
      "learning_rate": 9.888086674294929e-05,
      "loss": 0.0878,
      "step": 10270
    },
    {
      "grad_norm": 0.5565369129180908,
      "learning_rate": 9.88769981648206e-05,
      "loss": 0.0789,
      "step": 10280
    },
    {
      "grad_norm": 0.7598698139190674,
      "learning_rate": 9.887312298778444e-05,
      "loss": 0.0925,
      "step": 10290
    },
    {
      "grad_norm": 0.7254354953765869,
      "learning_rate": 9.886924121236405e-05,
      "loss": 0.0925,
      "step": 10300
    },
    {
      "grad_norm": 0.6035264730453491,
      "learning_rate": 9.88653528390835e-05,
      "loss": 0.0883,
      "step": 10310
    },
    {
      "grad_norm": 0.837269127368927,
      "learning_rate": 9.886145786846775e-05,
      "loss": 0.0992,
      "step": 10320
    },
    {
      "grad_norm": 0.6825324892997742,
      "learning_rate": 9.885755630104267e-05,
      "loss": 0.0878,
      "step": 10330
    },
    {
      "grad_norm": 0.6871055364608765,
      "learning_rate": 9.8853648137335e-05,
      "loss": 0.1013,
      "step": 10340
    },
    {
      "grad_norm": 0.618915855884552,
      "learning_rate": 9.884973337787242e-05,
      "loss": 0.1016,
      "step": 10350
    },
    {
      "grad_norm": 0.5571116805076599,
      "learning_rate": 9.884581202318341e-05,
      "loss": 0.0692,
      "step": 10360
    },
    {
      "grad_norm": 0.8043943643569946,
      "learning_rate": 9.884188407379743e-05,
      "loss": 0.0866,
      "step": 10370
    },
    {
      "grad_norm": 0.8603773713111877,
      "learning_rate": 9.883794953024479e-05,
      "loss": 0.086,
      "step": 10380
    },
    {
      "grad_norm": 0.5911480188369751,
      "learning_rate": 9.883400839305667e-05,
      "loss": 0.0868,
      "step": 10390
    },
    {
      "grad_norm": 0.5736443400382996,
      "learning_rate": 9.883006066276522e-05,
      "loss": 0.0874,
      "step": 10400
    },
    {
      "grad_norm": 0.8805211186408997,
      "learning_rate": 9.882610633990337e-05,
      "loss": 0.0976,
      "step": 10410
    },
    {
      "grad_norm": 0.5243214964866638,
      "learning_rate": 9.8822145425005e-05,
      "loss": 0.0994,
      "step": 10420
    },
    {
      "grad_norm": 0.5892831087112427,
      "learning_rate": 9.881817791860493e-05,
      "loss": 0.0819,
      "step": 10430
    },
    {
      "grad_norm": 0.6789520978927612,
      "learning_rate": 9.881420382123874e-05,
      "loss": 0.0842,
      "step": 10440
    },
    {
      "grad_norm": 0.4461808204650879,
      "learning_rate": 9.881022313344302e-05,
      "loss": 0.0903,
      "step": 10450
    },
    {
      "grad_norm": 0.6729850769042969,
      "learning_rate": 9.88062358557552e-05,
      "loss": 0.0905,
      "step": 10460
    },
    {
      "grad_norm": 0.5560747385025024,
      "learning_rate": 9.88022419887136e-05,
      "loss": 0.0887,
      "step": 10470
    },
    {
      "grad_norm": 0.4765860438346863,
      "learning_rate": 9.879824153285742e-05,
      "loss": 0.0827,
      "step": 10480
    },
    {
      "grad_norm": 0.7138527631759644,
      "learning_rate": 9.879423448872679e-05,
      "loss": 0.0924,
      "step": 10490
    },
    {
      "grad_norm": 0.5496641993522644,
      "learning_rate": 9.879022085686269e-05,
      "loss": 0.0767,
      "step": 10500
    },
    {
      "grad_norm": 1.2077631950378418,
      "learning_rate": 9.878620063780699e-05,
      "loss": 0.1,
      "step": 10510
    },
    {
      "grad_norm": 0.5405426025390625,
      "learning_rate": 9.878217383210247e-05,
      "loss": 0.0746,
      "step": 10520
    },
    {
      "grad_norm": 0.5292462110519409,
      "learning_rate": 9.877814044029281e-05,
      "loss": 0.092,
      "step": 10530
    },
    {
      "grad_norm": 0.45844176411628723,
      "learning_rate": 9.877410046292255e-05,
      "loss": 0.0792,
      "step": 10540
    },
    {
      "grad_norm": 0.5642328858375549,
      "learning_rate": 9.87700539005371e-05,
      "loss": 0.0933,
      "step": 10550
    },
    {
      "grad_norm": 0.6922504305839539,
      "learning_rate": 9.876600075368282e-05,
      "loss": 0.073,
      "step": 10560
    },
    {
      "grad_norm": 0.5583643913269043,
      "learning_rate": 9.876194102290692e-05,
      "loss": 0.0894,
      "step": 10570
    },
    {
      "grad_norm": 0.7361613512039185,
      "learning_rate": 9.875787470875752e-05,
      "loss": 0.0909,
      "step": 10580
    },
    {
      "grad_norm": 0.5826960802078247,
      "learning_rate": 9.87538018117836e-05,
      "loss": 0.0882,
      "step": 10590
    },
    {
      "grad_norm": 0.6936286091804504,
      "learning_rate": 9.874972233253504e-05,
      "loss": 0.1223,
      "step": 10600
    },
    {
      "grad_norm": 0.7287891507148743,
      "learning_rate": 9.874563627156261e-05,
      "loss": 0.1253,
      "step": 10610
    },
    {
      "grad_norm": 0.6459850072860718,
      "learning_rate": 9.874154362941798e-05,
      "loss": 0.1131,
      "step": 10620
    },
    {
      "grad_norm": 0.516956627368927,
      "learning_rate": 9.873744440665369e-05,
      "loss": 0.0856,
      "step": 10630
    },
    {
      "grad_norm": 0.4546055197715759,
      "learning_rate": 9.87333386038232e-05,
      "loss": 0.0912,
      "step": 10640
    },
    {
      "grad_norm": 0.6178869605064392,
      "learning_rate": 9.872922622148082e-05,
      "loss": 0.0949,
      "step": 10650
    },
    {
      "grad_norm": 0.7130127549171448,
      "learning_rate": 9.872510726018176e-05,
      "loss": 0.0959,
      "step": 10660
    },
    {
      "grad_norm": 0.6123767495155334,
      "learning_rate": 9.872098172048215e-05,
      "loss": 0.0966,
      "step": 10670
    },
    {
      "grad_norm": 0.6294103860855103,
      "learning_rate": 9.871684960293894e-05,
      "loss": 0.0743,
      "step": 10680
    },
    {
      "grad_norm": 0.5773071646690369,
      "learning_rate": 9.871271090811004e-05,
      "loss": 0.0843,
      "step": 10690
    },
    {
      "grad_norm": 0.6172431707382202,
      "learning_rate": 9.87085656365542e-05,
      "loss": 0.0986,
      "step": 10700
    },
    {
      "grad_norm": 0.4885473847389221,
      "learning_rate": 9.870441378883109e-05,
      "loss": 0.0919,
      "step": 10710
    },
    {
      "grad_norm": 0.5047020316123962,
      "learning_rate": 9.870025536550125e-05,
      "loss": 0.0863,
      "step": 10720
    },
    {
      "grad_norm": 0.6296483874320984,
      "learning_rate": 9.86960903671261e-05,
      "loss": 0.0744,
      "step": 10730
    },
    {
      "grad_norm": 0.46690088510513306,
      "learning_rate": 9.869191879426797e-05,
      "loss": 0.0723,
      "step": 10740
    },
    {
      "grad_norm": 0.5412856340408325,
      "learning_rate": 9.868774064749006e-05,
      "loss": 0.0827,
      "step": 10750
    },
    {
      "grad_norm": 0.5833183526992798,
      "learning_rate": 9.868355592735645e-05,
      "loss": 0.0863,
      "step": 10760
    },
    {
      "grad_norm": 0.6223888397216797,
      "learning_rate": 9.867936463443215e-05,
      "loss": 0.0913,
      "step": 10770
    },
    {
      "grad_norm": 0.7393450736999512,
      "learning_rate": 9.867516676928302e-05,
      "loss": 0.0882,
      "step": 10780
    },
    {
      "grad_norm": 0.6717928647994995,
      "learning_rate": 9.867096233247581e-05,
      "loss": 0.0862,
      "step": 10790
    },
    {
      "grad_norm": 1.1692465543746948,
      "learning_rate": 9.866675132457816e-05,
      "loss": 0.1068,
      "step": 10800
    },
    {
      "grad_norm": 0.6929062604904175,
      "learning_rate": 9.86625337461586e-05,
      "loss": 0.0792,
      "step": 10810
    },
    {
      "grad_norm": 0.5477199554443359,
      "learning_rate": 9.865830959778655e-05,
      "loss": 0.0848,
      "step": 10820
    },
    {
      "grad_norm": 0.6963527798652649,
      "learning_rate": 9.865407888003232e-05,
      "loss": 0.0896,
      "step": 10830
    },
    {
      "grad_norm": 0.5579574108123779,
      "learning_rate": 9.864984159346709e-05,
      "loss": 0.0942,
      "step": 10840
    },
    {
      "grad_norm": 0.7196477651596069,
      "learning_rate": 9.864559773866296e-05,
      "loss": 0.0829,
      "step": 10850
    },
    {
      "grad_norm": 0.6655386090278625,
      "learning_rate": 9.864134731619286e-05,
      "loss": 0.0714,
      "step": 10860
    },
    {
      "grad_norm": 0.6361945271492004,
      "learning_rate": 9.863709032663067e-05,
      "loss": 0.0886,
      "step": 10870
    },
    {
      "grad_norm": 0.550843358039856,
      "learning_rate": 9.863282677055112e-05,
      "loss": 0.0908,
      "step": 10880
    },
    {
      "grad_norm": 0.5584319829940796,
      "learning_rate": 9.862855664852983e-05,
      "loss": 0.0843,
      "step": 10890
    },
    {
      "grad_norm": 0.4807657301425934,
      "learning_rate": 9.862427996114332e-05,
      "loss": 0.086,
      "step": 10900
    },
    {
      "grad_norm": 0.5508744120597839,
      "learning_rate": 9.861999670896899e-05,
      "loss": 0.0891,
      "step": 10910
    },
    {
      "grad_norm": 0.5859808325767517,
      "learning_rate": 9.86157068925851e-05,
      "loss": 0.0875,
      "step": 10920
    },
    {
      "grad_norm": 0.601238489151001,
      "learning_rate": 9.861141051257086e-05,
      "loss": 0.1047,
      "step": 10930
    },
    {
      "grad_norm": 0.6491891145706177,
      "learning_rate": 9.860710756950628e-05,
      "loss": 0.0861,
      "step": 10940
    },
    {
      "grad_norm": 0.4740282893180847,
      "learning_rate": 9.860279806397234e-05,
      "loss": 0.0739,
      "step": 10950
    },
    {
      "grad_norm": 0.6619932055473328,
      "learning_rate": 9.859848199655086e-05,
      "loss": 0.0769,
      "step": 10960
    },
    {
      "grad_norm": 0.6105862259864807,
      "learning_rate": 9.859415936782453e-05,
      "loss": 0.0715,
      "step": 10970
    },
    {
      "grad_norm": 0.41914665699005127,
      "learning_rate": 9.858983017837698e-05,
      "loss": 0.0708,
      "step": 10980
    },
    {
      "grad_norm": 0.6278584003448486,
      "learning_rate": 9.858549442879269e-05,
      "loss": 0.0736,
      "step": 10990
    },
    {
      "grad_norm": 0.5143908262252808,
      "learning_rate": 9.858115211965701e-05,
      "loss": 0.0744,
      "step": 11000
    },
    {
      "grad_norm": 0.5078401565551758,
      "learning_rate": 9.857680325155625e-05,
      "loss": 0.0758,
      "step": 11010
    },
    {
      "grad_norm": 0.5804934501647949,
      "learning_rate": 9.857244782507748e-05,
      "loss": 0.0754,
      "step": 11020
    },
    {
      "grad_norm": 0.5600200295448303,
      "learning_rate": 9.85680858408088e-05,
      "loss": 0.0773,
      "step": 11030
    },
    {
      "grad_norm": 0.6719198822975159,
      "learning_rate": 9.856371729933905e-05,
      "loss": 0.0773,
      "step": 11040
    },
    {
      "grad_norm": 0.7322602272033691,
      "learning_rate": 9.855934220125808e-05,
      "loss": 0.0717,
      "step": 11050
    },
    {
      "grad_norm": 0.5759308338165283,
      "learning_rate": 9.855496054715658e-05,
      "loss": 0.0908,
      "step": 11060
    },
    {
      "grad_norm": 0.5666003227233887,
      "learning_rate": 9.855057233762607e-05,
      "loss": 0.0776,
      "step": 11070
    },
    {
      "grad_norm": 0.6053371429443359,
      "learning_rate": 9.854617757325908e-05,
      "loss": 0.0683,
      "step": 11080
    },
    {
      "grad_norm": 0.5214464664459229,
      "learning_rate": 9.854177625464886e-05,
      "loss": 0.0729,
      "step": 11090
    },
    {
      "grad_norm": 0.6662863492965698,
      "learning_rate": 9.853736838238972e-05,
      "loss": 0.0937,
      "step": 11100
    },
    {
      "grad_norm": 0.5842689871788025,
      "learning_rate": 9.853295395707669e-05,
      "loss": 0.0818,
      "step": 11110
    },
    {
      "grad_norm": 0.6454852223396301,
      "learning_rate": 9.852853297930582e-05,
      "loss": 0.0801,
      "step": 11120
    },
    {
      "grad_norm": 0.5449724197387695,
      "learning_rate": 9.852410544967397e-05,
      "loss": 0.0844,
      "step": 11130
    },
    {
      "grad_norm": 0.5989716053009033,
      "learning_rate": 9.851967136877891e-05,
      "loss": 0.0744,
      "step": 11140
    },
    {
      "grad_norm": 0.5619916915893555,
      "learning_rate": 9.851523073721926e-05,
      "loss": 0.0636,
      "step": 11150
    },
    {
      "grad_norm": 0.7406190633773804,
      "learning_rate": 9.85107835555946e-05,
      "loss": 0.0863,
      "step": 11160
    },
    {
      "grad_norm": 0.46451878547668457,
      "learning_rate": 9.85063298245053e-05,
      "loss": 0.0772,
      "step": 11170
    },
    {
      "grad_norm": 0.5931539535522461,
      "learning_rate": 9.850186954455267e-05,
      "loss": 0.0832,
      "step": 11180
    },
    {
      "grad_norm": 0.4851634204387665,
      "learning_rate": 9.849740271633893e-05,
      "loss": 0.0786,
      "step": 11190
    },
    {
      "grad_norm": 0.4743542969226837,
      "learning_rate": 9.84929293404671e-05,
      "loss": 0.0847,
      "step": 11200
    },
    {
      "grad_norm": 0.5093443989753723,
      "learning_rate": 9.848844941754116e-05,
      "loss": 0.0774,
      "step": 11210
    },
    {
      "grad_norm": 0.6686240434646606,
      "learning_rate": 9.848396294816595e-05,
      "loss": 0.0783,
      "step": 11220
    },
    {
      "grad_norm": 0.609404981136322,
      "learning_rate": 9.847946993294716e-05,
      "loss": 0.0886,
      "step": 11230
    },
    {
      "grad_norm": 0.6505061984062195,
      "learning_rate": 9.847497037249145e-05,
      "loss": 0.0781,
      "step": 11240
    },
    {
      "grad_norm": 0.6015909314155579,
      "learning_rate": 9.847046426740626e-05,
      "loss": 0.066,
      "step": 11250
    },
    {
      "grad_norm": 0.509020209312439,
      "learning_rate": 9.846595161829996e-05,
      "loss": 0.0643,
      "step": 11260
    },
    {
      "grad_norm": 0.5413033366203308,
      "learning_rate": 9.846143242578183e-05,
      "loss": 0.076,
      "step": 11270
    },
    {
      "grad_norm": 0.6985369324684143,
      "learning_rate": 9.8456906690462e-05,
      "loss": 0.0955,
      "step": 11280
    },
    {
      "grad_norm": 0.7655093669891357,
      "learning_rate": 9.84523744129515e-05,
      "loss": 0.081,
      "step": 11290
    },
    {
      "grad_norm": 0.48597344756126404,
      "learning_rate": 9.844783559386221e-05,
      "loss": 0.07,
      "step": 11300
    },
    {
      "grad_norm": 0.6570509672164917,
      "learning_rate": 9.844329023380694e-05,
      "loss": 0.0782,
      "step": 11310
    },
    {
      "grad_norm": 0.7455258369445801,
      "learning_rate": 9.843873833339935e-05,
      "loss": 0.0803,
      "step": 11320
    },
    {
      "grad_norm": 0.4767548739910126,
      "learning_rate": 9.8434179893254e-05,
      "loss": 0.0701,
      "step": 11330
    },
    {
      "grad_norm": 0.4660377502441406,
      "learning_rate": 9.842961491398634e-05,
      "loss": 0.0733,
      "step": 11340
    },
    {
      "grad_norm": 0.454226553440094,
      "learning_rate": 9.842504339621266e-05,
      "loss": 0.094,
      "step": 11350
    },
    {
      "grad_norm": 0.6211637258529663,
      "learning_rate": 9.842046534055019e-05,
      "loss": 0.0845,
      "step": 11360
    },
    {
      "grad_norm": 0.48679113388061523,
      "learning_rate": 9.8415880747617e-05,
      "loss": 0.0676,
      "step": 11370
    },
    {
      "grad_norm": 0.5111622214317322,
      "learning_rate": 9.841128961803205e-05,
      "loss": 0.0789,
      "step": 11380
    },
    {
      "grad_norm": 0.5826298594474792,
      "learning_rate": 9.840669195241523e-05,
      "loss": 0.0974,
      "step": 11390
    },
    {
      "grad_norm": 0.6372766494750977,
      "learning_rate": 9.840208775138724e-05,
      "loss": 0.0885,
      "step": 11400
    },
    {
      "grad_norm": 0.6158561706542969,
      "learning_rate": 9.839747701556969e-05,
      "loss": 0.0801,
      "step": 11410
    },
    {
      "grad_norm": 0.7327573895454407,
      "learning_rate": 9.83928597455851e-05,
      "loss": 0.0905,
      "step": 11420
    },
    {
      "grad_norm": 0.5240468978881836,
      "learning_rate": 9.838823594205683e-05,
      "loss": 0.081,
      "step": 11430
    },
    {
      "grad_norm": 0.415669709444046,
      "learning_rate": 9.838360560560915e-05,
      "loss": 0.0833,
      "step": 11440
    },
    {
      "grad_norm": 0.6503438949584961,
      "learning_rate": 9.837896873686723e-05,
      "loss": 0.0779,
      "step": 11450
    },
    {
      "grad_norm": 0.6513439416885376,
      "learning_rate": 9.837432533645705e-05,
      "loss": 0.0864,
      "step": 11460
    },
    {
      "grad_norm": 0.4068174362182617,
      "learning_rate": 9.836967540500554e-05,
      "loss": 0.0725,
      "step": 11470
    },
    {
      "grad_norm": 0.47839662432670593,
      "learning_rate": 9.83650189431405e-05,
      "loss": 0.0797,
      "step": 11480
    },
    {
      "grad_norm": 0.5969264507293701,
      "learning_rate": 9.836035595149057e-05,
      "loss": 0.0783,
      "step": 11490
    },
    {
      "grad_norm": 0.5015066862106323,
      "learning_rate": 9.835568643068534e-05,
      "loss": 0.0743,
      "step": 11500
    },
    {
      "grad_norm": 0.5800066590309143,
      "learning_rate": 9.835101038135522e-05,
      "loss": 0.0638,
      "step": 11510
    },
    {
      "grad_norm": 0.5429079532623291,
      "learning_rate": 9.834632780413155e-05,
      "loss": 0.072,
      "step": 11520
    },
    {
      "grad_norm": 0.691956639289856,
      "learning_rate": 9.834163869964649e-05,
      "loss": 0.0692,
      "step": 11530
    },
    {
      "grad_norm": 0.7588218450546265,
      "learning_rate": 9.833694306853314e-05,
      "loss": 0.0785,
      "step": 11540
    },
    {
      "grad_norm": 0.6238554120063782,
      "learning_rate": 9.833224091142547e-05,
      "loss": 0.0807,
      "step": 11550
    },
    {
      "grad_norm": 0.6249431371688843,
      "learning_rate": 9.83275322289583e-05,
      "loss": 0.0796,
      "step": 11560
    },
    {
      "grad_norm": 0.576816201210022,
      "learning_rate": 9.832281702176735e-05,
      "loss": 0.0758,
      "step": 11570
    },
    {
      "grad_norm": 0.7762583494186401,
      "learning_rate": 9.831809529048925e-05,
      "loss": 0.0876,
      "step": 11580
    },
    {
      "grad_norm": 0.8004443645477295,
      "learning_rate": 9.831336703576146e-05,
      "loss": 0.091,
      "step": 11590
    },
    {
      "grad_norm": 0.710098147392273,
      "learning_rate": 9.830863225822235e-05,
      "loss": 0.0805,
      "step": 11600
    },
    {
      "grad_norm": 0.8773928284645081,
      "learning_rate": 9.830389095851116e-05,
      "loss": 0.1043,
      "step": 11610
    },
    {
      "grad_norm": 0.6515092253684998,
      "learning_rate": 9.829914313726802e-05,
      "loss": 0.0897,
      "step": 11620
    },
    {
      "grad_norm": 0.5645816326141357,
      "learning_rate": 9.829438879513392e-05,
      "loss": 0.1055,
      "step": 11630
    },
    {
      "grad_norm": 0.5015185475349426,
      "learning_rate": 9.828962793275078e-05,
      "loss": 0.0762,
      "step": 11640
    },
    {
      "grad_norm": 0.5515398979187012,
      "learning_rate": 9.828486055076136e-05,
      "loss": 0.0838,
      "step": 11650
    },
    {
      "grad_norm": 0.6117932200431824,
      "learning_rate": 9.828008664980928e-05,
      "loss": 0.0821,
      "step": 11660
    },
    {
      "grad_norm": 0.6577863097190857,
      "learning_rate": 9.827530623053907e-05,
      "loss": 0.0726,
      "step": 11670
    },
    {
      "grad_norm": 0.6949547529220581,
      "learning_rate": 9.827051929359615e-05,
      "loss": 0.0893,
      "step": 11680
    },
    {
      "grad_norm": 0.6057159900665283,
      "learning_rate": 9.826572583962681e-05,
      "loss": 0.0887,
      "step": 11690
    },
    {
      "grad_norm": 0.5635404586791992,
      "learning_rate": 9.826092586927822e-05,
      "loss": 0.0831,
      "step": 11700
    },
    {
      "grad_norm": 0.5296503305435181,
      "learning_rate": 9.825611938319841e-05,
      "loss": 0.0807,
      "step": 11710
    },
    {
      "grad_norm": 0.703660786151886,
      "learning_rate": 9.82513063820363e-05,
      "loss": 0.0876,
      "step": 11720
    },
    {
      "grad_norm": 0.6729357838630676,
      "learning_rate": 9.824648686644173e-05,
      "loss": 0.0797,
      "step": 11730
    },
    {
      "grad_norm": 0.6177084445953369,
      "learning_rate": 9.824166083706534e-05,
      "loss": 0.08,
      "step": 11740
    },
    {
      "grad_norm": 0.5993034839630127,
      "learning_rate": 9.823682829455874e-05,
      "loss": 0.0918,
      "step": 11750
    },
    {
      "grad_norm": 0.628813624382019,
      "learning_rate": 9.823198923957435e-05,
      "loss": 0.0712,
      "step": 11760
    },
    {
      "grad_norm": 0.3940121829509735,
      "learning_rate": 9.822714367276549e-05,
      "loss": 0.083,
      "step": 11770
    },
    {
      "grad_norm": 0.5317422151565552,
      "learning_rate": 9.822229159478636e-05,
      "loss": 0.0711,
      "step": 11780
    },
    {
      "grad_norm": 0.5827207565307617,
      "learning_rate": 9.821743300629205e-05,
      "loss": 0.0752,
      "step": 11790
    },
    {
      "grad_norm": 0.7972649931907654,
      "learning_rate": 9.821256790793853e-05,
      "loss": 0.0816,
      "step": 11800
    },
    {
      "grad_norm": 0.48149287700653076,
      "learning_rate": 9.820769630038262e-05,
      "loss": 0.089,
      "step": 11810
    },
    {
      "grad_norm": 0.8587285876274109,
      "learning_rate": 9.820281818428205e-05,
      "loss": 0.0765,
      "step": 11820
    },
    {
      "grad_norm": 0.7629451751708984,
      "learning_rate": 9.819793356029542e-05,
      "loss": 0.0989,
      "step": 11830
    },
    {
      "grad_norm": 0.564983606338501,
      "learning_rate": 9.819304242908219e-05,
      "loss": 0.0857,
      "step": 11840
    },
    {
      "grad_norm": 0.7242786288261414,
      "learning_rate": 9.818814479130274e-05,
      "loss": 0.0902,
      "step": 11850
    },
    {
      "grad_norm": 0.5049296617507935,
      "learning_rate": 9.818324064761827e-05,
      "loss": 0.0977,
      "step": 11860
    },
    {
      "grad_norm": 0.41969752311706543,
      "learning_rate": 9.817832999869091e-05,
      "loss": 0.0759,
      "step": 11870
    },
    {
      "grad_norm": 0.435578852891922,
      "learning_rate": 9.817341284518364e-05,
      "loss": 0.0814,
      "step": 11880
    },
    {
      "grad_norm": 0.827377438545227,
      "learning_rate": 9.816848918776035e-05,
      "loss": 0.0888,
      "step": 11890
    },
    {
      "grad_norm": 0.653235912322998,
      "learning_rate": 9.816355902708576e-05,
      "loss": 0.0741,
      "step": 11900
    },
    {
      "grad_norm": 0.5830058455467224,
      "learning_rate": 9.815862236382549e-05,
      "loss": 0.0818,
      "step": 11910
    },
    {
      "grad_norm": 0.6002451777458191,
      "learning_rate": 9.815367919864606e-05,
      "loss": 0.0757,
      "step": 11920
    },
    {
      "grad_norm": 0.4808216392993927,
      "learning_rate": 9.814872953221485e-05,
      "loss": 0.0751,
      "step": 11930
    },
    {
      "grad_norm": 0.5011926293373108,
      "learning_rate": 9.814377336520011e-05,
      "loss": 0.0743,
      "step": 11940
    },
    {
      "grad_norm": 0.43903660774230957,
      "learning_rate": 9.813881069827098e-05,
      "loss": 0.0703,
      "step": 11950
    },
    {
      "grad_norm": 0.5331598520278931,
      "learning_rate": 9.813384153209744e-05,
      "loss": 0.0683,
      "step": 11960
    },
    {
      "grad_norm": 0.4769333600997925,
      "learning_rate": 9.812886586735044e-05,
      "loss": 0.0777,
      "step": 11970
    },
    {
      "grad_norm": 0.5840912461280823,
      "learning_rate": 9.81238837047017e-05,
      "loss": 0.0981,
      "step": 11980
    },
    {
      "grad_norm": 0.6989163160324097,
      "learning_rate": 9.811889504482386e-05,
      "loss": 0.088,
      "step": 11990
    },
    {
      "grad_norm": 0.5616211891174316,
      "learning_rate": 9.811389988839046e-05,
      "loss": 0.087,
      "step": 12000
    },
    {
      "grad_norm": 0.7219128608703613,
      "learning_rate": 9.810889823607591e-05,
      "loss": 0.08,
      "step": 12010
    },
    {
      "grad_norm": 0.5894251465797424,
      "learning_rate": 9.810389008855548e-05,
      "loss": 0.0814,
      "step": 12020
    },
    {
      "grad_norm": 0.6423526406288147,
      "learning_rate": 9.80988754465053e-05,
      "loss": 0.0703,
      "step": 12030
    },
    {
      "grad_norm": 0.6471331715583801,
      "learning_rate": 9.80938543106024e-05,
      "loss": 0.0908,
      "step": 12040
    },
    {
      "grad_norm": 0.5718647837638855,
      "learning_rate": 9.808882668152472e-05,
      "loss": 0.0858,
      "step": 12050
    },
    {
      "grad_norm": 0.6189543008804321,
      "learning_rate": 9.808379255995102e-05,
      "loss": 0.0824,
      "step": 12060
    },
    {
      "grad_norm": 0.5007543563842773,
      "learning_rate": 9.807875194656096e-05,
      "loss": 0.1002,
      "step": 12070
    },
    {
      "grad_norm": 0.6331012845039368,
      "learning_rate": 9.807370484203507e-05,
      "loss": 0.081,
      "step": 12080
    },
    {
      "grad_norm": 0.6770871877670288,
      "learning_rate": 9.806865124705478e-05,
      "loss": 0.0749,
      "step": 12090
    },
    {
      "grad_norm": 0.6157793998718262,
      "learning_rate": 9.806359116230236e-05,
      "loss": 0.0906,
      "step": 12100
    },
    {
      "grad_norm": 0.4923633933067322,
      "learning_rate": 9.805852458846098e-05,
      "loss": 0.0755,
      "step": 12110
    },
    {
      "grad_norm": 0.49320703744888306,
      "learning_rate": 9.80534515262147e-05,
      "loss": 0.0719,
      "step": 12120
    },
    {
      "grad_norm": 0.6079645752906799,
      "learning_rate": 9.804837197624841e-05,
      "loss": 0.0788,
      "step": 12130
    },
    {
      "grad_norm": 0.4225147068500519,
      "learning_rate": 9.80432859392479e-05,
      "loss": 0.0626,
      "step": 12140
    },
    {
      "grad_norm": 0.6425087451934814,
      "learning_rate": 9.803819341589987e-05,
      "loss": 0.0779,
      "step": 12150
    },
    {
      "grad_norm": 0.78948575258255,
      "learning_rate": 9.803309440689184e-05,
      "loss": 0.0729,
      "step": 12160
    },
    {
      "grad_norm": 0.7601078748703003,
      "learning_rate": 9.802798891291223e-05,
      "loss": 0.0918,
      "step": 12170
    },
    {
      "grad_norm": 0.5446939468383789,
      "learning_rate": 9.802287693465033e-05,
      "loss": 0.0979,
      "step": 12180
    },
    {
      "grad_norm": 0.5699838995933533,
      "learning_rate": 9.801775847279632e-05,
      "loss": 0.0821,
      "step": 12190
    },
    {
      "grad_norm": 0.6851701736450195,
      "learning_rate": 9.801263352804126e-05,
      "loss": 0.0901,
      "step": 12200
    },
    {
      "grad_norm": 0.6252092123031616,
      "learning_rate": 9.800750210107705e-05,
      "loss": 0.115,
      "step": 12210
    },
    {
      "grad_norm": 0.4753575325012207,
      "learning_rate": 9.80023641925965e-05,
      "loss": 0.0868,
      "step": 12220
    },
    {
      "grad_norm": 0.6791556477546692,
      "learning_rate": 9.799721980329329e-05,
      "loss": 0.0827,
      "step": 12230
    },
    {
      "grad_norm": 0.4411224126815796,
      "learning_rate": 9.799206893386192e-05,
      "loss": 0.0635,
      "step": 12240
    },
    {
      "grad_norm": 0.5180919766426086,
      "learning_rate": 9.798691158499787e-05,
      "loss": 0.0946,
      "step": 12250
    },
    {
      "grad_norm": 0.5715959072113037,
      "learning_rate": 9.798174775739739e-05,
      "loss": 0.1007,
      "step": 12260
    },
    {
      "grad_norm": 0.5354611873626709,
      "learning_rate": 9.797657745175767e-05,
      "loss": 0.0888,
      "step": 12270
    },
    {
      "grad_norm": 0.49204394221305847,
      "learning_rate": 9.797140066877676e-05,
      "loss": 0.0707,
      "step": 12280
    },
    {
      "grad_norm": 0.5413182973861694,
      "learning_rate": 9.796621740915359e-05,
      "loss": 0.0783,
      "step": 12290
    },
    {
      "grad_norm": 0.4317030906677246,
      "learning_rate": 9.796102767358793e-05,
      "loss": 0.068,
      "step": 12300
    },
    {
      "grad_norm": 0.8210325241088867,
      "learning_rate": 9.795583146278046e-05,
      "loss": 0.0719,
      "step": 12310
    },
    {
      "grad_norm": 0.6277713179588318,
      "learning_rate": 9.795062877743272e-05,
      "loss": 0.0861,
      "step": 12320
    },
    {
      "grad_norm": 0.6575210094451904,
      "learning_rate": 9.794541961824713e-05,
      "loss": 0.0759,
      "step": 12330
    },
    {
      "grad_norm": 0.42182251811027527,
      "learning_rate": 9.794020398592699e-05,
      "loss": 0.088,
      "step": 12340
    },
    {
      "grad_norm": 0.6791722178459167,
      "learning_rate": 9.793498188117644e-05,
      "loss": 0.0898,
      "step": 12350
    },
    {
      "grad_norm": 0.5999140739440918,
      "learning_rate": 9.792975330470054e-05,
      "loss": 0.0944,
      "step": 12360
    },
    {
      "grad_norm": 0.5771713256835938,
      "learning_rate": 9.792451825720518e-05,
      "loss": 0.0836,
      "step": 12370
    },
    {
      "grad_norm": 0.5473818182945251,
      "learning_rate": 9.79192767393972e-05,
      "loss": 0.0753,
      "step": 12380
    },
    {
      "grad_norm": 0.6752104759216309,
      "learning_rate": 9.791402875198419e-05,
      "loss": 0.0777,
      "step": 12390
    },
    {
      "grad_norm": 0.6735202074050903,
      "learning_rate": 9.790877429567474e-05,
      "loss": 0.0806,
      "step": 12400
    },
    {
      "grad_norm": 0.7061271667480469,
      "learning_rate": 9.790351337117822e-05,
      "loss": 0.0874,
      "step": 12410
    },
    {
      "grad_norm": 0.5443677306175232,
      "learning_rate": 9.789824597920492e-05,
      "loss": 0.0729,
      "step": 12420
    },
    {
      "grad_norm": 0.6017753481864929,
      "learning_rate": 9.7892972120466e-05,
      "loss": 0.0839,
      "step": 12430
    },
    {
      "grad_norm": 0.7975331544876099,
      "learning_rate": 9.78876917956735e-05,
      "loss": 0.086,
      "step": 12440
    },
    {
      "grad_norm": 0.5673313736915588,
      "learning_rate": 9.788240500554028e-05,
      "loss": 0.0775,
      "step": 12450
    },
    {
      "grad_norm": 0.4564862549304962,
      "learning_rate": 9.787711175078014e-05,
      "loss": 0.0845,
      "step": 12460
    },
    {
      "grad_norm": 0.4961799085140228,
      "learning_rate": 9.787181203210772e-05,
      "loss": 0.0801,
      "step": 12470
    },
    {
      "grad_norm": 1.0077797174453735,
      "learning_rate": 9.786650585023853e-05,
      "loss": 0.0995,
      "step": 12480
    },
    {
      "grad_norm": 0.6429438591003418,
      "learning_rate": 9.786119320588898e-05,
      "loss": 0.0678,
      "step": 12490
    },
    {
      "grad_norm": 0.5066554546356201,
      "learning_rate": 9.785587409977632e-05,
      "loss": 0.0911,
      "step": 12500
    },
    {
      "grad_norm": 0.6155045628547668,
      "learning_rate": 9.785054853261867e-05,
      "loss": 0.0918,
      "step": 12510
    },
    {
      "grad_norm": 0.6663517355918884,
      "learning_rate": 9.784521650513505e-05,
      "loss": 0.0839,
      "step": 12520
    },
    {
      "grad_norm": 0.4862975478172302,
      "learning_rate": 9.783987801804535e-05,
      "loss": 0.0869,
      "step": 12530
    },
    {
      "grad_norm": 0.6482889652252197,
      "learning_rate": 9.783453307207032e-05,
      "loss": 0.0918,
      "step": 12540
    },
    {
      "grad_norm": 0.5161961317062378,
      "learning_rate": 9.782918166793157e-05,
      "loss": 0.0804,
      "step": 12550
    },
    {
      "grad_norm": 0.650083065032959,
      "learning_rate": 9.78238238063516e-05,
      "loss": 0.0829,
      "step": 12560
    },
    {
      "grad_norm": 0.5798200368881226,
      "learning_rate": 9.78184594880538e-05,
      "loss": 0.0781,
      "step": 12570
    },
    {
      "grad_norm": 0.5537154078483582,
      "learning_rate": 9.781308871376236e-05,
      "loss": 0.0743,
      "step": 12580
    },
    {
      "grad_norm": 0.5858500003814697,
      "learning_rate": 9.780771148420244e-05,
      "loss": 0.0929,
      "step": 12590
    },
    {
      "grad_norm": 0.5025933980941772,
      "learning_rate": 9.78023278001e-05,
      "loss": 0.0794,
      "step": 12600
    },
    {
      "grad_norm": 0.6120278835296631,
      "learning_rate": 9.779693766218189e-05,
      "loss": 0.0795,
      "step": 12610
    },
    {
      "grad_norm": 0.4755019545555115,
      "learning_rate": 9.779154107117585e-05,
      "loss": 0.0774,
      "step": 12620
    },
    {
      "grad_norm": 0.5242480635643005,
      "learning_rate": 9.778613802781046e-05,
      "loss": 0.0629,
      "step": 12630
    },
    {
      "grad_norm": 0.6397591233253479,
      "learning_rate": 9.778072853281519e-05,
      "loss": 0.0948,
      "step": 12640
    },
    {
      "grad_norm": 0.4437335729598999,
      "learning_rate": 9.77753125869204e-05,
      "loss": 0.0687,
      "step": 12650
    },
    {
      "grad_norm": 0.6311208009719849,
      "learning_rate": 9.776989019085727e-05,
      "loss": 0.0873,
      "step": 12660
    },
    {
      "grad_norm": 0.48227837681770325,
      "learning_rate": 9.77644613453579e-05,
      "loss": 0.082,
      "step": 12670
    },
    {
      "grad_norm": 0.6456224322319031,
      "learning_rate": 9.775902605115525e-05,
      "loss": 0.0797,
      "step": 12680
    },
    {
      "grad_norm": 0.44684886932373047,
      "learning_rate": 9.775358430898311e-05,
      "loss": 0.0727,
      "step": 12690
    },
    {
      "grad_norm": 0.6824995279312134,
      "learning_rate": 9.774813611957618e-05,
      "loss": 0.0794,
      "step": 12700
    },
    {
      "grad_norm": 0.4670187830924988,
      "learning_rate": 9.774268148367005e-05,
      "loss": 0.0743,
      "step": 12710
    },
    {
      "grad_norm": 0.6239566206932068,
      "learning_rate": 9.773722040200112e-05,
      "loss": 0.0695,
      "step": 12720
    },
    {
      "grad_norm": 0.571111798286438,
      "learning_rate": 9.773175287530674e-05,
      "loss": 0.0816,
      "step": 12730
    },
    {
      "grad_norm": 0.4405711591243744,
      "learning_rate": 9.772627890432502e-05,
      "loss": 0.0739,
      "step": 12740
    },
    {
      "grad_norm": 0.46677520871162415,
      "learning_rate": 9.772079848979506e-05,
      "loss": 0.0672,
      "step": 12750
    },
    {
      "grad_norm": 0.8127387762069702,
      "learning_rate": 9.771531163245673e-05,
      "loss": 0.0881,
      "step": 12760
    },
    {
      "grad_norm": 0.6302902102470398,
      "learning_rate": 9.770981833305083e-05,
      "loss": 0.0889,
      "step": 12770
    },
    {
      "grad_norm": 0.6685054302215576,
      "learning_rate": 9.770431859231903e-05,
      "loss": 0.0821,
      "step": 12780
    },
    {
      "grad_norm": 0.42706170678138733,
      "learning_rate": 9.769881241100383e-05,
      "loss": 0.0847,
      "step": 12790
    },
    {
      "grad_norm": 0.7129362225532532,
      "learning_rate": 9.769329978984863e-05,
      "loss": 0.0715,
      "step": 12800
    },
    {
      "grad_norm": 0.7393133044242859,
      "learning_rate": 9.768778072959767e-05,
      "loss": 0.083,
      "step": 12810
    },
    {
      "grad_norm": 0.5134022831916809,
      "learning_rate": 9.768225523099613e-05,
      "loss": 0.0793,
      "step": 12820
    },
    {
      "grad_norm": 0.6661790609359741,
      "learning_rate": 9.767672329478998e-05,
      "loss": 0.0804,
      "step": 12830
    },
    {
      "grad_norm": 0.6323856115341187,
      "learning_rate": 9.767118492172609e-05,
      "loss": 0.0724,
      "step": 12840
    },
    {
      "grad_norm": 0.6355340480804443,
      "learning_rate": 9.766564011255219e-05,
      "loss": 0.073,
      "step": 12850
    },
    {
      "grad_norm": 0.6900211572647095,
      "learning_rate": 9.766008886801692e-05,
      "loss": 0.0924,
      "step": 12860
    },
    {
      "grad_norm": 0.6537532210350037,
      "learning_rate": 9.765453118886972e-05,
      "loss": 0.0813,
      "step": 12870
    },
    {
      "grad_norm": 0.577145516872406,
      "learning_rate": 9.764896707586096e-05,
      "loss": 0.0713,
      "step": 12880
    },
    {
      "grad_norm": 0.6606476306915283,
      "learning_rate": 9.764339652974182e-05,
      "loss": 0.0723,
      "step": 12890
    },
    {
      "grad_norm": 0.5186642408370972,
      "learning_rate": 9.763781955126442e-05,
      "loss": 0.0846,
      "step": 12900
    },
    {
      "grad_norm": 0.7856868505477905,
      "learning_rate": 9.763223614118169e-05,
      "loss": 0.0695,
      "step": 12910
    },
    {
      "grad_norm": 0.5745967030525208,
      "learning_rate": 9.762664630024747e-05,
      "loss": 0.0721,
      "step": 12920
    },
    {
      "grad_norm": 0.4769638776779175,
      "learning_rate": 9.762105002921643e-05,
      "loss": 0.076,
      "step": 12930
    },
    {
      "grad_norm": 0.5517489910125732,
      "learning_rate": 9.761544732884411e-05,
      "loss": 0.0723,
      "step": 12940
    },
    {
      "grad_norm": 0.6032971739768982,
      "learning_rate": 9.760983819988696e-05,
      "loss": 0.0727,
      "step": 12950
    },
    {
      "grad_norm": 0.5978459119796753,
      "learning_rate": 9.760422264310226e-05,
      "loss": 0.0732,
      "step": 12960
    },
    {
      "grad_norm": 0.48834553360939026,
      "learning_rate": 9.759860065924818e-05,
      "loss": 0.068,
      "step": 12970
    },
    {
      "grad_norm": 0.457050621509552,
      "learning_rate": 9.759297224908373e-05,
      "loss": 0.0764,
      "step": 12980
    },
    {
      "grad_norm": 0.503186047077179,
      "learning_rate": 9.758733741336881e-05,
      "loss": 0.0727,
      "step": 12990
    },
    {
      "grad_norm": 0.6411675214767456,
      "learning_rate": 9.758169615286418e-05,
      "loss": 0.0818,
      "step": 13000
    },
    {
      "grad_norm": 0.5567260980606079,
      "learning_rate": 9.757604846833148e-05,
      "loss": 0.0835,
      "step": 13010
    },
    {
      "grad_norm": 0.8526462316513062,
      "learning_rate": 9.757039436053319e-05,
      "loss": 0.0925,
      "step": 13020
    },
    {
      "grad_norm": 0.8529401421546936,
      "learning_rate": 9.756473383023271e-05,
      "loss": 0.0837,
      "step": 13030
    },
    {
      "grad_norm": 0.6395711302757263,
      "learning_rate": 9.755906687819422e-05,
      "loss": 0.0856,
      "step": 13040
    },
    {
      "grad_norm": 0.5980048775672913,
      "learning_rate": 9.755339350518284e-05,
      "loss": 0.0695,
      "step": 13050
    },
    {
      "grad_norm": 0.5406585335731506,
      "learning_rate": 9.754771371196456e-05,
      "loss": 0.0771,
      "step": 13060
    },
    {
      "grad_norm": 0.7117762565612793,
      "learning_rate": 9.754202749930616e-05,
      "loss": 0.0936,
      "step": 13070
    },
    {
      "grad_norm": 0.7634265422821045,
      "learning_rate": 9.75363348679754e-05,
      "loss": 0.0757,
      "step": 13080
    },
    {
      "grad_norm": 0.49266088008880615,
      "learning_rate": 9.753063581874081e-05,
      "loss": 0.0712,
      "step": 13090
    },
    {
      "grad_norm": 0.7394436597824097,
      "learning_rate": 9.75249303523718e-05,
      "loss": 0.0814,
      "step": 13100
    },
    {
      "grad_norm": 0.5741150975227356,
      "learning_rate": 9.75192184696387e-05,
      "loss": 0.0683,
      "step": 13110
    },
    {
      "grad_norm": 0.9282554984092712,
      "learning_rate": 9.751350017131267e-05,
      "loss": 0.0787,
      "step": 13120
    },
    {
      "grad_norm": 0.492870032787323,
      "learning_rate": 9.750777545816574e-05,
      "loss": 0.0838,
      "step": 13130
    },
    {
      "grad_norm": 0.5488619804382324,
      "learning_rate": 9.750204433097078e-05,
      "loss": 0.0783,
      "step": 13140
    },
    {
      "grad_norm": 0.5762215256690979,
      "learning_rate": 9.74963067905016e-05,
      "loss": 0.0896,
      "step": 13150
    },
    {
      "grad_norm": 0.6629660725593567,
      "learning_rate": 9.74905628375328e-05,
      "loss": 0.0751,
      "step": 13160
    },
    {
      "grad_norm": 0.4733898639678955,
      "learning_rate": 9.748481247283986e-05,
      "loss": 0.0782,
      "step": 13170
    },
    {
      "grad_norm": 0.5164969563484192,
      "learning_rate": 9.747905569719918e-05,
      "loss": 0.066,
      "step": 13180
    },
    {
      "grad_norm": 0.48331764340400696,
      "learning_rate": 9.747329251138795e-05,
      "loss": 0.0674,
      "step": 13190
    },
    {
      "grad_norm": 0.5886164307594299,
      "learning_rate": 9.746752291618426e-05,
      "loss": 0.0799,
      "step": 13200
    },
    {
      "grad_norm": 0.5305519700050354,
      "learning_rate": 9.74617469123671e-05,
      "loss": 0.0545,
      "step": 13210
    },
    {
      "grad_norm": 0.5054227709770203,
      "learning_rate": 9.745596450071625e-05,
      "loss": 0.0651,
      "step": 13220
    },
    {
      "grad_norm": 0.6756365895271301,
      "learning_rate": 9.745017568201243e-05,
      "loss": 0.0681,
      "step": 13230
    },
    {
      "grad_norm": 0.5939104557037354,
      "learning_rate": 9.744438045703717e-05,
      "loss": 0.0808,
      "step": 13240
    },
    {
      "grad_norm": 0.5354294180870056,
      "learning_rate": 9.74385788265729e-05,
      "loss": 0.0745,
      "step": 13250
    },
    {
      "grad_norm": 0.5358204245567322,
      "learning_rate": 9.743277079140287e-05,
      "loss": 0.0779,
      "step": 13260
    },
    {
      "grad_norm": 0.711372435092926,
      "learning_rate": 9.742695635231127e-05,
      "loss": 0.0816,
      "step": 13270
    },
    {
      "grad_norm": 0.7062903046607971,
      "learning_rate": 9.74211355100831e-05,
      "loss": 0.0739,
      "step": 13280
    },
    {
      "grad_norm": 0.43959498405456543,
      "learning_rate": 9.74153082655042e-05,
      "loss": 0.0693,
      "step": 13290
    },
    {
      "grad_norm": 0.6165655851364136,
      "learning_rate": 9.740947461936134e-05,
      "loss": 0.0606,
      "step": 13300
    },
    {
      "grad_norm": 0.6695298552513123,
      "learning_rate": 9.740363457244212e-05,
      "loss": 0.0866,
      "step": 13310
    },
    {
      "grad_norm": 0.714457094669342,
      "learning_rate": 9.739778812553501e-05,
      "loss": 0.092,
      "step": 13320
    },
    {
      "grad_norm": 0.7087726593017578,
      "learning_rate": 9.739193527942932e-05,
      "loss": 0.0867,
      "step": 13330
    },
    {
      "grad_norm": 0.5332461595535278,
      "learning_rate": 9.738607603491528e-05,
      "loss": 0.0765,
      "step": 13340
    },
    {
      "grad_norm": 0.6451810598373413,
      "learning_rate": 9.738021039278392e-05,
      "loss": 0.0671,
      "step": 13350
    },
    {
      "grad_norm": 0.5396022200584412,
      "learning_rate": 9.737433835382717e-05,
      "loss": 0.0711,
      "step": 13360
    },
    {
      "grad_norm": 0.5374860167503357,
      "learning_rate": 9.736845991883783e-05,
      "loss": 0.0907,
      "step": 13370
    },
    {
      "grad_norm": 0.5190648436546326,
      "learning_rate": 9.736257508860954e-05,
      "loss": 0.0754,
      "step": 13380
    },
    {
      "grad_norm": 0.8050656318664551,
      "learning_rate": 9.735668386393681e-05,
      "loss": 0.0713,
      "step": 13390
    },
    {
      "grad_norm": 0.7482303380966187,
      "learning_rate": 9.735078624561504e-05,
      "loss": 0.0823,
      "step": 13400
    },
    {
      "grad_norm": 0.5194370150566101,
      "learning_rate": 9.734488223444043e-05,
      "loss": 0.0786,
      "step": 13410
    },
    {
      "grad_norm": 0.5380124449729919,
      "learning_rate": 9.733897183121012e-05,
      "loss": 0.0741,
      "step": 13420
    },
    {
      "grad_norm": 0.4723218083381653,
      "learning_rate": 9.733305503672206e-05,
      "loss": 0.074,
      "step": 13430
    },
    {
      "grad_norm": 0.7798144221305847,
      "learning_rate": 9.732713185177507e-05,
      "loss": 0.0829,
      "step": 13440
    },
    {
      "grad_norm": 0.6343029737472534,
      "learning_rate": 9.732120227716888e-05,
      "loss": 0.0955,
      "step": 13450
    },
    {
      "grad_norm": 0.8780612945556641,
      "learning_rate": 9.7315266313704e-05,
      "loss": 0.0957,
      "step": 13460
    },
    {
      "grad_norm": 0.8948514461517334,
      "learning_rate": 9.730932396218187e-05,
      "loss": 0.0949,
      "step": 13470
    },
    {
      "grad_norm": 0.4599156081676483,
      "learning_rate": 9.730337522340476e-05,
      "loss": 0.0833,
      "step": 13480
    },
    {
      "grad_norm": 0.44315484166145325,
      "learning_rate": 9.729742009817582e-05,
      "loss": 0.083,
      "step": 13490
    },
    {
      "grad_norm": 0.7570423483848572,
      "learning_rate": 9.729145858729906e-05,
      "loss": 0.0629,
      "step": 13500
    },
    {
      "grad_norm": 0.7093087434768677,
      "learning_rate": 9.728549069157934e-05,
      "loss": 0.0903,
      "step": 13510
    },
    {
      "grad_norm": 0.5709823369979858,
      "learning_rate": 9.727951641182238e-05,
      "loss": 0.0857,
      "step": 13520
    },
    {
      "grad_norm": 0.6638891696929932,
      "learning_rate": 9.727353574883478e-05,
      "loss": 0.0959,
      "step": 13530
    },
    {
      "grad_norm": 0.8268455862998962,
      "learning_rate": 9.726754870342401e-05,
      "loss": 0.0904,
      "step": 13540
    },
    {
      "grad_norm": 0.46381524205207825,
      "learning_rate": 9.726155527639834e-05,
      "loss": 0.0672,
      "step": 13550
    },
    {
      "grad_norm": 0.616312563419342,
      "learning_rate": 9.725555546856697e-05,
      "loss": 0.0817,
      "step": 13560
    },
    {
      "grad_norm": 0.7585079669952393,
      "learning_rate": 9.724954928073995e-05,
      "loss": 0.0773,
      "step": 13570
    },
    {
      "grad_norm": 0.4697430431842804,
      "learning_rate": 9.724353671372814e-05,
      "loss": 0.0809,
      "step": 13580
    },
    {
      "grad_norm": 0.6400301456451416,
      "learning_rate": 9.723751776834335e-05,
      "loss": 0.0918,
      "step": 13590
    },
    {
      "grad_norm": 0.45838621258735657,
      "learning_rate": 9.723149244539817e-05,
      "loss": 0.0909,
      "step": 13600
    },
    {
      "grad_norm": 0.5079118609428406,
      "learning_rate": 9.722546074570609e-05,
      "loss": 0.0796,
      "step": 13610
    },
    {
      "grad_norm": 0.40391016006469727,
      "learning_rate": 9.721942267008144e-05,
      "loss": 0.0857,
      "step": 13620
    },
    {
      "grad_norm": 0.6406222581863403,
      "learning_rate": 9.721337821933944e-05,
      "loss": 0.0833,
      "step": 13630
    },
    {
      "grad_norm": 0.552700936794281,
      "learning_rate": 9.720732739429614e-05,
      "loss": 0.0803,
      "step": 13640
    },
    {
      "grad_norm": 0.6327013969421387,
      "learning_rate": 9.720127019576848e-05,
      "loss": 0.0871,
      "step": 13650
    },
    {
      "grad_norm": 0.6940667629241943,
      "learning_rate": 9.719520662457423e-05,
      "loss": 0.082,
      "step": 13660
    },
    {
      "grad_norm": 0.47637248039245605,
      "learning_rate": 9.718913668153204e-05,
      "loss": 0.0722,
      "step": 13670
    },
    {
      "grad_norm": 0.6293904781341553,
      "learning_rate": 9.718306036746143e-05,
      "loss": 0.0694,
      "step": 13680
    },
    {
      "grad_norm": 0.5486651062965393,
      "learning_rate": 9.717697768318276e-05,
      "loss": 0.0747,
      "step": 13690
    },
    {
      "grad_norm": 0.5207682847976685,
      "learning_rate": 9.717088862951724e-05,
      "loss": 0.0715,
      "step": 13700
    },
    {
      "grad_norm": 0.5471480488777161,
      "learning_rate": 9.716479320728698e-05,
      "loss": 0.0656,
      "step": 13710
    },
    {
      "grad_norm": 0.5158922076225281,
      "learning_rate": 9.71586914173149e-05,
      "loss": 0.0626,
      "step": 13720
    },
    {
      "grad_norm": 0.637900710105896,
      "learning_rate": 9.715258326042484e-05,
      "loss": 0.0666,
      "step": 13730
    },
    {
      "grad_norm": 0.6463634967803955,
      "learning_rate": 9.714646873744143e-05,
      "loss": 0.0768,
      "step": 13740
    },
    {
      "grad_norm": 0.5556185245513916,
      "learning_rate": 9.714034784919022e-05,
      "loss": 0.0671,
      "step": 13750
    },
    {
      "grad_norm": 0.4334493577480316,
      "learning_rate": 9.713422059649757e-05,
      "loss": 0.0956,
      "step": 13760
    },
    {
      "grad_norm": 0.4795234203338623,
      "learning_rate": 9.712808698019075e-05,
      "loss": 0.0777,
      "step": 13770
    },
    {
      "grad_norm": 0.4302453398704529,
      "learning_rate": 9.712194700109784e-05,
      "loss": 0.0666,
      "step": 13780
    },
    {
      "grad_norm": 0.5371067523956299,
      "learning_rate": 9.711580066004782e-05,
      "loss": 0.0716,
      "step": 13790
    },
    {
      "grad_norm": 0.7475522756576538,
      "learning_rate": 9.710964795787049e-05,
      "loss": 0.0655,
      "step": 13800
    },
    {
      "grad_norm": 0.561590313911438,
      "learning_rate": 9.710348889539655e-05,
      "loss": 0.0785,
      "step": 13810
    },
    {
      "grad_norm": 0.49417373538017273,
      "learning_rate": 9.709732347345753e-05,
      "loss": 0.0824,
      "step": 13820
    },
    {
      "grad_norm": 0.834455668926239,
      "learning_rate": 9.70911516928858e-05,
      "loss": 0.0853,
      "step": 13830
    },
    {
      "grad_norm": 0.6510352492332458,
      "learning_rate": 9.708497355451467e-05,
      "loss": 0.0837,
      "step": 13840
    },
    {
      "grad_norm": 0.6252820491790771,
      "learning_rate": 9.707878905917822e-05,
      "loss": 0.0654,
      "step": 13850
    },
    {
      "grad_norm": 0.4389737546443939,
      "learning_rate": 9.707259820771142e-05,
      "loss": 0.0796,
      "step": 13860
    },
    {
      "grad_norm": 0.5177385210990906,
      "learning_rate": 9.70664010009501e-05,
      "loss": 0.0836,
      "step": 13870
    },
    {
      "grad_norm": 0.44510558247566223,
      "learning_rate": 9.706019743973097e-05,
      "loss": 0.0673,
      "step": 13880
    },
    {
      "grad_norm": 0.7914519309997559,
      "learning_rate": 9.705398752489155e-05,
      "loss": 0.0952,
      "step": 13890
    },
    {
      "grad_norm": 0.6774279475212097,
      "learning_rate": 9.704777125727026e-05,
      "loss": 0.0648,
      "step": 13900
    },
    {
      "grad_norm": 0.5324090719223022,
      "learning_rate": 9.704154863770635e-05,
      "loss": 0.0727,
      "step": 13910
    },
    {
      "grad_norm": 0.6550949811935425,
      "learning_rate": 9.703531966703993e-05,
      "loss": 0.0833,
      "step": 13920
    },
    {
      "grad_norm": 0.5263226628303528,
      "learning_rate": 9.702908434611203e-05,
      "loss": 0.0754,
      "step": 13930
    },
    {
      "grad_norm": 0.7524232864379883,
      "learning_rate": 9.702284267576441e-05,
      "loss": 0.0779,
      "step": 13940
    },
    {
      "grad_norm": 0.42753443121910095,
      "learning_rate": 9.701659465683978e-05,
      "loss": 0.0776,
      "step": 13950
    },
    {
      "grad_norm": 0.3598622679710388,
      "learning_rate": 9.701034029018174e-05,
      "loss": 0.069,
      "step": 13960
    },
    {
      "grad_norm": 0.5551306009292603,
      "learning_rate": 9.700407957663464e-05,
      "loss": 0.1042,
      "step": 13970
    },
    {
      "grad_norm": 0.5381641387939453,
      "learning_rate": 9.699781251704377e-05,
      "loss": 0.0817,
      "step": 13980
    },
    {
      "grad_norm": 0.5444142818450928,
      "learning_rate": 9.699153911225522e-05,
      "loss": 0.0749,
      "step": 13990
    },
    {
      "grad_norm": 0.4986540973186493,
      "learning_rate": 9.698525936311599e-05,
      "loss": 0.0654,
      "step": 14000
    },
    {
      "grad_norm": 0.693919837474823,
      "learning_rate": 9.697897327047392e-05,
      "loss": 0.0717,
      "step": 14010
    },
    {
      "grad_norm": 0.5636293888092041,
      "learning_rate": 9.697268083517767e-05,
      "loss": 0.0832,
      "step": 14020
    },
    {
      "grad_norm": 0.6402423977851868,
      "learning_rate": 9.69663820580768e-05,
      "loss": 0.0806,
      "step": 14030
    },
    {
      "grad_norm": 0.5127649307250977,
      "learning_rate": 9.696007694002173e-05,
      "loss": 0.0729,
      "step": 14040
    },
    {
      "grad_norm": 0.4460373818874359,
      "learning_rate": 9.695376548186368e-05,
      "loss": 0.0646,
      "step": 14050
    },
    {
      "grad_norm": 0.41309893131256104,
      "learning_rate": 9.694744768445478e-05,
      "loss": 0.0675,
      "step": 14060
    },
    {
      "grad_norm": 0.6115080118179321,
      "learning_rate": 9.6941123548648e-05,
      "loss": 0.0715,
      "step": 14070
    },
    {
      "grad_norm": 0.5204938054084778,
      "learning_rate": 9.693479307529717e-05,
      "loss": 0.0837,
      "step": 14080
    },
    {
      "grad_norm": 0.3920147120952606,
      "learning_rate": 9.692845626525696e-05,
      "loss": 0.0687,
      "step": 14090
    },
    {
      "grad_norm": 0.5354346632957458,
      "learning_rate": 9.692211311938291e-05,
      "loss": 0.0784,
      "step": 14100
    },
    {
      "grad_norm": 0.4356115460395813,
      "learning_rate": 9.691576363853141e-05,
      "loss": 0.0776,
      "step": 14110
    },
    {
      "grad_norm": 0.5606619715690613,
      "learning_rate": 9.69094078235597e-05,
      "loss": 0.065,
      "step": 14120
    },
    {
      "grad_norm": 0.6321040987968445,
      "learning_rate": 9.690304567532591e-05,
      "loss": 0.0865,
      "step": 14130
    },
    {
      "grad_norm": 0.6139610409736633,
      "learning_rate": 9.689667719468897e-05,
      "loss": 0.0881,
      "step": 14140
    },
    {
      "grad_norm": 0.7282271385192871,
      "learning_rate": 9.68903023825087e-05,
      "loss": 0.0721,
      "step": 14150
    },
    {
      "grad_norm": 0.607043445110321,
      "learning_rate": 9.688392123964575e-05,
      "loss": 0.0925,
      "step": 14160
    },
    {
      "grad_norm": 0.6062869429588318,
      "learning_rate": 9.687753376696167e-05,
      "loss": 0.0737,
      "step": 14170
    },
    {
      "grad_norm": 0.7274110317230225,
      "learning_rate": 9.68711399653188e-05,
      "loss": 0.0832,
      "step": 14180
    },
    {
      "grad_norm": 0.6119856834411621,
      "learning_rate": 9.686473983558043e-05,
      "loss": 0.0756,
      "step": 14190
    },
    {
      "grad_norm": 0.621623158454895,
      "learning_rate": 9.685833337861057e-05,
      "loss": 0.0788,
      "step": 14200
    },
    {
      "grad_norm": 0.4959506094455719,
      "learning_rate": 9.68519205952742e-05,
      "loss": 0.0712,
      "step": 14210
    },
    {
      "grad_norm": 0.40053749084472656,
      "learning_rate": 9.684550148643712e-05,
      "loss": 0.0792,
      "step": 14220
    },
    {
      "grad_norm": 0.7225848436355591,
      "learning_rate": 9.683907605296597e-05,
      "loss": 0.0755,
      "step": 14230
    },
    {
      "grad_norm": 0.5614511370658875,
      "learning_rate": 9.683264429572823e-05,
      "loss": 0.0726,
      "step": 14240
    },
    {
      "grad_norm": 0.5809610486030579,
      "learning_rate": 9.682620621559229e-05,
      "loss": 0.0797,
      "step": 14250
    },
    {
      "grad_norm": 0.5705070495605469,
      "learning_rate": 9.681976181342732e-05,
      "loss": 0.0704,
      "step": 14260
    },
    {
      "grad_norm": 0.6596332788467407,
      "learning_rate": 9.681331109010341e-05,
      "loss": 0.0914,
      "step": 14270
    },
    {
      "grad_norm": 0.6571309566497803,
      "learning_rate": 9.680685404649147e-05,
      "loss": 0.0774,
      "step": 14280
    },
    {
      "grad_norm": 0.7891187071800232,
      "learning_rate": 9.680039068346328e-05,
      "loss": 0.0681,
      "step": 14290
    },
    {
      "grad_norm": 0.5760708451271057,
      "learning_rate": 9.679392100189142e-05,
      "loss": 0.0824,
      "step": 14300
    },
    {
      "grad_norm": 0.7718429565429688,
      "learning_rate": 9.678744500264939e-05,
      "loss": 0.0748,
      "step": 14310
    },
    {
      "grad_norm": 0.7067373394966125,
      "learning_rate": 9.678096268661153e-05,
      "loss": 0.0943,
      "step": 14320
    },
    {
      "grad_norm": 0.5293504595756531,
      "learning_rate": 9.677447405465301e-05,
      "loss": 0.0702,
      "step": 14330
    },
    {
      "grad_norm": 0.4900151789188385,
      "learning_rate": 9.676797910764987e-05,
      "loss": 0.0846,
      "step": 14340
    },
    {
      "grad_norm": 0.8168119788169861,
      "learning_rate": 9.676147784647897e-05,
      "loss": 0.0795,
      "step": 14350
    },
    {
      "grad_norm": 0.5670841336250305,
      "learning_rate": 9.67549702720181e-05,
      "loss": 0.0714,
      "step": 14360
    },
    {
      "grad_norm": 0.5737596154212952,
      "learning_rate": 9.67484563851458e-05,
      "loss": 0.0801,
      "step": 14370
    },
    {
      "grad_norm": 0.7236881852149963,
      "learning_rate": 9.674193618674152e-05,
      "loss": 0.0757,
      "step": 14380
    },
    {
      "grad_norm": 0.5989914536476135,
      "learning_rate": 9.673540967768559e-05,
      "loss": 0.0858,
      "step": 14390
    },
    {
      "grad_norm": 0.584595263004303,
      "learning_rate": 9.672887685885912e-05,
      "loss": 0.0754,
      "step": 14400
    },
    {
      "grad_norm": 0.4064517915248871,
      "learning_rate": 9.672233773114413e-05,
      "loss": 0.0674,
      "step": 14410
    },
    {
      "grad_norm": 0.5504610538482666,
      "learning_rate": 9.671579229542347e-05,
      "loss": 0.0736,
      "step": 14420
    },
    {
      "grad_norm": 0.4579004645347595,
      "learning_rate": 9.670924055258081e-05,
      "loss": 0.0812,
      "step": 14430
    },
    {
      "grad_norm": 0.6085147857666016,
      "learning_rate": 9.670268250350076e-05,
      "loss": 0.0712,
      "step": 14440
    },
    {
      "grad_norm": 0.5404924154281616,
      "learning_rate": 9.669611814906869e-05,
      "loss": 0.079,
      "step": 14450
    },
    {
      "grad_norm": 0.512591540813446,
      "learning_rate": 9.668954749017086e-05,
      "loss": 0.0758,
      "step": 14460
    },
    {
      "grad_norm": 0.5629115700721741,
      "learning_rate": 9.668297052769438e-05,
      "loss": 0.0817,
      "step": 14470
    },
    {
      "grad_norm": 0.4645996689796448,
      "learning_rate": 9.667638726252722e-05,
      "loss": 0.0708,
      "step": 14480
    },
    {
      "grad_norm": 0.788780689239502,
      "learning_rate": 9.666979769555815e-05,
      "loss": 0.0773,
      "step": 14490
    },
    {
      "grad_norm": 0.44957074522972107,
      "learning_rate": 9.666320182767689e-05,
      "loss": 0.0937,
      "step": 14500
    },
    {
      "grad_norm": 0.5317868590354919,
      "learning_rate": 9.665659965977391e-05,
      "loss": 0.0752,
      "step": 14510
    },
    {
      "grad_norm": 0.5073069930076599,
      "learning_rate": 9.664999119274057e-05,
      "loss": 0.07,
      "step": 14520
    },
    {
      "grad_norm": 0.5666636824607849,
      "learning_rate": 9.664337642746913e-05,
      "loss": 0.0944,
      "step": 14530
    },
    {
      "grad_norm": 0.4994889497756958,
      "learning_rate": 9.663675536485258e-05,
      "loss": 0.0634,
      "step": 14540
    },
    {
      "grad_norm": 0.5909268260002136,
      "learning_rate": 9.663012800578489e-05,
      "loss": 0.0737,
      "step": 14550
    },
    {
      "grad_norm": 0.5620062947273254,
      "learning_rate": 9.662349435116081e-05,
      "loss": 0.0652,
      "step": 14560
    },
    {
      "grad_norm": 0.69862961769104,
      "learning_rate": 9.661685440187593e-05,
      "loss": 0.057,
      "step": 14570
    },
    {
      "grad_norm": 0.5886638164520264,
      "learning_rate": 9.661020815882675e-05,
      "loss": 0.0761,
      "step": 14580
    },
    {
      "grad_norm": 0.38298776745796204,
      "learning_rate": 9.660355562291055e-05,
      "loss": 0.0777,
      "step": 14590
    },
    {
      "grad_norm": 0.7628039121627808,
      "learning_rate": 9.659689679502551e-05,
      "loss": 0.0817,
      "step": 14600
    },
    {
      "grad_norm": 0.4078391492366791,
      "learning_rate": 9.659023167607064e-05,
      "loss": 0.0671,
      "step": 14610
    },
    {
      "grad_norm": 0.5701512098312378,
      "learning_rate": 9.65835602669458e-05,
      "loss": 0.061,
      "step": 14620
    },
    {
      "grad_norm": 0.6340009570121765,
      "learning_rate": 9.657688256855168e-05,
      "loss": 0.0637,
      "step": 14630
    },
    {
      "grad_norm": 0.5486045479774475,
      "learning_rate": 9.657019858178987e-05,
      "loss": 0.0748,
      "step": 14640
    },
    {
      "grad_norm": 0.5837968587875366,
      "learning_rate": 9.656350830756275e-05,
      "loss": 0.0729,
      "step": 14650
    },
    {
      "grad_norm": 0.5530787110328674,
      "learning_rate": 9.655681174677361e-05,
      "loss": 0.0633,
      "step": 14660
    },
    {
      "grad_norm": 0.6989941596984863,
      "learning_rate": 9.655010890032654e-05,
      "loss": 0.0776,
      "step": 14670
    },
    {
      "grad_norm": 0.4772298336029053,
      "learning_rate": 9.654339976912648e-05,
      "loss": 0.0648,
      "step": 14680
    },
    {
      "grad_norm": 0.532975971698761,
      "learning_rate": 9.653668435407925e-05,
      "loss": 0.0673,
      "step": 14690
    },
    {
      "grad_norm": 0.4418335556983948,
      "learning_rate": 9.65299626560915e-05,
      "loss": 0.0661,
      "step": 14700
    },
    {
      "grad_norm": 0.6912441849708557,
      "learning_rate": 9.652323467607073e-05,
      "loss": 0.08,
      "step": 14710
    },
    {
      "grad_norm": 0.6051846146583557,
      "learning_rate": 9.651650041492529e-05,
      "loss": 0.0728,
      "step": 14720
    },
    {
      "grad_norm": 0.5695405006408691,
      "learning_rate": 9.650975987356436e-05,
      "loss": 0.0743,
      "step": 14730
    },
    {
      "grad_norm": 0.4417717456817627,
      "learning_rate": 9.650301305289799e-05,
      "loss": 0.0768,
      "step": 14740
    },
    {
      "grad_norm": 0.6050007939338684,
      "learning_rate": 9.649625995383708e-05,
      "loss": 0.0739,
      "step": 14750
    },
    {
      "grad_norm": 0.5491967797279358,
      "learning_rate": 9.648950057729338e-05,
      "loss": 0.0734,
      "step": 14760
    },
    {
      "grad_norm": 0.5931382179260254,
      "learning_rate": 9.648273492417946e-05,
      "loss": 0.0782,
      "step": 14770
    },
    {
      "grad_norm": 0.5350673794746399,
      "learning_rate": 9.647596299540873e-05,
      "loss": 0.0811,
      "step": 14780
    },
    {
      "grad_norm": 0.4576420187950134,
      "learning_rate": 9.646918479189552e-05,
      "loss": 0.0668,
      "step": 14790
    },
    {
      "grad_norm": 0.7709136605262756,
      "learning_rate": 9.646240031455494e-05,
      "loss": 0.0715,
      "step": 14800
    },
    {
      "grad_norm": 0.5219936966896057,
      "learning_rate": 9.645560956430295e-05,
      "loss": 0.0738,
      "step": 14810
    },
    {
      "grad_norm": 0.5893892645835876,
      "learning_rate": 9.644881254205638e-05,
      "loss": 0.0774,
      "step": 14820
    },
    {
      "grad_norm": 0.616245448589325,
      "learning_rate": 9.644200924873292e-05,
      "loss": 0.0786,
      "step": 14830
    },
    {
      "grad_norm": 0.6273202896118164,
      "learning_rate": 9.643519968525105e-05,
      "loss": 0.0839,
      "step": 14840
    },
    {
      "grad_norm": 0.6838504076004028,
      "learning_rate": 9.642838385253017e-05,
      "loss": 0.084,
      "step": 14850
    },
    {
      "grad_norm": 0.6689770221710205,
      "learning_rate": 9.642156175149046e-05,
      "loss": 0.0761,
      "step": 14860
    },
    {
      "grad_norm": 0.6539709568023682,
      "learning_rate": 9.6414733383053e-05,
      "loss": 0.0641,
      "step": 14870
    },
    {
      "grad_norm": 0.5371017456054688,
      "learning_rate": 9.640789874813967e-05,
      "loss": 0.0802,
      "step": 14880
    },
    {
      "grad_norm": 0.6152903437614441,
      "learning_rate": 9.640105784767323e-05,
      "loss": 0.0839,
      "step": 14890
    },
    {
      "grad_norm": 0.5525203347206116,
      "learning_rate": 9.639421068257726e-05,
      "loss": 0.0653,
      "step": 14900
    },
    {
      "grad_norm": 0.5897220373153687,
      "learning_rate": 9.638735725377621e-05,
      "loss": 0.0869,
      "step": 14910
    },
    {
      "grad_norm": 0.48714888095855713,
      "learning_rate": 9.638049756219537e-05,
      "loss": 0.0696,
      "step": 14920
    },
    {
      "grad_norm": 0.6013439893722534,
      "learning_rate": 9.637363160876085e-05,
      "loss": 0.0642,
      "step": 14930
    },
    {
      "grad_norm": 0.4812381863594055,
      "learning_rate": 9.636675939439965e-05,
      "loss": 0.0797,
      "step": 14940
    },
    {
      "grad_norm": 0.6281324625015259,
      "learning_rate": 9.635988092003958e-05,
      "loss": 0.0826,
      "step": 14950
    },
    {
      "grad_norm": 0.8093457818031311,
      "learning_rate": 9.635299618660929e-05,
      "loss": 0.094,
      "step": 14960
    },
    {
      "grad_norm": 0.6050922870635986,
      "learning_rate": 9.634610519503832e-05,
      "loss": 0.0698,
      "step": 14970
    },
    {
      "grad_norm": 0.478434681892395,
      "learning_rate": 9.633920794625702e-05,
      "loss": 0.0655,
      "step": 14980
    },
    {
      "grad_norm": 0.5274885296821594,
      "learning_rate": 9.633230444119656e-05,
      "loss": 0.0786,
      "step": 14990
    },
    {
      "grad_norm": 0.607357919216156,
      "learning_rate": 9.632539468078902e-05,
      "loss": 0.0875,
      "step": 15000
    },
    {
      "grad_norm": 0.5413567423820496,
      "learning_rate": 9.631847866596729e-05,
      "loss": 0.0645,
      "step": 15010
    },
    {
      "grad_norm": 0.5822522640228271,
      "learning_rate": 9.631155639766509e-05,
      "loss": 0.0741,
      "step": 15020
    },
    {
      "grad_norm": 0.6038060188293457,
      "learning_rate": 9.6304627876817e-05,
      "loss": 0.073,
      "step": 15030
    },
    {
      "grad_norm": 0.6488341689109802,
      "learning_rate": 9.629769310435844e-05,
      "loss": 0.0872,
      "step": 15040
    },
    {
      "grad_norm": 0.45715051889419556,
      "learning_rate": 9.62907520812257e-05,
      "loss": 0.0862,
      "step": 15050
    },
    {
      "grad_norm": 0.4981110095977783,
      "learning_rate": 9.628380480835586e-05,
      "loss": 0.0814,
      "step": 15060
    },
    {
      "grad_norm": 0.5985921621322632,
      "learning_rate": 9.627685128668689e-05,
      "loss": 0.0683,
      "step": 15070
    },
    {
      "grad_norm": 0.6196478009223938,
      "learning_rate": 9.626989151715759e-05,
      "loss": 0.0737,
      "step": 15080
    },
    {
      "grad_norm": 0.5070579051971436,
      "learning_rate": 9.626292550070759e-05,
      "loss": 0.0909,
      "step": 15090
    },
    {
      "grad_norm": 0.6155840158462524,
      "learning_rate": 9.625595323827741e-05,
      "loss": 0.0729,
      "step": 15100
    },
    {
      "grad_norm": 0.5326963663101196,
      "learning_rate": 9.624897473080833e-05,
      "loss": 0.0754,
      "step": 15110
    },
    {
      "grad_norm": 0.43503180146217346,
      "learning_rate": 9.624198997924255e-05,
      "loss": 0.0523,
      "step": 15120
    },
    {
      "grad_norm": 0.45158740878105164,
      "learning_rate": 9.623499898452307e-05,
      "loss": 0.0715,
      "step": 15130
    },
    {
      "grad_norm": 0.7555860280990601,
      "learning_rate": 9.622800174759377e-05,
      "loss": 0.0655,
      "step": 15140
    },
    {
      "grad_norm": 0.6131612658500671,
      "learning_rate": 9.622099826939934e-05,
      "loss": 0.0793,
      "step": 15150
    },
    {
      "grad_norm": 0.6260377764701843,
      "learning_rate": 9.62139885508853e-05,
      "loss": 0.0782,
      "step": 15160
    },
    {
      "grad_norm": 0.5344740152359009,
      "learning_rate": 9.620697259299806e-05,
      "loss": 0.0855,
      "step": 15170
    },
    {
      "grad_norm": 0.6795427799224854,
      "learning_rate": 9.619995039668487e-05,
      "loss": 0.0889,
      "step": 15180
    },
    {
      "grad_norm": 0.5303367376327515,
      "learning_rate": 9.619292196289376e-05,
      "loss": 0.0667,
      "step": 15190
    },
    {
      "grad_norm": 0.4848404824733734,
      "learning_rate": 9.618588729257364e-05,
      "loss": 0.0807,
      "step": 15200
    },
    {
      "grad_norm": 0.774091899394989,
      "learning_rate": 9.617884638667429e-05,
      "loss": 0.0746,
      "step": 15210
    },
    {
      "grad_norm": 0.6401739120483398,
      "learning_rate": 9.617179924614631e-05,
      "loss": 0.0611,
      "step": 15220
    },
    {
      "grad_norm": 0.6092245578765869,
      "learning_rate": 9.616474587194111e-05,
      "loss": 0.0598,
      "step": 15230
    },
    {
      "grad_norm": 0.5675144195556641,
      "learning_rate": 9.6157686265011e-05,
      "loss": 0.0663,
      "step": 15240
    },
    {
      "grad_norm": 1.1271377801895142,
      "learning_rate": 9.615062042630906e-05,
      "loss": 0.0842,
      "step": 15250
    },
    {
      "grad_norm": 0.3921121060848236,
      "learning_rate": 9.614354835678929e-05,
      "loss": 0.0727,
      "step": 15260
    },
    {
      "grad_norm": 0.497106671333313,
      "learning_rate": 9.61364700574065e-05,
      "loss": 0.0772,
      "step": 15270
    },
    {
      "grad_norm": 0.5867390036582947,
      "learning_rate": 9.612938552911628e-05,
      "loss": 0.0773,
      "step": 15280
    },
    {
      "grad_norm": 0.6132100820541382,
      "learning_rate": 9.612229477287518e-05,
      "loss": 0.0917,
      "step": 15290
    },
    {
      "grad_norm": 0.6199139952659607,
      "learning_rate": 9.611519778964047e-05,
      "loss": 0.0796,
      "step": 15300
    },
    {
      "grad_norm": 0.6902297735214233,
      "learning_rate": 9.610809458037037e-05,
      "loss": 0.0889,
      "step": 15310
    },
    {
      "grad_norm": 0.5701972842216492,
      "learning_rate": 9.610098514602384e-05,
      "loss": 0.0668,
      "step": 15320
    },
    {
      "grad_norm": 0.6232835054397583,
      "learning_rate": 9.609386948756077e-05,
      "loss": 0.0761,
      "step": 15330
    },
    {
      "grad_norm": 0.7096215486526489,
      "learning_rate": 9.608674760594184e-05,
      "loss": 0.0775,
      "step": 15340
    },
    {
      "grad_norm": 0.5543625354766846,
      "learning_rate": 9.607961950212854e-05,
      "loss": 0.0828,
      "step": 15350
    },
    {
      "grad_norm": 0.49930912256240845,
      "learning_rate": 9.607248517708327e-05,
      "loss": 0.0762,
      "step": 15360
    },
    {
      "grad_norm": 0.6113772392272949,
      "learning_rate": 9.606534463176924e-05,
      "loss": 0.0832,
      "step": 15370
    },
    {
      "grad_norm": 0.6685913801193237,
      "learning_rate": 9.60581978671505e-05,
      "loss": 0.075,
      "step": 15380
    },
    {
      "grad_norm": 0.6481929421424866,
      "learning_rate": 9.605104488419194e-05,
      "loss": 0.0727,
      "step": 15390
    },
    {
      "grad_norm": 0.505584716796875,
      "learning_rate": 9.604388568385926e-05,
      "loss": 0.0723,
      "step": 15400
    },
    {
      "grad_norm": 0.8120257258415222,
      "learning_rate": 9.603672026711905e-05,
      "loss": 0.0623,
      "step": 15410
    },
    {
      "grad_norm": 0.564055860042572,
      "learning_rate": 9.602954863493872e-05,
      "loss": 0.085,
      "step": 15420
    },
    {
      "grad_norm": 0.5709052681922913,
      "learning_rate": 9.60223707882865e-05,
      "loss": 0.0978,
      "step": 15430
    },
    {
      "grad_norm": 0.7117501497268677,
      "learning_rate": 9.60151867281315e-05,
      "loss": 0.0771,
      "step": 15440
    },
    {
      "grad_norm": 0.5975666046142578,
      "learning_rate": 9.600799645544362e-05,
      "loss": 0.0903,
      "step": 15450
    },
    {
      "grad_norm": 0.6709800362586975,
      "learning_rate": 9.600079997119363e-05,
      "loss": 0.0755,
      "step": 15460
    },
    {
      "grad_norm": 0.48219022154808044,
      "learning_rate": 9.599359727635313e-05,
      "loss": 0.0702,
      "step": 15470
    },
    {
      "grad_norm": 0.70668625831604,
      "learning_rate": 9.598638837189457e-05,
      "loss": 0.089,
      "step": 15480
    },
    {
      "grad_norm": 0.6375406384468079,
      "learning_rate": 9.59791732587912e-05,
      "loss": 0.0823,
      "step": 15490
    },
    {
      "grad_norm": 0.5498934388160706,
      "learning_rate": 9.597195193801716e-05,
      "loss": 0.0902,
      "step": 15500
    },
    {
      "grad_norm": 0.5509307980537415,
      "learning_rate": 9.59647244105474e-05,
      "loss": 0.0832,
      "step": 15510
    },
    {
      "grad_norm": 0.44031059741973877,
      "learning_rate": 9.59574906773577e-05,
      "loss": 0.0705,
      "step": 15520
    },
    {
      "grad_norm": 0.46749618649482727,
      "learning_rate": 9.59502507394247e-05,
      "loss": 0.0681,
      "step": 15530
    },
    {
      "grad_norm": 0.38760992884635925,
      "learning_rate": 9.594300459772587e-05,
      "loss": 0.0755,
      "step": 15540
    },
    {
      "grad_norm": 0.672355592250824,
      "learning_rate": 9.593575225323951e-05,
      "loss": 0.0662,
      "step": 15550
    },
    {
      "grad_norm": 0.40280136466026306,
      "learning_rate": 9.592849370694477e-05,
      "loss": 0.0845,
      "step": 15560
    },
    {
      "grad_norm": 0.4975641965866089,
      "learning_rate": 9.592122895982163e-05,
      "loss": 0.0911,
      "step": 15570
    },
    {
      "grad_norm": 0.5330983996391296,
      "learning_rate": 9.591395801285091e-05,
      "loss": 0.086,
      "step": 15580
    },
    {
      "grad_norm": 0.4659005403518677,
      "learning_rate": 9.590668086701422e-05,
      "loss": 0.0701,
      "step": 15590
    },
    {
      "grad_norm": 0.5048723816871643,
      "learning_rate": 9.58993975232941e-05,
      "loss": 0.0814,
      "step": 15600
    },
    {
      "grad_norm": 0.42422035336494446,
      "learning_rate": 9.589210798267388e-05,
      "loss": 0.0797,
      "step": 15610
    },
    {
      "grad_norm": 0.48417580127716064,
      "learning_rate": 9.58848122461377e-05,
      "loss": 0.078,
      "step": 15620
    },
    {
      "grad_norm": 0.5104154944419861,
      "learning_rate": 9.587751031467056e-05,
      "loss": 0.0739,
      "step": 15630
    },
    {
      "grad_norm": 0.5477864146232605,
      "learning_rate": 9.587020218925833e-05,
      "loss": 0.0708,
      "step": 15640
    },
    {
      "grad_norm": 0.5688761472702026,
      "learning_rate": 9.586288787088764e-05,
      "loss": 0.0864,
      "step": 15650
    },
    {
      "grad_norm": 0.5264349579811096,
      "learning_rate": 9.585556736054602e-05,
      "loss": 0.081,
      "step": 15660
    },
    {
      "grad_norm": 1.098456621170044,
      "learning_rate": 9.584824065922182e-05,
      "loss": 0.0742,
      "step": 15670
    },
    {
      "grad_norm": 0.4321845471858978,
      "learning_rate": 9.584090776790423e-05,
      "loss": 0.0674,
      "step": 15680
    },
    {
      "grad_norm": 0.8262560367584229,
      "learning_rate": 9.583356868758325e-05,
      "loss": 0.077,
      "step": 15690
    },
    {
      "grad_norm": 0.5212302803993225,
      "learning_rate": 9.582622341924972e-05,
      "loss": 0.0811,
      "step": 15700
    },
    {
      "grad_norm": 0.5837337970733643,
      "learning_rate": 9.581887196389536e-05,
      "loss": 0.0838,
      "step": 15710
    },
    {
      "grad_norm": 0.6078921556472778,
      "learning_rate": 9.581151432251267e-05,
      "loss": 0.0733,
      "step": 15720
    },
    {
      "grad_norm": 0.7416101098060608,
      "learning_rate": 9.580415049609503e-05,
      "loss": 0.0954,
      "step": 15730
    },
    {
      "grad_norm": 0.6402096748352051,
      "learning_rate": 9.579678048563663e-05,
      "loss": 0.06,
      "step": 15740
    },
    {
      "grad_norm": 0.7124730944633484,
      "learning_rate": 9.578940429213247e-05,
      "loss": 0.0883,
      "step": 15750
    },
    {
      "grad_norm": 0.5376430749893188,
      "learning_rate": 9.578202191657844e-05,
      "loss": 0.0787,
      "step": 15760
    },
    {
      "grad_norm": 0.6595880389213562,
      "learning_rate": 9.577463335997125e-05,
      "loss": 0.0816,
      "step": 15770
    },
    {
      "grad_norm": 0.4981829524040222,
      "learning_rate": 9.576723862330839e-05,
      "loss": 0.0709,
      "step": 15780
    },
    {
      "grad_norm": 0.5326846837997437,
      "learning_rate": 9.575983770758828e-05,
      "loss": 0.0817,
      "step": 15790
    },
    {
      "grad_norm": 0.538343071937561,
      "learning_rate": 9.575243061381006e-05,
      "loss": 0.0745,
      "step": 15800
    },
    {
      "grad_norm": 0.5052425861358643,
      "learning_rate": 9.574501734297382e-05,
      "loss": 0.0803,
      "step": 15810
    },
    {
      "grad_norm": 0.6115462183952332,
      "learning_rate": 9.57375978960804e-05,
      "loss": 0.075,
      "step": 15820
    },
    {
      "grad_norm": 0.6269846558570862,
      "learning_rate": 9.573017227413153e-05,
      "loss": 0.0742,
      "step": 15830
    },
    {
      "grad_norm": 0.7140095829963684,
      "learning_rate": 9.57227404781297e-05,
      "loss": 0.0668,
      "step": 15840
    },
    {
      "grad_norm": 0.5750870108604431,
      "learning_rate": 9.571530250907832e-05,
      "loss": 0.0681,
      "step": 15850
    },
    {
      "grad_norm": 0.4919913113117218,
      "learning_rate": 9.570785836798158e-05,
      "loss": 0.0585,
      "step": 15860
    },
    {
      "grad_norm": 0.6106204390525818,
      "learning_rate": 9.570040805584452e-05,
      "loss": 0.0876,
      "step": 15870
    },
    {
      "grad_norm": 0.5331849455833435,
      "learning_rate": 9.569295157367301e-05,
      "loss": 0.0716,
      "step": 15880
    },
    {
      "grad_norm": 0.6843997836112976,
      "learning_rate": 9.568548892247376e-05,
      "loss": 0.0658,
      "step": 15890
    },
    {
      "grad_norm": 0.6464149951934814,
      "learning_rate": 9.567802010325428e-05,
      "loss": 0.0579,
      "step": 15900
    },
    {
      "grad_norm": 0.6241822242736816,
      "learning_rate": 9.567054511702298e-05,
      "loss": 0.066,
      "step": 15910
    },
    {
      "grad_norm": 0.48977044224739075,
      "learning_rate": 9.566306396478904e-05,
      "loss": 0.0672,
      "step": 15920
    },
    {
      "grad_norm": 0.7591176629066467,
      "learning_rate": 9.565557664756248e-05,
      "loss": 0.0788,
      "step": 15930
    },
    {
      "grad_norm": 0.5945120453834534,
      "learning_rate": 9.564808316635419e-05,
      "loss": 0.0679,
      "step": 15940
    },
    {
      "grad_norm": 0.44296330213546753,
      "learning_rate": 9.564058352217585e-05,
      "loss": 0.0668,
      "step": 15950
    },
    {
      "grad_norm": 0.7288630604743958,
      "learning_rate": 9.563307771604e-05,
      "loss": 0.0759,
      "step": 15960
    },
    {
      "grad_norm": 0.5573291182518005,
      "learning_rate": 9.562556574896002e-05,
      "loss": 0.0832,
      "step": 15970
    },
    {
      "grad_norm": 0.48446592688560486,
      "learning_rate": 9.561804762195006e-05,
      "loss": 0.0654,
      "step": 15980
    },
    {
      "grad_norm": 0.7139548659324646,
      "learning_rate": 9.561052333602518e-05,
      "loss": 0.0936,
      "step": 15990
    },
    {
      "grad_norm": 0.5111734867095947,
      "learning_rate": 9.560299289220123e-05,
      "loss": 0.0697,
      "step": 16000
    },
    {
      "grad_norm": 0.5087407231330872,
      "learning_rate": 9.559545629149491e-05,
      "loss": 0.0752,
      "step": 16010
    },
    {
      "grad_norm": 0.7033678889274597,
      "learning_rate": 9.558791353492371e-05,
      "loss": 0.0679,
      "step": 16020
    },
    {
      "grad_norm": 0.6497670412063599,
      "learning_rate": 9.558036462350602e-05,
      "loss": 0.0828,
      "step": 16030
    },
    {
      "grad_norm": 0.4373968541622162,
      "learning_rate": 9.557280955826099e-05,
      "loss": 0.0734,
      "step": 16040
    },
    {
      "grad_norm": 0.4529306888580322,
      "learning_rate": 9.556524834020865e-05,
      "loss": 0.0761,
      "step": 16050
    },
    {
      "grad_norm": 0.581749677658081,
      "learning_rate": 9.555768097036984e-05,
      "loss": 0.0719,
      "step": 16060
    },
    {
      "grad_norm": 0.5586786270141602,
      "learning_rate": 9.555010744976623e-05,
      "loss": 0.069,
      "step": 16070
    },
    {
      "grad_norm": 0.4912594258785248,
      "learning_rate": 9.554252777942032e-05,
      "loss": 0.0639,
      "step": 16080
    },
    {
      "grad_norm": 0.5636664032936096,
      "learning_rate": 9.553494196035546e-05,
      "loss": 0.0725,
      "step": 16090
    },
    {
      "grad_norm": 0.7055670022964478,
      "learning_rate": 9.552734999359581e-05,
      "loss": 0.0765,
      "step": 16100
    },
    {
      "grad_norm": 0.6493446230888367,
      "learning_rate": 9.551975188016638e-05,
      "loss": 0.0756,
      "step": 16110
    },
    {
      "grad_norm": 0.5962257385253906,
      "learning_rate": 9.551214762109295e-05,
      "loss": 0.0711,
      "step": 16120
    },
    {
      "grad_norm": 0.7518883347511292,
      "learning_rate": 9.550453721740221e-05,
      "loss": 0.0772,
      "step": 16130
    },
    {
      "grad_norm": 0.8472622632980347,
      "learning_rate": 9.549692067012164e-05,
      "loss": 0.0735,
      "step": 16140
    },
    {
      "grad_norm": 0.5971066355705261,
      "learning_rate": 9.548929798027956e-05,
      "loss": 0.0767,
      "step": 16150
    },
    {
      "grad_norm": 0.563914954662323,
      "learning_rate": 9.54816691489051e-05,
      "loss": 0.0776,
      "step": 16160
    },
    {
      "grad_norm": 0.6386780738830566,
      "learning_rate": 9.547403417702823e-05,
      "loss": 0.0708,
      "step": 16170
    },
    {
      "grad_norm": 0.6062502861022949,
      "learning_rate": 9.546639306567976e-05,
      "loss": 0.0693,
      "step": 16180
    },
    {
      "grad_norm": 0.4789596199989319,
      "learning_rate": 9.545874581589131e-05,
      "loss": 0.0673,
      "step": 16190
    },
    {
      "grad_norm": 0.6362541317939758,
      "learning_rate": 9.545109242869537e-05,
      "loss": 0.082,
      "step": 16200
    },
    {
      "grad_norm": 0.43406906723976135,
      "learning_rate": 9.544343290512519e-05,
      "loss": 0.0784,
      "step": 16210
    },
    {
      "grad_norm": 0.43113473057746887,
      "learning_rate": 9.543576724621491e-05,
      "loss": 0.0607,
      "step": 16220
    },
    {
      "grad_norm": 0.5789971351623535,
      "learning_rate": 9.542809545299945e-05,
      "loss": 0.0792,
      "step": 16230
    },
    {
      "grad_norm": 0.6210899353027344,
      "learning_rate": 9.542041752651459e-05,
      "loss": 0.0787,
      "step": 16240
    },
    {
      "grad_norm": 0.429893434047699,
      "learning_rate": 9.541273346779696e-05,
      "loss": 0.0689,
      "step": 16250
    },
    {
      "grad_norm": 0.46778160333633423,
      "learning_rate": 9.540504327788396e-05,
      "loss": 0.078,
      "step": 16260
    },
    {
      "grad_norm": 0.6448193192481995,
      "learning_rate": 9.539734695781383e-05,
      "loss": 0.0684,
      "step": 16270
    },
    {
      "grad_norm": 0.4480906128883362,
      "learning_rate": 9.538964450862571e-05,
      "loss": 0.0751,
      "step": 16280
    },
    {
      "grad_norm": 0.658484697341919,
      "learning_rate": 9.538193593135947e-05,
      "loss": 0.0736,
      "step": 16290
    },
    {
      "grad_norm": 0.5216513872146606,
      "learning_rate": 9.537422122705585e-05,
      "loss": 0.0694,
      "step": 16300
    },
    {
      "grad_norm": 0.47388070821762085,
      "learning_rate": 9.536650039675643e-05,
      "loss": 0.0699,
      "step": 16310
    },
    {
      "grad_norm": 0.6422123908996582,
      "learning_rate": 9.53587734415036e-05,
      "loss": 0.0688,
      "step": 16320
    },
    {
      "grad_norm": 0.6308073401451111,
      "learning_rate": 9.535104036234056e-05,
      "loss": 0.0779,
      "step": 16330
    },
    {
      "grad_norm": 0.48791924118995667,
      "learning_rate": 9.534330116031138e-05,
      "loss": 0.068,
      "step": 16340
    },
    {
      "grad_norm": 0.5808817148208618,
      "learning_rate": 9.533555583646092e-05,
      "loss": 0.0595,
      "step": 16350
    },
    {
      "grad_norm": 0.47930821776390076,
      "learning_rate": 9.532780439183491e-05,
      "loss": 0.0741,
      "step": 16360
    },
    {
      "grad_norm": 1.017762303352356,
      "learning_rate": 9.532004682747983e-05,
      "loss": 0.0787,
      "step": 16370
    },
    {
      "grad_norm": 0.5668472051620483,
      "learning_rate": 9.531228314444304e-05,
      "loss": 0.0648,
      "step": 16380
    },
    {
      "grad_norm": 0.5008968710899353,
      "learning_rate": 9.530451334377277e-05,
      "loss": 0.0744,
      "step": 16390
    },
    {
      "grad_norm": 0.43339791893959045,
      "learning_rate": 9.529673742651797e-05,
      "loss": 0.0629,
      "step": 16400
    },
    {
      "grad_norm": 0.5866001844406128,
      "learning_rate": 9.52889553937285e-05,
      "loss": 0.0747,
      "step": 16410
    },
    {
      "grad_norm": 0.4648282527923584,
      "learning_rate": 9.528116724645499e-05,
      "loss": 0.0745,
      "step": 16420
    },
    {
      "grad_norm": 0.6303386092185974,
      "learning_rate": 9.527337298574894e-05,
      "loss": 0.0775,
      "step": 16430
    },
    {
      "grad_norm": 0.4574967622756958,
      "learning_rate": 9.526557261266267e-05,
      "loss": 0.0757,
      "step": 16440
    },
    {
      "grad_norm": 0.5979499220848083,
      "learning_rate": 9.525776612824929e-05,
      "loss": 0.0777,
      "step": 16450
    },
    {
      "grad_norm": 0.6602409482002258,
      "learning_rate": 9.524995353356275e-05,
      "loss": 0.0748,
      "step": 16460
    },
    {
      "grad_norm": 0.42946937680244446,
      "learning_rate": 9.524213482965785e-05,
      "loss": 0.0714,
      "step": 16470
    },
    {
      "grad_norm": 0.5238154530525208,
      "learning_rate": 9.523431001759019e-05,
      "loss": 0.0784,
      "step": 16480
    },
    {
      "grad_norm": 0.46364232897758484,
      "learning_rate": 9.522647909841621e-05,
      "loss": 0.0763,
      "step": 16490
    },
    {
      "grad_norm": 0.5617800951004028,
      "learning_rate": 9.521864207319315e-05,
      "loss": 0.0693,
      "step": 16500
    },
    {
      "grad_norm": 1.0052589178085327,
      "learning_rate": 9.521079894297911e-05,
      "loss": 0.0726,
      "step": 16510
    },
    {
      "grad_norm": 0.8285976648330688,
      "learning_rate": 9.520294970883299e-05,
      "loss": 0.0849,
      "step": 16520
    },
    {
      "grad_norm": 0.6980773210525513,
      "learning_rate": 9.519509437181451e-05,
      "loss": 0.076,
      "step": 16530
    },
    {
      "grad_norm": 0.5371541380882263,
      "learning_rate": 9.518723293298422e-05,
      "loss": 0.0688,
      "step": 16540
    },
    {
      "grad_norm": 0.5646576881408691,
      "learning_rate": 9.517936539340351e-05,
      "loss": 0.0753,
      "step": 16550
    },
    {
      "grad_norm": 0.7277328968048096,
      "learning_rate": 9.517149175413458e-05,
      "loss": 0.0748,
      "step": 16560
    },
    {
      "grad_norm": 0.6232489347457886,
      "learning_rate": 9.516361201624043e-05,
      "loss": 0.0756,
      "step": 16570
    },
    {
      "grad_norm": 0.4388275742530823,
      "learning_rate": 9.515572618078494e-05,
      "loss": 0.0834,
      "step": 16580
    },
    {
      "grad_norm": 0.4329124689102173,
      "learning_rate": 9.514783424883276e-05,
      "loss": 0.0701,
      "step": 16590
    },
    {
      "grad_norm": 0.5640459060668945,
      "learning_rate": 9.51399362214494e-05,
      "loss": 0.0675,
      "step": 16600
    },
    {
      "grad_norm": 0.5565950870513916,
      "learning_rate": 9.513203209970116e-05,
      "loss": 0.0737,
      "step": 16610
    },
    {
      "grad_norm": 0.6198348999023438,
      "learning_rate": 9.512412188465518e-05,
      "loss": 0.0597,
      "step": 16620
    },
    {
      "grad_norm": 0.535153865814209,
      "learning_rate": 9.511620557737944e-05,
      "loss": 0.0722,
      "step": 16630
    },
    {
      "grad_norm": 0.4950715899467468,
      "learning_rate": 9.510828317894271e-05,
      "loss": 0.0741,
      "step": 16640
    },
    {
      "grad_norm": 0.46056124567985535,
      "learning_rate": 9.510035469041458e-05,
      "loss": 0.0655,
      "step": 16650
    },
    {
      "grad_norm": 0.4358632564544678,
      "learning_rate": 9.509242011286552e-05,
      "loss": 0.0618,
      "step": 16660
    },
    {
      "grad_norm": 0.6521911025047302,
      "learning_rate": 9.508447944736675e-05,
      "loss": 0.1041,
      "step": 16670
    },
    {
      "grad_norm": 0.8816230893135071,
      "learning_rate": 9.507653269499035e-05,
      "loss": 0.0918,
      "step": 16680
    },
    {
      "grad_norm": 0.4763328433036804,
      "learning_rate": 9.506857985680922e-05,
      "loss": 0.0794,
      "step": 16690
    },
    {
      "grad_norm": 0.4569926857948303,
      "learning_rate": 9.506062093389707e-05,
      "loss": 0.0713,
      "step": 16700
    },
    {
      "grad_norm": 0.4429428279399872,
      "learning_rate": 9.505265592732845e-05,
      "loss": 0.0747,
      "step": 16710
    },
    {
      "grad_norm": 0.5790963172912598,
      "learning_rate": 9.504468483817873e-05,
      "loss": 0.0796,
      "step": 16720
    },
    {
      "grad_norm": 0.5793232917785645,
      "learning_rate": 9.503670766752404e-05,
      "loss": 0.0862,
      "step": 16730
    },
    {
      "grad_norm": 0.40556424856185913,
      "learning_rate": 9.502872441644142e-05,
      "loss": 0.074,
      "step": 16740
    },
    {
      "grad_norm": 0.5767645239830017,
      "learning_rate": 9.502073508600869e-05,
      "loss": 0.0832,
      "step": 16750
    },
    {
      "grad_norm": 0.47883105278015137,
      "learning_rate": 9.501273967730449e-05,
      "loss": 0.0699,
      "step": 16760
    },
    {
      "grad_norm": 0.4642177224159241,
      "learning_rate": 9.50047381914083e-05,
      "loss": 0.073,
      "step": 16770
    },
    {
      "grad_norm": 0.49191656708717346,
      "learning_rate": 9.499673062940036e-05,
      "loss": 0.0684,
      "step": 16780
    },
    {
      "grad_norm": 0.48507997393608093,
      "learning_rate": 9.498871699236181e-05,
      "loss": 0.0678,
      "step": 16790
    },
    {
      "grad_norm": 0.5089369416236877,
      "learning_rate": 9.498069728137457e-05,
      "loss": 0.069,
      "step": 16800
    },
    {
      "grad_norm": 0.5374757647514343,
      "learning_rate": 9.49726714975214e-05,
      "loss": 0.0621,
      "step": 16810
    },
    {
      "grad_norm": 0.4972635805606842,
      "learning_rate": 9.496463964188584e-05,
      "loss": 0.07,
      "step": 16820
    },
    {
      "grad_norm": 0.45991063117980957,
      "learning_rate": 9.495660171555228e-05,
      "loss": 0.0674,
      "step": 16830
    },
    {
      "grad_norm": 0.4579955041408539,
      "learning_rate": 9.494855771960593e-05,
      "loss": 0.0643,
      "step": 16840
    },
    {
      "grad_norm": 0.47915300726890564,
      "learning_rate": 9.494050765513281e-05,
      "loss": 0.0585,
      "step": 16850
    },
    {
      "grad_norm": 0.4763326048851013,
      "learning_rate": 9.493245152321975e-05,
      "loss": 0.0749,
      "step": 16860
    },
    {
      "grad_norm": 0.4928520619869232,
      "learning_rate": 9.492438932495444e-05,
      "loss": 0.0493,
      "step": 16870
    },
    {
      "grad_norm": 0.601144552230835,
      "learning_rate": 9.491632106142537e-05,
      "loss": 0.063,
      "step": 16880
    },
    {
      "grad_norm": 0.4458780288696289,
      "learning_rate": 9.490824673372179e-05,
      "loss": 0.0633,
      "step": 16890
    },
    {
      "grad_norm": 0.4360799491405487,
      "learning_rate": 9.490016634293384e-05,
      "loss": 0.0558,
      "step": 16900
    },
    {
      "grad_norm": 0.5427180528640747,
      "learning_rate": 9.489207989015249e-05,
      "loss": 0.0655,
      "step": 16910
    },
    {
      "grad_norm": 0.5162315368652344,
      "learning_rate": 9.488398737646945e-05,
      "loss": 0.064,
      "step": 16920
    },
    {
      "grad_norm": 0.5944662094116211,
      "learning_rate": 9.487588880297733e-05,
      "loss": 0.0729,
      "step": 16930
    },
    {
      "grad_norm": 0.5082077383995056,
      "learning_rate": 9.486778417076951e-05,
      "loss": 0.0751,
      "step": 16940
    },
    {
      "grad_norm": 0.47307246923446655,
      "learning_rate": 9.485967348094019e-05,
      "loss": 0.0844,
      "step": 16950
    },
    {
      "grad_norm": 0.4231192469596863,
      "learning_rate": 9.48515567345844e-05,
      "loss": 0.0723,
      "step": 16960
    },
    {
      "grad_norm": 0.587189793586731,
      "learning_rate": 9.484343393279799e-05,
      "loss": 0.0694,
      "step": 16970
    },
    {
      "grad_norm": 0.41078776121139526,
      "learning_rate": 9.483530507667763e-05,
      "loss": 0.0616,
      "step": 16980
    },
    {
      "grad_norm": 0.6622669696807861,
      "learning_rate": 9.48271701673208e-05,
      "loss": 0.0735,
      "step": 16990
    },
    {
      "grad_norm": 0.6245008111000061,
      "learning_rate": 9.48190292058258e-05,
      "loss": 0.0694,
      "step": 17000
    },
    {
      "grad_norm": 0.5482974052429199,
      "learning_rate": 9.481088219329173e-05,
      "loss": 0.0694,
      "step": 17010
    },
    {
      "grad_norm": 0.4516802430152893,
      "learning_rate": 9.480272913081854e-05,
      "loss": 0.079,
      "step": 17020
    },
    {
      "grad_norm": 0.6923126578330994,
      "learning_rate": 9.479457001950697e-05,
      "loss": 0.0774,
      "step": 17030
    },
    {
      "grad_norm": 0.6646989583969116,
      "learning_rate": 9.478640486045858e-05,
      "loss": 0.0606,
      "step": 17040
    },
    {
      "grad_norm": 0.5720966458320618,
      "learning_rate": 9.477823365477576e-05,
      "loss": 0.0723,
      "step": 17050
    },
    {
      "grad_norm": 0.6856699585914612,
      "learning_rate": 9.47700564035617e-05,
      "loss": 0.0876,
      "step": 17060
    },
    {
      "grad_norm": 0.5261358618736267,
      "learning_rate": 9.476187310792043e-05,
      "loss": 0.0725,
      "step": 17070
    },
    {
      "grad_norm": 0.5545082092285156,
      "learning_rate": 9.475368376895677e-05,
      "loss": 0.0698,
      "step": 17080
    },
    {
      "grad_norm": 0.33823177218437195,
      "learning_rate": 9.474548838777638e-05,
      "loss": 0.0584,
      "step": 17090
    },
    {
      "grad_norm": 0.4813429117202759,
      "learning_rate": 9.47372869654857e-05,
      "loss": 0.0674,
      "step": 17100
    },
    {
      "grad_norm": 0.47396907210350037,
      "learning_rate": 9.472907950319201e-05,
      "loss": 0.0677,
      "step": 17110
    },
    {
      "grad_norm": 0.527481198310852,
      "learning_rate": 9.472086600200343e-05,
      "loss": 0.0625,
      "step": 17120
    },
    {
      "grad_norm": 0.49461057782173157,
      "learning_rate": 9.471264646302883e-05,
      "loss": 0.06,
      "step": 17130
    },
    {
      "grad_norm": 0.3405108153820038,
      "learning_rate": 9.470442088737796e-05,
      "loss": 0.0581,
      "step": 17140
    },
    {
      "grad_norm": 0.5078585743904114,
      "learning_rate": 9.469618927616137e-05,
      "loss": 0.062,
      "step": 17150
    },
    {
      "grad_norm": 0.5990656018257141,
      "learning_rate": 9.46879516304904e-05,
      "loss": 0.0672,
      "step": 17160
    },
    {
      "grad_norm": 0.4861687123775482,
      "learning_rate": 9.46797079514772e-05,
      "loss": 0.0768,
      "step": 17170
    },
    {
      "grad_norm": 0.583895206451416,
      "learning_rate": 9.467145824023478e-05,
      "loss": 0.064,
      "step": 17180
    },
    {
      "grad_norm": 0.5790014266967773,
      "learning_rate": 9.466320249787693e-05,
      "loss": 0.0646,
      "step": 17190
    },
    {
      "grad_norm": 0.5410699248313904,
      "learning_rate": 9.465494072551825e-05,
      "loss": 0.0753,
      "step": 17200
    },
    {
      "grad_norm": 0.5907105803489685,
      "learning_rate": 9.464667292427419e-05,
      "loss": 0.0707,
      "step": 17210
    },
    {
      "grad_norm": 0.40155228972435,
      "learning_rate": 9.463839909526097e-05,
      "loss": 0.0658,
      "step": 17220
    },
    {
      "grad_norm": 0.3597436249256134,
      "learning_rate": 9.463011923959563e-05,
      "loss": 0.0639,
      "step": 17230
    },
    {
      "grad_norm": 0.5041993856430054,
      "learning_rate": 9.46218333583961e-05,
      "loss": 0.0738,
      "step": 17240
    },
    {
      "grad_norm": 0.638620913028717,
      "learning_rate": 9.461354145278099e-05,
      "loss": 0.0909,
      "step": 17250
    },
    {
      "grad_norm": 0.7595086097717285,
      "learning_rate": 9.460524352386982e-05,
      "loss": 0.0707,
      "step": 17260
    },
    {
      "grad_norm": 0.8274194002151489,
      "learning_rate": 9.459693957278289e-05,
      "loss": 0.065,
      "step": 17270
    },
    {
      "grad_norm": 0.4358891248703003,
      "learning_rate": 9.458862960064134e-05,
      "loss": 0.0583,
      "step": 17280
    },
    {
      "grad_norm": 0.5899416208267212,
      "learning_rate": 9.45803136085671e-05,
      "loss": 0.0768,
      "step": 17290
    },
    {
      "grad_norm": 0.5821577906608582,
      "learning_rate": 9.45719915976829e-05,
      "loss": 0.0606,
      "step": 17300
    },
    {
      "grad_norm": 0.3944418132305145,
      "learning_rate": 9.45636635691123e-05,
      "loss": 0.0552,
      "step": 17310
    },
    {
      "grad_norm": 0.4042010009288788,
      "learning_rate": 9.45553295239797e-05,
      "loss": 0.0526,
      "step": 17320
    },
    {
      "grad_norm": 0.345123827457428,
      "learning_rate": 9.454698946341025e-05,
      "loss": 0.0586,
      "step": 17330
    },
    {
      "grad_norm": 0.4911898076534271,
      "learning_rate": 9.453864338852996e-05,
      "loss": 0.0594,
      "step": 17340
    },
    {
      "grad_norm": 0.45323672890663147,
      "learning_rate": 9.453029130046562e-05,
      "loss": 0.0697,
      "step": 17350
    },
    {
      "grad_norm": 0.5246381759643555,
      "learning_rate": 9.452193320034488e-05,
      "loss": 0.0735,
      "step": 17360
    },
    {
      "grad_norm": 0.616125226020813,
      "learning_rate": 9.451356908929616e-05,
      "loss": 0.0706,
      "step": 17370
    },
    {
      "grad_norm": 0.40797632932662964,
      "learning_rate": 9.45051989684487e-05,
      "loss": 0.0601,
      "step": 17380
    },
    {
      "grad_norm": 0.6158215999603271,
      "learning_rate": 9.449682283893255e-05,
      "loss": 0.0613,
      "step": 17390
    },
    {
      "grad_norm": 0.6802874207496643,
      "learning_rate": 9.448844070187858e-05,
      "loss": 0.0713,
      "step": 17400
    },
    {
      "grad_norm": 0.8008392453193665,
      "learning_rate": 9.448005255841845e-05,
      "loss": 0.0639,
      "step": 17410
    },
    {
      "grad_norm": 0.7611396312713623,
      "learning_rate": 9.447165840968468e-05,
      "loss": 0.083,
      "step": 17420
    },
    {
      "grad_norm": 0.6112244725227356,
      "learning_rate": 9.446325825681054e-05,
      "loss": 0.0715,
      "step": 17430
    },
    {
      "grad_norm": 0.5792535543441772,
      "learning_rate": 9.445485210093017e-05,
      "loss": 0.076,
      "step": 17440
    },
    {
      "grad_norm": 0.5652438998222351,
      "learning_rate": 9.444643994317846e-05,
      "loss": 0.0682,
      "step": 17450
    },
    {
      "grad_norm": 0.4697055220603943,
      "learning_rate": 9.443802178469114e-05,
      "loss": 0.0665,
      "step": 17460
    },
    {
      "grad_norm": 0.5070415139198303,
      "learning_rate": 9.442959762660475e-05,
      "loss": 0.0671,
      "step": 17470
    },
    {
      "grad_norm": 0.49376511573791504,
      "learning_rate": 9.442116747005666e-05,
      "loss": 0.0693,
      "step": 17480
    },
    {
      "grad_norm": 0.5244872570037842,
      "learning_rate": 9.441273131618501e-05,
      "loss": 0.0625,
      "step": 17490
    },
    {
      "grad_norm": 0.5943369269371033,
      "learning_rate": 9.440428916612879e-05,
      "loss": 0.0712,
      "step": 17500
    },
    {
      "grad_norm": 0.6177120804786682,
      "learning_rate": 9.439584102102774e-05,
      "loss": 0.079,
      "step": 17510
    },
    {
      "grad_norm": 0.6831539273262024,
      "learning_rate": 9.438738688202249e-05,
      "loss": 0.0664,
      "step": 17520
    },
    {
      "grad_norm": 0.724128246307373,
      "learning_rate": 9.437892675025443e-05,
      "loss": 0.0759,
      "step": 17530
    },
    {
      "grad_norm": 0.7130441665649414,
      "learning_rate": 9.437046062686574e-05,
      "loss": 0.0736,
      "step": 17540
    },
    {
      "grad_norm": 0.41497838497161865,
      "learning_rate": 9.436198851299947e-05,
      "loss": 0.0644,
      "step": 17550
    },
    {
      "grad_norm": 0.5506725907325745,
      "learning_rate": 9.435351040979941e-05,
      "loss": 0.0933,
      "step": 17560
    },
    {
      "grad_norm": 0.6312012076377869,
      "learning_rate": 9.434502631841021e-05,
      "loss": 0.0821,
      "step": 17570
    },
    {
      "grad_norm": 0.7313152551651001,
      "learning_rate": 9.433653623997732e-05,
      "loss": 0.0795,
      "step": 17580
    },
    {
      "grad_norm": 0.5526644587516785,
      "learning_rate": 9.432804017564698e-05,
      "loss": 0.0801,
      "step": 17590
    },
    {
      "grad_norm": 0.6140579581260681,
      "learning_rate": 9.431953812656625e-05,
      "loss": 0.0852,
      "step": 17600
    },
    {
      "grad_norm": 0.45903241634368896,
      "learning_rate": 9.431103009388299e-05,
      "loss": 0.0727,
      "step": 17610
    },
    {
      "grad_norm": 0.531041145324707,
      "learning_rate": 9.430251607874588e-05,
      "loss": 0.0767,
      "step": 17620
    },
    {
      "grad_norm": 0.5290570259094238,
      "learning_rate": 9.429399608230441e-05,
      "loss": 0.0734,
      "step": 17630
    },
    {
      "grad_norm": 0.5828804969787598,
      "learning_rate": 9.428547010570883e-05,
      "loss": 0.0744,
      "step": 17640
    },
    {
      "grad_norm": 0.396054744720459,
      "learning_rate": 9.427693815011028e-05,
      "loss": 0.0788,
      "step": 17650
    },
    {
      "grad_norm": 0.521725058555603,
      "learning_rate": 9.426840021666066e-05,
      "loss": 0.0867,
      "step": 17660
    },
    {
      "grad_norm": 0.7249656915664673,
      "learning_rate": 9.425985630651266e-05,
      "loss": 0.0779,
      "step": 17670
    },
    {
      "grad_norm": 0.5756608247756958,
      "learning_rate": 9.425130642081979e-05,
      "loss": 0.0838,
      "step": 17680
    },
    {
      "grad_norm": 0.483850359916687,
      "learning_rate": 9.424275056073642e-05,
      "loss": 0.0711,
      "step": 17690
    },
    {
      "grad_norm": 0.44623032212257385,
      "learning_rate": 9.423418872741762e-05,
      "loss": 0.0854,
      "step": 17700
    },
    {
      "grad_norm": 0.4370180666446686,
      "learning_rate": 9.422562092201938e-05,
      "loss": 0.0673,
      "step": 17710
    },
    {
      "grad_norm": 1.0846688747406006,
      "learning_rate": 9.421704714569842e-05,
      "loss": 0.074,
      "step": 17720
    },
    {
      "grad_norm": 0.6546441316604614,
      "learning_rate": 9.420846739961229e-05,
      "loss": 0.078,
      "step": 17730
    },
    {
      "grad_norm": 0.522649884223938,
      "learning_rate": 9.419988168491934e-05,
      "loss": 0.0794,
      "step": 17740
    },
    {
      "grad_norm": 0.59026700258255,
      "learning_rate": 9.419129000277876e-05,
      "loss": 0.0889,
      "step": 17750
    },
    {
      "grad_norm": 0.5537084341049194,
      "learning_rate": 9.418269235435046e-05,
      "loss": 0.0911,
      "step": 17760
    },
    {
      "grad_norm": 0.3859236538410187,
      "learning_rate": 9.417408874079528e-05,
      "loss": 0.0858,
      "step": 17770
    },
    {
      "grad_norm": 0.6246047616004944,
      "learning_rate": 9.416547916327476e-05,
      "loss": 0.0827,
      "step": 17780
    },
    {
      "grad_norm": 0.4562355875968933,
      "learning_rate": 9.415686362295128e-05,
      "loss": 0.0658,
      "step": 17790
    },
    {
      "grad_norm": 0.5152628421783447,
      "learning_rate": 9.414824212098805e-05,
      "loss": 0.0648,
      "step": 17800
    },
    {
      "grad_norm": 0.6320022344589233,
      "learning_rate": 9.413961465854906e-05,
      "loss": 0.0675,
      "step": 17810
    },
    {
      "grad_norm": 0.7486550807952881,
      "learning_rate": 9.413098123679908e-05,
      "loss": 0.0724,
      "step": 17820
    },
    {
      "grad_norm": 0.5364744663238525,
      "learning_rate": 9.412234185690374e-05,
      "loss": 0.0774,
      "step": 17830
    },
    {
      "grad_norm": 0.5026249289512634,
      "learning_rate": 9.411369652002944e-05,
      "loss": 0.0677,
      "step": 17840
    },
    {
      "grad_norm": 0.4792204797267914,
      "learning_rate": 9.41050452273434e-05,
      "loss": 0.0782,
      "step": 17850
    },
    {
      "grad_norm": 0.7580704689025879,
      "learning_rate": 9.409638798001361e-05,
      "loss": 0.0716,
      "step": 17860
    },
    {
      "grad_norm": 0.5516195893287659,
      "learning_rate": 9.408772477920891e-05,
      "loss": 0.0771,
      "step": 17870
    },
    {
      "grad_norm": 0.46028202772140503,
      "learning_rate": 9.407905562609892e-05,
      "loss": 0.0679,
      "step": 17880
    },
    {
      "grad_norm": 0.40989214181900024,
      "learning_rate": 9.407038052185406e-05,
      "loss": 0.0731,
      "step": 17890
    },
    {
      "grad_norm": 0.47403478622436523,
      "learning_rate": 9.406169946764558e-05,
      "loss": 0.0619,
      "step": 17900
    },
    {
      "grad_norm": 0.5932152271270752,
      "learning_rate": 9.405301246464549e-05,
      "loss": 0.0753,
      "step": 17910
    },
    {
      "grad_norm": 0.4690118134021759,
      "learning_rate": 9.404431951402663e-05,
      "loss": 0.0616,
      "step": 17920
    },
    {
      "grad_norm": 0.5549742579460144,
      "learning_rate": 9.403562061696262e-05,
      "loss": 0.065,
      "step": 17930
    },
    {
      "grad_norm": 0.5118710994720459,
      "learning_rate": 9.402691577462796e-05,
      "loss": 0.0714,
      "step": 17940
    },
    {
      "grad_norm": 0.6454533934593201,
      "learning_rate": 9.401820498819786e-05,
      "loss": 0.0861,
      "step": 17950
    },
    {
      "grad_norm": 0.6496028304100037,
      "learning_rate": 9.400948825884836e-05,
      "loss": 0.0898,
      "step": 17960
    },
    {
      "grad_norm": 0.6066217422485352,
      "learning_rate": 9.400076558775633e-05,
      "loss": 0.0595,
      "step": 17970
    },
    {
      "grad_norm": 0.7232463955879211,
      "learning_rate": 9.399203697609939e-05,
      "loss": 0.0849,
      "step": 17980
    },
    {
      "grad_norm": 0.4647815227508545,
      "learning_rate": 9.398330242505602e-05,
      "loss": 0.0681,
      "step": 17990
    },
    {
      "grad_norm": 0.5425592660903931,
      "learning_rate": 9.397456193580548e-05,
      "loss": 0.0669,
      "step": 18000
    },
    {
      "grad_norm": 0.527826189994812,
      "learning_rate": 9.396581550952781e-05,
      "loss": 0.0821,
      "step": 18010
    },
    {
      "grad_norm": 0.6490058302879333,
      "learning_rate": 9.395706314740389e-05,
      "loss": 0.0675,
      "step": 18020
    },
    {
      "grad_norm": 1.0702534914016724,
      "learning_rate": 9.394830485061536e-05,
      "loss": 0.077,
      "step": 18030
    },
    {
      "grad_norm": 0.7025027871131897,
      "learning_rate": 9.393954062034468e-05,
      "loss": 0.0804,
      "step": 18040
    },
    {
      "grad_norm": 0.5789926052093506,
      "learning_rate": 9.393077045777515e-05,
      "loss": 0.0742,
      "step": 18050
    },
    {
      "grad_norm": 0.6051520705223083,
      "learning_rate": 9.39219943640908e-05,
      "loss": 0.0727,
      "step": 18060
    },
    {
      "grad_norm": 0.6817401051521301,
      "learning_rate": 9.39132123404765e-05,
      "loss": 0.0742,
      "step": 18070
    },
    {
      "grad_norm": 0.6260159015655518,
      "learning_rate": 9.390442438811791e-05,
      "loss": 0.0752,
      "step": 18080
    },
    {
      "grad_norm": 0.5838454365730286,
      "learning_rate": 9.38956305082015e-05,
      "loss": 0.0741,
      "step": 18090
    },
    {
      "grad_norm": 0.5369840264320374,
      "learning_rate": 9.388683070191455e-05,
      "loss": 0.0719,
      "step": 18100
    },
    {
      "grad_norm": 0.5597987174987793,
      "learning_rate": 9.387802497044512e-05,
      "loss": 0.0697,
      "step": 18110
    },
    {
      "grad_norm": 0.5245673656463623,
      "learning_rate": 9.386921331498206e-05,
      "loss": 0.0685,
      "step": 18120
    },
    {
      "grad_norm": 0.6935762763023376,
      "learning_rate": 9.386039573671504e-05,
      "loss": 0.0725,
      "step": 18130
    },
    {
      "grad_norm": 0.6907447576522827,
      "learning_rate": 9.385157223683454e-05,
      "loss": 0.0593,
      "step": 18140
    },
    {
      "grad_norm": 0.5450599193572998,
      "learning_rate": 9.384274281653182e-05,
      "loss": 0.0718,
      "step": 18150
    },
    {
      "grad_norm": 0.425299733877182,
      "learning_rate": 9.383390747699896e-05,
      "loss": 0.0719,
      "step": 18160
    },
    {
      "grad_norm": 0.5422258973121643,
      "learning_rate": 9.382506621942879e-05,
      "loss": 0.07,
      "step": 18170
    },
    {
      "grad_norm": 0.4732469916343689,
      "learning_rate": 9.381621904501498e-05,
      "loss": 0.057,
      "step": 18180
    },
    {
      "grad_norm": 0.3683048486709595,
      "learning_rate": 9.3807365954952e-05,
      "loss": 0.0676,
      "step": 18190
    },
    {
      "grad_norm": 0.5198947191238403,
      "learning_rate": 9.379850695043513e-05,
      "loss": 0.0521,
      "step": 18200
    },
    {
      "grad_norm": 0.41631782054901123,
      "learning_rate": 9.378964203266041e-05,
      "loss": 0.0606,
      "step": 18210
    },
    {
      "grad_norm": 0.5604267716407776,
      "learning_rate": 9.378077120282466e-05,
      "loss": 0.0655,
      "step": 18220
    },
    {
      "grad_norm": 0.504656195640564,
      "learning_rate": 9.37718944621256e-05,
      "loss": 0.0635,
      "step": 18230
    },
    {
      "grad_norm": 0.47773218154907227,
      "learning_rate": 9.376301181176166e-05,
      "loss": 0.067,
      "step": 18240
    },
    {
      "grad_norm": 0.4231598973274231,
      "learning_rate": 9.375412325293207e-05,
      "loss": 0.0739,
      "step": 18250
    },
    {
      "grad_norm": 0.8439291715621948,
      "learning_rate": 9.374522878683689e-05,
      "loss": 0.0763,
      "step": 18260
    },
    {
      "grad_norm": 0.6517910361289978,
      "learning_rate": 9.373632841467696e-05,
      "loss": 0.0725,
      "step": 18270
    },
    {
      "grad_norm": 0.5894877314567566,
      "learning_rate": 9.372742213765395e-05,
      "loss": 0.0661,
      "step": 18280
    },
    {
      "grad_norm": 0.4761345684528351,
      "learning_rate": 9.371850995697029e-05,
      "loss": 0.0657,
      "step": 18290
    },
    {
      "grad_norm": 0.4716905951499939,
      "learning_rate": 9.37095918738292e-05,
      "loss": 0.0725,
      "step": 18300
    },
    {
      "grad_norm": 0.46135595440864563,
      "learning_rate": 9.370066788943472e-05,
      "loss": 0.0696,
      "step": 18310
    },
    {
      "grad_norm": 0.6081631183624268,
      "learning_rate": 9.369173800499171e-05,
      "loss": 0.0569,
      "step": 18320
    },
    {
      "grad_norm": 0.4964458644390106,
      "learning_rate": 9.368280222170576e-05,
      "loss": 0.0684,
      "step": 18330
    },
    {
      "grad_norm": 0.45510363578796387,
      "learning_rate": 9.367386054078331e-05,
      "loss": 0.0657,
      "step": 18340
    },
    {
      "grad_norm": 0.425651490688324,
      "learning_rate": 9.366491296343158e-05,
      "loss": 0.0713,
      "step": 18350
    },
    {
      "grad_norm": 0.4157348871231079,
      "learning_rate": 9.365595949085859e-05,
      "loss": 0.0675,
      "step": 18360
    },
    {
      "grad_norm": 0.4874134659767151,
      "learning_rate": 9.364700012427316e-05,
      "loss": 0.0654,
      "step": 18370
    },
    {
      "grad_norm": 0.5853933691978455,
      "learning_rate": 9.363803486488488e-05,
      "loss": 0.0722,
      "step": 18380
    },
    {
      "grad_norm": 0.43369024991989136,
      "learning_rate": 9.362906371390417e-05,
      "loss": 0.0633,
      "step": 18390
    },
    {
      "grad_norm": 0.5862712860107422,
      "learning_rate": 9.36200866725422e-05,
      "loss": 0.0727,
      "step": 18400
    },
    {
      "grad_norm": 0.4808986485004425,
      "learning_rate": 9.3611103742011e-05,
      "loss": 0.0707,
      "step": 18410
    },
    {
      "grad_norm": 0.48443302512168884,
      "learning_rate": 9.360211492352336e-05,
      "loss": 0.0819,
      "step": 18420
    },
    {
      "grad_norm": 0.54975426197052,
      "learning_rate": 9.359312021829285e-05,
      "loss": 0.0562,
      "step": 18430
    },
    {
      "grad_norm": 0.6926458477973938,
      "learning_rate": 9.358411962753383e-05,
      "loss": 0.0585,
      "step": 18440
    },
    {
      "grad_norm": 0.5338297486305237,
      "learning_rate": 9.357511315246152e-05,
      "loss": 0.0714,
      "step": 18450
    },
    {
      "grad_norm": 0.6380794644355774,
      "learning_rate": 9.356610079429186e-05,
      "loss": 0.0656,
      "step": 18460
    },
    {
      "grad_norm": 0.6207635998725891,
      "learning_rate": 9.355708255424161e-05,
      "loss": 0.0798,
      "step": 18470
    },
    {
      "grad_norm": 0.4748680293560028,
      "learning_rate": 9.354805843352834e-05,
      "loss": 0.0725,
      "step": 18480
    },
    {
      "grad_norm": 0.5419489741325378,
      "learning_rate": 9.353902843337039e-05,
      "loss": 0.0701,
      "step": 18490
    },
    {
      "grad_norm": 0.5263354778289795,
      "learning_rate": 9.352999255498691e-05,
      "loss": 0.0836,
      "step": 18500
    },
    {
      "grad_norm": 0.44952988624572754,
      "learning_rate": 9.352095079959784e-05,
      "loss": 0.0774,
      "step": 18510
    },
    {
      "grad_norm": 0.5158612132072449,
      "learning_rate": 9.351190316842391e-05,
      "loss": 0.0748,
      "step": 18520
    },
    {
      "grad_norm": 0.6287396550178528,
      "learning_rate": 9.350284966268666e-05,
      "loss": 0.0729,
      "step": 18530
    },
    {
      "grad_norm": 0.4985187351703644,
      "learning_rate": 9.349379028360838e-05,
      "loss": 0.0667,
      "step": 18540
    },
    {
      "grad_norm": 0.4864248037338257,
      "learning_rate": 9.348472503241219e-05,
      "loss": 0.0589,
      "step": 18550
    },
    {
      "grad_norm": 0.673144519329071,
      "learning_rate": 9.3475653910322e-05,
      "loss": 0.0793,
      "step": 18560
    },
    {
      "grad_norm": 0.5155670046806335,
      "learning_rate": 9.346657691856251e-05,
      "loss": 0.062,
      "step": 18570
    },
    {
      "grad_norm": 1.0559443235397339,
      "learning_rate": 9.34574940583592e-05,
      "loss": 0.0697,
      "step": 18580
    },
    {
      "grad_norm": 0.6739406585693359,
      "learning_rate": 9.344840533093836e-05,
      "loss": 0.0708,
      "step": 18590
    },
    {
      "grad_norm": 0.559407651424408,
      "learning_rate": 9.343931073752706e-05,
      "loss": 0.0913,
      "step": 18600
    },
    {
      "grad_norm": 0.4476023018360138,
      "learning_rate": 9.343021027935315e-05,
      "loss": 0.0575,
      "step": 18610
    },
    {
      "grad_norm": 0.3592308759689331,
      "learning_rate": 9.342110395764533e-05,
      "loss": 0.0734,
      "step": 18620
    },
    {
      "grad_norm": 0.691205620765686,
      "learning_rate": 9.3411991773633e-05,
      "loss": 0.0982,
      "step": 18630
    },
    {
      "grad_norm": 0.5156660676002502,
      "learning_rate": 9.340287372854643e-05,
      "loss": 0.071,
      "step": 18640
    },
    {
      "grad_norm": 0.4667922854423523,
      "learning_rate": 9.339374982361664e-05,
      "loss": 0.0701,
      "step": 18650
    },
    {
      "grad_norm": 0.448553204536438,
      "learning_rate": 9.338462006007545e-05,
      "loss": 0.0711,
      "step": 18660
    },
    {
      "grad_norm": 0.6326713562011719,
      "learning_rate": 9.337548443915549e-05,
      "loss": 0.0788,
      "step": 18670
    },
    {
      "grad_norm": 0.7135516405105591,
      "learning_rate": 9.336634296209015e-05,
      "loss": 0.0683,
      "step": 18680
    },
    {
      "grad_norm": 0.502572774887085,
      "learning_rate": 9.335719563011362e-05,
      "loss": 0.0578,
      "step": 18690
    },
    {
      "grad_norm": 0.4064366817474365,
      "learning_rate": 9.334804244446091e-05,
      "loss": 0.0716,
      "step": 18700
    },
    {
      "grad_norm": 0.599664568901062,
      "learning_rate": 9.33388834063678e-05,
      "loss": 0.0654,
      "step": 18710
    },
    {
      "grad_norm": 0.5327868461608887,
      "learning_rate": 9.33297185170708e-05,
      "loss": 0.0627,
      "step": 18720
    },
    {
      "grad_norm": 0.6170555353164673,
      "learning_rate": 9.332054777780732e-05,
      "loss": 0.0877,
      "step": 18730
    },
    {
      "grad_norm": 0.5720402598381042,
      "learning_rate": 9.33113711898155e-05,
      "loss": 0.0563,
      "step": 18740
    },
    {
      "grad_norm": 0.4903225898742676,
      "learning_rate": 9.330218875433425e-05,
      "loss": 0.051,
      "step": 18750
    },
    {
      "grad_norm": 0.5623601675033569,
      "learning_rate": 9.329300047260332e-05,
      "loss": 0.0688,
      "step": 18760
    },
    {
      "grad_norm": 0.5396088361740112,
      "learning_rate": 9.328380634586322e-05,
      "loss": 0.0935,
      "step": 18770
    },
    {
      "grad_norm": 0.581466555595398,
      "learning_rate": 9.327460637535523e-05,
      "loss": 0.0764,
      "step": 18780
    },
    {
      "grad_norm": 0.5084431767463684,
      "learning_rate": 9.326540056232148e-05,
      "loss": 0.0594,
      "step": 18790
    },
    {
      "grad_norm": 0.49473434686660767,
      "learning_rate": 9.325618890800483e-05,
      "loss": 0.0581,
      "step": 18800
    },
    {
      "grad_norm": 0.5803783535957336,
      "learning_rate": 9.324697141364895e-05,
      "loss": 0.0689,
      "step": 18810
    },
    {
      "grad_norm": 0.5198561549186707,
      "learning_rate": 9.32377480804983e-05,
      "loss": 0.0622,
      "step": 18820
    },
    {
      "grad_norm": 0.6699261665344238,
      "learning_rate": 9.322851890979813e-05,
      "loss": 0.0658,
      "step": 18830
    },
    {
      "grad_norm": 1.0445019006729126,
      "learning_rate": 9.321928390279447e-05,
      "loss": 0.0685,
      "step": 18840
    },
    {
      "grad_norm": 0.7178750038146973,
      "learning_rate": 9.321004306073415e-05,
      "loss": 0.066,
      "step": 18850
    },
    {
      "grad_norm": 0.6007093191146851,
      "learning_rate": 9.320079638486477e-05,
      "loss": 0.0778,
      "step": 18860
    },
    {
      "grad_norm": 0.4117545783519745,
      "learning_rate": 9.319154387643473e-05,
      "loss": 0.0653,
      "step": 18870
    },
    {
      "grad_norm": 0.4415622055530548,
      "learning_rate": 9.318228553669322e-05,
      "loss": 0.0605,
      "step": 18880
    },
    {
      "grad_norm": 0.5190357565879822,
      "learning_rate": 9.317302136689023e-05,
      "loss": 0.0709,
      "step": 18890
    },
    {
      "grad_norm": 0.44077274203300476,
      "learning_rate": 9.316375136827649e-05,
      "loss": 0.0822,
      "step": 18900
    },
    {
      "grad_norm": 0.43323150277137756,
      "learning_rate": 9.315447554210356e-05,
      "loss": 0.0705,
      "step": 18910
    },
    {
      "grad_norm": 0.580793023109436,
      "learning_rate": 9.314519388962377e-05,
      "loss": 0.0582,
      "step": 18920
    },
    {
      "grad_norm": 0.5903148055076599,
      "learning_rate": 9.313590641209025e-05,
      "loss": 0.0616,
      "step": 18930
    },
    {
      "grad_norm": 0.4111568033695221,
      "learning_rate": 9.31266131107569e-05,
      "loss": 0.0552,
      "step": 18940
    },
    {
      "grad_norm": 0.48709332942962646,
      "learning_rate": 9.311731398687842e-05,
      "loss": 0.0609,
      "step": 18950
    },
    {
      "grad_norm": 0.6581642031669617,
      "learning_rate": 9.310800904171028e-05,
      "loss": 0.0675,
      "step": 18960
    },
    {
      "grad_norm": 0.5283622741699219,
      "learning_rate": 9.309869827650874e-05,
      "loss": 0.0774,
      "step": 18970
    },
    {
      "grad_norm": 0.5733927488327026,
      "learning_rate": 9.308938169253087e-05,
      "loss": 0.0687,
      "step": 18980
    },
    {
      "grad_norm": 0.40455150604248047,
      "learning_rate": 9.30800592910345e-05,
      "loss": 0.0567,
      "step": 18990
    },
    {
      "grad_norm": 0.5243760347366333,
      "learning_rate": 9.307073107327824e-05,
      "loss": 0.0675,
      "step": 19000
    },
    {
      "grad_norm": 0.6616649031639099,
      "learning_rate": 9.306139704052151e-05,
      "loss": 0.0607,
      "step": 19010
    },
    {
      "grad_norm": 0.6463853716850281,
      "learning_rate": 9.30520571940245e-05,
      "loss": 0.0759,
      "step": 19020
    },
    {
      "grad_norm": 0.4901929795742035,
      "learning_rate": 9.304271153504817e-05,
      "loss": 0.0636,
      "step": 19030
    },
    {
      "grad_norm": 0.42162951827049255,
      "learning_rate": 9.303336006485433e-05,
      "loss": 0.0702,
      "step": 19040
    },
    {
      "grad_norm": 0.3851863145828247,
      "learning_rate": 9.302400278470547e-05,
      "loss": 0.0722,
      "step": 19050
    },
    {
      "grad_norm": 0.5678669214248657,
      "learning_rate": 9.301463969586495e-05,
      "loss": 0.0608,
      "step": 19060
    },
    {
      "grad_norm": 0.516555905342102,
      "learning_rate": 9.300527079959687e-05,
      "loss": 0.067,
      "step": 19070
    },
    {
      "grad_norm": 0.5922910571098328,
      "learning_rate": 9.299589609716614e-05,
      "loss": 0.0687,
      "step": 19080
    },
    {
      "grad_norm": 0.584856390953064,
      "learning_rate": 9.298651558983846e-05,
      "loss": 0.0782,
      "step": 19090
    },
    {
      "grad_norm": 0.5143834948539734,
      "learning_rate": 9.297712927888027e-05,
      "loss": 0.0771,
      "step": 19100
    },
    {
      "grad_norm": 0.5134909749031067,
      "learning_rate": 9.296773716555883e-05,
      "loss": 0.0648,
      "step": 19110
    },
    {
      "grad_norm": 0.49768975377082825,
      "learning_rate": 9.295833925114217e-05,
      "loss": 0.06,
      "step": 19120
    },
    {
      "grad_norm": 0.40995293855667114,
      "learning_rate": 9.294893553689912e-05,
      "loss": 0.0748,
      "step": 19130
    },
    {
      "grad_norm": 0.6082195043563843,
      "learning_rate": 9.293952602409925e-05,
      "loss": 0.0571,
      "step": 19140
    },
    {
      "grad_norm": 0.42911261320114136,
      "learning_rate": 9.293011071401298e-05,
      "loss": 0.06,
      "step": 19150
    },
    {
      "grad_norm": 0.5476900935173035,
      "learning_rate": 9.292068960791145e-05,
      "loss": 0.0677,
      "step": 19160
    },
    {
      "grad_norm": 0.6189964413642883,
      "learning_rate": 9.291126270706662e-05,
      "loss": 0.0621,
      "step": 19170
    },
    {
      "grad_norm": 0.5060372352600098,
      "learning_rate": 9.290183001275123e-05,
      "loss": 0.0721,
      "step": 19180
    },
    {
      "grad_norm": 0.47091159224510193,
      "learning_rate": 9.289239152623876e-05,
      "loss": 0.0767,
      "step": 19190
    },
    {
      "grad_norm": 0.6121934056282043,
      "learning_rate": 9.288294724880355e-05,
      "loss": 0.0659,
      "step": 19200
    },
    {
      "grad_norm": 0.7279735803604126,
      "learning_rate": 9.287349718172064e-05,
      "loss": 0.0613,
      "step": 19210
    },
    {
      "grad_norm": 0.45005834102630615,
      "learning_rate": 9.286404132626589e-05,
      "loss": 0.0604,
      "step": 19220
    },
    {
      "grad_norm": 0.4824652373790741,
      "learning_rate": 9.285457968371596e-05,
      "loss": 0.0612,
      "step": 19230
    },
    {
      "grad_norm": 0.4944847524166107,
      "learning_rate": 9.284511225534827e-05,
      "loss": 0.0603,
      "step": 19240
    },
    {
      "grad_norm": 0.6321870684623718,
      "learning_rate": 9.2835639042441e-05,
      "loss": 0.0683,
      "step": 19250
    },
    {
      "grad_norm": 0.5286905169487,
      "learning_rate": 9.282616004627313e-05,
      "loss": 0.0691,
      "step": 19260
    },
    {
      "grad_norm": 0.5653976798057556,
      "learning_rate": 9.281667526812446e-05,
      "loss": 0.0606,
      "step": 19270
    },
    {
      "grad_norm": 0.7430753707885742,
      "learning_rate": 9.280718470927552e-05,
      "loss": 0.0726,
      "step": 19280
    },
    {
      "grad_norm": 0.4510091245174408,
      "learning_rate": 9.279768837100762e-05,
      "loss": 0.0812,
      "step": 19290
    },
    {
      "grad_norm": 0.5954089164733887,
      "learning_rate": 9.278818625460287e-05,
      "loss": 0.0586,
      "step": 19300
    },
    {
      "grad_norm": 0.4340912103652954,
      "learning_rate": 9.277867836134415e-05,
      "loss": 0.064,
      "step": 19310
    },
    {
      "grad_norm": 0.46913838386535645,
      "learning_rate": 9.276916469251515e-05,
      "loss": 0.0738,
      "step": 19320
    },
    {
      "grad_norm": 0.5183295011520386,
      "learning_rate": 9.275964524940031e-05,
      "loss": 0.079,
      "step": 19330
    },
    {
      "grad_norm": 0.7416853308677673,
      "learning_rate": 9.275012003328483e-05,
      "loss": 0.0831,
      "step": 19340
    },
    {
      "grad_norm": 0.3564983904361725,
      "learning_rate": 9.274058904545473e-05,
      "loss": 0.0663,
      "step": 19350
    },
    {
      "grad_norm": 0.5024515390396118,
      "learning_rate": 9.27310522871968e-05,
      "loss": 0.0546,
      "step": 19360
    },
    {
      "grad_norm": 0.48357778787612915,
      "learning_rate": 9.272150975979859e-05,
      "loss": 0.0563,
      "step": 19370
    },
    {
      "grad_norm": 0.569594144821167,
      "learning_rate": 9.271196146454845e-05,
      "loss": 0.0619,
      "step": 19380
    },
    {
      "grad_norm": 0.4419712424278259,
      "learning_rate": 9.270240740273548e-05,
      "loss": 0.0628,
      "step": 19390
    },
    {
      "grad_norm": 0.43914157152175903,
      "learning_rate": 9.269284757564963e-05,
      "loss": 0.0543,
      "step": 19400
    },
    {
      "grad_norm": 0.5080826878547668,
      "learning_rate": 9.26832819845815e-05,
      "loss": 0.0544,
      "step": 19410
    },
    {
      "grad_norm": 0.42755043506622314,
      "learning_rate": 9.26737106308226e-05,
      "loss": 0.0614,
      "step": 19420
    },
    {
      "grad_norm": 0.6375893354415894,
      "learning_rate": 9.266413351566516e-05,
      "loss": 0.0792,
      "step": 19430
    },
    {
      "grad_norm": 0.5380612015724182,
      "learning_rate": 9.265455064040218e-05,
      "loss": 0.0627,
      "step": 19440
    },
    {
      "grad_norm": 0.7142232656478882,
      "learning_rate": 9.264496200632744e-05,
      "loss": 0.0604,
      "step": 19450
    },
    {
      "grad_norm": 0.5665543079376221,
      "learning_rate": 9.263536761473552e-05,
      "loss": 0.0632,
      "step": 19460
    },
    {
      "grad_norm": 0.454275518655777,
      "learning_rate": 9.262576746692178e-05,
      "loss": 0.0679,
      "step": 19470
    },
    {
      "grad_norm": 0.5534827709197998,
      "learning_rate": 9.261616156418229e-05,
      "loss": 0.0686,
      "step": 19480
    },
    {
      "grad_norm": 0.518436849117279,
      "learning_rate": 9.260654990781399e-05,
      "loss": 0.0822,
      "step": 19490
    },
    {
      "grad_norm": 0.5533069372177124,
      "learning_rate": 9.259693249911454e-05,
      "loss": 0.0546,
      "step": 19500
    },
    {
      "grad_norm": 0.6056913137435913,
      "learning_rate": 9.258730933938238e-05,
      "loss": 0.0771,
      "step": 19510
    },
    {
      "grad_norm": 0.5336087346076965,
      "learning_rate": 9.257768042991677e-05,
      "loss": 0.0516,
      "step": 19520
    },
    {
      "grad_norm": 0.4145980179309845,
      "learning_rate": 9.256804577201767e-05,
      "loss": 0.0555,
      "step": 19530
    },
    {
      "grad_norm": 0.4538922905921936,
      "learning_rate": 9.255840536698593e-05,
      "loss": 0.0547,
      "step": 19540
    },
    {
      "grad_norm": 0.5631343126296997,
      "learning_rate": 9.254875921612302e-05,
      "loss": 0.0637,
      "step": 19550
    },
    {
      "grad_norm": 0.8024488091468811,
      "learning_rate": 9.253910732073132e-05,
      "loss": 0.0859,
      "step": 19560
    },
    {
      "grad_norm": 0.49981462955474854,
      "learning_rate": 9.252944968211393e-05,
      "loss": 0.0604,
      "step": 19570
    },
    {
      "grad_norm": 0.39119186997413635,
      "learning_rate": 9.251978630157474e-05,
      "loss": 0.0663,
      "step": 19580
    },
    {
      "grad_norm": 0.4587947428226471,
      "learning_rate": 9.251011718041838e-05,
      "loss": 0.0587,
      "step": 19590
    },
    {
      "grad_norm": 0.6358698010444641,
      "learning_rate": 9.250044231995032e-05,
      "loss": 0.0658,
      "step": 19600
    },
    {
      "grad_norm": 0.44581395387649536,
      "learning_rate": 9.249076172147674e-05,
      "loss": 0.0698,
      "step": 19610
    },
    {
      "grad_norm": 0.5690119862556458,
      "learning_rate": 9.248107538630463e-05,
      "loss": 0.0622,
      "step": 19620
    },
    {
      "grad_norm": 0.35994312167167664,
      "learning_rate": 9.247138331574175e-05,
      "loss": 0.0644,
      "step": 19630
    },
    {
      "grad_norm": 0.545475423336029,
      "learning_rate": 9.246168551109664e-05,
      "loss": 0.0531,
      "step": 19640
    },
    {
      "grad_norm": 0.40902212262153625,
      "learning_rate": 9.245198197367859e-05,
      "loss": 0.069,
      "step": 19650
    },
    {
      "grad_norm": 0.8043671250343323,
      "learning_rate": 9.244227270479767e-05,
      "loss": 0.0599,
      "step": 19660
    },
    {
      "grad_norm": 0.7428911328315735,
      "learning_rate": 9.243255770576476e-05,
      "loss": 0.0622,
      "step": 19670
    },
    {
      "grad_norm": 0.5871589183807373,
      "learning_rate": 9.242283697789147e-05,
      "loss": 0.0655,
      "step": 19680
    },
    {
      "grad_norm": 0.3622617721557617,
      "learning_rate": 9.24131105224902e-05,
      "loss": 0.0692,
      "step": 19690
    },
    {
      "grad_norm": 0.6095467209815979,
      "learning_rate": 9.240337834087414e-05,
      "loss": 0.0642,
      "step": 19700
    },
    {
      "grad_norm": 0.45868659019470215,
      "learning_rate": 9.239364043435723e-05,
      "loss": 0.0683,
      "step": 19710
    },
    {
      "grad_norm": 0.593798816204071,
      "learning_rate": 9.238389680425416e-05,
      "loss": 0.0631,
      "step": 19720
    },
    {
      "grad_norm": 0.5418940186500549,
      "learning_rate": 9.237414745188047e-05,
      "loss": 0.0553,
      "step": 19730
    },
    {
      "grad_norm": 0.5342090725898743,
      "learning_rate": 9.236439237855239e-05,
      "loss": 0.0598,
      "step": 19740
    },
    {
      "grad_norm": 0.443419873714447,
      "learning_rate": 9.235463158558697e-05,
      "loss": 0.055,
      "step": 19750
    },
    {
      "grad_norm": 0.5519400238990784,
      "learning_rate": 9.234486507430201e-05,
      "loss": 0.0754,
      "step": 19760
    },
    {
      "grad_norm": 0.40810155868530273,
      "learning_rate": 9.233509284601612e-05,
      "loss": 0.0562,
      "step": 19770
    },
    {
      "grad_norm": 0.4974631071090698,
      "learning_rate": 9.23253149020486e-05,
      "loss": 0.0692,
      "step": 19780
    },
    {
      "grad_norm": 0.581381618976593,
      "learning_rate": 9.231553124371963e-05,
      "loss": 0.066,
      "step": 19790
    },
    {
      "grad_norm": 0.6485665440559387,
      "learning_rate": 9.230574187235008e-05,
      "loss": 0.0681,
      "step": 19800
    },
    {
      "grad_norm": 0.4327806234359741,
      "learning_rate": 9.229594678926164e-05,
      "loss": 0.0631,
      "step": 19810
    },
    {
      "grad_norm": 0.6314365267753601,
      "learning_rate": 9.22861459957767e-05,
      "loss": 0.0647,
      "step": 19820
    },
    {
      "grad_norm": 0.538402259349823,
      "learning_rate": 9.227633949321853e-05,
      "loss": 0.0513,
      "step": 19830
    },
    {
      "grad_norm": 0.4531151354312897,
      "learning_rate": 9.226652728291105e-05,
      "loss": 0.0515,
      "step": 19840
    },
    {
      "grad_norm": 0.6526785492897034,
      "learning_rate": 9.225670936617906e-05,
      "loss": 0.074,
      "step": 19850
    },
    {
      "grad_norm": 0.6101061701774597,
      "learning_rate": 9.224688574434806e-05,
      "loss": 0.0841,
      "step": 19860
    },
    {
      "grad_norm": 0.6641279458999634,
      "learning_rate": 9.223705641874436e-05,
      "loss": 0.0583,
      "step": 19870
    },
    {
      "grad_norm": 0.5777384042739868,
      "learning_rate": 9.2227221390695e-05,
      "loss": 0.0786,
      "step": 19880
    },
    {
      "grad_norm": 0.4340933561325073,
      "learning_rate": 9.221738066152781e-05,
      "loss": 0.0641,
      "step": 19890
    },
    {
      "grad_norm": 0.5705220699310303,
      "learning_rate": 9.220753423257141e-05,
      "loss": 0.0785,
      "step": 19900
    },
    {
      "grad_norm": 0.6048473715782166,
      "learning_rate": 9.219768210515517e-05,
      "loss": 0.0665,
      "step": 19910
    },
    {
      "grad_norm": 0.564830482006073,
      "learning_rate": 9.218782428060921e-05,
      "loss": 0.0632,
      "step": 19920
    },
    {
      "grad_norm": 0.5797257423400879,
      "learning_rate": 9.217796076026447e-05,
      "loss": 0.0716,
      "step": 19930
    },
    {
      "grad_norm": 0.6216509938240051,
      "learning_rate": 9.21680915454526e-05,
      "loss": 0.0633,
      "step": 19940
    },
    {
      "grad_norm": 0.3992873728275299,
      "learning_rate": 9.215821663750606e-05,
      "loss": 0.0537,
      "step": 19950
    },
    {
      "grad_norm": 0.5120669007301331,
      "learning_rate": 9.214833603775807e-05,
      "loss": 0.0607,
      "step": 19960
    },
    {
      "grad_norm": 0.5680866241455078,
      "learning_rate": 9.213844974754263e-05,
      "loss": 0.0655,
      "step": 19970
    },
    {
      "grad_norm": 0.6615339517593384,
      "learning_rate": 9.212855776819445e-05,
      "loss": 0.0696,
      "step": 19980
    },
    {
      "grad_norm": 0.6041265726089478,
      "learning_rate": 9.211866010104909e-05,
      "loss": 0.0627,
      "step": 19990
    },
    {
      "grad_norm": 0.578001856803894,
      "learning_rate": 9.210875674744279e-05,
      "loss": 0.0597,
      "step": 20000
    },
    {
      "grad_norm": 0.3905380964279175,
      "learning_rate": 9.209884770871267e-05,
      "loss": 0.0658,
      "step": 20010
    },
    {
      "grad_norm": 0.6866849064826965,
      "learning_rate": 9.208893298619652e-05,
      "loss": 0.0652,
      "step": 20020
    },
    {
      "grad_norm": 0.5332763195037842,
      "learning_rate": 9.207901258123293e-05,
      "loss": 0.0553,
      "step": 20030
    },
    {
      "grad_norm": 0.6461092233657837,
      "learning_rate": 9.206908649516127e-05,
      "loss": 0.0759,
      "step": 20040
    },
    {
      "grad_norm": 0.4331050515174866,
      "learning_rate": 9.205915472932165e-05,
      "loss": 0.0686,
      "step": 20050
    },
    {
      "grad_norm": 0.48726072907447815,
      "learning_rate": 9.204921728505498e-05,
      "loss": 0.0585,
      "step": 20060
    },
    {
      "grad_norm": 0.6505404114723206,
      "learning_rate": 9.203927416370292e-05,
      "loss": 0.0677,
      "step": 20070
    },
    {
      "grad_norm": 0.48935356736183167,
      "learning_rate": 9.202932536660789e-05,
      "loss": 0.0638,
      "step": 20080
    },
    {
      "grad_norm": 0.6010324954986572,
      "learning_rate": 9.201937089511306e-05,
      "loss": 0.0632,
      "step": 20090
    },
    {
      "grad_norm": 0.6000587940216064,
      "learning_rate": 9.200941075056242e-05,
      "loss": 0.0589,
      "step": 20100
    },
    {
      "grad_norm": 0.5416854023933411,
      "learning_rate": 9.199944493430068e-05,
      "loss": 0.0676,
      "step": 20110
    },
    {
      "grad_norm": 0.5439456105232239,
      "learning_rate": 9.198947344767332e-05,
      "loss": 0.0609,
      "step": 20120
    },
    {
      "grad_norm": 0.6428265571594238,
      "learning_rate": 9.197949629202662e-05,
      "loss": 0.0652,
      "step": 20130
    },
    {
      "grad_norm": 0.48428183794021606,
      "learning_rate": 9.196951346870759e-05,
      "loss": 0.0645,
      "step": 20140
    },
    {
      "grad_norm": 0.40879300236701965,
      "learning_rate": 9.195952497906401e-05,
      "loss": 0.0612,
      "step": 20150
    },
    {
      "grad_norm": 0.6283616423606873,
      "learning_rate": 9.194953082444441e-05,
      "loss": 0.0654,
      "step": 20160
    },
    {
      "grad_norm": 0.5754866600036621,
      "learning_rate": 9.193953100619816e-05,
      "loss": 0.0724,
      "step": 20170
    },
    {
      "grad_norm": 0.5693526864051819,
      "learning_rate": 9.192952552567531e-05,
      "loss": 0.0803,
      "step": 20180
    },
    {
      "grad_norm": 0.37874549627304077,
      "learning_rate": 9.191951438422669e-05,
      "loss": 0.0627,
      "step": 20190
    },
    {
      "grad_norm": 0.5620183944702148,
      "learning_rate": 9.190949758320393e-05,
      "loss": 0.0645,
      "step": 20200
    },
    {
      "grad_norm": 0.48331135511398315,
      "learning_rate": 9.18994751239594e-05,
      "loss": 0.0699,
      "step": 20210
    },
    {
      "grad_norm": 0.42011919617652893,
      "learning_rate": 9.188944700784623e-05,
      "loss": 0.0649,
      "step": 20220
    },
    {
      "grad_norm": 0.5880056023597717,
      "learning_rate": 9.187941323621833e-05,
      "loss": 0.0685,
      "step": 20230
    },
    {
      "grad_norm": 0.5320234298706055,
      "learning_rate": 9.186937381043036e-05,
      "loss": 0.0645,
      "step": 20240
    },
    {
      "grad_norm": 1.0057090520858765,
      "learning_rate": 9.185932873183775e-05,
      "loss": 0.0739,
      "step": 20250
    },
    {
      "grad_norm": 0.5723743438720703,
      "learning_rate": 9.184927800179668e-05,
      "loss": 0.0595,
      "step": 20260
    },
    {
      "grad_norm": 0.5692632794380188,
      "learning_rate": 9.183922162166412e-05,
      "loss": 0.0594,
      "step": 20270
    },
    {
      "grad_norm": 0.5657423138618469,
      "learning_rate": 9.182915959279776e-05,
      "loss": 0.0558,
      "step": 20280
    },
    {
      "grad_norm": 0.3679957389831543,
      "learning_rate": 9.181909191655612e-05,
      "loss": 0.0685,
      "step": 20290
    },
    {
      "grad_norm": 0.6416635513305664,
      "learning_rate": 9.180901859429841e-05,
      "loss": 0.0547,
      "step": 20300
    },
    {
      "grad_norm": 0.3699665069580078,
      "learning_rate": 9.179893962738465e-05,
      "loss": 0.0636,
      "step": 20310
    },
    {
      "grad_norm": 0.4565003514289856,
      "learning_rate": 9.17888550171756e-05,
      "loss": 0.0663,
      "step": 20320
    },
    {
      "grad_norm": 0.38573896884918213,
      "learning_rate": 9.17787647650328e-05,
      "loss": 0.0565,
      "step": 20330
    },
    {
      "grad_norm": 0.3733304440975189,
      "learning_rate": 9.176866887231851e-05,
      "loss": 0.068,
      "step": 20340
    },
    {
      "grad_norm": 0.5076113343238831,
      "learning_rate": 9.175856734039581e-05,
      "loss": 0.0621,
      "step": 20350
    },
    {
      "grad_norm": 0.6188004612922668,
      "learning_rate": 9.174846017062851e-05,
      "loss": 0.069,
      "step": 20360
    },
    {
      "grad_norm": 0.3982752561569214,
      "learning_rate": 9.173834736438116e-05,
      "loss": 0.0722,
      "step": 20370
    },
    {
      "grad_norm": 0.5823677778244019,
      "learning_rate": 9.17282289230191e-05,
      "loss": 0.078,
      "step": 20380
    },
    {
      "grad_norm": 0.55250084400177,
      "learning_rate": 9.171810484790848e-05,
      "loss": 0.0663,
      "step": 20390
    },
    {
      "grad_norm": 0.45218947529792786,
      "learning_rate": 9.17079751404161e-05,
      "loss": 0.0593,
      "step": 20400
    },
    {
      "grad_norm": 0.5401064157485962,
      "learning_rate": 9.169783980190957e-05,
      "loss": 0.0654,
      "step": 20410
    },
    {
      "grad_norm": 0.46011579036712646,
      "learning_rate": 9.168769883375729e-05,
      "loss": 0.0517,
      "step": 20420
    },
    {
      "grad_norm": 0.4990542232990265,
      "learning_rate": 9.167755223732841e-05,
      "loss": 0.0576,
      "step": 20430
    },
    {
      "grad_norm": 0.41107216477394104,
      "learning_rate": 9.166740001399281e-05,
      "loss": 0.0615,
      "step": 20440
    },
    {
      "grad_norm": 0.6029220223426819,
      "learning_rate": 9.165724216512115e-05,
      "loss": 0.0661,
      "step": 20450
    },
    {
      "grad_norm": 0.5066072344779968,
      "learning_rate": 9.164707869208484e-05,
      "loss": 0.0972,
      "step": 20460
    },
    {
      "grad_norm": 0.59730064868927,
      "learning_rate": 9.163690959625606e-05,
      "loss": 0.0701,
      "step": 20470
    },
    {
      "grad_norm": 0.772838294506073,
      "learning_rate": 9.162673487900775e-05,
      "loss": 0.0608,
      "step": 20480
    },
    {
      "grad_norm": 0.7580782771110535,
      "learning_rate": 9.16165545417136e-05,
      "loss": 0.0773,
      "step": 20490
    },
    {
      "grad_norm": 0.5157487392425537,
      "learning_rate": 9.160636858574805e-05,
      "loss": 0.0774,
      "step": 20500
    },
    {
      "grad_norm": 0.5808616280555725,
      "learning_rate": 9.159617701248633e-05,
      "loss": 0.0717,
      "step": 20510
    },
    {
      "grad_norm": 0.5709852576255798,
      "learning_rate": 9.158597982330439e-05,
      "loss": 0.07,
      "step": 20520
    },
    {
      "grad_norm": 0.598701536655426,
      "learning_rate": 9.157577701957897e-05,
      "loss": 0.0739,
      "step": 20530
    },
    {
      "grad_norm": 0.45663517713546753,
      "learning_rate": 9.156556860268757e-05,
      "loss": 0.0605,
      "step": 20540
    },
    {
      "grad_norm": 0.47539272904396057,
      "learning_rate": 9.15553545740084e-05,
      "loss": 0.0736,
      "step": 20550
    },
    {
      "grad_norm": 0.47934725880622864,
      "learning_rate": 9.15451349349205e-05,
      "loss": 0.0599,
      "step": 20560
    },
    {
      "grad_norm": 0.32706496119499207,
      "learning_rate": 9.153490968680358e-05,
      "loss": 0.0541,
      "step": 20570
    },
    {
      "grad_norm": 0.42175406217575073,
      "learning_rate": 9.152467883103819e-05,
      "loss": 0.0607,
      "step": 20580
    },
    {
      "grad_norm": 0.44030389189720154,
      "learning_rate": 9.151444236900561e-05,
      "loss": 0.0649,
      "step": 20590
    },
    {
      "grad_norm": 0.5544684529304504,
      "learning_rate": 9.150420030208783e-05,
      "loss": 0.0709,
      "step": 20600
    },
    {
      "grad_norm": 0.5044314861297607,
      "learning_rate": 9.14939526316677e-05,
      "loss": 0.0737,
      "step": 20610
    },
    {
      "grad_norm": 0.6925352811813354,
      "learning_rate": 9.148369935912868e-05,
      "loss": 0.0653,
      "step": 20620
    },
    {
      "grad_norm": 0.4869280755519867,
      "learning_rate": 9.147344048585513e-05,
      "loss": 0.0625,
      "step": 20630
    },
    {
      "grad_norm": 0.43847090005874634,
      "learning_rate": 9.146317601323211e-05,
      "loss": 0.067,
      "step": 20640
    },
    {
      "grad_norm": 0.3970630466938019,
      "learning_rate": 9.145290594264538e-05,
      "loss": 0.051,
      "step": 20650
    },
    {
      "grad_norm": 0.5200551748275757,
      "learning_rate": 9.144263027548157e-05,
      "loss": 0.0585,
      "step": 20660
    },
    {
      "grad_norm": 0.4350723326206207,
      "learning_rate": 9.143234901312794e-05,
      "loss": 0.056,
      "step": 20670
    },
    {
      "grad_norm": 0.42080962657928467,
      "learning_rate": 9.142206215697262e-05,
      "loss": 0.0592,
      "step": 20680
    },
    {
      "grad_norm": 0.44405311346054077,
      "learning_rate": 9.141176970840442e-05,
      "loss": 0.0578,
      "step": 20690
    },
    {
      "grad_norm": 0.554547131061554,
      "learning_rate": 9.140147166881292e-05,
      "loss": 0.0626,
      "step": 20700
    },
    {
      "grad_norm": 0.6791086792945862,
      "learning_rate": 9.139116803958848e-05,
      "loss": 0.0547,
      "step": 20710
    },
    {
      "grad_norm": 0.6624272465705872,
      "learning_rate": 9.138085882212219e-05,
      "loss": 0.0652,
      "step": 20720
    },
    {
      "grad_norm": 0.36871352791786194,
      "learning_rate": 9.137054401780592e-05,
      "loss": 0.0774,
      "step": 20730
    },
    {
      "grad_norm": 0.366237074136734,
      "learning_rate": 9.136022362803224e-05,
      "loss": 0.0496,
      "step": 20740
    },
    {
      "grad_norm": 0.5647919178009033,
      "learning_rate": 9.134989765419456e-05,
      "loss": 0.0675,
      "step": 20750
    },
    {
      "grad_norm": 0.5232575535774231,
      "learning_rate": 9.133956609768693e-05,
      "loss": 0.065,
      "step": 20760
    },
    {
      "grad_norm": 0.45220857858657837,
      "learning_rate": 9.132922895990428e-05,
      "loss": 0.0652,
      "step": 20770
    },
    {
      "grad_norm": 1.041090488433838,
      "learning_rate": 9.131888624224221e-05,
      "loss": 0.0733,
      "step": 20780
    },
    {
      "grad_norm": 0.6097833514213562,
      "learning_rate": 9.130853794609708e-05,
      "loss": 0.0711,
      "step": 20790
    },
    {
      "grad_norm": 0.5520300269126892,
      "learning_rate": 9.129818407286603e-05,
      "loss": 0.0758,
      "step": 20800
    },
    {
      "grad_norm": 0.4404771327972412,
      "learning_rate": 9.128782462394696e-05,
      "loss": 0.0604,
      "step": 20810
    },
    {
      "grad_norm": 0.6373422741889954,
      "learning_rate": 9.127745960073848e-05,
      "loss": 0.0763,
      "step": 20820
    },
    {
      "grad_norm": 0.6842508316040039,
      "learning_rate": 9.126708900463998e-05,
      "loss": 0.0655,
      "step": 20830
    },
    {
      "grad_norm": 0.6746684908866882,
      "learning_rate": 9.125671283705162e-05,
      "loss": 0.0681,
      "step": 20840
    },
    {
      "grad_norm": 0.552453875541687,
      "learning_rate": 9.124633109937426e-05,
      "loss": 0.0599,
      "step": 20850
    },
    {
      "grad_norm": 0.35097160935401917,
      "learning_rate": 9.123594379300955e-05,
      "loss": 0.063,
      "step": 20860
    },
    {
      "grad_norm": 0.4543643295764923,
      "learning_rate": 9.122555091935992e-05,
      "loss": 0.0631,
      "step": 20870
    },
    {
      "grad_norm": 0.4691389203071594,
      "learning_rate": 9.121515247982849e-05,
      "loss": 0.0709,
      "step": 20880
    },
    {
      "grad_norm": 0.4982657730579376,
      "learning_rate": 9.120474847581913e-05,
      "loss": 0.0827,
      "step": 20890
    },
    {
      "grad_norm": 0.5446860194206238,
      "learning_rate": 9.119433890873655e-05,
      "loss": 0.0735,
      "step": 20900
    },
    {
      "grad_norm": 0.4332016706466675,
      "learning_rate": 9.11839237799861e-05,
      "loss": 0.066,
      "step": 20910
    },
    {
      "grad_norm": 0.4833790957927704,
      "learning_rate": 9.117350309097394e-05,
      "loss": 0.0585,
      "step": 20920
    },
    {
      "grad_norm": 0.3496842682361603,
      "learning_rate": 9.116307684310701e-05,
      "loss": 0.0546,
      "step": 20930
    },
    {
      "grad_norm": 0.3943914473056793,
      "learning_rate": 9.115264503779292e-05,
      "loss": 0.0675,
      "step": 20940
    },
    {
      "grad_norm": 0.5360701084136963,
      "learning_rate": 9.114220767644011e-05,
      "loss": 0.0567,
      "step": 20950
    },
    {
      "grad_norm": 0.6490206122398376,
      "learning_rate": 9.113176476045771e-05,
      "loss": 0.0647,
      "step": 20960
    },
    {
      "grad_norm": 0.5827033519744873,
      "learning_rate": 9.11213162912556e-05,
      "loss": 0.0632,
      "step": 20970
    },
    {
      "grad_norm": 0.403491735458374,
      "learning_rate": 9.111086227024448e-05,
      "loss": 0.0541,
      "step": 20980
    },
    {
      "grad_norm": 0.4865333139896393,
      "learning_rate": 9.110040269883574e-05,
      "loss": 0.057,
      "step": 20990
    },
    {
      "grad_norm": 0.4279150664806366,
      "learning_rate": 9.10899375784415e-05,
      "loss": 0.0689,
      "step": 21000
    },
    {
      "grad_norm": 0.5093276500701904,
      "learning_rate": 9.107946691047469e-05,
      "loss": 0.0637,
      "step": 21010
    },
    {
      "grad_norm": 0.4973071813583374,
      "learning_rate": 9.106899069634895e-05,
      "loss": 0.0562,
      "step": 21020
    },
    {
      "grad_norm": 0.3630496859550476,
      "learning_rate": 9.10585089374787e-05,
      "loss": 0.0689,
      "step": 21030
    },
    {
      "grad_norm": 0.48145461082458496,
      "learning_rate": 9.104802163527907e-05,
      "loss": 0.0569,
      "step": 21040
    },
    {
      "grad_norm": 0.5758066773414612,
      "learning_rate": 9.103752879116595e-05,
      "loss": 0.0615,
      "step": 21050
    },
    {
      "grad_norm": 0.4592617452144623,
      "learning_rate": 9.102703040655598e-05,
      "loss": 0.0675,
      "step": 21060
    },
    {
      "grad_norm": 0.48923778533935547,
      "learning_rate": 9.101652648286658e-05,
      "loss": 0.0539,
      "step": 21070
    },
    {
      "grad_norm": 0.43219950795173645,
      "learning_rate": 9.100601702151587e-05,
      "loss": 0.054,
      "step": 21080
    },
    {
      "grad_norm": 0.313309907913208,
      "learning_rate": 9.099550202392272e-05,
      "loss": 0.0752,
      "step": 21090
    },
    {
      "grad_norm": 0.5900561213493347,
      "learning_rate": 9.098498149150681e-05,
      "loss": 0.072,
      "step": 21100
    },
    {
      "grad_norm": 0.6609103083610535,
      "learning_rate": 9.097445542568848e-05,
      "loss": 0.0579,
      "step": 21110
    },
    {
      "grad_norm": 0.6582117080688477,
      "learning_rate": 9.096392382788889e-05,
      "loss": 0.0638,
      "step": 21120
    },
    {
      "grad_norm": 0.4252399504184723,
      "learning_rate": 9.095338669952991e-05,
      "loss": 0.0697,
      "step": 21130
    },
    {
      "grad_norm": 0.5881232023239136,
      "learning_rate": 9.094284404203412e-05,
      "loss": 0.073,
      "step": 21140
    },
    {
      "grad_norm": 0.5024667382240295,
      "learning_rate": 9.093229585682495e-05,
      "loss": 0.0623,
      "step": 21150
    },
    {
      "grad_norm": 0.3945744037628174,
      "learning_rate": 9.09217421453265e-05,
      "loss": 0.0564,
      "step": 21160
    },
    {
      "grad_norm": 0.5023946166038513,
      "learning_rate": 9.091118290896361e-05,
      "loss": 0.0614,
      "step": 21170
    },
    {
      "grad_norm": 0.6891017556190491,
      "learning_rate": 9.090061814916189e-05,
      "loss": 0.0713,
      "step": 21180
    },
    {
      "grad_norm": 0.5993667244911194,
      "learning_rate": 9.089004786734772e-05,
      "loss": 0.0731,
      "step": 21190
    },
    {
      "grad_norm": 0.5280755758285522,
      "learning_rate": 9.087947206494818e-05,
      "loss": 0.0613,
      "step": 21200
    },
    {
      "grad_norm": 0.5138190388679504,
      "learning_rate": 9.086889074339111e-05,
      "loss": 0.0574,
      "step": 21210
    },
    {
      "grad_norm": 0.425042986869812,
      "learning_rate": 9.08583039041051e-05,
      "loss": 0.0663,
      "step": 21220
    },
    {
      "grad_norm": 0.4636498689651489,
      "learning_rate": 9.084771154851949e-05,
      "loss": 0.0599,
      "step": 21230
    },
    {
      "grad_norm": 0.555340051651001,
      "learning_rate": 9.083711367806438e-05,
      "loss": 0.0629,
      "step": 21240
    },
    {
      "grad_norm": 0.39849138259887695,
      "learning_rate": 9.082651029417055e-05,
      "loss": 0.0503,
      "step": 21250
    },
    {
      "grad_norm": 0.500598669052124,
      "learning_rate": 9.081590139826961e-05,
      "loss": 0.0717,
      "step": 21260
    },
    {
      "grad_norm": 0.5499879121780396,
      "learning_rate": 9.080528699179384e-05,
      "loss": 0.0583,
      "step": 21270
    },
    {
      "grad_norm": 0.4878290891647339,
      "learning_rate": 9.07946670761763e-05,
      "loss": 0.0638,
      "step": 21280
    },
    {
      "grad_norm": 0.5014423131942749,
      "learning_rate": 9.078404165285081e-05,
      "loss": 0.0648,
      "step": 21290
    },
    {
      "grad_norm": 0.9477595686912537,
      "learning_rate": 9.077341072325191e-05,
      "loss": 0.0754,
      "step": 21300
    },
    {
      "grad_norm": 0.6045854091644287,
      "learning_rate": 9.076277428881488e-05,
      "loss": 0.0637,
      "step": 21310
    },
    {
      "grad_norm": 0.49808764457702637,
      "learning_rate": 9.075213235097575e-05,
      "loss": 0.055,
      "step": 21320
    },
    {
      "grad_norm": 0.6177577376365662,
      "learning_rate": 9.074148491117129e-05,
      "loss": 0.0736,
      "step": 21330
    },
    {
      "grad_norm": 0.44673028588294983,
      "learning_rate": 9.073083197083902e-05,
      "loss": 0.0529,
      "step": 21340
    },
    {
      "grad_norm": 0.5847038626670837,
      "learning_rate": 9.07201735314172e-05,
      "loss": 0.0678,
      "step": 21350
    },
    {
      "grad_norm": 0.4989168345928192,
      "learning_rate": 9.07095095943448e-05,
      "loss": 0.0594,
      "step": 21360
    },
    {
      "grad_norm": 0.42745691537857056,
      "learning_rate": 9.069884016106164e-05,
      "loss": 0.0535,
      "step": 21370
    },
    {
      "grad_norm": 0.43662503361701965,
      "learning_rate": 9.068816523300814e-05,
      "loss": 0.045,
      "step": 21380
    },
    {
      "grad_norm": 0.5864112377166748,
      "learning_rate": 9.067748481162554e-05,
      "loss": 0.0632,
      "step": 21390
    },
    {
      "grad_norm": 0.3733842968940735,
      "learning_rate": 9.066679889835581e-05,
      "loss": 0.0695,
      "step": 21400
    },
    {
      "grad_norm": 0.4898526072502136,
      "learning_rate": 9.065610749464168e-05,
      "loss": 0.074,
      "step": 21410
    },
    {
      "grad_norm": 0.49823012948036194,
      "learning_rate": 9.064541060192657e-05,
      "loss": 0.0647,
      "step": 21420
    },
    {
      "grad_norm": 0.6500409245491028,
      "learning_rate": 9.06347082216547e-05,
      "loss": 0.0581,
      "step": 21430
    },
    {
      "grad_norm": 0.42573627829551697,
      "learning_rate": 9.0624000355271e-05,
      "loss": 0.0607,
      "step": 21440
    },
    {
      "grad_norm": 0.5499606132507324,
      "learning_rate": 9.061328700422111e-05,
      "loss": 0.0678,
      "step": 21450
    },
    {
      "grad_norm": 0.5170454978942871,
      "learning_rate": 9.06025681699515e-05,
      "loss": 0.0572,
      "step": 21460
    },
    {
      "grad_norm": 0.4597599506378174,
      "learning_rate": 9.059184385390929e-05,
      "loss": 0.0758,
      "step": 21470
    },
    {
      "grad_norm": 0.5306985378265381,
      "learning_rate": 9.058111405754237e-05,
      "loss": 0.0603,
      "step": 21480
    },
    {
      "grad_norm": 0.6433614492416382,
      "learning_rate": 9.05703787822994e-05,
      "loss": 0.0743,
      "step": 21490
    },
    {
      "grad_norm": 0.5730233788490295,
      "learning_rate": 9.055963802962972e-05,
      "loss": 0.0649,
      "step": 21500
    },
    {
      "grad_norm": 0.4971884787082672,
      "learning_rate": 9.05488918009835e-05,
      "loss": 0.0741,
      "step": 21510
    },
    {
      "grad_norm": 0.5575326085090637,
      "learning_rate": 9.053814009781153e-05,
      "loss": 0.0641,
      "step": 21520
    },
    {
      "grad_norm": 0.40050074458122253,
      "learning_rate": 9.052738292156544e-05,
      "loss": 0.0596,
      "step": 21530
    },
    {
      "grad_norm": 0.549892246723175,
      "learning_rate": 9.051662027369756e-05,
      "loss": 0.0632,
      "step": 21540
    },
    {
      "grad_norm": 0.43127965927124023,
      "learning_rate": 9.050585215566095e-05,
      "loss": 0.0657,
      "step": 21550
    },
    {
      "grad_norm": 0.7435211539268494,
      "learning_rate": 9.049507856890943e-05,
      "loss": 0.0587,
      "step": 21560
    },
    {
      "grad_norm": 0.4058223366737366,
      "learning_rate": 9.048429951489754e-05,
      "loss": 0.0536,
      "step": 21570
    },
    {
      "grad_norm": 0.4173955023288727,
      "learning_rate": 9.047351499508057e-05,
      "loss": 0.0502,
      "step": 21580
    },
    {
      "grad_norm": 0.6016516089439392,
      "learning_rate": 9.046272501091452e-05,
      "loss": 0.0754,
      "step": 21590
    },
    {
      "grad_norm": 0.4730137288570404,
      "learning_rate": 9.045192956385618e-05,
      "loss": 0.0675,
      "step": 21600
    },
    {
      "grad_norm": 0.41990119218826294,
      "learning_rate": 9.044112865536304e-05,
      "loss": 0.0647,
      "step": 21610
    },
    {
      "grad_norm": 0.5522294044494629,
      "learning_rate": 9.043032228689333e-05,
      "loss": 0.0582,
      "step": 21620
    },
    {
      "grad_norm": 0.4979841709136963,
      "learning_rate": 9.041951045990604e-05,
      "loss": 0.0665,
      "step": 21630
    },
    {
      "grad_norm": 0.4411621689796448,
      "learning_rate": 9.040869317586085e-05,
      "loss": 0.0611,
      "step": 21640
    },
    {
      "grad_norm": 0.46004706621170044,
      "learning_rate": 9.039787043621823e-05,
      "loss": 0.0559,
      "step": 21650
    },
    {
      "grad_norm": 0.6012620329856873,
      "learning_rate": 9.038704224243936e-05,
      "loss": 0.0625,
      "step": 21660
    },
    {
      "grad_norm": 0.46581992506980896,
      "learning_rate": 9.037620859598616e-05,
      "loss": 0.0535,
      "step": 21670
    },
    {
      "grad_norm": 0.3572254478931427,
      "learning_rate": 9.036536949832128e-05,
      "loss": 0.0534,
      "step": 21680
    },
    {
      "grad_norm": 0.4462665319442749,
      "learning_rate": 9.035452495090812e-05,
      "loss": 0.06,
      "step": 21690
    },
    {
      "grad_norm": 0.5289530754089355,
      "learning_rate": 9.034367495521081e-05,
      "loss": 0.0538,
      "step": 21700
    },
    {
      "grad_norm": 0.6009746193885803,
      "learning_rate": 9.03328195126942e-05,
      "loss": 0.0593,
      "step": 21710
    },
    {
      "grad_norm": 0.5516498684883118,
      "learning_rate": 9.03219586248239e-05,
      "loss": 0.067,
      "step": 21720
    },
    {
      "grad_norm": 0.46263986825942993,
      "learning_rate": 9.031109229306623e-05,
      "loss": 0.0571,
      "step": 21730
    },
    {
      "grad_norm": 0.5561838150024414,
      "learning_rate": 9.030022051888826e-05,
      "loss": 0.0648,
      "step": 21740
    },
    {
      "grad_norm": 0.5655195116996765,
      "learning_rate": 9.02893433037578e-05,
      "loss": 0.0524,
      "step": 21750
    },
    {
      "grad_norm": 0.6212713122367859,
      "learning_rate": 9.02784606491434e-05,
      "loss": 0.0691,
      "step": 21760
    },
    {
      "grad_norm": 0.4928430914878845,
      "learning_rate": 9.026757255651432e-05,
      "loss": 0.072,
      "step": 21770
    },
    {
      "grad_norm": 0.6082884669303894,
      "learning_rate": 9.025667902734058e-05,
      "loss": 0.0817,
      "step": 21780
    },
    {
      "grad_norm": 0.5760567784309387,
      "learning_rate": 9.02457800630929e-05,
      "loss": 0.0578,
      "step": 21790
    },
    {
      "grad_norm": 0.5725381374359131,
      "learning_rate": 9.023487566524275e-05,
      "loss": 0.0638,
      "step": 21800
    },
    {
      "grad_norm": 0.5991432666778564,
      "learning_rate": 9.022396583526239e-05,
      "loss": 0.0574,
      "step": 21810
    },
    {
      "grad_norm": 0.4294854998588562,
      "learning_rate": 9.021305057462469e-05,
      "loss": 0.054,
      "step": 21820
    },
    {
      "grad_norm": 0.561347484588623,
      "learning_rate": 9.020212988480337e-05,
      "loss": 0.0685,
      "step": 21830
    },
    {
      "grad_norm": 0.5844739675521851,
      "learning_rate": 9.019120376727281e-05,
      "loss": 0.0608,
      "step": 21840
    },
    {
      "grad_norm": 0.5453189611434937,
      "learning_rate": 9.018027222350817e-05,
      "loss": 0.056,
      "step": 21850
    },
    {
      "grad_norm": 0.44529908895492554,
      "learning_rate": 9.016933525498534e-05,
      "loss": 0.0711,
      "step": 21860
    },
    {
      "grad_norm": 0.7050723433494568,
      "learning_rate": 9.015839286318088e-05,
      "loss": 0.0693,
      "step": 21870
    },
    {
      "grad_norm": 0.5083593130111694,
      "learning_rate": 9.014744504957216e-05,
      "loss": 0.0485,
      "step": 21880
    },
    {
      "grad_norm": 0.4771345257759094,
      "learning_rate": 9.013649181563725e-05,
      "loss": 0.0563,
      "step": 21890
    },
    {
      "grad_norm": 0.5822491645812988,
      "learning_rate": 9.012553316285494e-05,
      "loss": 0.0614,
      "step": 21900
    },
    {
      "grad_norm": 0.5386797189712524,
      "learning_rate": 9.011456909270476e-05,
      "loss": 0.0558,
      "step": 21910
    },
    {
      "grad_norm": 0.6335114240646362,
      "learning_rate": 9.010359960666699e-05,
      "loss": 0.06,
      "step": 21920
    },
    {
      "grad_norm": 0.5705359578132629,
      "learning_rate": 9.00926247062226e-05,
      "loss": 0.0625,
      "step": 21930
    },
    {
      "grad_norm": 0.6104453802108765,
      "learning_rate": 9.008164439285336e-05,
      "loss": 0.0642,
      "step": 21940
    },
    {
      "grad_norm": 0.5906609892845154,
      "learning_rate": 9.007065866804167e-05,
      "loss": 0.0595,
      "step": 21950
    },
    {
      "grad_norm": 0.40655317902565,
      "learning_rate": 9.005966753327078e-05,
      "loss": 0.0685,
      "step": 21960
    },
    {
      "grad_norm": 0.5006263852119446,
      "learning_rate": 9.004867099002456e-05,
      "loss": 0.0694,
      "step": 21970
    },
    {
      "grad_norm": 0.5111956000328064,
      "learning_rate": 9.003766903978767e-05,
      "loss": 0.0549,
      "step": 21980
    },
    {
      "grad_norm": 0.6301361918449402,
      "learning_rate": 9.002666168404551e-05,
      "loss": 0.0637,
      "step": 21990
    },
    {
      "grad_norm": 0.49039435386657715,
      "learning_rate": 9.001564892428415e-05,
      "loss": 0.0514,
      "step": 22000
    },
    {
      "grad_norm": 0.5277222394943237,
      "learning_rate": 9.000463076199048e-05,
      "loss": 0.0567,
      "step": 22010
    },
    {
      "grad_norm": 0.5001416206359863,
      "learning_rate": 8.999360719865203e-05,
      "loss": 0.0586,
      "step": 22020
    },
    {
      "grad_norm": 0.4615521728992462,
      "learning_rate": 8.99825782357571e-05,
      "loss": 0.0619,
      "step": 22030
    },
    {
      "grad_norm": 0.6117280721664429,
      "learning_rate": 8.997154387479471e-05,
      "loss": 0.0661,
      "step": 22040
    },
    {
      "grad_norm": 0.4900313913822174,
      "learning_rate": 8.996050411725465e-05,
      "loss": 0.0572,
      "step": 22050
    },
    {
      "grad_norm": 0.4868118166923523,
      "learning_rate": 8.994945896462736e-05,
      "loss": 0.0571,
      "step": 22060
    },
    {
      "grad_norm": 0.5323331952095032,
      "learning_rate": 8.993840841840408e-05,
      "loss": 0.0634,
      "step": 22070
    },
    {
      "grad_norm": 0.5150259733200073,
      "learning_rate": 8.992735248007674e-05,
      "loss": 0.051,
      "step": 22080
    },
    {
      "grad_norm": 0.509018063545227,
      "learning_rate": 8.9916291151138e-05,
      "loss": 0.0761,
      "step": 22090
    },
    {
      "grad_norm": 0.4784319996833801,
      "learning_rate": 8.990522443308126e-05,
      "loss": 0.0559,
      "step": 22100
    },
    {
      "grad_norm": 0.44734641909599304,
      "learning_rate": 8.989415232740066e-05,
      "loss": 0.0596,
      "step": 22110
    },
    {
      "grad_norm": 0.4668995141983032,
      "learning_rate": 8.988307483559103e-05,
      "loss": 0.0699,
      "step": 22120
    },
    {
      "grad_norm": 0.5576969981193542,
      "learning_rate": 8.987199195914795e-05,
      "loss": 0.0646,
      "step": 22130
    },
    {
      "grad_norm": 0.834834635257721,
      "learning_rate": 8.986090369956773e-05,
      "loss": 0.0633,
      "step": 22140
    },
    {
      "grad_norm": 0.685624361038208,
      "learning_rate": 8.98498100583474e-05,
      "loss": 0.0612,
      "step": 22150
    },
    {
      "grad_norm": 0.42937910556793213,
      "learning_rate": 8.983871103698472e-05,
      "loss": 0.0503,
      "step": 22160
    },
    {
      "grad_norm": 0.4269394874572754,
      "learning_rate": 8.982760663697818e-05,
      "loss": 0.0525,
      "step": 22170
    },
    {
      "grad_norm": 0.4683161675930023,
      "learning_rate": 8.981649685982696e-05,
      "loss": 0.0608,
      "step": 22180
    },
    {
      "grad_norm": 0.463670939207077,
      "learning_rate": 8.980538170703104e-05,
      "loss": 0.0616,
      "step": 22190
    },
    {
      "grad_norm": 0.4740579426288605,
      "learning_rate": 8.979426118009104e-05,
      "loss": 0.0554,
      "step": 22200
    },
    {
      "grad_norm": 0.6233587265014648,
      "learning_rate": 8.978313528050838e-05,
      "loss": 0.0684,
      "step": 22210
    },
    {
      "grad_norm": 0.5184139013290405,
      "learning_rate": 8.977200400978519e-05,
      "loss": 0.06,
      "step": 22220
    },
    {
      "grad_norm": 0.5970920324325562,
      "learning_rate": 8.976086736942424e-05,
      "loss": 0.0529,
      "step": 22230
    },
    {
      "grad_norm": 0.6737047433853149,
      "learning_rate": 8.974972536092916e-05,
      "loss": 0.0641,
      "step": 22240
    },
    {
      "grad_norm": 0.5056332349777222,
      "learning_rate": 8.973857798580418e-05,
      "loss": 0.0545,
      "step": 22250
    },
    {
      "grad_norm": 0.5295677781105042,
      "learning_rate": 8.972742524555438e-05,
      "loss": 0.0694,
      "step": 22260
    },
    {
      "grad_norm": 0.44853267073631287,
      "learning_rate": 8.971626714168543e-05,
      "loss": 0.0544,
      "step": 22270
    },
    {
      "grad_norm": 0.41500911116600037,
      "learning_rate": 8.970510367570385e-05,
      "loss": 0.058,
      "step": 22280
    },
    {
      "grad_norm": 0.7244614958763123,
      "learning_rate": 8.969393484911679e-05,
      "loss": 0.062,
      "step": 22290
    },
    {
      "grad_norm": 0.4276490807533264,
      "learning_rate": 8.968276066343216e-05,
      "loss": 0.0527,
      "step": 22300
    },
    {
      "grad_norm": 0.34701186418533325,
      "learning_rate": 8.967158112015859e-05,
      "loss": 0.0549,
      "step": 22310
    },
    {
      "grad_norm": 1.0245658159255981,
      "learning_rate": 8.966039622080545e-05,
      "loss": 0.0705,
      "step": 22320
    },
    {
      "grad_norm": 0.459560364484787,
      "learning_rate": 8.964920596688283e-05,
      "loss": 0.0539,
      "step": 22330
    },
    {
      "grad_norm": 0.4626559019088745,
      "learning_rate": 8.963801035990149e-05,
      "loss": 0.0716,
      "step": 22340
    },
    {
      "grad_norm": 0.5009551048278809,
      "learning_rate": 8.962680940137298e-05,
      "loss": 0.06,
      "step": 22350
    },
    {
      "grad_norm": 0.40543699264526367,
      "learning_rate": 8.961560309280957e-05,
      "loss": 0.0556,
      "step": 22360
    },
    {
      "grad_norm": 0.5949169397354126,
      "learning_rate": 8.960439143572417e-05,
      "loss": 0.0736,
      "step": 22370
    },
    {
      "grad_norm": 0.609499454498291,
      "learning_rate": 8.959317443163054e-05,
      "loss": 0.0635,
      "step": 22380
    },
    {
      "grad_norm": 0.47103726863861084,
      "learning_rate": 8.958195208204303e-05,
      "loss": 0.0544,
      "step": 22390
    },
    {
      "grad_norm": 0.4615648686885834,
      "learning_rate": 8.957072438847683e-05,
      "loss": 0.0653,
      "step": 22400
    },
    {
      "grad_norm": 0.6533817648887634,
      "learning_rate": 8.955949135244774e-05,
      "loss": 0.0805,
      "step": 22410
    },
    {
      "grad_norm": 0.4501386880874634,
      "learning_rate": 8.95482529754724e-05,
      "loss": 0.0629,
      "step": 22420
    },
    {
      "grad_norm": 0.5712173581123352,
      "learning_rate": 8.953700925906806e-05,
      "loss": 0.0606,
      "step": 22430
    },
    {
      "grad_norm": 0.5619828701019287,
      "learning_rate": 8.952576020475277e-05,
      "loss": 0.0664,
      "step": 22440
    },
    {
      "grad_norm": 0.6891354918479919,
      "learning_rate": 8.951450581404524e-05,
      "loss": 0.058,
      "step": 22450
    },
    {
      "grad_norm": 0.5641266107559204,
      "learning_rate": 8.950324608846495e-05,
      "loss": 0.068,
      "step": 22460
    },
    {
      "grad_norm": 0.5195549130439758,
      "learning_rate": 8.949198102953209e-05,
      "loss": 0.0692,
      "step": 22470
    },
    {
      "grad_norm": 0.6112887859344482,
      "learning_rate": 8.948071063876753e-05,
      "loss": 0.0635,
      "step": 22480
    },
    {
      "grad_norm": 0.46878886222839355,
      "learning_rate": 8.946943491769293e-05,
      "loss": 0.0593,
      "step": 22490
    },
    {
      "grad_norm": 0.4740773141384125,
      "learning_rate": 8.945815386783061e-05,
      "loss": 0.0552,
      "step": 22500
    },
    {
      "grad_norm": 0.559211254119873,
      "learning_rate": 8.944686749070363e-05,
      "loss": 0.0549,
      "step": 22510
    },
    {
      "grad_norm": 0.4546075165271759,
      "learning_rate": 8.943557578783577e-05,
      "loss": 0.0628,
      "step": 22520
    },
    {
      "grad_norm": 0.7014642357826233,
      "learning_rate": 8.942427876075152e-05,
      "loss": 0.0734,
      "step": 22530
    },
    {
      "grad_norm": 0.5231221914291382,
      "learning_rate": 8.941297641097612e-05,
      "loss": 0.047,
      "step": 22540
    },
    {
      "grad_norm": 0.428239107131958,
      "learning_rate": 8.940166874003548e-05,
      "loss": 0.0701,
      "step": 22550
    },
    {
      "grad_norm": 0.5279245972633362,
      "learning_rate": 8.939035574945627e-05,
      "loss": 0.0813,
      "step": 22560
    },
    {
      "grad_norm": 0.901531457901001,
      "learning_rate": 8.937903744076587e-05,
      "loss": 0.0632,
      "step": 22570
    },
    {
      "grad_norm": 0.7147492170333862,
      "learning_rate": 8.936771381549235e-05,
      "loss": 0.0601,
      "step": 22580
    },
    {
      "grad_norm": 0.5668616890907288,
      "learning_rate": 8.935638487516454e-05,
      "loss": 0.0641,
      "step": 22590
    },
    {
      "grad_norm": 0.5145549774169922,
      "learning_rate": 8.934505062131193e-05,
      "loss": 0.0686,
      "step": 22600
    },
    {
      "grad_norm": 0.5571893453598022,
      "learning_rate": 8.93337110554648e-05,
      "loss": 0.0602,
      "step": 22610
    },
    {
      "grad_norm": 0.5061932802200317,
      "learning_rate": 8.932236617915408e-05,
      "loss": 0.0562,
      "step": 22620
    },
    {
      "grad_norm": 0.536777675151825,
      "learning_rate": 8.931101599391149e-05,
      "loss": 0.0691,
      "step": 22630
    },
    {
      "grad_norm": 0.45612505078315735,
      "learning_rate": 8.929966050126937e-05,
      "loss": 0.076,
      "step": 22640
    },
    {
      "grad_norm": 0.43053582310676575,
      "learning_rate": 8.928829970276089e-05,
      "loss": 0.063,
      "step": 22650
    },
    {
      "grad_norm": 0.6204520463943481,
      "learning_rate": 8.927693359991982e-05,
      "loss": 0.0638,
      "step": 22660
    },
    {
      "grad_norm": 0.4937199354171753,
      "learning_rate": 8.926556219428073e-05,
      "loss": 0.0623,
      "step": 22670
    },
    {
      "grad_norm": 0.4748954772949219,
      "learning_rate": 8.92541854873789e-05,
      "loss": 0.0656,
      "step": 22680
    },
    {
      "grad_norm": 0.31996357440948486,
      "learning_rate": 8.924280348075027e-05,
      "loss": 0.0719,
      "step": 22690
    },
    {
      "grad_norm": 0.553170919418335,
      "learning_rate": 8.923141617593154e-05,
      "loss": 0.0679,
      "step": 22700
    },
    {
      "grad_norm": 0.5947369337081909,
      "learning_rate": 8.922002357446011e-05,
      "loss": 0.0812,
      "step": 22710
    },
    {
      "grad_norm": 0.6893005967140198,
      "learning_rate": 8.920862567787413e-05,
      "loss": 0.064,
      "step": 22720
    },
    {
      "grad_norm": 0.501497209072113,
      "learning_rate": 8.91972224877124e-05,
      "loss": 0.0601,
      "step": 22730
    },
    {
      "grad_norm": 0.5637607574462891,
      "learning_rate": 8.918581400551449e-05,
      "loss": 0.0625,
      "step": 22740
    },
    {
      "grad_norm": 0.7841671109199524,
      "learning_rate": 8.917440023282064e-05,
      "loss": 0.0822,
      "step": 22750
    },
    {
      "grad_norm": 0.4555797874927521,
      "learning_rate": 8.916298117117188e-05,
      "loss": 0.0821,
      "step": 22760
    },
    {
      "grad_norm": 0.4256690740585327,
      "learning_rate": 8.915155682210985e-05,
      "loss": 0.0625,
      "step": 22770
    },
    {
      "grad_norm": 0.40576469898223877,
      "learning_rate": 8.914012718717699e-05,
      "loss": 0.0625,
      "step": 22780
    },
    {
      "grad_norm": 0.5694074630737305,
      "learning_rate": 8.91286922679164e-05,
      "loss": 0.0511,
      "step": 22790
    },
    {
      "grad_norm": 0.3408343195915222,
      "learning_rate": 8.911725206587194e-05,
      "loss": 0.0525,
      "step": 22800
    },
    {
      "grad_norm": 0.49279698729515076,
      "learning_rate": 8.910580658258811e-05,
      "loss": 0.0661,
      "step": 22810
    },
    {
      "grad_norm": 0.6532222628593445,
      "learning_rate": 8.909435581961024e-05,
      "loss": 0.0767,
      "step": 22820
    },
    {
      "grad_norm": 0.5002643465995789,
      "learning_rate": 8.908289977848424e-05,
      "loss": 0.0616,
      "step": 22830
    },
    {
      "grad_norm": 0.6415240168571472,
      "learning_rate": 8.907143846075683e-05,
      "loss": 0.0737,
      "step": 22840
    },
    {
      "grad_norm": 0.5002633333206177,
      "learning_rate": 8.90599718679754e-05,
      "loss": 0.0831,
      "step": 22850
    },
    {
      "grad_norm": 0.7650131583213806,
      "learning_rate": 8.904850000168803e-05,
      "loss": 0.0593,
      "step": 22860
    },
    {
      "grad_norm": 0.4831399619579315,
      "learning_rate": 8.90370228634436e-05,
      "loss": 0.0585,
      "step": 22870
    },
    {
      "grad_norm": 0.636161744594574,
      "learning_rate": 8.90255404547916e-05,
      "loss": 0.073,
      "step": 22880
    },
    {
      "grad_norm": 0.5764995813369751,
      "learning_rate": 8.90140527772823e-05,
      "loss": 0.0691,
      "step": 22890
    },
    {
      "grad_norm": 0.43541041016578674,
      "learning_rate": 8.900255983246664e-05,
      "loss": 0.079,
      "step": 22900
    },
    {
      "grad_norm": 0.5228395462036133,
      "learning_rate": 8.89910616218963e-05,
      "loss": 0.0629,
      "step": 22910
    },
    {
      "grad_norm": 0.5827977061271667,
      "learning_rate": 8.897955814712366e-05,
      "loss": 0.0704,
      "step": 22920
    },
    {
      "grad_norm": 0.5789006352424622,
      "learning_rate": 8.896804940970179e-05,
      "loss": 0.0715,
      "step": 22930
    },
    {
      "grad_norm": 0.4236828684806824,
      "learning_rate": 8.895653541118451e-05,
      "loss": 0.0654,
      "step": 22940
    },
    {
      "grad_norm": 0.7079474329948425,
      "learning_rate": 8.894501615312633e-05,
      "loss": 0.0693,
      "step": 22950
    },
    {
      "grad_norm": 0.4345151484012604,
      "learning_rate": 8.893349163708246e-05,
      "loss": 0.0561,
      "step": 22960
    },
    {
      "grad_norm": 0.953323483467102,
      "learning_rate": 8.892196186460883e-05,
      "loss": 0.0647,
      "step": 22970
    },
    {
      "grad_norm": 0.5844528675079346,
      "learning_rate": 8.89104268372621e-05,
      "loss": 0.0597,
      "step": 22980
    },
    {
      "grad_norm": 0.7384284138679504,
      "learning_rate": 8.889888655659959e-05,
      "loss": 0.07,
      "step": 22990
    },
    {
      "grad_norm": 0.6087644100189209,
      "learning_rate": 8.88873410241794e-05,
      "loss": 0.0729,
      "step": 23000
    },
    {
      "grad_norm": 0.33717480301856995,
      "learning_rate": 8.887579024156025e-05,
      "loss": 0.0529,
      "step": 23010
    },
    {
      "grad_norm": 0.49065616726875305,
      "learning_rate": 8.886423421030165e-05,
      "loss": 0.0645,
      "step": 23020
    },
    {
      "grad_norm": 0.5144065618515015,
      "learning_rate": 8.885267293196377e-05,
      "loss": 0.0569,
      "step": 23030
    },
    {
      "grad_norm": 0.40856102108955383,
      "learning_rate": 8.88411064081075e-05,
      "loss": 0.0561,
      "step": 23040
    },
    {
      "grad_norm": 0.45650622248649597,
      "learning_rate": 8.882953464029447e-05,
      "loss": 0.0783,
      "step": 23050
    },
    {
      "grad_norm": 0.6968802213668823,
      "learning_rate": 8.881795763008695e-05,
      "loss": 0.0588,
      "step": 23060
    },
    {
      "grad_norm": 0.5533735752105713,
      "learning_rate": 8.8806375379048e-05,
      "loss": 0.0598,
      "step": 23070
    },
    {
      "grad_norm": 0.3753909468650818,
      "learning_rate": 8.879478788874131e-05,
      "loss": 0.0484,
      "step": 23080
    },
    {
      "grad_norm": 0.46387940645217896,
      "learning_rate": 8.878319516073135e-05,
      "loss": 0.059,
      "step": 23090
    },
    {
      "grad_norm": 0.4800190031528473,
      "learning_rate": 8.877159719658321e-05,
      "loss": 0.0626,
      "step": 23100
    },
    {
      "grad_norm": 0.5183901190757751,
      "learning_rate": 8.875999399786277e-05,
      "loss": 0.0708,
      "step": 23110
    },
    {
      "grad_norm": 0.5031202435493469,
      "learning_rate": 8.874838556613658e-05,
      "loss": 0.0601,
      "step": 23120
    },
    {
      "grad_norm": 0.4375327229499817,
      "learning_rate": 8.87367719029719e-05,
      "loss": 0.0507,
      "step": 23130
    },
    {
      "grad_norm": 0.4627910256385803,
      "learning_rate": 8.872515300993669e-05,
      "loss": 0.0554,
      "step": 23140
    },
    {
      "grad_norm": 0.5262961983680725,
      "learning_rate": 8.871352888859963e-05,
      "loss": 0.082,
      "step": 23150
    },
    {
      "grad_norm": 0.5689886212348938,
      "learning_rate": 8.87018995405301e-05,
      "loss": 0.0518,
      "step": 23160
    },
    {
      "grad_norm": 0.4427836239337921,
      "learning_rate": 8.869026496729816e-05,
      "loss": 0.0662,
      "step": 23170
    },
    {
      "grad_norm": 0.5425394773483276,
      "learning_rate": 8.867862517047463e-05,
      "loss": 0.0557,
      "step": 23180
    },
    {
      "grad_norm": 0.7534341216087341,
      "learning_rate": 8.8666980151631e-05,
      "loss": 0.0606,
      "step": 23190
    },
    {
      "grad_norm": 0.4213015139102936,
      "learning_rate": 8.865532991233944e-05,
      "loss": 0.0568,
      "step": 23200
    },
    {
      "grad_norm": 0.47778210043907166,
      "learning_rate": 8.86436744541729e-05,
      "loss": 0.0617,
      "step": 23210
    },
    {
      "grad_norm": 0.4613371193408966,
      "learning_rate": 8.863201377870496e-05,
      "loss": 0.057,
      "step": 23220
    },
    {
      "grad_norm": 0.5175416469573975,
      "learning_rate": 8.862034788750993e-05,
      "loss": 0.0532,
      "step": 23230
    },
    {
      "grad_norm": 0.4149755537509918,
      "learning_rate": 8.860867678216284e-05,
      "loss": 0.0546,
      "step": 23240
    },
    {
      "grad_norm": 0.5719576478004456,
      "learning_rate": 8.85970004642394e-05,
      "loss": 0.0569,
      "step": 23250
    },
    {
      "grad_norm": 0.6474451422691345,
      "learning_rate": 8.858531893531606e-05,
      "loss": 0.0604,
      "step": 23260
    },
    {
      "grad_norm": 0.7050464153289795,
      "learning_rate": 8.857363219696993e-05,
      "loss": 0.0648,
      "step": 23270
    },
    {
      "grad_norm": 0.5653494000434875,
      "learning_rate": 8.856194025077884e-05,
      "loss": 0.0715,
      "step": 23280
    },
    {
      "grad_norm": 0.4158809185028076,
      "learning_rate": 8.855024309832132e-05,
      "loss": 0.0763,
      "step": 23290
    },
    {
      "grad_norm": 0.5785806775093079,
      "learning_rate": 8.853854074117665e-05,
      "loss": 0.0615,
      "step": 23300
    },
    {
      "grad_norm": 0.5906766057014465,
      "learning_rate": 8.852683318092472e-05,
      "loss": 0.0649,
      "step": 23310
    },
    {
      "grad_norm": 0.5518043041229248,
      "learning_rate": 8.851512041914617e-05,
      "loss": 0.0549,
      "step": 23320
    },
    {
      "grad_norm": 0.6519901752471924,
      "learning_rate": 8.85034024574224e-05,
      "loss": 0.055,
      "step": 23330
    },
    {
      "grad_norm": 0.7884241938591003,
      "learning_rate": 8.849167929733541e-05,
      "loss": 0.0599,
      "step": 23340
    },
    {
      "grad_norm": 0.4198150634765625,
      "learning_rate": 8.847995094046799e-05,
      "loss": 0.0584,
      "step": 23350
    },
    {
      "grad_norm": 0.4550081193447113,
      "learning_rate": 8.846821738840355e-05,
      "loss": 0.0538,
      "step": 23360
    },
    {
      "grad_norm": 0.425818532705307,
      "learning_rate": 8.845647864272626e-05,
      "loss": 0.0623,
      "step": 23370
    },
    {
      "grad_norm": 0.5014050006866455,
      "learning_rate": 8.844473470502098e-05,
      "loss": 0.0665,
      "step": 23380
    },
    {
      "grad_norm": 0.4680774509906769,
      "learning_rate": 8.843298557687326e-05,
      "loss": 0.0654,
      "step": 23390
    },
    {
      "grad_norm": 0.42624136805534363,
      "learning_rate": 8.842123125986934e-05,
      "loss": 0.0617,
      "step": 23400
    },
    {
      "grad_norm": 0.3696885406970978,
      "learning_rate": 8.84094717555962e-05,
      "loss": 0.0683,
      "step": 23410
    },
    {
      "grad_norm": 0.50266033411026,
      "learning_rate": 8.839770706564148e-05,
      "loss": 0.0533,
      "step": 23420
    },
    {
      "grad_norm": 0.481294721364975,
      "learning_rate": 8.838593719159357e-05,
      "loss": 0.0612,
      "step": 23430
    },
    {
      "grad_norm": 0.5129988789558411,
      "learning_rate": 8.837416213504145e-05,
      "loss": 0.0577,
      "step": 23440
    },
    {
      "grad_norm": 0.6394808292388916,
      "learning_rate": 8.836238189757497e-05,
      "loss": 0.0619,
      "step": 23450
    },
    {
      "grad_norm": 0.8107039332389832,
      "learning_rate": 8.835059648078453e-05,
      "loss": 0.0551,
      "step": 23460
    },
    {
      "grad_norm": 0.5593239068984985,
      "learning_rate": 8.83388058862613e-05,
      "loss": 0.0578,
      "step": 23470
    },
    {
      "grad_norm": 0.4520817995071411,
      "learning_rate": 8.832701011559712e-05,
      "loss": 0.0688,
      "step": 23480
    },
    {
      "grad_norm": 0.6821037530899048,
      "learning_rate": 8.831520917038456e-05,
      "loss": 0.0715,
      "step": 23490
    },
    {
      "grad_norm": 0.42127129435539246,
      "learning_rate": 8.830340305221684e-05,
      "loss": 0.0699,
      "step": 23500
    },
    {
      "grad_norm": 0.561836838722229,
      "learning_rate": 8.829159176268796e-05,
      "loss": 0.0623,
      "step": 23510
    },
    {
      "grad_norm": 0.4900427758693695,
      "learning_rate": 8.827977530339253e-05,
      "loss": 0.0786,
      "step": 23520
    },
    {
      "grad_norm": 0.4839971363544464,
      "learning_rate": 8.826795367592592e-05,
      "loss": 0.0519,
      "step": 23530
    },
    {
      "grad_norm": 0.5074082016944885,
      "learning_rate": 8.825612688188417e-05,
      "loss": 0.0732,
      "step": 23540
    },
    {
      "grad_norm": 0.5497705340385437,
      "learning_rate": 8.8244294922864e-05,
      "loss": 0.0509,
      "step": 23550
    },
    {
      "grad_norm": 0.5000770092010498,
      "learning_rate": 8.823245780046285e-05,
      "loss": 0.0685,
      "step": 23560
    },
    {
      "grad_norm": 0.5942991971969604,
      "learning_rate": 8.822061551627887e-05,
      "loss": 0.0581,
      "step": 23570
    },
    {
      "grad_norm": 0.48681360483169556,
      "learning_rate": 8.82087680719109e-05,
      "loss": 0.0711,
      "step": 23580
    },
    {
      "grad_norm": 0.5554983019828796,
      "learning_rate": 8.819691546895846e-05,
      "loss": 0.0771,
      "step": 23590
    },
    {
      "grad_norm": 0.562379002571106,
      "learning_rate": 8.818505770902176e-05,
      "loss": 0.0627,
      "step": 23600
    },
    {
      "grad_norm": 0.46949735283851624,
      "learning_rate": 8.817319479370177e-05,
      "loss": 0.0632,
      "step": 23610
    },
    {
      "grad_norm": 0.9519330859184265,
      "learning_rate": 8.816132672460005e-05,
      "loss": 0.0655,
      "step": 23620
    },
    {
      "grad_norm": 0.5213689804077148,
      "learning_rate": 8.814945350331894e-05,
      "loss": 0.0626,
      "step": 23630
    },
    {
      "grad_norm": 0.5430051684379578,
      "learning_rate": 8.813757513146144e-05,
      "loss": 0.0816,
      "step": 23640
    },
    {
      "grad_norm": 0.5560099482536316,
      "learning_rate": 8.812569161063129e-05,
      "loss": 0.0614,
      "step": 23650
    },
    {
      "grad_norm": 0.4017711877822876,
      "learning_rate": 8.811380294243283e-05,
      "loss": 0.0535,
      "step": 23660
    },
    {
      "grad_norm": 0.4652027189731598,
      "learning_rate": 8.810190912847121e-05,
      "loss": 0.0573,
      "step": 23670
    },
    {
      "grad_norm": 0.611579418182373,
      "learning_rate": 8.809001017035218e-05,
      "loss": 0.0776,
      "step": 23680
    },
    {
      "grad_norm": 0.5412670969963074,
      "learning_rate": 8.807810606968226e-05,
      "loss": 0.0556,
      "step": 23690
    },
    {
      "grad_norm": 0.4923100173473358,
      "learning_rate": 8.806619682806861e-05,
      "loss": 0.0647,
      "step": 23700
    },
    {
      "grad_norm": 0.40688949823379517,
      "learning_rate": 8.80542824471191e-05,
      "loss": 0.0475,
      "step": 23710
    },
    {
      "grad_norm": 0.4722442924976349,
      "learning_rate": 8.804236292844229e-05,
      "loss": 0.0504,
      "step": 23720
    },
    {
      "grad_norm": 0.5615618228912354,
      "learning_rate": 8.803043827364746e-05,
      "loss": 0.0682,
      "step": 23730
    },
    {
      "grad_norm": 0.4624946713447571,
      "learning_rate": 8.801850848434454e-05,
      "loss": 0.0477,
      "step": 23740
    },
    {
      "grad_norm": 0.5128143429756165,
      "learning_rate": 8.800657356214419e-05,
      "loss": 0.0569,
      "step": 23750
    },
    {
      "grad_norm": 0.557045578956604,
      "learning_rate": 8.799463350865775e-05,
      "loss": 0.0571,
      "step": 23760
    },
    {
      "grad_norm": 0.39225777983665466,
      "learning_rate": 8.798268832549725e-05,
      "loss": 0.0562,
      "step": 23770
    },
    {
      "grad_norm": 0.4390127658843994,
      "learning_rate": 8.797073801427544e-05,
      "loss": 0.0549,
      "step": 23780
    },
    {
      "grad_norm": 0.4093811810016632,
      "learning_rate": 8.795878257660568e-05,
      "loss": 0.0545,
      "step": 23790
    },
    {
      "grad_norm": 0.4494815468788147,
      "learning_rate": 8.794682201410213e-05,
      "loss": 0.0653,
      "step": 23800
    },
    {
      "grad_norm": 0.8307101130485535,
      "learning_rate": 8.793485632837957e-05,
      "loss": 0.0593,
      "step": 23810
    },
    {
      "grad_norm": 0.44211071729660034,
      "learning_rate": 8.79228855210535e-05,
      "loss": 0.0559,
      "step": 23820
    },
    {
      "grad_norm": 0.8956975936889648,
      "learning_rate": 8.791090959374011e-05,
      "loss": 0.0517,
      "step": 23830
    },
    {
      "grad_norm": 0.38006114959716797,
      "learning_rate": 8.789892854805625e-05,
      "loss": 0.0559,
      "step": 23840
    },
    {
      "grad_norm": 0.3375531733036041,
      "learning_rate": 8.788694238561952e-05,
      "loss": 0.0565,
      "step": 23850
    },
    {
      "grad_norm": 0.5024824142456055,
      "learning_rate": 8.787495110804816e-05,
      "loss": 0.0548,
      "step": 23860
    },
    {
      "grad_norm": 0.5501745939254761,
      "learning_rate": 8.786295471696112e-05,
      "loss": 0.0618,
      "step": 23870
    },
    {
      "grad_norm": 0.4392124116420746,
      "learning_rate": 8.785095321397804e-05,
      "loss": 0.0589,
      "step": 23880
    },
    {
      "grad_norm": 0.5869935750961304,
      "learning_rate": 8.783894660071925e-05,
      "loss": 0.0736,
      "step": 23890
    },
    {
      "grad_norm": 0.7154822945594788,
      "learning_rate": 8.782693487880575e-05,
      "loss": 0.0609,
      "step": 23900
    },
    {
      "grad_norm": 0.5199633836746216,
      "learning_rate": 8.781491804985929e-05,
      "loss": 0.0612,
      "step": 23910
    },
    {
      "grad_norm": 0.460040420293808,
      "learning_rate": 8.780289611550223e-05,
      "loss": 0.069,
      "step": 23920
    },
    {
      "grad_norm": 0.5082231163978577,
      "learning_rate": 8.779086907735767e-05,
      "loss": 0.0531,
      "step": 23930
    },
    {
      "grad_norm": 0.6290345788002014,
      "learning_rate": 8.77788369370494e-05,
      "loss": 0.0537,
      "step": 23940
    },
    {
      "grad_norm": 0.4864298403263092,
      "learning_rate": 8.776679969620185e-05,
      "loss": 0.0532,
      "step": 23950
    },
    {
      "grad_norm": 0.6098463535308838,
      "learning_rate": 8.77547573564402e-05,
      "loss": 0.0686,
      "step": 23960
    },
    {
      "grad_norm": 0.4122450053691864,
      "learning_rate": 8.774270991939031e-05,
      "loss": 0.0641,
      "step": 23970
    },
    {
      "grad_norm": 0.42813992500305176,
      "learning_rate": 8.773065738667868e-05,
      "loss": 0.0553,
      "step": 23980
    },
    {
      "grad_norm": 0.4541042745113373,
      "learning_rate": 8.771859975993252e-05,
      "loss": 0.0573,
      "step": 23990
    },
    {
      "grad_norm": 0.5937452912330627,
      "learning_rate": 8.770653704077976e-05,
      "loss": 0.0543,
      "step": 24000
    },
    {
      "grad_norm": 0.5077624320983887,
      "learning_rate": 8.769446923084899e-05,
      "loss": 0.0541,
      "step": 24010
    },
    {
      "grad_norm": 0.7110671997070312,
      "learning_rate": 8.768239633176949e-05,
      "loss": 0.0644,
      "step": 24020
    },
    {
      "grad_norm": 0.7323089838027954,
      "learning_rate": 8.767031834517122e-05,
      "loss": 0.0609,
      "step": 24030
    },
    {
      "grad_norm": 0.6024699211120605,
      "learning_rate": 8.765823527268485e-05,
      "loss": 0.066,
      "step": 24040
    },
    {
      "grad_norm": 0.4906981885433197,
      "learning_rate": 8.76461471159417e-05,
      "loss": 0.0589,
      "step": 24050
    },
    {
      "grad_norm": 0.40366631746292114,
      "learning_rate": 8.763405387657382e-05,
      "loss": 0.0642,
      "step": 24060
    },
    {
      "grad_norm": 0.3419208526611328,
      "learning_rate": 8.76219555562139e-05,
      "loss": 0.0564,
      "step": 24070
    },
    {
      "grad_norm": 0.5223031640052795,
      "learning_rate": 8.760985215649536e-05,
      "loss": 0.0669,
      "step": 24080
    },
    {
      "grad_norm": 0.38272327184677124,
      "learning_rate": 8.759774367905228e-05,
      "loss": 0.0527,
      "step": 24090
    },
    {
      "grad_norm": 0.4993881583213806,
      "learning_rate": 8.758563012551944e-05,
      "loss": 0.0635,
      "step": 24100
    },
    {
      "grad_norm": 0.5128852128982544,
      "learning_rate": 8.757351149753227e-05,
      "loss": 0.0555,
      "step": 24110
    },
    {
      "grad_norm": 0.4300611913204193,
      "learning_rate": 8.756138779672695e-05,
      "loss": 0.0534,
      "step": 24120
    },
    {
      "grad_norm": 0.4626713693141937,
      "learning_rate": 8.754925902474027e-05,
      "loss": 0.0678,
      "step": 24130
    },
    {
      "grad_norm": 0.4768688678741455,
      "learning_rate": 8.753712518320977e-05,
      "loss": 0.0644,
      "step": 24140
    },
    {
      "grad_norm": 0.5288025140762329,
      "learning_rate": 8.752498627377364e-05,
      "loss": 0.0511,
      "step": 24150
    },
    {
      "grad_norm": 0.3959057331085205,
      "learning_rate": 8.751284229807073e-05,
      "loss": 0.056,
      "step": 24160
    },
    {
      "grad_norm": 0.48255568742752075,
      "learning_rate": 8.750069325774064e-05,
      "loss": 0.0563,
      "step": 24170
    },
    {
      "grad_norm": 0.5321309566497803,
      "learning_rate": 8.748853915442361e-05,
      "loss": 0.0559,
      "step": 24180
    },
    {
      "grad_norm": 0.5592254996299744,
      "learning_rate": 8.747637998976056e-05,
      "loss": 0.0566,
      "step": 24190
    },
    {
      "grad_norm": 0.47909030318260193,
      "learning_rate": 8.746421576539312e-05,
      "loss": 0.0458,
      "step": 24200
    },
    {
      "grad_norm": 0.4350523054599762,
      "learning_rate": 8.745204648296359e-05,
      "loss": 0.0614,
      "step": 24210
    },
    {
      "grad_norm": 0.4793914556503296,
      "learning_rate": 8.743987214411493e-05,
      "loss": 0.0683,
      "step": 24220
    },
    {
      "grad_norm": 0.49269503355026245,
      "learning_rate": 8.742769275049082e-05,
      "loss": 0.0617,
      "step": 24230
    },
    {
      "grad_norm": 0.4224264919757843,
      "learning_rate": 8.74155083037356e-05,
      "loss": 0.0507,
      "step": 24240
    },
    {
      "grad_norm": 0.6690412759780884,
      "learning_rate": 8.740331880549428e-05,
      "loss": 0.0617,
      "step": 24250
    },
    {
      "grad_norm": 0.5630444884300232,
      "learning_rate": 8.73911242574126e-05,
      "loss": 0.0616,
      "step": 24260
    },
    {
      "grad_norm": 0.6008435487747192,
      "learning_rate": 8.737892466113695e-05,
      "loss": 0.0611,
      "step": 24270
    },
    {
      "grad_norm": 0.7753965258598328,
      "learning_rate": 8.736672001831438e-05,
      "loss": 0.0653,
      "step": 24280
    },
    {
      "grad_norm": 0.4430968165397644,
      "learning_rate": 8.735451033059268e-05,
      "loss": 0.0632,
      "step": 24290
    },
    {
      "grad_norm": 0.7860484719276428,
      "learning_rate": 8.734229559962024e-05,
      "loss": 0.072,
      "step": 24300
    },
    {
      "grad_norm": 0.6947395205497742,
      "learning_rate": 8.733007582704623e-05,
      "loss": 0.0629,
      "step": 24310
    },
    {
      "grad_norm": 0.44435277581214905,
      "learning_rate": 8.731785101452039e-05,
      "loss": 0.051,
      "step": 24320
    },
    {
      "grad_norm": 0.37782949209213257,
      "learning_rate": 8.730562116369323e-05,
      "loss": 0.0576,
      "step": 24330
    },
    {
      "grad_norm": 0.4559824466705322,
      "learning_rate": 8.729338627621592e-05,
      "loss": 0.0533,
      "step": 24340
    },
    {
      "grad_norm": 0.38896504044532776,
      "learning_rate": 8.728114635374028e-05,
      "loss": 0.0587,
      "step": 24350
    },
    {
      "grad_norm": 0.39817699790000916,
      "learning_rate": 8.726890139791884e-05,
      "loss": 0.0534,
      "step": 24360
    },
    {
      "grad_norm": 0.4054502844810486,
      "learning_rate": 8.725665141040476e-05,
      "loss": 0.0521,
      "step": 24370
    },
    {
      "grad_norm": 0.4364264905452728,
      "learning_rate": 8.724439639285195e-05,
      "loss": 0.0504,
      "step": 24380
    },
    {
      "grad_norm": 0.487087607383728,
      "learning_rate": 8.723213634691498e-05,
      "loss": 0.0499,
      "step": 24390
    },
    {
      "grad_norm": 0.3969297409057617,
      "learning_rate": 8.721987127424907e-05,
      "loss": 0.06,
      "step": 24400
    },
    {
      "grad_norm": 0.4823680520057678,
      "learning_rate": 8.720760117651012e-05,
      "loss": 0.0552,
      "step": 24410
    },
    {
      "grad_norm": 0.38278740644454956,
      "learning_rate": 8.719532605535472e-05,
      "loss": 0.0573,
      "step": 24420
    },
    {
      "grad_norm": 0.6339686512947083,
      "learning_rate": 8.718304591244017e-05,
      "loss": 0.0592,
      "step": 24430
    },
    {
      "grad_norm": 0.5233468413352966,
      "learning_rate": 8.717076074942439e-05,
      "loss": 0.049,
      "step": 24440
    },
    {
      "grad_norm": 0.5363912582397461,
      "learning_rate": 8.715847056796602e-05,
      "loss": 0.0612,
      "step": 24450
    },
    {
      "grad_norm": 0.47625595331192017,
      "learning_rate": 8.714617536972435e-05,
      "loss": 0.0564,
      "step": 24460
    },
    {
      "grad_norm": 0.7273645401000977,
      "learning_rate": 8.713387515635938e-05,
      "loss": 0.0671,
      "step": 24470
    },
    {
      "grad_norm": 0.4029251039028168,
      "learning_rate": 8.712156992953176e-05,
      "loss": 0.0606,
      "step": 24480
    },
    {
      "grad_norm": 0.4731619358062744,
      "learning_rate": 8.710925969090282e-05,
      "loss": 0.0545,
      "step": 24490
    },
    {
      "grad_norm": 0.6140084266662598,
      "learning_rate": 8.709694444213456e-05,
      "loss": 0.0703,
      "step": 24500
    },
    {
      "grad_norm": 0.5976707935333252,
      "learning_rate": 8.70846241848897e-05,
      "loss": 0.0605,
      "step": 24510
    },
    {
      "grad_norm": 0.44774168729782104,
      "learning_rate": 8.707229892083158e-05,
      "loss": 0.0597,
      "step": 24520
    },
    {
      "grad_norm": 0.5171636343002319,
      "learning_rate": 8.705996865162424e-05,
      "loss": 0.0538,
      "step": 24530
    },
    {
      "grad_norm": 0.7406731843948364,
      "learning_rate": 8.70476333789324e-05,
      "loss": 0.053,
      "step": 24540
    },
    {
      "grad_norm": 0.6249493360519409,
      "learning_rate": 8.703529310442144e-05,
      "loss": 0.0643,
      "step": 24550
    },
    {
      "grad_norm": 0.4690439701080322,
      "learning_rate": 8.702294782975746e-05,
      "loss": 0.0541,
      "step": 24560
    },
    {
      "grad_norm": 0.5509291887283325,
      "learning_rate": 8.701059755660718e-05,
      "loss": 0.0541,
      "step": 24570
    },
    {
      "grad_norm": 1.076497197151184,
      "learning_rate": 8.6998242286638e-05,
      "loss": 0.06,
      "step": 24580
    },
    {
      "grad_norm": 0.4852299392223358,
      "learning_rate": 8.698588202151805e-05,
      "loss": 0.0536,
      "step": 24590
    },
    {
      "grad_norm": 0.9946836233139038,
      "learning_rate": 8.697351676291605e-05,
      "loss": 0.0549,
      "step": 24600
    },
    {
      "grad_norm": 0.5283321142196655,
      "learning_rate": 8.69611465125015e-05,
      "loss": 0.07,
      "step": 24610
    },
    {
      "grad_norm": 0.4352148473262787,
      "learning_rate": 8.694877127194443e-05,
      "loss": 0.0497,
      "step": 24620
    },
    {
      "grad_norm": 0.6088972687721252,
      "learning_rate": 8.693639104291568e-05,
      "loss": 0.073,
      "step": 24630
    },
    {
      "grad_norm": 0.6393241882324219,
      "learning_rate": 8.692400582708673e-05,
      "loss": 0.0704,
      "step": 24640
    },
    {
      "grad_norm": 0.5097572803497314,
      "learning_rate": 8.691161562612969e-05,
      "loss": 0.0611,
      "step": 24650
    },
    {
      "grad_norm": 0.6082737445831299,
      "learning_rate": 8.689922044171734e-05,
      "loss": 0.0658,
      "step": 24660
    },
    {
      "grad_norm": 0.4671293795108795,
      "learning_rate": 8.68868202755232e-05,
      "loss": 0.069,
      "step": 24670
    },
    {
      "grad_norm": 0.6904516220092773,
      "learning_rate": 8.687441512922141e-05,
      "loss": 0.067,
      "step": 24680
    },
    {
      "grad_norm": 0.5112431645393372,
      "learning_rate": 8.686200500448678e-05,
      "loss": 0.0595,
      "step": 24690
    },
    {
      "grad_norm": 0.5139340162277222,
      "learning_rate": 8.684958990299483e-05,
      "loss": 0.0646,
      "step": 24700
    },
    {
      "grad_norm": 0.6766086220741272,
      "learning_rate": 8.683716982642172e-05,
      "loss": 0.0745,
      "step": 24710
    },
    {
      "grad_norm": 0.5038570165634155,
      "learning_rate": 8.682474477644429e-05,
      "loss": 0.0562,
      "step": 24720
    },
    {
      "grad_norm": 0.43955105543136597,
      "learning_rate": 8.681231475474005e-05,
      "loss": 0.0638,
      "step": 24730
    },
    {
      "grad_norm": 0.6119050979614258,
      "learning_rate": 8.679987976298719e-05,
      "loss": 0.0656,
      "step": 24740
    },
    {
      "grad_norm": 0.5136339068412781,
      "learning_rate": 8.678743980286453e-05,
      "loss": 0.0675,
      "step": 24750
    },
    {
      "grad_norm": 0.6121335029602051,
      "learning_rate": 8.677499487605165e-05,
      "loss": 0.0724,
      "step": 24760
    },
    {
      "grad_norm": 0.5261451601982117,
      "learning_rate": 8.67625449842287e-05,
      "loss": 0.0661,
      "step": 24770
    },
    {
      "grad_norm": 0.5585171580314636,
      "learning_rate": 8.67500901290766e-05,
      "loss": 0.061,
      "step": 24780
    },
    {
      "grad_norm": 0.5728422403335571,
      "learning_rate": 8.673763031227681e-05,
      "loss": 0.0553,
      "step": 24790
    },
    {
      "grad_norm": 0.5629321336746216,
      "learning_rate": 8.672516553551162e-05,
      "loss": 0.0581,
      "step": 24800
    },
    {
      "grad_norm": 0.7797515988349915,
      "learning_rate": 8.671269580046384e-05,
      "loss": 0.0625,
      "step": 24810
    },
    {
      "grad_norm": 0.8000771403312683,
      "learning_rate": 8.670022110881704e-05,
      "loss": 0.0722,
      "step": 24820
    },
    {
      "grad_norm": 0.5501717329025269,
      "learning_rate": 8.668774146225544e-05,
      "loss": 0.0584,
      "step": 24830
    },
    {
      "grad_norm": 0.5460091233253479,
      "learning_rate": 8.667525686246392e-05,
      "loss": 0.0646,
      "step": 24840
    },
    {
      "grad_norm": 0.5061657428741455,
      "learning_rate": 8.666276731112801e-05,
      "loss": 0.057,
      "step": 24850
    },
    {
      "grad_norm": 0.47327613830566406,
      "learning_rate": 8.665027280993396e-05,
      "loss": 0.0544,
      "step": 24860
    },
    {
      "grad_norm": 0.4798281192779541,
      "learning_rate": 8.663777336056864e-05,
      "loss": 0.0635,
      "step": 24870
    },
    {
      "grad_norm": 0.40240684151649475,
      "learning_rate": 8.662526896471961e-05,
      "loss": 0.0625,
      "step": 24880
    },
    {
      "grad_norm": 0.596210777759552,
      "learning_rate": 8.661275962407511e-05,
      "loss": 0.0506,
      "step": 24890
    },
    {
      "grad_norm": 0.6225194931030273,
      "learning_rate": 8.660024534032402e-05,
      "loss": 0.0712,
      "step": 24900
    },
    {
      "grad_norm": 0.4606285095214844,
      "learning_rate": 8.65877261151559e-05,
      "loss": 0.0645,
      "step": 24910
    },
    {
      "grad_norm": 0.5192978382110596,
      "learning_rate": 8.657520195026096e-05,
      "loss": 0.0595,
      "step": 24920
    },
    {
      "grad_norm": 0.7117434740066528,
      "learning_rate": 8.656267284733013e-05,
      "loss": 0.0628,
      "step": 24930
    },
    {
      "grad_norm": 0.5668220520019531,
      "learning_rate": 8.655013880805495e-05,
      "loss": 0.0641,
      "step": 24940
    },
    {
      "grad_norm": 0.4731992483139038,
      "learning_rate": 8.653759983412764e-05,
      "loss": 0.0629,
      "step": 24950
    },
    {
      "grad_norm": 0.6223630309104919,
      "learning_rate": 8.65250559272411e-05,
      "loss": 0.0574,
      "step": 24960
    },
    {
      "grad_norm": 0.34308239817619324,
      "learning_rate": 8.651250708908889e-05,
      "loss": 0.0561,
      "step": 24970
    },
    {
      "grad_norm": 0.45216771960258484,
      "learning_rate": 8.649995332136525e-05,
      "loss": 0.0552,
      "step": 24980
    },
    {
      "grad_norm": 0.45980632305145264,
      "learning_rate": 8.648739462576502e-05,
      "loss": 0.0674,
      "step": 24990
    },
    {
      "grad_norm": 0.4588561952114105,
      "learning_rate": 8.647483100398382e-05,
      "loss": 0.0594,
      "step": 25000
    },
    {
      "grad_norm": 0.4409967362880707,
      "learning_rate": 8.646226245771783e-05,
      "loss": 0.0577,
      "step": 25010
    },
    {
      "grad_norm": 0.4329732060432434,
      "learning_rate": 8.644968898866396e-05,
      "loss": 0.062,
      "step": 25020
    },
    {
      "grad_norm": 0.6131190061569214,
      "learning_rate": 8.643711059851974e-05,
      "loss": 0.0676,
      "step": 25030
    },
    {
      "grad_norm": 0.41711628437042236,
      "learning_rate": 8.642452728898338e-05,
      "loss": 0.0533,
      "step": 25040
    },
    {
      "grad_norm": 0.49476486444473267,
      "learning_rate": 8.641193906175378e-05,
      "loss": 0.0637,
      "step": 25050
    },
    {
      "grad_norm": 0.5422998070716858,
      "learning_rate": 8.639934591853047e-05,
      "loss": 0.061,
      "step": 25060
    },
    {
      "grad_norm": 0.6375131607055664,
      "learning_rate": 8.638674786101366e-05,
      "loss": 0.0587,
      "step": 25070
    },
    {
      "grad_norm": 0.36289918422698975,
      "learning_rate": 8.63741448909042e-05,
      "loss": 0.0593,
      "step": 25080
    },
    {
      "grad_norm": 0.691039502620697,
      "learning_rate": 8.636153700990368e-05,
      "loss": 0.0622,
      "step": 25090
    },
    {
      "grad_norm": 0.5394468903541565,
      "learning_rate": 8.634892421971424e-05,
      "loss": 0.0555,
      "step": 25100
    },
    {
      "grad_norm": 0.46538007259368896,
      "learning_rate": 8.633630652203876e-05,
      "loss": 0.0559,
      "step": 25110
    },
    {
      "grad_norm": 0.6469771862030029,
      "learning_rate": 8.632368391858074e-05,
      "loss": 0.0601,
      "step": 25120
    },
    {
      "grad_norm": 0.43869102001190186,
      "learning_rate": 8.631105641104441e-05,
      "loss": 0.0745,
      "step": 25130
    },
    {
      "grad_norm": 0.47752833366394043,
      "learning_rate": 8.629842400113457e-05,
      "loss": 0.0574,
      "step": 25140
    },
    {
      "grad_norm": 0.412553608417511,
      "learning_rate": 8.628578669055676e-05,
      "loss": 0.0495,
      "step": 25150
    },
    {
      "grad_norm": 0.5522047877311707,
      "learning_rate": 8.627314448101714e-05,
      "loss": 0.0583,
      "step": 25160
    },
    {
      "grad_norm": 0.3890208899974823,
      "learning_rate": 8.626049737422253e-05,
      "loss": 0.049,
      "step": 25170
    },
    {
      "grad_norm": 0.5312855839729309,
      "learning_rate": 8.624784537188042e-05,
      "loss": 0.0504,
      "step": 25180
    },
    {
      "grad_norm": 0.5838533043861389,
      "learning_rate": 8.623518847569899e-05,
      "loss": 0.0622,
      "step": 25190
    },
    {
      "grad_norm": 0.4258309602737427,
      "learning_rate": 8.622252668738701e-05,
      "loss": 0.0515,
      "step": 25200
    },
    {
      "grad_norm": 0.6055948138237,
      "learning_rate": 8.620986000865401e-05,
      "loss": 0.0577,
      "step": 25210
    },
    {
      "grad_norm": 0.5503665804862976,
      "learning_rate": 8.619718844121008e-05,
      "loss": 0.0594,
      "step": 25220
    },
    {
      "grad_norm": 0.43608358502388,
      "learning_rate": 8.618451198676603e-05,
      "loss": 0.0603,
      "step": 25230
    },
    {
      "grad_norm": 0.6684166193008423,
      "learning_rate": 8.617183064703332e-05,
      "loss": 0.0545,
      "step": 25240
    },
    {
      "grad_norm": 0.4253038167953491,
      "learning_rate": 8.615914442372404e-05,
      "loss": 0.0545,
      "step": 25250
    },
    {
      "grad_norm": 0.5209111571311951,
      "learning_rate": 8.6146453318551e-05,
      "loss": 0.0536,
      "step": 25260
    },
    {
      "grad_norm": 0.3749730885028839,
      "learning_rate": 8.61337573332276e-05,
      "loss": 0.0529,
      "step": 25270
    },
    {
      "grad_norm": 0.47079998254776,
      "learning_rate": 8.612105646946795e-05,
      "loss": 0.0565,
      "step": 25280
    },
    {
      "grad_norm": 0.4364636242389679,
      "learning_rate": 8.61083507289868e-05,
      "loss": 0.0584,
      "step": 25290
    },
    {
      "grad_norm": 0.6111131906509399,
      "learning_rate": 8.609564011349953e-05,
      "loss": 0.0621,
      "step": 25300
    },
    {
      "grad_norm": 0.5952914953231812,
      "learning_rate": 8.608292462472225e-05,
      "loss": 0.0639,
      "step": 25310
    },
    {
      "grad_norm": 0.3549060821533203,
      "learning_rate": 8.607020426437166e-05,
      "loss": 0.0584,
      "step": 25320
    },
    {
      "grad_norm": 0.4998758137226105,
      "learning_rate": 8.605747903416514e-05,
      "loss": 0.0728,
      "step": 25330
    },
    {
      "grad_norm": 0.5317798256874084,
      "learning_rate": 8.604474893582074e-05,
      "loss": 0.051,
      "step": 25340
    },
    {
      "grad_norm": 0.3903200626373291,
      "learning_rate": 8.603201397105715e-05,
      "loss": 0.0525,
      "step": 25350
    },
    {
      "grad_norm": 0.8396303057670593,
      "learning_rate": 8.601927414159372e-05,
      "loss": 0.0496,
      "step": 25360
    },
    {
      "grad_norm": 0.7095109820365906,
      "learning_rate": 8.600652944915046e-05,
      "loss": 0.0639,
      "step": 25370
    },
    {
      "grad_norm": 0.44240835309028625,
      "learning_rate": 8.599377989544806e-05,
      "loss": 0.0567,
      "step": 25380
    },
    {
      "grad_norm": 0.5485554933547974,
      "learning_rate": 8.598102548220782e-05,
      "loss": 0.0563,
      "step": 25390
    },
    {
      "grad_norm": 0.4370795786380768,
      "learning_rate": 8.596826621115173e-05,
      "loss": 0.0602,
      "step": 25400
    },
    {
      "grad_norm": 0.5735079050064087,
      "learning_rate": 8.595550208400241e-05,
      "loss": 0.0642,
      "step": 25410
    },
    {
      "grad_norm": 0.8527557849884033,
      "learning_rate": 8.594273310248318e-05,
      "loss": 0.0549,
      "step": 25420
    },
    {
      "grad_norm": 0.5447645783424377,
      "learning_rate": 8.592995926831795e-05,
      "loss": 0.062,
      "step": 25430
    },
    {
      "grad_norm": 0.6760944724082947,
      "learning_rate": 8.591718058323135e-05,
      "loss": 0.0575,
      "step": 25440
    },
    {
      "grad_norm": 0.7368451356887817,
      "learning_rate": 8.590439704894862e-05,
      "loss": 0.0648,
      "step": 25450
    },
    {
      "grad_norm": 0.7217297554016113,
      "learning_rate": 8.589160866719569e-05,
      "loss": 0.0557,
      "step": 25460
    },
    {
      "grad_norm": 0.4804415702819824,
      "learning_rate": 8.587881543969912e-05,
      "loss": 0.0554,
      "step": 25470
    },
    {
      "grad_norm": 0.3706405460834503,
      "learning_rate": 8.586601736818611e-05,
      "loss": 0.0554,
      "step": 25480
    },
    {
      "grad_norm": 0.45453956723213196,
      "learning_rate": 8.585321445438454e-05,
      "loss": 0.0513,
      "step": 25490
    },
    {
      "grad_norm": 0.7836796641349792,
      "learning_rate": 8.584040670002296e-05,
      "loss": 0.0605,
      "step": 25500
    },
    {
      "grad_norm": 0.7134982943534851,
      "learning_rate": 8.582759410683053e-05,
      "loss": 0.057,
      "step": 25510
    },
    {
      "grad_norm": 0.4504047632217407,
      "learning_rate": 8.58147766765371e-05,
      "loss": 0.045,
      "step": 25520
    },
    {
      "grad_norm": 0.47478464245796204,
      "learning_rate": 8.580195441087313e-05,
      "loss": 0.0701,
      "step": 25530
    },
    {
      "grad_norm": 0.45220494270324707,
      "learning_rate": 8.57891273115698e-05,
      "loss": 0.0569,
      "step": 25540
    },
    {
      "grad_norm": 0.4581053853034973,
      "learning_rate": 8.577629538035887e-05,
      "loss": 0.0506,
      "step": 25550
    },
    {
      "grad_norm": 0.47879427671432495,
      "learning_rate": 8.576345861897281e-05,
      "loss": 0.0626,
      "step": 25560
    },
    {
      "grad_norm": 0.5022239685058594,
      "learning_rate": 8.575061702914468e-05,
      "loss": 0.061,
      "step": 25570
    },
    {
      "grad_norm": 0.48992985486984253,
      "learning_rate": 8.573777061260828e-05,
      "loss": 0.055,
      "step": 25580
    },
    {
      "grad_norm": 0.43616729974746704,
      "learning_rate": 8.572491937109796e-05,
      "loss": 0.0552,
      "step": 25590
    },
    {
      "grad_norm": 0.39667296409606934,
      "learning_rate": 8.571206330634882e-05,
      "loss": 0.0531,
      "step": 25600
    },
    {
      "grad_norm": 0.4449803829193115,
      "learning_rate": 8.569920242009655e-05,
      "loss": 0.0575,
      "step": 25610
    },
    {
      "grad_norm": 0.44669246673583984,
      "learning_rate": 8.568633671407747e-05,
      "loss": 0.0603,
      "step": 25620
    },
    {
      "grad_norm": 0.6512429714202881,
      "learning_rate": 8.567346619002862e-05,
      "loss": 0.0599,
      "step": 25630
    },
    {
      "grad_norm": 0.415847510099411,
      "learning_rate": 8.566059084968765e-05,
      "loss": 0.0439,
      "step": 25640
    },
    {
      "grad_norm": 0.6342257261276245,
      "learning_rate": 8.564771069479285e-05,
      "loss": 0.0668,
      "step": 25650
    },
    {
      "grad_norm": 0.3150489032268524,
      "learning_rate": 8.56348257270832e-05,
      "loss": 0.0596,
      "step": 25660
    },
    {
      "grad_norm": 0.5477579236030579,
      "learning_rate": 8.562193594829829e-05,
      "loss": 0.0716,
      "step": 25670
    },
    {
      "grad_norm": 0.5124656558036804,
      "learning_rate": 8.560904136017838e-05,
      "loss": 0.0554,
      "step": 25680
    },
    {
      "grad_norm": 0.5035865902900696,
      "learning_rate": 8.559614196446438e-05,
      "loss": 0.0545,
      "step": 25690
    },
    {
      "grad_norm": 0.47895845770835876,
      "learning_rate": 8.558323776289783e-05,
      "loss": 0.0509,
      "step": 25700
    },
    {
      "grad_norm": 0.4749266505241394,
      "learning_rate": 8.557032875722095e-05,
      "loss": 0.0511,
      "step": 25710
    },
    {
      "grad_norm": 0.4531169831752777,
      "learning_rate": 8.555741494917658e-05,
      "loss": 0.0475,
      "step": 25720
    },
    {
      "grad_norm": 0.5325570702552795,
      "learning_rate": 8.554449634050822e-05,
      "loss": 0.0569,
      "step": 25730
    },
    {
      "grad_norm": 0.4461539089679718,
      "learning_rate": 8.553157293296002e-05,
      "loss": 0.0575,
      "step": 25740
    },
    {
      "grad_norm": 0.5502887964248657,
      "learning_rate": 8.551864472827676e-05,
      "loss": 0.0513,
      "step": 25750
    },
    {
      "grad_norm": 0.6146864295005798,
      "learning_rate": 8.550571172820392e-05,
      "loss": 0.0684,
      "step": 25760
    },
    {
      "grad_norm": 0.5212344527244568,
      "learning_rate": 8.549277393448756e-05,
      "loss": 0.052,
      "step": 25770
    },
    {
      "grad_norm": 0.7638584971427917,
      "learning_rate": 8.547983134887441e-05,
      "loss": 0.0467,
      "step": 25780
    },
    {
      "grad_norm": 0.42866095900535583,
      "learning_rate": 8.546688397311188e-05,
      "loss": 0.0522,
      "step": 25790
    },
    {
      "grad_norm": 0.3347163498401642,
      "learning_rate": 8.5453931808948e-05,
      "loss": 0.0552,
      "step": 25800
    },
    {
      "grad_norm": 0.48603975772857666,
      "learning_rate": 8.544097485813146e-05,
      "loss": 0.054,
      "step": 25810
    },
    {
      "grad_norm": 0.4105491638183594,
      "learning_rate": 8.542801312241153e-05,
      "loss": 0.0466,
      "step": 25820
    },
    {
      "grad_norm": 0.9107198715209961,
      "learning_rate": 8.541504660353823e-05,
      "loss": 0.0506,
      "step": 25830
    },
    {
      "grad_norm": 0.8686252236366272,
      "learning_rate": 8.540207530326217e-05,
      "loss": 0.0618,
      "step": 25840
    },
    {
      "grad_norm": 0.4817807972431183,
      "learning_rate": 8.53890992233346e-05,
      "loss": 0.0591,
      "step": 25850
    },
    {
      "grad_norm": 0.37721049785614014,
      "learning_rate": 8.537611836550744e-05,
      "loss": 0.05,
      "step": 25860
    },
    {
      "grad_norm": 0.48206663131713867,
      "learning_rate": 8.53631327315332e-05,
      "loss": 0.0559,
      "step": 25870
    },
    {
      "grad_norm": 0.33552104234695435,
      "learning_rate": 8.535014232316512e-05,
      "loss": 0.0685,
      "step": 25880
    },
    {
      "grad_norm": 0.5269884467124939,
      "learning_rate": 8.533714714215703e-05,
      "loss": 0.0586,
      "step": 25890
    },
    {
      "grad_norm": 0.5404018759727478,
      "learning_rate": 8.532414719026342e-05,
      "loss": 0.0554,
      "step": 25900
    },
    {
      "grad_norm": 0.3966752588748932,
      "learning_rate": 8.531114246923942e-05,
      "loss": 0.0587,
      "step": 25910
    },
    {
      "grad_norm": 0.5478224158287048,
      "learning_rate": 8.52981329808408e-05,
      "loss": 0.0564,
      "step": 25920
    },
    {
      "grad_norm": 0.6417787075042725,
      "learning_rate": 8.528511872682398e-05,
      "loss": 0.0562,
      "step": 25930
    },
    {
      "grad_norm": 0.5213271975517273,
      "learning_rate": 8.527209970894601e-05,
      "loss": 0.0501,
      "step": 25940
    },
    {
      "grad_norm": 0.5084124207496643,
      "learning_rate": 8.525907592896459e-05,
      "loss": 0.0582,
      "step": 25950
    },
    {
      "grad_norm": 0.4646546542644501,
      "learning_rate": 8.52460473886381e-05,
      "loss": 0.0561,
      "step": 25960
    },
    {
      "grad_norm": 0.4318033754825592,
      "learning_rate": 8.52330140897255e-05,
      "loss": 0.0598,
      "step": 25970
    },
    {
      "grad_norm": 0.44166040420532227,
      "learning_rate": 8.521997603398642e-05,
      "loss": 0.0479,
      "step": 25980
    },
    {
      "grad_norm": 0.5483094453811646,
      "learning_rate": 8.520693322318116e-05,
      "loss": 0.0573,
      "step": 25990
    },
    {
      "grad_norm": 0.6150262951850891,
      "learning_rate": 8.51938856590706e-05,
      "loss": 0.0573,
      "step": 26000
    },
    {
      "grad_norm": 0.5909444093704224,
      "learning_rate": 8.518083334341635e-05,
      "loss": 0.0602,
      "step": 26010
    },
    {
      "grad_norm": 0.5364410877227783,
      "learning_rate": 8.516777627798056e-05,
      "loss": 0.0619,
      "step": 26020
    },
    {
      "grad_norm": 0.4805534780025482,
      "learning_rate": 8.515471446452608e-05,
      "loss": 0.0561,
      "step": 26030
    },
    {
      "grad_norm": 0.4936401844024658,
      "learning_rate": 8.514164790481642e-05,
      "loss": 0.0588,
      "step": 26040
    },
    {
      "grad_norm": 0.3803621232509613,
      "learning_rate": 8.512857660061567e-05,
      "loss": 0.0608,
      "step": 26050
    },
    {
      "grad_norm": 0.5794886350631714,
      "learning_rate": 8.511550055368861e-05,
      "loss": 0.0628,
      "step": 26060
    },
    {
      "grad_norm": 0.6328325271606445,
      "learning_rate": 8.510241976580065e-05,
      "loss": 0.0651,
      "step": 26070
    },
    {
      "grad_norm": 0.5043632388114929,
      "learning_rate": 8.508933423871781e-05,
      "loss": 0.0725,
      "step": 26080
    },
    {
      "grad_norm": 0.5012074112892151,
      "learning_rate": 8.507624397420679e-05,
      "loss": 0.0657,
      "step": 26090
    },
    {
      "grad_norm": 0.6411193013191223,
      "learning_rate": 8.506314897403491e-05,
      "loss": 0.0639,
      "step": 26100
    },
    {
      "grad_norm": 0.4212843179702759,
      "learning_rate": 8.505004923997013e-05,
      "loss": 0.0571,
      "step": 26110
    },
    {
      "grad_norm": 0.43657800555229187,
      "learning_rate": 8.503694477378106e-05,
      "loss": 0.0605,
      "step": 26120
    },
    {
      "grad_norm": 0.48195213079452515,
      "learning_rate": 8.502383557723695e-05,
      "loss": 0.0544,
      "step": 26130
    },
    {
      "grad_norm": 0.38799136877059937,
      "learning_rate": 8.501072165210763e-05,
      "loss": 0.0533,
      "step": 26140
    },
    {
      "grad_norm": 0.46716931462287903,
      "learning_rate": 8.499760300016368e-05,
      "loss": 0.0622,
      "step": 26150
    },
    {
      "grad_norm": 0.4261836111545563,
      "learning_rate": 8.498447962317622e-05,
      "loss": 0.0462,
      "step": 26160
    },
    {
      "grad_norm": 0.5893876552581787,
      "learning_rate": 8.497135152291703e-05,
      "loss": 0.0532,
      "step": 26170
    },
    {
      "grad_norm": 0.6915192008018494,
      "learning_rate": 8.495821870115858e-05,
      "loss": 0.0512,
      "step": 26180
    },
    {
      "grad_norm": 0.45452988147735596,
      "learning_rate": 8.49450811596739e-05,
      "loss": 0.0583,
      "step": 26190
    },
    {
      "grad_norm": 0.2973022162914276,
      "learning_rate": 8.493193890023674e-05,
      "loss": 0.06,
      "step": 26200
    },
    {
      "grad_norm": 0.6612966060638428,
      "learning_rate": 8.491879192462141e-05,
      "loss": 0.0524,
      "step": 26210
    },
    {
      "grad_norm": 0.41805750131607056,
      "learning_rate": 8.49056402346029e-05,
      "loss": 0.0541,
      "step": 26220
    },
    {
      "grad_norm": 0.4583851993083954,
      "learning_rate": 8.489248383195683e-05,
      "loss": 0.0535,
      "step": 26230
    },
    {
      "grad_norm": 0.6193423271179199,
      "learning_rate": 8.487932271845944e-05,
      "loss": 0.0476,
      "step": 26240
    },
    {
      "grad_norm": 0.34209510684013367,
      "learning_rate": 8.486615689588762e-05,
      "loss": 0.0559,
      "step": 26250
    },
    {
      "grad_norm": 0.6247612833976746,
      "learning_rate": 8.48529863660189e-05,
      "loss": 0.0587,
      "step": 26260
    },
    {
      "grad_norm": 0.4722212255001068,
      "learning_rate": 8.483981113063144e-05,
      "loss": 0.0509,
      "step": 26270
    },
    {
      "grad_norm": 0.8312621712684631,
      "learning_rate": 8.482663119150404e-05,
      "loss": 0.0751,
      "step": 26280
    },
    {
      "grad_norm": 0.3682995140552521,
      "learning_rate": 8.481344655041613e-05,
      "loss": 0.0713,
      "step": 26290
    },
    {
      "grad_norm": 0.5520656704902649,
      "learning_rate": 8.480025720914775e-05,
      "loss": 0.0616,
      "step": 26300
    },
    {
      "grad_norm": 0.43983718752861023,
      "learning_rate": 8.478706316947964e-05,
      "loss": 0.061,
      "step": 26310
    },
    {
      "grad_norm": 0.5741654634475708,
      "learning_rate": 8.47738644331931e-05,
      "loss": 0.0589,
      "step": 26320
    },
    {
      "grad_norm": 0.46359723806381226,
      "learning_rate": 8.476066100207012e-05,
      "loss": 0.0504,
      "step": 26330
    },
    {
      "grad_norm": 0.5291924476623535,
      "learning_rate": 8.474745287789327e-05,
      "loss": 0.062,
      "step": 26340
    },
    {
      "grad_norm": 0.8462855219841003,
      "learning_rate": 8.473424006244584e-05,
      "loss": 0.0609,
      "step": 26350
    },
    {
      "grad_norm": 0.43742939829826355,
      "learning_rate": 8.472102255751162e-05,
      "loss": 0.0719,
      "step": 26360
    },
    {
      "grad_norm": 0.5205396413803101,
      "learning_rate": 8.47078003648752e-05,
      "loss": 0.0577,
      "step": 26370
    },
    {
      "grad_norm": 0.6010424494743347,
      "learning_rate": 8.469457348632165e-05,
      "loss": 0.061,
      "step": 26380
    },
    {
      "grad_norm": 0.4833117425441742,
      "learning_rate": 8.468134192363677e-05,
      "loss": 0.0608,
      "step": 26390
    },
    {
      "grad_norm": 1.025976300239563,
      "learning_rate": 8.466810567860693e-05,
      "loss": 0.0663,
      "step": 26400
    },
    {
      "grad_norm": 0.39500582218170166,
      "learning_rate": 8.46548647530192e-05,
      "loss": 0.0593,
      "step": 26410
    },
    {
      "grad_norm": 0.425029993057251,
      "learning_rate": 8.464161914866122e-05,
      "loss": 0.0584,
      "step": 26420
    },
    {
      "grad_norm": 0.5202749371528625,
      "learning_rate": 8.462836886732128e-05,
      "loss": 0.0655,
      "step": 26430
    },
    {
      "grad_norm": 0.4662005305290222,
      "learning_rate": 8.461511391078833e-05,
      "loss": 0.058,
      "step": 26440
    },
    {
      "grad_norm": 0.8972727060317993,
      "learning_rate": 8.460185428085192e-05,
      "loss": 0.0536,
      "step": 26450
    },
    {
      "grad_norm": 0.47006258368492126,
      "learning_rate": 8.458858997930224e-05,
      "loss": 0.068,
      "step": 26460
    },
    {
      "grad_norm": 0.6916643977165222,
      "learning_rate": 8.457532100793009e-05,
      "loss": 0.0585,
      "step": 26470
    },
    {
      "grad_norm": 0.5076504945755005,
      "learning_rate": 8.456204736852693e-05,
      "loss": 0.0549,
      "step": 26480
    },
    {
      "grad_norm": 0.631199836730957,
      "learning_rate": 8.454876906288485e-05,
      "loss": 0.0597,
      "step": 26490
    },
    {
      "grad_norm": 0.48554137349128723,
      "learning_rate": 8.453548609279655e-05,
      "loss": 0.0554,
      "step": 26500
    },
    {
      "grad_norm": 0.80633145570755,
      "learning_rate": 8.45221984600554e-05,
      "loss": 0.0626,
      "step": 26510
    },
    {
      "grad_norm": 0.49925148487091064,
      "learning_rate": 8.450890616645532e-05,
      "loss": 0.0479,
      "step": 26520
    },
    {
      "grad_norm": 0.49908775091171265,
      "learning_rate": 8.449560921379096e-05,
      "loss": 0.0583,
      "step": 26530
    },
    {
      "grad_norm": 0.9773217439651489,
      "learning_rate": 8.44823076038575e-05,
      "loss": 0.0611,
      "step": 26540
    },
    {
      "grad_norm": 0.4755619168281555,
      "learning_rate": 8.446900133845084e-05,
      "loss": 0.0538,
      "step": 26550
    },
    {
      "grad_norm": 0.6991738080978394,
      "learning_rate": 8.445569041936743e-05,
      "loss": 0.056,
      "step": 26560
    },
    {
      "grad_norm": 0.5183769464492798,
      "learning_rate": 8.444237484840441e-05,
      "loss": 0.0649,
      "step": 26570
    },
    {
      "grad_norm": 0.4205061197280884,
      "learning_rate": 8.44290546273595e-05,
      "loss": 0.067,
      "step": 26580
    },
    {
      "grad_norm": 0.6107769012451172,
      "learning_rate": 8.441572975803109e-05,
      "loss": 0.0694,
      "step": 26590
    },
    {
      "grad_norm": 0.506538987159729,
      "learning_rate": 8.440240024221815e-05,
      "loss": 0.0615,
      "step": 26600
    },
    {
      "grad_norm": 0.3866615891456604,
      "learning_rate": 8.438906608172034e-05,
      "loss": 0.0605,
      "step": 26610
    },
    {
      "grad_norm": 0.5477928519248962,
      "learning_rate": 8.437572727833789e-05,
      "loss": 0.0608,
      "step": 26620
    },
    {
      "grad_norm": 0.5846688747406006,
      "learning_rate": 8.436238383387169e-05,
      "loss": 0.0524,
      "step": 26630
    },
    {
      "grad_norm": 0.47362592816352844,
      "learning_rate": 8.434903575012323e-05,
      "loss": 0.0613,
      "step": 26640
    },
    {
      "grad_norm": 0.45173925161361694,
      "learning_rate": 8.433568302889464e-05,
      "loss": 0.0528,
      "step": 26650
    },
    {
      "grad_norm": 0.5969409942626953,
      "learning_rate": 8.43223256719887e-05,
      "loss": 0.063,
      "step": 26660
    },
    {
      "grad_norm": 0.4531739056110382,
      "learning_rate": 8.430896368120876e-05,
      "loss": 0.0607,
      "step": 26670
    },
    {
      "grad_norm": 0.5775227546691895,
      "learning_rate": 8.429559705835885e-05,
      "loss": 0.0592,
      "step": 26680
    },
    {
      "grad_norm": 0.4947100877761841,
      "learning_rate": 8.428222580524363e-05,
      "loss": 0.0509,
      "step": 26690
    },
    {
      "grad_norm": 0.5038237571716309,
      "learning_rate": 8.42688499236683e-05,
      "loss": 0.0702,
      "step": 26700
    },
    {
      "grad_norm": 0.5009523630142212,
      "learning_rate": 8.42554694154388e-05,
      "loss": 0.0544,
      "step": 26710
    },
    {
      "grad_norm": 0.47693830728530884,
      "learning_rate": 8.42420842823616e-05,
      "loss": 0.0511,
      "step": 26720
    },
    {
      "grad_norm": 0.5255373120307922,
      "learning_rate": 8.422869452624384e-05,
      "loss": 0.0539,
      "step": 26730
    },
    {
      "grad_norm": 0.4451993405818939,
      "learning_rate": 8.421530014889332e-05,
      "loss": 0.0539,
      "step": 26740
    },
    {
      "grad_norm": 0.4466409981250763,
      "learning_rate": 8.420190115211834e-05,
      "loss": 0.0645,
      "step": 26750
    },
    {
      "grad_norm": 0.4577656388282776,
      "learning_rate": 8.418849753772799e-05,
      "loss": 0.049,
      "step": 26760
    },
    {
      "grad_norm": 0.4619274437427521,
      "learning_rate": 8.417508930753184e-05,
      "loss": 0.0515,
      "step": 26770
    },
    {
      "grad_norm": 0.4700234532356262,
      "learning_rate": 8.416167646334017e-05,
      "loss": 0.0547,
      "step": 26780
    },
    {
      "grad_norm": 0.5531809329986572,
      "learning_rate": 8.414825900696386e-05,
      "loss": 0.0682,
      "step": 26790
    },
    {
      "grad_norm": 0.6258424520492554,
      "learning_rate": 8.413483694021438e-05,
      "loss": 0.0599,
      "step": 26800
    },
    {
      "grad_norm": 0.5164268016815186,
      "learning_rate": 8.412141026490388e-05,
      "loss": 0.0508,
      "step": 26810
    },
    {
      "grad_norm": 0.4382076859474182,
      "learning_rate": 8.410797898284505e-05,
      "loss": 0.0542,
      "step": 26820
    },
    {
      "grad_norm": 0.41084325313568115,
      "learning_rate": 8.409454309585132e-05,
      "loss": 0.0499,
      "step": 26830
    },
    {
      "grad_norm": 0.517815351486206,
      "learning_rate": 8.408110260573665e-05,
      "loss": 0.0609,
      "step": 26840
    },
    {
      "grad_norm": 0.497528612613678,
      "learning_rate": 8.406765751431564e-05,
      "loss": 0.0617,
      "step": 26850
    },
    {
      "grad_norm": 0.6072558164596558,
      "learning_rate": 8.40542078234035e-05,
      "loss": 0.0498,
      "step": 26860
    },
    {
      "grad_norm": 0.5788341164588928,
      "learning_rate": 8.404075353481612e-05,
      "loss": 0.0643,
      "step": 26870
    },
    {
      "grad_norm": 0.5628957748413086,
      "learning_rate": 8.402729465036994e-05,
      "loss": 0.0554,
      "step": 26880
    },
    {
      "grad_norm": 0.31878551840782166,
      "learning_rate": 8.401383117188208e-05,
      "loss": 0.0542,
      "step": 26890
    },
    {
      "grad_norm": 0.4679114520549774,
      "learning_rate": 8.40003631011702e-05,
      "loss": 0.053,
      "step": 26900
    },
    {
      "grad_norm": 0.41100892424583435,
      "learning_rate": 8.39868904400527e-05,
      "loss": 0.0518,
      "step": 26910
    },
    {
      "grad_norm": 0.5468024015426636,
      "learning_rate": 8.397341319034848e-05,
      "loss": 0.0608,
      "step": 26920
    },
    {
      "grad_norm": 0.4596017897129059,
      "learning_rate": 8.395993135387712e-05,
      "loss": 0.0511,
      "step": 26930
    },
    {
      "grad_norm": 0.5263875126838684,
      "learning_rate": 8.394644493245881e-05,
      "loss": 0.0724,
      "step": 26940
    },
    {
      "grad_norm": 0.41990789771080017,
      "learning_rate": 8.393295392791436e-05,
      "loss": 0.0591,
      "step": 26950
    },
    {
      "grad_norm": 0.7816318869590759,
      "learning_rate": 8.391945834206521e-05,
      "loss": 0.0533,
      "step": 26960
    },
    {
      "grad_norm": 0.35426756739616394,
      "learning_rate": 8.39059581767334e-05,
      "loss": 0.0661,
      "step": 26970
    },
    {
      "grad_norm": 0.37040069699287415,
      "learning_rate": 8.389245343374157e-05,
      "loss": 0.0412,
      "step": 26980
    },
    {
      "grad_norm": 0.4687216877937317,
      "learning_rate": 8.387894411491301e-05,
      "loss": 0.0583,
      "step": 26990
    },
    {
      "grad_norm": 0.46788647770881653,
      "learning_rate": 8.386543022207166e-05,
      "loss": 0.0514,
      "step": 27000
    },
    {
      "grad_norm": 0.5417906641960144,
      "learning_rate": 8.385191175704198e-05,
      "loss": 0.0443,
      "step": 27010
    },
    {
      "grad_norm": 0.4269028604030609,
      "learning_rate": 8.383838872164917e-05,
      "loss": 0.0504,
      "step": 27020
    },
    {
      "grad_norm": 0.4958673417568207,
      "learning_rate": 8.382486111771892e-05,
      "loss": 0.0488,
      "step": 27030
    },
    {
      "grad_norm": 0.49661022424697876,
      "learning_rate": 8.381132894707761e-05,
      "loss": 0.0733,
      "step": 27040
    },
    {
      "grad_norm": 0.4686622619628906,
      "learning_rate": 8.379779221155226e-05,
      "loss": 0.0557,
      "step": 27050
    },
    {
      "grad_norm": 0.36391857266426086,
      "learning_rate": 8.378425091297042e-05,
      "loss": 0.0477,
      "step": 27060
    },
    {
      "grad_norm": 0.43021753430366516,
      "learning_rate": 8.377070505316036e-05,
      "loss": 0.0532,
      "step": 27070
    },
    {
      "grad_norm": 0.5116082429885864,
      "learning_rate": 8.375715463395089e-05,
      "loss": 0.05,
      "step": 27080
    },
    {
      "grad_norm": 0.6076987385749817,
      "learning_rate": 8.374359965717144e-05,
      "loss": 0.0504,
      "step": 27090
    },
    {
      "grad_norm": 0.6153601408004761,
      "learning_rate": 8.37300401246521e-05,
      "loss": 0.061,
      "step": 27100
    },
    {
      "grad_norm": 0.4694414436817169,
      "learning_rate": 8.371647603822355e-05,
      "loss": 0.0533,
      "step": 27110
    },
    {
      "grad_norm": 0.5654545426368713,
      "learning_rate": 8.370290739971704e-05,
      "loss": 0.0628,
      "step": 27120
    },
    {
      "grad_norm": 0.45805156230926514,
      "learning_rate": 8.368933421096454e-05,
      "loss": 0.0543,
      "step": 27130
    },
    {
      "grad_norm": 0.7598822116851807,
      "learning_rate": 8.367575647379855e-05,
      "loss": 0.0704,
      "step": 27140
    },
    {
      "grad_norm": 0.5482187271118164,
      "learning_rate": 8.36621741900522e-05,
      "loss": 0.0532,
      "step": 27150
    },
    {
      "grad_norm": 0.4682290852069855,
      "learning_rate": 8.364858736155925e-05,
      "loss": 0.0537,
      "step": 27160
    },
    {
      "grad_norm": 0.9250856041908264,
      "learning_rate": 8.363499599015403e-05,
      "loss": 0.0663,
      "step": 27170
    },
    {
      "grad_norm": 0.6692517995834351,
      "learning_rate": 8.362140007767156e-05,
      "loss": 0.0684,
      "step": 27180
    },
    {
      "grad_norm": 0.3745804727077484,
      "learning_rate": 8.360779962594742e-05,
      "loss": 0.0669,
      "step": 27190
    },
    {
      "grad_norm": 0.4835321307182312,
      "learning_rate": 8.359419463681781e-05,
      "loss": 0.0698,
      "step": 27200
    },
    {
      "grad_norm": 0.6286379098892212,
      "learning_rate": 8.358058511211955e-05,
      "loss": 0.0591,
      "step": 27210
    },
    {
      "grad_norm": 0.5201175808906555,
      "learning_rate": 8.356697105369007e-05,
      "loss": 0.0604,
      "step": 27220
    },
    {
      "grad_norm": 0.6995378732681274,
      "learning_rate": 8.35533524633674e-05,
      "loss": 0.0608,
      "step": 27230
    },
    {
      "grad_norm": 0.5250080227851868,
      "learning_rate": 8.353972934299019e-05,
      "loss": 0.0464,
      "step": 27240
    },
    {
      "grad_norm": 0.5160719752311707,
      "learning_rate": 8.352610169439771e-05,
      "loss": 0.0633,
      "step": 27250
    },
    {
      "grad_norm": 0.4697183072566986,
      "learning_rate": 8.351246951942984e-05,
      "loss": 0.0518,
      "step": 27260
    },
    {
      "grad_norm": 0.48008179664611816,
      "learning_rate": 8.349883281992708e-05,
      "loss": 0.0441,
      "step": 27270
    },
    {
      "grad_norm": 0.43601927161216736,
      "learning_rate": 8.34851915977305e-05,
      "loss": 0.0556,
      "step": 27280
    },
    {
      "grad_norm": 0.37965095043182373,
      "learning_rate": 8.347154585468182e-05,
      "loss": 0.0508,
      "step": 27290
    },
    {
      "grad_norm": 0.5344690084457397,
      "learning_rate": 8.345789559262336e-05,
      "loss": 0.0429,
      "step": 27300
    },
    {
      "grad_norm": 0.6182347536087036,
      "learning_rate": 8.344424081339804e-05,
      "loss": 0.0572,
      "step": 27310
    },
    {
      "grad_norm": 0.4727794826030731,
      "learning_rate": 8.343058151884941e-05,
      "loss": 0.052,
      "step": 27320
    },
    {
      "grad_norm": 0.43250763416290283,
      "learning_rate": 8.34169177108216e-05,
      "loss": 0.0421,
      "step": 27330
    },
    {
      "grad_norm": 0.4738079607486725,
      "learning_rate": 8.34032493911594e-05,
      "loss": 0.0569,
      "step": 27340
    },
    {
      "grad_norm": 0.3030412793159485,
      "learning_rate": 8.338957656170816e-05,
      "loss": 0.0612,
      "step": 27350
    },
    {
      "grad_norm": 0.5247248411178589,
      "learning_rate": 8.337589922431383e-05,
      "loss": 0.0638,
      "step": 27360
    },
    {
      "grad_norm": 0.4204334318637848,
      "learning_rate": 8.336221738082305e-05,
      "loss": 0.0491,
      "step": 27370
    },
    {
      "grad_norm": 0.6629027128219604,
      "learning_rate": 8.334853103308296e-05,
      "loss": 0.0516,
      "step": 27380
    },
    {
      "grad_norm": 0.5197357535362244,
      "learning_rate": 8.333484018294138e-05,
      "loss": 0.06,
      "step": 27390
    },
    {
      "grad_norm": 0.39077064394950867,
      "learning_rate": 8.332114483224671e-05,
      "loss": 0.0426,
      "step": 27400
    },
    {
      "grad_norm": 0.45895466208457947,
      "learning_rate": 8.3307444982848e-05,
      "loss": 0.0712,
      "step": 27410
    },
    {
      "grad_norm": 0.38947170972824097,
      "learning_rate": 8.329374063659484e-05,
      "loss": 0.0547,
      "step": 27420
    },
    {
      "grad_norm": 0.5319167375564575,
      "learning_rate": 8.328003179533743e-05,
      "loss": 0.0629,
      "step": 27430
    },
    {
      "grad_norm": 0.4706524908542633,
      "learning_rate": 8.326631846092668e-05,
      "loss": 0.063,
      "step": 27440
    },
    {
      "grad_norm": 0.517687976360321,
      "learning_rate": 8.325260063521398e-05,
      "loss": 0.0708,
      "step": 27450
    },
    {
      "grad_norm": 0.4641670882701874,
      "learning_rate": 8.323887832005143e-05,
      "loss": 0.0578,
      "step": 27460
    },
    {
      "grad_norm": 0.47969892621040344,
      "learning_rate": 8.322515151729164e-05,
      "loss": 0.0821,
      "step": 27470
    },
    {
      "grad_norm": 0.5528490543365479,
      "learning_rate": 8.321142022878788e-05,
      "loss": 0.0612,
      "step": 27480
    },
    {
      "grad_norm": 0.46760061383247375,
      "learning_rate": 8.319768445639404e-05,
      "loss": 0.0651,
      "step": 27490
    },
    {
      "grad_norm": 0.544530987739563,
      "learning_rate": 8.318394420196456e-05,
      "loss": 0.0746,
      "step": 27500
    },
    {
      "grad_norm": 0.5301911234855652,
      "learning_rate": 8.317019946735456e-05,
      "loss": 0.0685,
      "step": 27510
    },
    {
      "grad_norm": 0.6128272414207458,
      "learning_rate": 8.315645025441969e-05,
      "loss": 0.0628,
      "step": 27520
    },
    {
      "grad_norm": 0.5768524408340454,
      "learning_rate": 8.314269656501625e-05,
      "loss": 0.0603,
      "step": 27530
    },
    {
      "grad_norm": 0.3993939459323883,
      "learning_rate": 8.312893840100113e-05,
      "loss": 0.0496,
      "step": 27540
    },
    {
      "grad_norm": 0.5053486227989197,
      "learning_rate": 8.311517576423183e-05,
      "loss": 0.063,
      "step": 27550
    },
    {
      "grad_norm": 0.42343613505363464,
      "learning_rate": 8.310140865656646e-05,
      "loss": 0.0477,
      "step": 27560
    },
    {
      "grad_norm": 0.6876701712608337,
      "learning_rate": 8.30876370798637e-05,
      "loss": 0.0586,
      "step": 27570
    },
    {
      "grad_norm": 0.4530872106552124,
      "learning_rate": 8.307386103598287e-05,
      "loss": 0.0525,
      "step": 27580
    },
    {
      "grad_norm": 0.414195716381073,
      "learning_rate": 8.306008052678388e-05,
      "loss": 0.0527,
      "step": 27590
    },
    {
      "grad_norm": 0.4611762464046478,
      "learning_rate": 8.304629555412725e-05,
      "loss": 0.0567,
      "step": 27600
    },
    {
      "grad_norm": 0.5352284908294678,
      "learning_rate": 8.303250611987409e-05,
      "loss": 0.0728,
      "step": 27610
    },
    {
      "grad_norm": 0.5432190299034119,
      "learning_rate": 8.301871222588611e-05,
      "loss": 0.0606,
      "step": 27620
    },
    {
      "grad_norm": 0.44603800773620605,
      "learning_rate": 8.300491387402564e-05,
      "loss": 0.0507,
      "step": 27630
    },
    {
      "grad_norm": 0.6172886490821838,
      "learning_rate": 8.29911110661556e-05,
      "loss": 0.0534,
      "step": 27640
    },
    {
      "grad_norm": 0.5191683769226074,
      "learning_rate": 8.297730380413952e-05,
      "loss": 0.0621,
      "step": 27650
    },
    {
      "grad_norm": 0.5853459239006042,
      "learning_rate": 8.296349208984152e-05,
      "loss": 0.066,
      "step": 27660
    },
    {
      "grad_norm": 0.5690611600875854,
      "learning_rate": 8.294967592512633e-05,
      "loss": 0.0682,
      "step": 27670
    },
    {
      "grad_norm": 0.3745082914829254,
      "learning_rate": 8.293585531185925e-05,
      "loss": 0.0648,
      "step": 27680
    },
    {
      "grad_norm": 0.5590577125549316,
      "learning_rate": 8.292203025190626e-05,
      "loss": 0.0567,
      "step": 27690
    },
    {
      "grad_norm": 0.5813259482383728,
      "learning_rate": 8.290820074713384e-05,
      "loss": 0.0594,
      "step": 27700
    },
    {
      "grad_norm": 1.1471635103225708,
      "learning_rate": 8.289436679940913e-05,
      "loss": 0.0479,
      "step": 27710
    },
    {
      "grad_norm": 0.3896889388561249,
      "learning_rate": 8.288052841059988e-05,
      "loss": 0.0543,
      "step": 27720
    },
    {
      "grad_norm": 0.5089550614356995,
      "learning_rate": 8.28666855825744e-05,
      "loss": 0.0517,
      "step": 27730
    },
    {
      "grad_norm": 0.3393707573413849,
      "learning_rate": 8.285283831720163e-05,
      "loss": 0.0602,
      "step": 27740
    },
    {
      "grad_norm": 0.3755461275577545,
      "learning_rate": 8.283898661635106e-05,
      "loss": 0.066,
      "step": 27750
    },
    {
      "grad_norm": 0.46679428219795227,
      "learning_rate": 8.282513048189286e-05,
      "loss": 0.0483,
      "step": 27760
    },
    {
      "grad_norm": 0.5130746960639954,
      "learning_rate": 8.281126991569772e-05,
      "loss": 0.0617,
      "step": 27770
    },
    {
      "grad_norm": 0.3835100829601288,
      "learning_rate": 8.279740491963699e-05,
      "loss": 0.0552,
      "step": 27780
    },
    {
      "grad_norm": 0.5087710618972778,
      "learning_rate": 8.278353549558258e-05,
      "loss": 0.0576,
      "step": 27790
    },
    {
      "grad_norm": 0.3481898903846741,
      "learning_rate": 8.276966164540698e-05,
      "loss": 0.0491,
      "step": 27800
    },
    {
      "grad_norm": 0.49486732482910156,
      "learning_rate": 8.275578337098336e-05,
      "loss": 0.0581,
      "step": 27810
    },
    {
      "grad_norm": 0.35258620977401733,
      "learning_rate": 8.274190067418537e-05,
      "loss": 0.0475,
      "step": 27820
    },
    {
      "grad_norm": 0.4759509861469269,
      "learning_rate": 8.272801355688737e-05,
      "loss": 0.0468,
      "step": 27830
    },
    {
      "grad_norm": 0.47454410791397095,
      "learning_rate": 8.271412202096425e-05,
      "loss": 0.0563,
      "step": 27840
    },
    {
      "grad_norm": 0.5885472297668457,
      "learning_rate": 8.27002260682915e-05,
      "loss": 0.0542,
      "step": 27850
    },
    {
      "grad_norm": 0.40694093704223633,
      "learning_rate": 8.268632570074522e-05,
      "loss": 0.0575,
      "step": 27860
    },
    {
      "grad_norm": 0.41097646951675415,
      "learning_rate": 8.267242092020215e-05,
      "loss": 0.0535,
      "step": 27870
    },
    {
      "grad_norm": 0.493660032749176,
      "learning_rate": 8.265851172853951e-05,
      "loss": 0.0662,
      "step": 27880
    },
    {
      "grad_norm": 0.6149901151657104,
      "learning_rate": 8.264459812763525e-05,
      "loss": 0.0652,
      "step": 27890
    },
    {
      "grad_norm": 0.6135947108268738,
      "learning_rate": 8.26306801193678e-05,
      "loss": 0.0508,
      "step": 27900
    },
    {
      "grad_norm": 0.41558870673179626,
      "learning_rate": 8.261675770561629e-05,
      "loss": 0.0513,
      "step": 27910
    },
    {
      "grad_norm": 0.588295578956604,
      "learning_rate": 8.260283088826035e-05,
      "loss": 0.0658,
      "step": 27920
    },
    {
      "grad_norm": 0.3436356484889984,
      "learning_rate": 8.258889966918026e-05,
      "loss": 0.0549,
      "step": 27930
    },
    {
      "grad_norm": 0.366751492023468,
      "learning_rate": 8.25749640502569e-05,
      "loss": 0.0541,
      "step": 27940
    },
    {
      "grad_norm": 0.4352423846721649,
      "learning_rate": 8.256102403337169e-05,
      "loss": 0.0559,
      "step": 27950
    },
    {
      "grad_norm": 0.4259367287158966,
      "learning_rate": 8.254707962040668e-05,
      "loss": 0.0633,
      "step": 27960
    },
    {
      "grad_norm": 0.5490078926086426,
      "learning_rate": 8.253313081324456e-05,
      "loss": 0.0577,
      "step": 27970
    },
    {
      "grad_norm": 0.6471894383430481,
      "learning_rate": 8.25191776137685e-05,
      "loss": 0.0505,
      "step": 27980
    },
    {
      "grad_norm": 0.5320342183113098,
      "learning_rate": 8.250522002386238e-05,
      "loss": 0.052,
      "step": 27990
    },
    {
      "grad_norm": 0.5399541854858398,
      "learning_rate": 8.249125804541061e-05,
      "loss": 0.0574,
      "step": 28000
    },
    {
      "grad_norm": 0.40384984016418457,
      "learning_rate": 8.247729168029818e-05,
      "loss": 0.045,
      "step": 28010
    },
    {
      "grad_norm": 0.5535376667976379,
      "learning_rate": 8.246332093041072e-05,
      "loss": 0.0495,
      "step": 28020
    },
    {
      "grad_norm": 0.6842014193534851,
      "learning_rate": 8.244934579763439e-05,
      "loss": 0.051,
      "step": 28030
    },
    {
      "grad_norm": 0.5152513980865479,
      "learning_rate": 8.243536628385604e-05,
      "loss": 0.0522,
      "step": 28040
    },
    {
      "grad_norm": 0.5202089548110962,
      "learning_rate": 8.242138239096303e-05,
      "loss": 0.0515,
      "step": 28050
    },
    {
      "grad_norm": 0.4475928544998169,
      "learning_rate": 8.240739412084329e-05,
      "loss": 0.0501,
      "step": 28060
    },
    {
      "grad_norm": 0.42220696806907654,
      "learning_rate": 8.239340147538543e-05,
      "loss": 0.047,
      "step": 28070
    },
    {
      "grad_norm": 0.3807840049266815,
      "learning_rate": 8.237940445647858e-05,
      "loss": 0.0408,
      "step": 28080
    },
    {
      "grad_norm": 0.5845379829406738,
      "learning_rate": 8.23654030660125e-05,
      "loss": 0.0466,
      "step": 28090
    },
    {
      "grad_norm": 0.6024391055107117,
      "learning_rate": 8.235139730587751e-05,
      "loss": 0.0577,
      "step": 28100
    },
    {
      "grad_norm": 0.4883248209953308,
      "learning_rate": 8.233738717796456e-05,
      "loss": 0.0485,
      "step": 28110
    },
    {
      "grad_norm": 0.3524520993232727,
      "learning_rate": 8.232337268416511e-05,
      "loss": 0.0623,
      "step": 28120
    },
    {
      "grad_norm": 0.3982619345188141,
      "learning_rate": 8.230935382637133e-05,
      "loss": 0.0509,
      "step": 28130
    },
    {
      "grad_norm": 1.042336344718933,
      "learning_rate": 8.229533060647587e-05,
      "loss": 0.0721,
      "step": 28140
    },
    {
      "grad_norm": 0.6612126231193542,
      "learning_rate": 8.228130302637204e-05,
      "loss": 0.0664,
      "step": 28150
    },
    {
      "grad_norm": 0.5267580151557922,
      "learning_rate": 8.226727108795368e-05,
      "loss": 0.0596,
      "step": 28160
    },
    {
      "grad_norm": 0.4289325773715973,
      "learning_rate": 8.225323479311526e-05,
      "loss": 0.0465,
      "step": 28170
    },
    {
      "grad_norm": 0.47939276695251465,
      "learning_rate": 8.223919414375185e-05,
      "loss": 0.0603,
      "step": 28180
    },
    {
      "grad_norm": 0.3662004768848419,
      "learning_rate": 8.222514914175905e-05,
      "loss": 0.0723,
      "step": 28190
    },
    {
      "grad_norm": 0.5147156715393066,
      "learning_rate": 8.22110997890331e-05,
      "loss": 0.0603,
      "step": 28200
    },
    {
      "grad_norm": 0.384868323802948,
      "learning_rate": 8.219704608747082e-05,
      "loss": 0.0532,
      "step": 28210
    },
    {
      "grad_norm": 0.7534018158912659,
      "learning_rate": 8.21829880389696e-05,
      "loss": 0.0468,
      "step": 28220
    },
    {
      "grad_norm": 0.4130615293979645,
      "learning_rate": 8.21689256454274e-05,
      "loss": 0.0501,
      "step": 28230
    },
    {
      "grad_norm": 0.47992512583732605,
      "learning_rate": 8.215485890874282e-05,
      "loss": 0.0507,
      "step": 28240
    },
    {
      "grad_norm": 0.5042790770530701,
      "learning_rate": 8.2140787830815e-05,
      "loss": 0.0662,
      "step": 28250
    },
    {
      "grad_norm": 0.42518720030784607,
      "learning_rate": 8.212671241354369e-05,
      "loss": 0.0507,
      "step": 28260
    },
    {
      "grad_norm": 0.6467233896255493,
      "learning_rate": 8.211263265882923e-05,
      "loss": 0.0426,
      "step": 28270
    },
    {
      "grad_norm": 0.5014723539352417,
      "learning_rate": 8.209854856857251e-05,
      "loss": 0.0596,
      "step": 28280
    },
    {
      "grad_norm": 0.5107691884040833,
      "learning_rate": 8.208446014467506e-05,
      "loss": 0.053,
      "step": 28290
    },
    {
      "grad_norm": 0.4341130256652832,
      "learning_rate": 8.207036738903893e-05,
      "loss": 0.0519,
      "step": 28300
    },
    {
      "grad_norm": 0.5025413632392883,
      "learning_rate": 8.205627030356682e-05,
      "loss": 0.059,
      "step": 28310
    },
    {
      "grad_norm": 0.4874492883682251,
      "learning_rate": 8.204216889016196e-05,
      "loss": 0.0531,
      "step": 28320
    },
    {
      "grad_norm": 0.47582945227622986,
      "learning_rate": 8.202806315072821e-05,
      "loss": 0.0578,
      "step": 28330
    },
    {
      "grad_norm": 0.4071289002895355,
      "learning_rate": 8.201395308717e-05,
      "loss": 0.0537,
      "step": 28340
    },
    {
      "grad_norm": 0.5319790840148926,
      "learning_rate": 8.199983870139231e-05,
      "loss": 0.05,
      "step": 28350
    },
    {
      "grad_norm": 0.40266627073287964,
      "learning_rate": 8.198571999530073e-05,
      "loss": 0.0506,
      "step": 28360
    },
    {
      "grad_norm": 0.3412667512893677,
      "learning_rate": 8.197159697080146e-05,
      "loss": 0.0508,
      "step": 28370
    },
    {
      "grad_norm": 0.4308169186115265,
      "learning_rate": 8.195746962980125e-05,
      "loss": 0.0519,
      "step": 28380
    },
    {
      "grad_norm": 0.5667406320571899,
      "learning_rate": 8.194333797420742e-05,
      "loss": 0.0534,
      "step": 28390
    },
    {
      "grad_norm": 0.6532627940177917,
      "learning_rate": 8.192920200592789e-05,
      "loss": 0.0562,
      "step": 28400
    },
    {
      "grad_norm": 0.5141331553459167,
      "learning_rate": 8.191506172687118e-05,
      "loss": 0.0506,
      "step": 28410
    },
    {
      "grad_norm": 0.6482285857200623,
      "learning_rate": 8.190091713894637e-05,
      "loss": 0.0579,
      "step": 28420
    },
    {
      "grad_norm": 0.4765242040157318,
      "learning_rate": 8.188676824406314e-05,
      "loss": 0.0546,
      "step": 28430
    },
    {
      "grad_norm": 0.49343255162239075,
      "learning_rate": 8.187261504413173e-05,
      "loss": 0.0571,
      "step": 28440
    },
    {
      "grad_norm": 0.4391164183616638,
      "learning_rate": 8.185845754106295e-05,
      "loss": 0.0477,
      "step": 28450
    },
    {
      "grad_norm": 0.5136023759841919,
      "learning_rate": 8.184429573676826e-05,
      "loss": 0.0544,
      "step": 28460
    },
    {
      "grad_norm": 0.5697131752967834,
      "learning_rate": 8.183012963315959e-05,
      "loss": 0.047,
      "step": 28470
    },
    {
      "grad_norm": 0.5688472390174866,
      "learning_rate": 8.181595923214958e-05,
      "loss": 0.062,
      "step": 28480
    },
    {
      "grad_norm": 0.38376420736312866,
      "learning_rate": 8.180178453565131e-05,
      "loss": 0.0425,
      "step": 28490
    },
    {
      "grad_norm": 0.3882337510585785,
      "learning_rate": 8.178760554557859e-05,
      "loss": 0.0519,
      "step": 28500
    },
    {
      "grad_norm": 0.48056820034980774,
      "learning_rate": 8.177342226384565e-05,
      "loss": 0.0515,
      "step": 28510
    },
    {
      "grad_norm": 0.9762462973594666,
      "learning_rate": 8.175923469236746e-05,
      "loss": 0.06,
      "step": 28520
    },
    {
      "grad_norm": 0.5932053923606873,
      "learning_rate": 8.174504283305944e-05,
      "loss": 0.0503,
      "step": 28530
    },
    {
      "grad_norm": 0.40937402844429016,
      "learning_rate": 8.173084668783767e-05,
      "loss": 0.0545,
      "step": 28540
    },
    {
      "grad_norm": 0.41338518261909485,
      "learning_rate": 8.171664625861876e-05,
      "loss": 0.0557,
      "step": 28550
    },
    {
      "grad_norm": 0.4937765300273895,
      "learning_rate": 8.170244154731992e-05,
      "loss": 0.0581,
      "step": 28560
    },
    {
      "grad_norm": 0.695616602897644,
      "learning_rate": 8.168823255585894e-05,
      "loss": 0.0666,
      "step": 28570
    },
    {
      "grad_norm": 0.5044019222259521,
      "learning_rate": 8.167401928615417e-05,
      "loss": 0.0563,
      "step": 28580
    },
    {
      "grad_norm": 0.5753980875015259,
      "learning_rate": 8.165980174012457e-05,
      "loss": 0.0539,
      "step": 28590
    },
    {
      "grad_norm": 0.4213460385799408,
      "learning_rate": 8.164557991968963e-05,
      "loss": 0.0492,
      "step": 28600
    },
    {
      "grad_norm": 0.46602290868759155,
      "learning_rate": 8.163135382676947e-05,
      "loss": 0.0654,
      "step": 28610
    },
    {
      "grad_norm": 0.5545422434806824,
      "learning_rate": 8.161712346328476e-05,
      "loss": 0.0472,
      "step": 28620
    },
    {
      "grad_norm": 0.37466034293174744,
      "learning_rate": 8.160288883115674e-05,
      "loss": 0.0622,
      "step": 28630
    },
    {
      "grad_norm": 0.5361432433128357,
      "learning_rate": 8.158864993230724e-05,
      "loss": 0.0532,
      "step": 28640
    },
    {
      "grad_norm": 0.6293167471885681,
      "learning_rate": 8.157440676865866e-05,
      "loss": 0.0661,
      "step": 28650
    },
    {
      "grad_norm": 0.552500307559967,
      "learning_rate": 8.156015934213398e-05,
      "loss": 0.0547,
      "step": 28660
    },
    {
      "grad_norm": 0.4451424479484558,
      "learning_rate": 8.154590765465672e-05,
      "loss": 0.0495,
      "step": 28670
    },
    {
      "grad_norm": 0.42970162630081177,
      "learning_rate": 8.153165170815107e-05,
      "loss": 0.0542,
      "step": 28680
    },
    {
      "grad_norm": 0.8544414639472961,
      "learning_rate": 8.151739150454168e-05,
      "loss": 0.0568,
      "step": 28690
    },
    {
      "grad_norm": 0.46628880500793457,
      "learning_rate": 8.150312704575384e-05,
      "loss": 0.0611,
      "step": 28700
    },
    {
      "grad_norm": 0.3848859369754791,
      "learning_rate": 8.148885833371341e-05,
      "loss": 0.0549,
      "step": 28710
    },
    {
      "grad_norm": 0.5132120251655579,
      "learning_rate": 8.14745853703468e-05,
      "loss": 0.0557,
      "step": 28720
    },
    {
      "grad_norm": 0.552349865436554,
      "learning_rate": 8.1460308157581e-05,
      "loss": 0.0725,
      "step": 28730
    },
    {
      "grad_norm": 0.5251312255859375,
      "learning_rate": 8.144602669734364e-05,
      "loss": 0.0487,
      "step": 28740
    },
    {
      "grad_norm": 0.43275129795074463,
      "learning_rate": 8.143174099156283e-05,
      "loss": 0.0489,
      "step": 28750
    },
    {
      "grad_norm": 0.45470917224884033,
      "learning_rate": 8.141745104216729e-05,
      "loss": 0.0651,
      "step": 28760
    },
    {
      "grad_norm": 0.8568928241729736,
      "learning_rate": 8.14031568510863e-05,
      "loss": 0.0521,
      "step": 28770
    },
    {
      "grad_norm": 0.4432348608970642,
      "learning_rate": 8.138885842024975e-05,
      "loss": 0.0606,
      "step": 28780
    },
    {
      "grad_norm": 1.1894080638885498,
      "learning_rate": 8.137455575158806e-05,
      "loss": 0.0667,
      "step": 28790
    },
    {
      "grad_norm": 0.4584273099899292,
      "learning_rate": 8.136024884703226e-05,
      "loss": 0.063,
      "step": 28800
    },
    {
      "grad_norm": 0.4615786075592041,
      "learning_rate": 8.13459377085139e-05,
      "loss": 0.0476,
      "step": 28810
    },
    {
      "grad_norm": 0.42129406332969666,
      "learning_rate": 8.133162233796516e-05,
      "loss": 0.0509,
      "step": 28820
    },
    {
      "grad_norm": 0.5842745304107666,
      "learning_rate": 8.131730273731878e-05,
      "loss": 0.06,
      "step": 28830
    },
    {
      "grad_norm": 0.8306596279144287,
      "learning_rate": 8.130297890850802e-05,
      "loss": 0.0515,
      "step": 28840
    },
    {
      "grad_norm": 0.5093590617179871,
      "learning_rate": 8.128865085346677e-05,
      "loss": 0.0558,
      "step": 28850
    },
    {
      "grad_norm": 0.47940850257873535,
      "learning_rate": 8.127431857412943e-05,
      "loss": 0.0656,
      "step": 28860
    },
    {
      "grad_norm": 0.6098390221595764,
      "learning_rate": 8.125998207243108e-05,
      "loss": 0.0556,
      "step": 28870
    },
    {
      "grad_norm": 0.39286935329437256,
      "learning_rate": 8.124564135030724e-05,
      "loss": 0.0589,
      "step": 28880
    },
    {
      "grad_norm": 0.4121849536895752,
      "learning_rate": 8.123129640969407e-05,
      "loss": 0.051,
      "step": 28890
    },
    {
      "grad_norm": 0.4478515684604645,
      "learning_rate": 8.121694725252829e-05,
      "loss": 0.0638,
      "step": 28900
    },
    {
      "grad_norm": 0.3689917027950287,
      "learning_rate": 8.12025938807472e-05,
      "loss": 0.0544,
      "step": 28910
    },
    {
      "grad_norm": 0.37106767296791077,
      "learning_rate": 8.118823629628864e-05,
      "loss": 0.0574,
      "step": 28920
    },
    {
      "grad_norm": 0.4518875777721405,
      "learning_rate": 8.117387450109104e-05,
      "loss": 0.0493,
      "step": 28930
    },
    {
      "grad_norm": 0.46472030878067017,
      "learning_rate": 8.115950849709339e-05,
      "loss": 0.0517,
      "step": 28940
    },
    {
      "grad_norm": 0.3087180554866791,
      "learning_rate": 8.114513828623524e-05,
      "loss": 0.0487,
      "step": 28950
    },
    {
      "grad_norm": 0.4712912440299988,
      "learning_rate": 8.113076387045675e-05,
      "loss": 0.0501,
      "step": 28960
    },
    {
      "grad_norm": 0.39144614338874817,
      "learning_rate": 8.11163852516986e-05,
      "loss": 0.0472,
      "step": 28970
    },
    {
      "grad_norm": 0.7990288734436035,
      "learning_rate": 8.110200243190205e-05,
      "loss": 0.0449,
      "step": 28980
    },
    {
      "grad_norm": 0.46898984909057617,
      "learning_rate": 8.108761541300893e-05,
      "loss": 0.0441,
      "step": 28990
    },
    {
      "grad_norm": 0.5715416669845581,
      "learning_rate": 8.107322419696166e-05,
      "loss": 0.0612,
      "step": 29000
    },
    {
      "grad_norm": 0.3847072422504425,
      "learning_rate": 8.105882878570316e-05,
      "loss": 0.0499,
      "step": 29010
    },
    {
      "grad_norm": 0.4496285617351532,
      "learning_rate": 8.104442918117701e-05,
      "loss": 0.0575,
      "step": 29020
    },
    {
      "grad_norm": 0.38962769508361816,
      "learning_rate": 8.103002538532729e-05,
      "loss": 0.0558,
      "step": 29030
    },
    {
      "grad_norm": 0.6814524531364441,
      "learning_rate": 8.101561740009865e-05,
      "loss": 0.053,
      "step": 29040
    },
    {
      "grad_norm": 0.5601354837417603,
      "learning_rate": 8.100120522743634e-05,
      "loss": 0.054,
      "step": 29050
    },
    {
      "grad_norm": 0.6849731206893921,
      "learning_rate": 8.098678886928615e-05,
      "loss": 0.066,
      "step": 29060
    },
    {
      "grad_norm": 0.582390546798706,
      "learning_rate": 8.097236832759441e-05,
      "loss": 0.0668,
      "step": 29070
    },
    {
      "grad_norm": 0.4086596965789795,
      "learning_rate": 8.095794360430808e-05,
      "loss": 0.0612,
      "step": 29080
    },
    {
      "grad_norm": 1.347817063331604,
      "learning_rate": 8.094351470137465e-05,
      "loss": 0.0621,
      "step": 29090
    },
    {
      "grad_norm": 0.37019437551498413,
      "learning_rate": 8.092908162074216e-05,
      "loss": 0.0589,
      "step": 29100
    },
    {
      "grad_norm": 0.2793911099433899,
      "learning_rate": 8.091464436435922e-05,
      "loss": 0.0479,
      "step": 29110
    },
    {
      "grad_norm": 0.389993280172348,
      "learning_rate": 8.090020293417501e-05,
      "loss": 0.0517,
      "step": 29120
    },
    {
      "grad_norm": 0.40329062938690186,
      "learning_rate": 8.08857573321393e-05,
      "loss": 0.0362,
      "step": 29130
    },
    {
      "grad_norm": 0.4151168763637543,
      "learning_rate": 8.087130756020238e-05,
      "loss": 0.0469,
      "step": 29140
    },
    {
      "grad_norm": 0.5449241995811462,
      "learning_rate": 8.085685362031513e-05,
      "loss": 0.0484,
      "step": 29150
    },
    {
      "grad_norm": 0.6633421182632446,
      "learning_rate": 8.084239551442896e-05,
      "loss": 0.064,
      "step": 29160
    },
    {
      "grad_norm": 0.4364643394947052,
      "learning_rate": 8.082793324449589e-05,
      "loss": 0.057,
      "step": 29170
    },
    {
      "grad_norm": 0.4146057367324829,
      "learning_rate": 8.081346681246847e-05,
      "loss": 0.0559,
      "step": 29180
    },
    {
      "grad_norm": 0.4791009724140167,
      "learning_rate": 8.079899622029981e-05,
      "loss": 0.0484,
      "step": 29190
    },
    {
      "grad_norm": 0.5637571811676025,
      "learning_rate": 8.078452146994362e-05,
      "loss": 0.0464,
      "step": 29200
    },
    {
      "grad_norm": 0.50264972448349,
      "learning_rate": 8.077004256335411e-05,
      "loss": 0.0463,
      "step": 29210
    },
    {
      "grad_norm": 0.47658291459083557,
      "learning_rate": 8.075555950248613e-05,
      "loss": 0.0656,
      "step": 29220
    },
    {
      "grad_norm": 0.34707921743392944,
      "learning_rate": 8.074107228929497e-05,
      "loss": 0.046,
      "step": 29230
    },
    {
      "grad_norm": 0.39317309856414795,
      "learning_rate": 8.072658092573663e-05,
      "loss": 0.0611,
      "step": 29240
    },
    {
      "grad_norm": 0.4903181493282318,
      "learning_rate": 8.071208541376755e-05,
      "loss": 0.0478,
      "step": 29250
    },
    {
      "grad_norm": 0.3441382050514221,
      "learning_rate": 8.069758575534481e-05,
      "loss": 0.0523,
      "step": 29260
    },
    {
      "grad_norm": 0.41638609766960144,
      "learning_rate": 8.068308195242598e-05,
      "loss": 0.0505,
      "step": 29270
    },
    {
      "grad_norm": 0.4350358545780182,
      "learning_rate": 8.066857400696926e-05,
      "loss": 0.057,
      "step": 29280
    },
    {
      "grad_norm": 0.7241672277450562,
      "learning_rate": 8.065406192093334e-05,
      "loss": 0.0676,
      "step": 29290
    },
    {
      "grad_norm": 0.5160337686538696,
      "learning_rate": 8.063954569627754e-05,
      "loss": 0.0549,
      "step": 29300
    },
    {
      "grad_norm": 0.4181196391582489,
      "learning_rate": 8.062502533496168e-05,
      "loss": 0.0564,
      "step": 29310
    },
    {
      "grad_norm": 0.5774852633476257,
      "learning_rate": 8.061050083894616e-05,
      "loss": 0.0508,
      "step": 29320
    },
    {
      "grad_norm": 0.5995254516601562,
      "learning_rate": 8.059597221019195e-05,
      "loss": 0.0531,
      "step": 29330
    },
    {
      "grad_norm": 0.5837481617927551,
      "learning_rate": 8.058143945066057e-05,
      "loss": 0.0522,
      "step": 29340
    },
    {
      "grad_norm": 0.5269747376441956,
      "learning_rate": 8.056690256231409e-05,
      "loss": 0.0479,
      "step": 29350
    },
    {
      "grad_norm": 0.435387521982193,
      "learning_rate": 8.055236154711512e-05,
      "loss": 0.0449,
      "step": 29360
    },
    {
      "grad_norm": 0.4189095199108124,
      "learning_rate": 8.05378164070269e-05,
      "loss": 0.0456,
      "step": 29370
    },
    {
      "grad_norm": 0.33462047576904297,
      "learning_rate": 8.052326714401312e-05,
      "loss": 0.0454,
      "step": 29380
    },
    {
      "grad_norm": 0.3903769850730896,
      "learning_rate": 8.050871376003812e-05,
      "loss": 0.0446,
      "step": 29390
    },
    {
      "grad_norm": 0.420681357383728,
      "learning_rate": 8.049415625706674e-05,
      "loss": 0.0501,
      "step": 29400
    },
    {
      "grad_norm": 0.6272717714309692,
      "learning_rate": 8.04795946370644e-05,
      "loss": 0.0491,
      "step": 29410
    },
    {
      "grad_norm": 0.4585229456424713,
      "learning_rate": 8.04650289019971e-05,
      "loss": 0.0479,
      "step": 29420
    },
    {
      "grad_norm": 0.4991724193096161,
      "learning_rate": 8.045045905383133e-05,
      "loss": 0.0564,
      "step": 29430
    },
    {
      "grad_norm": 0.33641594648361206,
      "learning_rate": 8.043588509453419e-05,
      "loss": 0.0657,
      "step": 29440
    },
    {
      "grad_norm": 0.5236226916313171,
      "learning_rate": 8.042130702607332e-05,
      "loss": 0.0518,
      "step": 29450
    },
    {
      "grad_norm": 0.41741234064102173,
      "learning_rate": 8.040672485041689e-05,
      "loss": 0.0519,
      "step": 29460
    },
    {
      "grad_norm": 0.43229711055755615,
      "learning_rate": 8.039213856953365e-05,
      "loss": 0.0563,
      "step": 29470
    },
    {
      "grad_norm": 0.4561726152896881,
      "learning_rate": 8.037754818539293e-05,
      "loss": 0.056,
      "step": 29480
    },
    {
      "grad_norm": 0.5103016495704651,
      "learning_rate": 8.036295369996456e-05,
      "loss": 0.053,
      "step": 29490
    },
    {
      "grad_norm": 0.6518370509147644,
      "learning_rate": 8.034835511521897e-05,
      "loss": 0.0688,
      "step": 29500
    },
    {
      "grad_norm": 0.46192482113838196,
      "learning_rate": 8.033375243312711e-05,
      "loss": 0.0564,
      "step": 29510
    },
    {
      "grad_norm": 0.5431029796600342,
      "learning_rate": 8.031914565566048e-05,
      "loss": 0.0542,
      "step": 29520
    },
    {
      "grad_norm": 0.42718178033828735,
      "learning_rate": 8.030453478479117e-05,
      "loss": 0.0694,
      "step": 29530
    },
    {
      "grad_norm": 0.4180441200733185,
      "learning_rate": 8.028991982249178e-05,
      "loss": 0.0704,
      "step": 29540
    },
    {
      "grad_norm": 0.6436060070991516,
      "learning_rate": 8.02753007707355e-05,
      "loss": 0.0522,
      "step": 29550
    },
    {
      "grad_norm": 0.4085386395454407,
      "learning_rate": 8.026067763149605e-05,
      "loss": 0.0539,
      "step": 29560
    },
    {
      "grad_norm": 0.397758811712265,
      "learning_rate": 8.024605040674772e-05,
      "loss": 0.0539,
      "step": 29570
    },
    {
      "grad_norm": 0.44157174229621887,
      "learning_rate": 8.023141909846531e-05,
      "loss": 0.0643,
      "step": 29580
    },
    {
      "grad_norm": 0.48059892654418945,
      "learning_rate": 8.021678370862423e-05,
      "loss": 0.0477,
      "step": 29590
    },
    {
      "grad_norm": 0.463127464056015,
      "learning_rate": 8.020214423920039e-05,
      "loss": 0.0445,
      "step": 29600
    },
    {
      "grad_norm": 0.3157278001308441,
      "learning_rate": 8.01875006921703e-05,
      "loss": 0.0351,
      "step": 29610
    },
    {
      "grad_norm": 0.6017914414405823,
      "learning_rate": 8.017285306951095e-05,
      "loss": 0.046,
      "step": 29620
    },
    {
      "grad_norm": 0.49066680669784546,
      "learning_rate": 8.015820137319995e-05,
      "loss": 0.065,
      "step": 29630
    },
    {
      "grad_norm": 0.4237138032913208,
      "learning_rate": 8.014354560521542e-05,
      "loss": 0.0525,
      "step": 29640
    },
    {
      "grad_norm": 0.5877113342285156,
      "learning_rate": 8.012888576753605e-05,
      "loss": 0.0604,
      "step": 29650
    },
    {
      "grad_norm": 0.40771591663360596,
      "learning_rate": 8.011422186214108e-05,
      "loss": 0.0578,
      "step": 29660
    },
    {
      "grad_norm": 0.553723156452179,
      "learning_rate": 8.00995538910103e-05,
      "loss": 0.0539,
      "step": 29670
    },
    {
      "grad_norm": 0.462817907333374,
      "learning_rate": 8.008488185612401e-05,
      "loss": 0.0486,
      "step": 29680
    },
    {
      "grad_norm": 0.48015478253364563,
      "learning_rate": 8.00702057594631e-05,
      "loss": 0.0639,
      "step": 29690
    },
    {
      "grad_norm": 0.7094260454177856,
      "learning_rate": 8.0055525603009e-05,
      "loss": 0.0529,
      "step": 29700
    },
    {
      "grad_norm": 0.8315011858940125,
      "learning_rate": 8.004084138874368e-05,
      "loss": 0.059,
      "step": 29710
    },
    {
      "grad_norm": 0.560545802116394,
      "learning_rate": 8.002615311864967e-05,
      "loss": 0.0511,
      "step": 29720
    },
    {
      "grad_norm": 0.41096600890159607,
      "learning_rate": 8.001146079471002e-05,
      "loss": 0.0707,
      "step": 29730
    },
    {
      "grad_norm": 0.5201479196548462,
      "learning_rate": 7.99967644189084e-05,
      "loss": 0.0441,
      "step": 29740
    },
    {
      "grad_norm": 0.5128308534622192,
      "learning_rate": 7.998206399322892e-05,
      "loss": 0.0583,
      "step": 29750
    },
    {
      "grad_norm": 0.6134650111198425,
      "learning_rate": 7.99673595196563e-05,
      "loss": 0.0565,
      "step": 29760
    },
    {
      "grad_norm": 0.3783712387084961,
      "learning_rate": 7.995265100017583e-05,
      "loss": 0.0557,
      "step": 29770
    },
    {
      "grad_norm": 0.4661076068878174,
      "learning_rate": 7.993793843677328e-05,
      "loss": 0.046,
      "step": 29780
    },
    {
      "grad_norm": 0.6439810991287231,
      "learning_rate": 7.992322183143503e-05,
      "loss": 0.0507,
      "step": 29790
    },
    {
      "grad_norm": 0.5115143656730652,
      "learning_rate": 7.990850118614794e-05,
      "loss": 0.0527,
      "step": 29800
    },
    {
      "grad_norm": 0.6087150573730469,
      "learning_rate": 7.98937765028995e-05,
      "loss": 0.0583,
      "step": 29810
    },
    {
      "grad_norm": 0.4374489188194275,
      "learning_rate": 7.987904778367765e-05,
      "loss": 0.0459,
      "step": 29820
    },
    {
      "grad_norm": 0.5568587779998779,
      "learning_rate": 7.986431503047094e-05,
      "loss": 0.0659,
      "step": 29830
    },
    {
      "grad_norm": 0.3959580957889557,
      "learning_rate": 7.984957824526845e-05,
      "loss": 0.0557,
      "step": 29840
    },
    {
      "grad_norm": 0.41111263632774353,
      "learning_rate": 7.983483743005981e-05,
      "loss": 0.0521,
      "step": 29850
    },
    {
      "grad_norm": 0.4941539168357849,
      "learning_rate": 7.982009258683515e-05,
      "loss": 0.055,
      "step": 29860
    },
    {
      "grad_norm": 0.5208446383476257,
      "learning_rate": 7.980534371758521e-05,
      "loss": 0.0483,
      "step": 29870
    },
    {
      "grad_norm": 0.47247037291526794,
      "learning_rate": 7.979059082430123e-05,
      "loss": 0.0562,
      "step": 29880
    },
    {
      "grad_norm": 0.5132346749305725,
      "learning_rate": 7.977583390897502e-05,
      "loss": 0.0413,
      "step": 29890
    },
    {
      "grad_norm": 0.4955323040485382,
      "learning_rate": 7.97610729735989e-05,
      "loss": 0.059,
      "step": 29900
    },
    {
      "grad_norm": 0.45412182807922363,
      "learning_rate": 7.974630802016575e-05,
      "loss": 0.0526,
      "step": 29910
    },
    {
      "grad_norm": 0.43440067768096924,
      "learning_rate": 7.973153905066901e-05,
      "loss": 0.0498,
      "step": 29920
    },
    {
      "grad_norm": 0.41040584444999695,
      "learning_rate": 7.971676606710264e-05,
      "loss": 0.0792,
      "step": 29930
    },
    {
      "grad_norm": 0.4991735517978668,
      "learning_rate": 7.970198907146114e-05,
      "loss": 0.0537,
      "step": 29940
    },
    {
      "grad_norm": 0.4723590016365051,
      "learning_rate": 7.968720806573955e-05,
      "loss": 0.0616,
      "step": 29950
    },
    {
      "grad_norm": 0.4485900402069092,
      "learning_rate": 7.967242305193347e-05,
      "loss": 0.0586,
      "step": 29960
    },
    {
      "grad_norm": 0.4605289697647095,
      "learning_rate": 7.965763403203907e-05,
      "loss": 0.0506,
      "step": 29970
    },
    {
      "grad_norm": 0.5309375524520874,
      "learning_rate": 7.964284100805297e-05,
      "loss": 0.0533,
      "step": 29980
    },
    {
      "grad_norm": 0.31405767798423767,
      "learning_rate": 7.96280439819724e-05,
      "loss": 0.0546,
      "step": 29990
    },
    {
      "grad_norm": 0.34878167510032654,
      "learning_rate": 7.961324295579513e-05,
      "loss": 0.0478,
      "step": 30000
    },
    {
      "grad_norm": 0.49745258688926697,
      "learning_rate": 7.959843793151942e-05,
      "loss": 0.0463,
      "step": 30010
    },
    {
      "grad_norm": 0.40790656208992004,
      "learning_rate": 7.958362891114415e-05,
      "loss": 0.0579,
      "step": 30020
    },
    {
      "grad_norm": 0.6541919708251953,
      "learning_rate": 7.956881589666865e-05,
      "loss": 0.0509,
      "step": 30030
    },
    {
      "grad_norm": 0.5326903462409973,
      "learning_rate": 7.955399889009285e-05,
      "loss": 0.0597,
      "step": 30040
    },
    {
      "grad_norm": 0.5366853475570679,
      "learning_rate": 7.95391778934172e-05,
      "loss": 0.0627,
      "step": 30050
    },
    {
      "grad_norm": 0.597977876663208,
      "learning_rate": 7.952435290864269e-05,
      "loss": 0.0573,
      "step": 30060
    },
    {
      "grad_norm": 0.49310821294784546,
      "learning_rate": 7.950952393777085e-05,
      "loss": 0.0594,
      "step": 30070
    },
    {
      "grad_norm": 0.3591538965702057,
      "learning_rate": 7.949469098280375e-05,
      "loss": 0.0532,
      "step": 30080
    },
    {
      "grad_norm": 0.4368498921394348,
      "learning_rate": 7.9479854045744e-05,
      "loss": 0.0471,
      "step": 30090
    },
    {
      "grad_norm": 0.4539230763912201,
      "learning_rate": 7.946501312859471e-05,
      "loss": 0.0536,
      "step": 30100
    },
    {
      "grad_norm": 0.3928528428077698,
      "learning_rate": 7.94501682333596e-05,
      "loss": 0.0602,
      "step": 30110
    },
    {
      "grad_norm": 0.43782758712768555,
      "learning_rate": 7.943531936204285e-05,
      "loss": 0.051,
      "step": 30120
    },
    {
      "grad_norm": 0.44710394740104675,
      "learning_rate": 7.942046651664925e-05,
      "loss": 0.0531,
      "step": 30130
    },
    {
      "grad_norm": 0.5052796006202698,
      "learning_rate": 7.940560969918407e-05,
      "loss": 0.0455,
      "step": 30140
    },
    {
      "grad_norm": 0.42529281973838806,
      "learning_rate": 7.939074891165312e-05,
      "loss": 0.0512,
      "step": 30150
    },
    {
      "grad_norm": 0.45610103011131287,
      "learning_rate": 7.937588415606281e-05,
      "loss": 0.0483,
      "step": 30160
    },
    {
      "grad_norm": 0.3899401128292084,
      "learning_rate": 7.936101543441998e-05,
      "loss": 0.0508,
      "step": 30170
    },
    {
      "grad_norm": 0.48256009817123413,
      "learning_rate": 7.934614274873211e-05,
      "loss": 0.0487,
      "step": 30180
    },
    {
      "grad_norm": 0.8641332983970642,
      "learning_rate": 7.933126610100715e-05,
      "loss": 0.0494,
      "step": 30190
    },
    {
      "grad_norm": 0.444895476102829,
      "learning_rate": 7.93163854932536e-05,
      "loss": 0.0581,
      "step": 30200
    },
    {
      "grad_norm": 0.4235268533229828,
      "learning_rate": 7.930150092748049e-05,
      "loss": 0.0434,
      "step": 30210
    },
    {
      "grad_norm": 0.5224012732505798,
      "learning_rate": 7.928661240569741e-05,
      "loss": 0.0454,
      "step": 30220
    },
    {
      "grad_norm": 0.4472578167915344,
      "learning_rate": 7.927171992991446e-05,
      "loss": 0.0435,
      "step": 30230
    },
    {
      "grad_norm": 0.564335823059082,
      "learning_rate": 7.925682350214228e-05,
      "loss": 0.0515,
      "step": 30240
    },
    {
      "grad_norm": 0.4094182550907135,
      "learning_rate": 7.924192312439205e-05,
      "loss": 0.0438,
      "step": 30250
    },
    {
      "grad_norm": 0.5770346522331238,
      "learning_rate": 7.922701879867547e-05,
      "loss": 0.0471,
      "step": 30260
    },
    {
      "grad_norm": 0.4183320105075836,
      "learning_rate": 7.921211052700478e-05,
      "loss": 0.0566,
      "step": 30270
    },
    {
      "grad_norm": 0.49941471219062805,
      "learning_rate": 7.919719831139277e-05,
      "loss": 0.0644,
      "step": 30280
    },
    {
      "grad_norm": 0.38031327724456787,
      "learning_rate": 7.918228215385273e-05,
      "loss": 0.0553,
      "step": 30290
    },
    {
      "grad_norm": 0.4915978014469147,
      "learning_rate": 7.916736205639849e-05,
      "loss": 0.0455,
      "step": 30300
    },
    {
      "grad_norm": 0.4161286950111389,
      "learning_rate": 7.915243802104443e-05,
      "loss": 0.0537,
      "step": 30310
    },
    {
      "grad_norm": 0.38125941157341003,
      "learning_rate": 7.913751004980545e-05,
      "loss": 0.0555,
      "step": 30320
    },
    {
      "grad_norm": 0.48426926136016846,
      "learning_rate": 7.912257814469699e-05,
      "loss": 0.0665,
      "step": 30330
    },
    {
      "grad_norm": 0.5904573798179626,
      "learning_rate": 7.910764230773498e-05,
      "loss": 0.0626,
      "step": 30340
    },
    {
      "grad_norm": 0.7089233994483948,
      "learning_rate": 7.909270254093597e-05,
      "loss": 0.0531,
      "step": 30350
    },
    {
      "grad_norm": 0.43585020303726196,
      "learning_rate": 7.907775884631694e-05,
      "loss": 0.0608,
      "step": 30360
    },
    {
      "grad_norm": 0.4568451941013336,
      "learning_rate": 7.906281122589547e-05,
      "loss": 0.0604,
      "step": 30370
    },
    {
      "grad_norm": 0.4882262349128723,
      "learning_rate": 7.904785968168964e-05,
      "loss": 0.0545,
      "step": 30380
    },
    {
      "grad_norm": 0.41322946548461914,
      "learning_rate": 7.903290421571806e-05,
      "loss": 0.0615,
      "step": 30390
    },
    {
      "grad_norm": 0.5076189041137695,
      "learning_rate": 7.901794482999986e-05,
      "loss": 0.0518,
      "step": 30400
    },
    {
      "grad_norm": 0.44468051195144653,
      "learning_rate": 7.900298152655476e-05,
      "loss": 0.0376,
      "step": 30410
    },
    {
      "grad_norm": 0.43103477358818054,
      "learning_rate": 7.898801430740293e-05,
      "loss": 0.0454,
      "step": 30420
    },
    {
      "grad_norm": 0.4754282236099243,
      "learning_rate": 7.89730431745651e-05,
      "loss": 0.0534,
      "step": 30430
    },
    {
      "grad_norm": 0.45598724484443665,
      "learning_rate": 7.895806813006254e-05,
      "loss": 0.0495,
      "step": 30440
    },
    {
      "grad_norm": 0.4563128352165222,
      "learning_rate": 7.894308917591702e-05,
      "loss": 0.0496,
      "step": 30450
    },
    {
      "grad_norm": 0.43767303228378296,
      "learning_rate": 7.892810631415088e-05,
      "loss": 0.0482,
      "step": 30460
    },
    {
      "grad_norm": 0.6192777156829834,
      "learning_rate": 7.891311954678695e-05,
      "loss": 0.0575,
      "step": 30470
    },
    {
      "grad_norm": 0.4243716895580292,
      "learning_rate": 7.889812887584862e-05,
      "loss": 0.0502,
      "step": 30480
    },
    {
      "grad_norm": 0.42134711146354675,
      "learning_rate": 7.888313430335976e-05,
      "loss": 0.0452,
      "step": 30490
    },
    {
      "grad_norm": 0.7345772981643677,
      "learning_rate": 7.88681358313448e-05,
      "loss": 0.0599,
      "step": 30500
    },
    {
      "grad_norm": 0.30023568868637085,
      "learning_rate": 7.88531334618287e-05,
      "loss": 0.0452,
      "step": 30510
    },
    {
      "grad_norm": 0.4792046546936035,
      "learning_rate": 7.883812719683695e-05,
      "loss": 0.0522,
      "step": 30520
    },
    {
      "grad_norm": 0.44862672686576843,
      "learning_rate": 7.882311703839552e-05,
      "loss": 0.0522,
      "step": 30530
    },
    {
      "grad_norm": 0.4502837657928467,
      "learning_rate": 7.880810298853096e-05,
      "loss": 0.0531,
      "step": 30540
    },
    {
      "grad_norm": 0.44825369119644165,
      "learning_rate": 7.879308504927035e-05,
      "loss": 0.0486,
      "step": 30550
    },
    {
      "grad_norm": 0.4585164487361908,
      "learning_rate": 7.87780632226412e-05,
      "loss": 0.0558,
      "step": 30560
    },
    {
      "grad_norm": 1.1674234867095947,
      "learning_rate": 7.876303751067168e-05,
      "loss": 0.063,
      "step": 30570
    },
    {
      "grad_norm": 0.3677924573421478,
      "learning_rate": 7.874800791539037e-05,
      "loss": 0.0601,
      "step": 30580
    },
    {
      "grad_norm": 0.5597885251045227,
      "learning_rate": 7.873297443882648e-05,
      "loss": 0.054,
      "step": 30590
    },
    {
      "grad_norm": 0.4498501121997833,
      "learning_rate": 7.871793708300963e-05,
      "loss": 0.0475,
      "step": 30600
    },
    {
      "grad_norm": 0.52520352602005,
      "learning_rate": 7.870289584997005e-05,
      "loss": 0.0598,
      "step": 30610
    },
    {
      "grad_norm": 0.5950196385383606,
      "learning_rate": 7.868785074173845e-05,
      "loss": 0.0535,
      "step": 30620
    },
    {
      "grad_norm": 0.5022742748260498,
      "learning_rate": 7.867280176034611e-05,
      "loss": 0.0591,
      "step": 30630
    },
    {
      "grad_norm": 0.5184568166732788,
      "learning_rate": 7.865774890782474e-05,
      "loss": 0.0539,
      "step": 30640
    },
    {
      "grad_norm": 0.6746025085449219,
      "learning_rate": 7.86426921862067e-05,
      "loss": 0.064,
      "step": 30650
    },
    {
      "grad_norm": 0.3575047552585602,
      "learning_rate": 7.862763159752476e-05,
      "loss": 0.0574,
      "step": 30660
    },
    {
      "grad_norm": 0.408214271068573,
      "learning_rate": 7.861256714381229e-05,
      "loss": 0.0511,
      "step": 30670
    },
    {
      "grad_norm": 0.3975621461868286,
      "learning_rate": 7.859749882710311e-05,
      "loss": 0.0449,
      "step": 30680
    },
    {
      "grad_norm": 0.5387061834335327,
      "learning_rate": 7.858242664943163e-05,
      "loss": 0.0431,
      "step": 30690
    },
    {
      "grad_norm": 0.3714156448841095,
      "learning_rate": 7.856735061283273e-05,
      "loss": 0.0552,
      "step": 30700
    },
    {
      "grad_norm": 0.412841796875,
      "learning_rate": 7.855227071934187e-05,
      "loss": 0.0501,
      "step": 30710
    },
    {
      "grad_norm": 0.3103519380092621,
      "learning_rate": 7.853718697099497e-05,
      "loss": 0.0562,
      "step": 30720
    },
    {
      "grad_norm": 0.3282168209552765,
      "learning_rate": 7.852209936982848e-05,
      "loss": 0.0616,
      "step": 30730
    },
    {
      "grad_norm": 0.6142053604125977,
      "learning_rate": 7.850700791787942e-05,
      "loss": 0.0486,
      "step": 30740
    },
    {
      "grad_norm": 0.46603071689605713,
      "learning_rate": 7.849191261718525e-05,
      "loss": 0.0532,
      "step": 30750
    },
    {
      "grad_norm": 0.42368993163108826,
      "learning_rate": 7.847681346978405e-05,
      "loss": 0.0559,
      "step": 30760
    },
    {
      "grad_norm": 0.48865458369255066,
      "learning_rate": 7.846171047771429e-05,
      "loss": 0.0476,
      "step": 30770
    },
    {
      "grad_norm": 0.4620092809200287,
      "learning_rate": 7.844660364301509e-05,
      "loss": 0.0603,
      "step": 30780
    },
    {
      "grad_norm": 0.4915802776813507,
      "learning_rate": 7.843149296772603e-05,
      "loss": 0.0492,
      "step": 30790
    },
    {
      "grad_norm": 0.4001257121562958,
      "learning_rate": 7.841637845388718e-05,
      "loss": 0.0546,
      "step": 30800
    },
    {
      "grad_norm": 0.4570138156414032,
      "learning_rate": 7.840126010353918e-05,
      "loss": 0.0598,
      "step": 30810
    },
    {
      "grad_norm": 0.47483086585998535,
      "learning_rate": 7.838613791872315e-05,
      "loss": 0.0599,
      "step": 30820
    },
    {
      "grad_norm": 0.5814663171768188,
      "learning_rate": 7.837101190148075e-05,
      "loss": 0.0544,
      "step": 30830
    },
    {
      "grad_norm": 0.5619466304779053,
      "learning_rate": 7.835588205385416e-05,
      "loss": 0.0646,
      "step": 30840
    },
    {
      "grad_norm": 0.4866248667240143,
      "learning_rate": 7.834074837788608e-05,
      "loss": 0.0491,
      "step": 30850
    },
    {
      "grad_norm": 0.48046913743019104,
      "learning_rate": 7.832561087561965e-05,
      "loss": 0.0574,
      "step": 30860
    },
    {
      "grad_norm": 0.47146856784820557,
      "learning_rate": 7.831046954909867e-05,
      "loss": 0.0537,
      "step": 30870
    },
    {
      "grad_norm": 0.5121307969093323,
      "learning_rate": 7.829532440036735e-05,
      "loss": 0.056,
      "step": 30880
    },
    {
      "grad_norm": 0.5139894485473633,
      "learning_rate": 7.828017543147043e-05,
      "loss": 0.0555,
      "step": 30890
    },
    {
      "grad_norm": 0.46268999576568604,
      "learning_rate": 7.826502264445316e-05,
      "loss": 0.059,
      "step": 30900
    },
    {
      "grad_norm": 0.45562684535980225,
      "learning_rate": 7.82498660413614e-05,
      "loss": 0.0509,
      "step": 30910
    },
    {
      "grad_norm": 0.44545453786849976,
      "learning_rate": 7.82347056242414e-05,
      "loss": 0.055,
      "step": 30920
    },
    {
      "grad_norm": 0.5201405882835388,
      "learning_rate": 7.821954139513996e-05,
      "loss": 0.0499,
      "step": 30930
    },
    {
      "grad_norm": 0.5496829748153687,
      "learning_rate": 7.820437335610443e-05,
      "loss": 0.0483,
      "step": 30940
    },
    {
      "grad_norm": 0.36642372608184814,
      "learning_rate": 7.818920150918265e-05,
      "loss": 0.0556,
      "step": 30950
    },
    {
      "grad_norm": 0.8152854442596436,
      "learning_rate": 7.8174025856423e-05,
      "loss": 0.0546,
      "step": 30960
    },
    {
      "grad_norm": 0.5760734677314758,
      "learning_rate": 7.815884639987433e-05,
      "loss": 0.0534,
      "step": 30970
    },
    {
      "grad_norm": 0.3922051191329956,
      "learning_rate": 7.814366314158604e-05,
      "loss": 0.0497,
      "step": 30980
    },
    {
      "grad_norm": 0.4507213234901428,
      "learning_rate": 7.812847608360801e-05,
      "loss": 0.0489,
      "step": 30990
    },
    {
      "grad_norm": 0.4329211115837097,
      "learning_rate": 7.811328522799066e-05,
      "loss": 0.052,
      "step": 31000
    },
    {
      "grad_norm": 0.6819784045219421,
      "learning_rate": 7.80980905767849e-05,
      "loss": 0.0485,
      "step": 31010
    },
    {
      "grad_norm": 0.43564489483833313,
      "learning_rate": 7.808289213204222e-05,
      "loss": 0.0517,
      "step": 31020
    },
    {
      "grad_norm": 0.6828789710998535,
      "learning_rate": 7.80676898958145e-05,
      "loss": 0.0541,
      "step": 31030
    },
    {
      "grad_norm": 0.5363146066665649,
      "learning_rate": 7.805248387015428e-05,
      "loss": 0.0501,
      "step": 31040
    },
    {
      "grad_norm": 0.7042226195335388,
      "learning_rate": 7.803727405711446e-05,
      "loss": 0.051,
      "step": 31050
    },
    {
      "grad_norm": 0.5269659161567688,
      "learning_rate": 7.802206045874854e-05,
      "loss": 0.0539,
      "step": 31060
    },
    {
      "grad_norm": 0.4393952488899231,
      "learning_rate": 7.800684307711055e-05,
      "loss": 0.0503,
      "step": 31070
    },
    {
      "grad_norm": 0.6165003776550293,
      "learning_rate": 7.799162191425495e-05,
      "loss": 0.0572,
      "step": 31080
    },
    {
      "grad_norm": 0.6595568060874939,
      "learning_rate": 7.79763969722368e-05,
      "loss": 0.0628,
      "step": 31090
    },
    {
      "grad_norm": 0.45011648535728455,
      "learning_rate": 7.796116825311159e-05,
      "loss": 0.053,
      "step": 31100
    },
    {
      "grad_norm": 0.5141201019287109,
      "learning_rate": 7.794593575893541e-05,
      "loss": 0.0522,
      "step": 31110
    },
    {
      "grad_norm": 0.6101133227348328,
      "learning_rate": 7.793069949176473e-05,
      "loss": 0.0611,
      "step": 31120
    },
    {
      "grad_norm": 0.6816105842590332,
      "learning_rate": 7.791545945365668e-05,
      "loss": 0.0545,
      "step": 31130
    },
    {
      "grad_norm": 0.44362354278564453,
      "learning_rate": 7.790021564666876e-05,
      "loss": 0.0453,
      "step": 31140
    },
    {
      "grad_norm": 0.5194827914237976,
      "learning_rate": 7.78849680728591e-05,
      "loss": 0.0577,
      "step": 31150
    },
    {
      "grad_norm": 0.399537056684494,
      "learning_rate": 7.786971673428624e-05,
      "loss": 0.0435,
      "step": 31160
    },
    {
      "grad_norm": 0.8257328867912292,
      "learning_rate": 7.785446163300932e-05,
      "loss": 0.0526,
      "step": 31170
    },
    {
      "grad_norm": 0.6340346932411194,
      "learning_rate": 7.783920277108787e-05,
      "loss": 0.0645,
      "step": 31180
    },
    {
      "grad_norm": 0.39344096183776855,
      "learning_rate": 7.782394015058205e-05,
      "loss": 0.0552,
      "step": 31190
    },
    {
      "grad_norm": 0.355904221534729,
      "learning_rate": 7.780867377355245e-05,
      "loss": 0.0451,
      "step": 31200
    },
    {
      "grad_norm": 0.3952608108520508,
      "learning_rate": 7.77934036420602e-05,
      "loss": 0.0561,
      "step": 31210
    },
    {
      "grad_norm": 0.2916310727596283,
      "learning_rate": 7.777812975816694e-05,
      "loss": 0.0473,
      "step": 31220
    },
    {
      "grad_norm": 0.43531912565231323,
      "learning_rate": 7.776285212393479e-05,
      "loss": 0.0564,
      "step": 31230
    },
    {
      "grad_norm": 0.46290063858032227,
      "learning_rate": 7.774757074142638e-05,
      "loss": 0.0536,
      "step": 31240
    },
    {
      "grad_norm": 0.3753806948661804,
      "learning_rate": 7.773228561270487e-05,
      "loss": 0.0555,
      "step": 31250
    },
    {
      "grad_norm": 0.5727856755256653,
      "learning_rate": 7.771699673983393e-05,
      "loss": 0.0781,
      "step": 31260
    },
    {
      "grad_norm": 0.4885701537132263,
      "learning_rate": 7.770170412487767e-05,
      "loss": 0.0444,
      "step": 31270
    },
    {
      "grad_norm": 0.4085206389427185,
      "learning_rate": 7.768640776990079e-05,
      "loss": 0.0593,
      "step": 31280
    },
    {
      "grad_norm": 0.5203534364700317,
      "learning_rate": 7.767110767696847e-05,
      "loss": 0.0497,
      "step": 31290
    },
    {
      "grad_norm": 0.5425205826759338,
      "learning_rate": 7.765580384814635e-05,
      "loss": 0.0583,
      "step": 31300
    },
    {
      "grad_norm": 0.4037421643733978,
      "learning_rate": 7.764049628550063e-05,
      "loss": 0.066,
      "step": 31310
    },
    {
      "grad_norm": 0.3797376751899719,
      "learning_rate": 7.762518499109798e-05,
      "loss": 0.048,
      "step": 31320
    },
    {
      "grad_norm": 0.4741789996623993,
      "learning_rate": 7.760986996700559e-05,
      "loss": 0.0508,
      "step": 31330
    },
    {
      "grad_norm": 0.46970680356025696,
      "learning_rate": 7.759455121529113e-05,
      "loss": 0.0489,
      "step": 31340
    },
    {
      "grad_norm": 0.44590309262275696,
      "learning_rate": 7.757922873802284e-05,
      "loss": 0.0566,
      "step": 31350
    },
    {
      "grad_norm": 0.4438532590866089,
      "learning_rate": 7.756390253726937e-05,
      "loss": 0.0571,
      "step": 31360
    },
    {
      "grad_norm": 0.5329725742340088,
      "learning_rate": 7.754857261509993e-05,
      "loss": 0.052,
      "step": 31370
    },
    {
      "grad_norm": 0.3998800814151764,
      "learning_rate": 7.753323897358423e-05,
      "loss": 0.0437,
      "step": 31380
    },
    {
      "grad_norm": 0.6671368479728699,
      "learning_rate": 7.751790161479247e-05,
      "loss": 0.0483,
      "step": 31390
    },
    {
      "grad_norm": 0.5031751990318298,
      "learning_rate": 7.750256054079533e-05,
      "loss": 0.0512,
      "step": 31400
    },
    {
      "grad_norm": 0.46463248133659363,
      "learning_rate": 7.748721575366405e-05,
      "loss": 0.06,
      "step": 31410
    },
    {
      "grad_norm": 0.5328579545021057,
      "learning_rate": 7.747186725547034e-05,
      "loss": 0.0498,
      "step": 31420
    },
    {
      "grad_norm": 0.5212885141372681,
      "learning_rate": 7.745651504828635e-05,
      "loss": 0.0537,
      "step": 31430
    },
    {
      "grad_norm": 0.5237988829612732,
      "learning_rate": 7.744115913418485e-05,
      "loss": 0.0461,
      "step": 31440
    },
    {
      "grad_norm": 0.2726594805717468,
      "learning_rate": 7.742579951523905e-05,
      "loss": 0.0544,
      "step": 31450
    },
    {
      "grad_norm": 0.392193466424942,
      "learning_rate": 7.741043619352262e-05,
      "loss": 0.0587,
      "step": 31460
    },
    {
      "grad_norm": 0.6689895391464233,
      "learning_rate": 7.739506917110979e-05,
      "loss": 0.039,
      "step": 31470
    },
    {
      "grad_norm": 0.3940247893333435,
      "learning_rate": 7.737969845007526e-05,
      "loss": 0.0516,
      "step": 31480
    },
    {
      "grad_norm": 0.3947030007839203,
      "learning_rate": 7.736432403249426e-05,
      "loss": 0.0491,
      "step": 31490
    },
    {
      "grad_norm": 0.57329922914505,
      "learning_rate": 7.734894592044248e-05,
      "loss": 0.0571,
      "step": 31500
    },
    {
      "grad_norm": 0.557059109210968,
      "learning_rate": 7.733356411599614e-05,
      "loss": 0.0492,
      "step": 31510
    },
    {
      "grad_norm": 0.33745765686035156,
      "learning_rate": 7.731817862123194e-05,
      "loss": 0.0481,
      "step": 31520
    },
    {
      "grad_norm": 0.3693212568759918,
      "learning_rate": 7.730278943822706e-05,
      "loss": 0.0575,
      "step": 31530
    },
    {
      "grad_norm": 0.3635266125202179,
      "learning_rate": 7.728739656905923e-05,
      "loss": 0.0429,
      "step": 31540
    },
    {
      "grad_norm": 0.501100480556488,
      "learning_rate": 7.727200001580664e-05,
      "loss": 0.0522,
      "step": 31550
    },
    {
      "grad_norm": 0.3871192932128906,
      "learning_rate": 7.725659978054797e-05,
      "loss": 0.055,
      "step": 31560
    },
    {
      "grad_norm": 0.33845943212509155,
      "learning_rate": 7.724119586536245e-05,
      "loss": 0.0523,
      "step": 31570
    },
    {
      "grad_norm": 0.49425220489501953,
      "learning_rate": 7.722578827232974e-05,
      "loss": 0.0464,
      "step": 31580
    },
    {
      "grad_norm": 0.39537864923477173,
      "learning_rate": 7.721037700353003e-05,
      "loss": 0.0524,
      "step": 31590
    },
    {
      "grad_norm": 0.4151040315628052,
      "learning_rate": 7.719496206104401e-05,
      "loss": 0.0458,
      "step": 31600
    },
    {
      "grad_norm": 0.4781818985939026,
      "learning_rate": 7.717954344695286e-05,
      "loss": 0.0512,
      "step": 31610
    },
    {
      "grad_norm": 0.549587607383728,
      "learning_rate": 7.716412116333824e-05,
      "loss": 0.0574,
      "step": 31620
    },
    {
      "grad_norm": 0.5392826199531555,
      "learning_rate": 7.714869521228237e-05,
      "loss": 0.0443,
      "step": 31630
    },
    {
      "grad_norm": 0.3879270553588867,
      "learning_rate": 7.713326559586783e-05,
      "loss": 0.0543,
      "step": 31640
    },
    {
      "grad_norm": 0.5175737738609314,
      "learning_rate": 7.711783231617785e-05,
      "loss": 0.0617,
      "step": 31650
    },
    {
      "grad_norm": 0.4952123165130615,
      "learning_rate": 7.710239537529607e-05,
      "loss": 0.0436,
      "step": 31660
    },
    {
      "grad_norm": 0.4536944627761841,
      "learning_rate": 7.708695477530661e-05,
      "loss": 0.0441,
      "step": 31670
    },
    {
      "grad_norm": 0.4444506764411926,
      "learning_rate": 7.707151051829415e-05,
      "loss": 0.0474,
      "step": 31680
    },
    {
      "grad_norm": 0.5001943111419678,
      "learning_rate": 7.705606260634379e-05,
      "loss": 0.0375,
      "step": 31690
    },
    {
      "grad_norm": 0.5212014317512512,
      "learning_rate": 7.704061104154121e-05,
      "loss": 0.0456,
      "step": 31700
    },
    {
      "grad_norm": 0.43988290429115295,
      "learning_rate": 7.702515582597248e-05,
      "loss": 0.0451,
      "step": 31710
    },
    {
      "grad_norm": 0.4299800992012024,
      "learning_rate": 7.700969696172425e-05,
      "loss": 0.0566,
      "step": 31720
    },
    {
      "grad_norm": 0.5024544596672058,
      "learning_rate": 7.699423445088362e-05,
      "loss": 0.0555,
      "step": 31730
    },
    {
      "grad_norm": 0.5279479622840881,
      "learning_rate": 7.697876829553819e-05,
      "loss": 0.0584,
      "step": 31740
    },
    {
      "grad_norm": 0.4334433972835541,
      "learning_rate": 7.696329849777603e-05,
      "loss": 0.0487,
      "step": 31750
    },
    {
      "grad_norm": 0.40349775552749634,
      "learning_rate": 7.694782505968578e-05,
      "loss": 0.0528,
      "step": 31760
    },
    {
      "grad_norm": 1.2132065296173096,
      "learning_rate": 7.693234798335647e-05,
      "loss": 0.0613,
      "step": 31770
    },
    {
      "grad_norm": 0.5113531947135925,
      "learning_rate": 7.691686727087769e-05,
      "loss": 0.0596,
      "step": 31780
    },
    {
      "grad_norm": 0.46299436688423157,
      "learning_rate": 7.690138292433948e-05,
      "loss": 0.072,
      "step": 31790
    },
    {
      "grad_norm": 0.41650813817977905,
      "learning_rate": 7.68858949458324e-05,
      "loss": 0.0587,
      "step": 31800
    },
    {
      "grad_norm": 0.4266546666622162,
      "learning_rate": 7.687040333744751e-05,
      "loss": 0.0545,
      "step": 31810
    },
    {
      "grad_norm": 0.5296301245689392,
      "learning_rate": 7.685490810127628e-05,
      "loss": 0.0589,
      "step": 31820
    },
    {
      "grad_norm": 0.5206078886985779,
      "learning_rate": 7.683940923941082e-05,
      "loss": 0.0686,
      "step": 31830
    },
    {
      "grad_norm": 0.4192284047603607,
      "learning_rate": 7.682390675394356e-05,
      "loss": 0.058,
      "step": 31840
    },
    {
      "grad_norm": 0.5148528814315796,
      "learning_rate": 7.680840064696752e-05,
      "loss": 0.0617,
      "step": 31850
    },
    {
      "grad_norm": 0.4067506790161133,
      "learning_rate": 7.67928909205762e-05,
      "loss": 0.055,
      "step": 31860
    },
    {
      "grad_norm": 0.4237845540046692,
      "learning_rate": 7.677737757686356e-05,
      "loss": 0.0537,
      "step": 31870
    },
    {
      "grad_norm": 0.48621702194213867,
      "learning_rate": 7.676186061792407e-05,
      "loss": 0.0526,
      "step": 31880
    },
    {
      "grad_norm": 0.46519073843955994,
      "learning_rate": 7.674634004585271e-05,
      "loss": 0.0665,
      "step": 31890
    },
    {
      "grad_norm": 0.47660931944847107,
      "learning_rate": 7.673081586274487e-05,
      "loss": 0.0454,
      "step": 31900
    },
    {
      "grad_norm": 0.5454497933387756,
      "learning_rate": 7.671528807069653e-05,
      "loss": 0.0715,
      "step": 31910
    },
    {
      "grad_norm": 1.098759651184082,
      "learning_rate": 7.669975667180405e-05,
      "loss": 0.082,
      "step": 31920
    },
    {
      "grad_norm": 0.5443558692932129,
      "learning_rate": 7.668422166816437e-05,
      "loss": 0.0569,
      "step": 31930
    },
    {
      "grad_norm": 0.38487470149993896,
      "learning_rate": 7.666868306187486e-05,
      "loss": 0.0438,
      "step": 31940
    },
    {
      "grad_norm": 0.36857154965400696,
      "learning_rate": 7.66531408550334e-05,
      "loss": 0.0645,
      "step": 31950
    },
    {
      "grad_norm": 0.5398098230361938,
      "learning_rate": 7.663759504973837e-05,
      "loss": 0.0613,
      "step": 31960
    },
    {
      "grad_norm": 0.5572724342346191,
      "learning_rate": 7.66220456480886e-05,
      "loss": 0.0489,
      "step": 31970
    },
    {
      "grad_norm": 0.3396960198879242,
      "learning_rate": 7.660649265218342e-05,
      "loss": 0.0382,
      "step": 31980
    },
    {
      "grad_norm": 0.5301975011825562,
      "learning_rate": 7.659093606412264e-05,
      "loss": 0.0556,
      "step": 31990
    },
    {
      "grad_norm": 0.7648700475692749,
      "learning_rate": 7.657537588600656e-05,
      "loss": 0.0474,
      "step": 32000
    },
    {
      "grad_norm": 0.4939844012260437,
      "learning_rate": 7.655981211993601e-05,
      "loss": 0.0569,
      "step": 32010
    },
    {
      "grad_norm": 0.5281228423118591,
      "learning_rate": 7.654424476801222e-05,
      "loss": 0.0585,
      "step": 32020
    },
    {
      "grad_norm": 0.3712579905986786,
      "learning_rate": 7.652867383233694e-05,
      "loss": 0.0587,
      "step": 32030
    },
    {
      "grad_norm": 0.4374719560146332,
      "learning_rate": 7.651309931501245e-05,
      "loss": 0.0609,
      "step": 32040
    },
    {
      "grad_norm": 0.5364488363265991,
      "learning_rate": 7.649752121814144e-05,
      "loss": 0.0555,
      "step": 32050
    },
    {
      "grad_norm": 0.4808219373226166,
      "learning_rate": 7.648193954382713e-05,
      "loss": 0.0514,
      "step": 32060
    },
    {
      "grad_norm": 0.5900530219078064,
      "learning_rate": 7.646635429417322e-05,
      "loss": 0.0557,
      "step": 32070
    },
    {
      "grad_norm": 0.5689333081245422,
      "learning_rate": 7.645076547128384e-05,
      "loss": 0.0501,
      "step": 32080
    },
    {
      "grad_norm": 0.32692041993141174,
      "learning_rate": 7.643517307726368e-05,
      "loss": 0.0598,
      "step": 32090
    },
    {
      "grad_norm": 0.6178629994392395,
      "learning_rate": 7.641957711421788e-05,
      "loss": 0.0534,
      "step": 32100
    },
    {
      "grad_norm": 0.4130682945251465,
      "learning_rate": 7.640397758425204e-05,
      "loss": 0.0524,
      "step": 32110
    },
    {
      "grad_norm": 0.4561912417411804,
      "learning_rate": 7.638837448947227e-05,
      "loss": 0.0442,
      "step": 32120
    },
    {
      "grad_norm": 0.416728675365448,
      "learning_rate": 7.637276783198515e-05,
      "loss": 0.0457,
      "step": 32130
    },
    {
      "grad_norm": 0.4053119122982025,
      "learning_rate": 7.635715761389775e-05,
      "loss": 0.0487,
      "step": 32140
    },
    {
      "grad_norm": 0.49262475967407227,
      "learning_rate": 7.634154383731759e-05,
      "loss": 0.0483,
      "step": 32150
    },
    {
      "grad_norm": 0.5168066024780273,
      "learning_rate": 7.632592650435272e-05,
      "loss": 0.0485,
      "step": 32160
    },
    {
      "grad_norm": 0.4514283239841461,
      "learning_rate": 7.631030561711163e-05,
      "loss": 0.0528,
      "step": 32170
    },
    {
      "grad_norm": 0.6304249167442322,
      "learning_rate": 7.629468117770331e-05,
      "loss": 0.0442,
      "step": 32180
    },
    {
      "grad_norm": 0.5869598388671875,
      "learning_rate": 7.627905318823721e-05,
      "loss": 0.0466,
      "step": 32190
    },
    {
      "grad_norm": 0.4779716730117798,
      "learning_rate": 7.626342165082329e-05,
      "loss": 0.0514,
      "step": 32200
    },
    {
      "grad_norm": 0.585925817489624,
      "learning_rate": 7.624778656757197e-05,
      "loss": 0.0549,
      "step": 32210
    },
    {
      "grad_norm": 0.5023561716079712,
      "learning_rate": 7.623214794059414e-05,
      "loss": 0.0564,
      "step": 32220
    },
    {
      "grad_norm": 0.43223056197166443,
      "learning_rate": 7.621650577200117e-05,
      "loss": 0.0509,
      "step": 32230
    },
    {
      "grad_norm": 0.3748778700828552,
      "learning_rate": 7.620086006390494e-05,
      "loss": 0.0523,
      "step": 32240
    },
    {
      "grad_norm": 0.6590387225151062,
      "learning_rate": 7.618521081841778e-05,
      "loss": 0.0634,
      "step": 32250
    },
    {
      "grad_norm": 0.6599063277244568,
      "learning_rate": 7.616955803765249e-05,
      "loss": 0.0557,
      "step": 32260
    },
    {
      "grad_norm": 0.5782455801963806,
      "learning_rate": 7.615390172372237e-05,
      "loss": 0.0473,
      "step": 32270
    },
    {
      "grad_norm": 0.39069318771362305,
      "learning_rate": 7.613824187874117e-05,
      "loss": 0.0342,
      "step": 32280
    },
    {
      "grad_norm": 0.3489771783351898,
      "learning_rate": 7.612257850482313e-05,
      "loss": 0.0444,
      "step": 32290
    },
    {
      "grad_norm": 0.6791579127311707,
      "learning_rate": 7.610691160408303e-05,
      "loss": 0.0496,
      "step": 32300
    },
    {
      "grad_norm": 0.37116703391075134,
      "learning_rate": 7.6091241178636e-05,
      "loss": 0.053,
      "step": 32310
    },
    {
      "grad_norm": 0.6118897199630737,
      "learning_rate": 7.607556723059773e-05,
      "loss": 0.0473,
      "step": 32320
    },
    {
      "grad_norm": 0.3733375668525696,
      "learning_rate": 7.605988976208439e-05,
      "loss": 0.0436,
      "step": 32330
    },
    {
      "grad_norm": 0.45571237802505493,
      "learning_rate": 7.604420877521255e-05,
      "loss": 0.0432,
      "step": 32340
    },
    {
      "grad_norm": 0.43685129284858704,
      "learning_rate": 7.602852427209938e-05,
      "loss": 0.0516,
      "step": 32350
    },
    {
      "grad_norm": 0.4739687442779541,
      "learning_rate": 7.601283625486239e-05,
      "loss": 0.0501,
      "step": 32360
    },
    {
      "grad_norm": 0.5135954022407532,
      "learning_rate": 7.599714472561966e-05,
      "loss": 0.0441,
      "step": 32370
    },
    {
      "grad_norm": 0.3117844760417938,
      "learning_rate": 7.598144968648968e-05,
      "loss": 0.0564,
      "step": 32380
    },
    {
      "grad_norm": 0.4221254289150238,
      "learning_rate": 7.596575113959148e-05,
      "loss": 0.0466,
      "step": 32390
    },
    {
      "grad_norm": 0.49888813495635986,
      "learning_rate": 7.595004908704453e-05,
      "loss": 0.0466,
      "step": 32400
    },
    {
      "grad_norm": 0.4405001103878021,
      "learning_rate": 7.593434353096875e-05,
      "loss": 0.043,
      "step": 32410
    },
    {
      "grad_norm": 0.5143066644668579,
      "learning_rate": 7.591863447348453e-05,
      "loss": 0.0556,
      "step": 32420
    },
    {
      "grad_norm": 0.3725337088108063,
      "learning_rate": 7.590292191671283e-05,
      "loss": 0.0591,
      "step": 32430
    },
    {
      "grad_norm": 0.42993074655532837,
      "learning_rate": 7.588720586277496e-05,
      "loss": 0.0447,
      "step": 32440
    },
    {
      "grad_norm": 0.6256254315376282,
      "learning_rate": 7.587148631379275e-05,
      "loss": 0.0492,
      "step": 32450
    },
    {
      "grad_norm": 0.43656641244888306,
      "learning_rate": 7.585576327188852e-05,
      "loss": 0.0478,
      "step": 32460
    },
    {
      "grad_norm": 0.4876742959022522,
      "learning_rate": 7.584003673918505e-05,
      "loss": 0.0589,
      "step": 32470
    },
    {
      "grad_norm": 0.6466571092605591,
      "learning_rate": 7.582430671780556e-05,
      "loss": 0.0544,
      "step": 32480
    },
    {
      "grad_norm": 0.5364759564399719,
      "learning_rate": 7.58085732098738e-05,
      "loss": 0.0496,
      "step": 32490
    },
    {
      "grad_norm": 0.5464432239532471,
      "learning_rate": 7.579283621751394e-05,
      "loss": 0.0504,
      "step": 32500
    },
    {
      "grad_norm": 0.6656211018562317,
      "learning_rate": 7.577709574285064e-05,
      "loss": 0.047,
      "step": 32510
    },
    {
      "grad_norm": 0.37798911333084106,
      "learning_rate": 7.576135178800905e-05,
      "loss": 0.0438,
      "step": 32520
    },
    {
      "grad_norm": 0.38452017307281494,
      "learning_rate": 7.574560435511471e-05,
      "loss": 0.0457,
      "step": 32530
    },
    {
      "grad_norm": 0.5449913144111633,
      "learning_rate": 7.572985344629377e-05,
      "loss": 0.0516,
      "step": 32540
    },
    {
      "grad_norm": 0.522813081741333,
      "learning_rate": 7.571409906367271e-05,
      "loss": 0.0612,
      "step": 32550
    },
    {
      "grad_norm": 0.36664867401123047,
      "learning_rate": 7.569834120937856e-05,
      "loss": 0.054,
      "step": 32560
    },
    {
      "grad_norm": 0.446053147315979,
      "learning_rate": 7.56825798855388e-05,
      "loss": 0.0482,
      "step": 32570
    },
    {
      "grad_norm": 0.45035725831985474,
      "learning_rate": 7.566681509428135e-05,
      "loss": 0.0532,
      "step": 32580
    },
    {
      "grad_norm": 0.3081738352775574,
      "learning_rate": 7.565104683773466e-05,
      "loss": 0.0532,
      "step": 32590
    },
    {
      "grad_norm": 0.31743720173835754,
      "learning_rate": 7.563527511802755e-05,
      "loss": 0.0461,
      "step": 32600
    },
    {
      "grad_norm": 0.5350102186203003,
      "learning_rate": 7.561949993728942e-05,
      "loss": 0.0525,
      "step": 32610
    },
    {
      "grad_norm": 0.6644521951675415,
      "learning_rate": 7.560372129765008e-05,
      "loss": 0.0573,
      "step": 32620
    },
    {
      "grad_norm": 0.3367270231246948,
      "learning_rate": 7.558793920123979e-05,
      "loss": 0.0504,
      "step": 32630
    },
    {
      "grad_norm": 0.4346047639846802,
      "learning_rate": 7.55721536501893e-05,
      "loss": 0.0502,
      "step": 32640
    },
    {
      "grad_norm": 0.3623889684677124,
      "learning_rate": 7.555636464662985e-05,
      "loss": 0.051,
      "step": 32650
    },
    {
      "grad_norm": 0.5106725692749023,
      "learning_rate": 7.55405721926931e-05,
      "loss": 0.0504,
      "step": 32660
    },
    {
      "grad_norm": 0.35398438572883606,
      "learning_rate": 7.552477629051122e-05,
      "loss": 0.0565,
      "step": 32670
    },
    {
      "grad_norm": 0.8866059184074402,
      "learning_rate": 7.550897694221679e-05,
      "loss": 0.0479,
      "step": 32680
    },
    {
      "grad_norm": 0.6330224871635437,
      "learning_rate": 7.54931741499429e-05,
      "loss": 0.0543,
      "step": 32690
    },
    {
      "grad_norm": 0.3006293773651123,
      "learning_rate": 7.54773679158231e-05,
      "loss": 0.0544,
      "step": 32700
    },
    {
      "grad_norm": 0.9466231465339661,
      "learning_rate": 7.54615582419914e-05,
      "loss": 0.0645,
      "step": 32710
    },
    {
      "grad_norm": 0.4570995569229126,
      "learning_rate": 7.544574513058224e-05,
      "loss": 0.043,
      "step": 32720
    },
    {
      "grad_norm": 0.42596420645713806,
      "learning_rate": 7.542992858373062e-05,
      "loss": 0.0485,
      "step": 32730
    },
    {
      "grad_norm": 0.502098798751831,
      "learning_rate": 7.541410860357186e-05,
      "loss": 0.0509,
      "step": 32740
    },
    {
      "grad_norm": 0.3581136167049408,
      "learning_rate": 7.539828519224188e-05,
      "loss": 0.0448,
      "step": 32750
    },
    {
      "grad_norm": 0.4235154092311859,
      "learning_rate": 7.538245835187699e-05,
      "loss": 0.0458,
      "step": 32760
    },
    {
      "grad_norm": 0.40541791915893555,
      "learning_rate": 7.536662808461399e-05,
      "loss": 0.0488,
      "step": 32770
    },
    {
      "grad_norm": 0.499146431684494,
      "learning_rate": 7.535079439259012e-05,
      "loss": 0.0628,
      "step": 32780
    },
    {
      "grad_norm": 0.40587037801742554,
      "learning_rate": 7.533495727794308e-05,
      "loss": 0.0508,
      "step": 32790
    },
    {
      "grad_norm": 0.4820998013019562,
      "learning_rate": 7.531911674281107e-05,
      "loss": 0.0471,
      "step": 32800
    },
    {
      "grad_norm": 0.37645867466926575,
      "learning_rate": 7.530327278933273e-05,
      "loss": 0.0506,
      "step": 32810
    },
    {
      "grad_norm": 0.3991715908050537,
      "learning_rate": 7.528742541964714e-05,
      "loss": 0.0453,
      "step": 32820
    },
    {
      "grad_norm": 0.302341103553772,
      "learning_rate": 7.52715746358939e-05,
      "loss": 0.0504,
      "step": 32830
    },
    {
      "grad_norm": 0.346874862909317,
      "learning_rate": 7.525572044021296e-05,
      "loss": 0.0457,
      "step": 32840
    },
    {
      "grad_norm": 0.4626358151435852,
      "learning_rate": 7.523986283474487e-05,
      "loss": 0.0572,
      "step": 32850
    },
    {
      "grad_norm": 0.4709741175174713,
      "learning_rate": 7.522400182163056e-05,
      "loss": 0.0561,
      "step": 32860
    },
    {
      "grad_norm": 0.3634689152240753,
      "learning_rate": 7.52081374030114e-05,
      "loss": 0.0493,
      "step": 32870
    },
    {
      "grad_norm": 0.3958576023578644,
      "learning_rate": 7.51922695810293e-05,
      "loss": 0.0483,
      "step": 32880
    },
    {
      "grad_norm": 0.6560602188110352,
      "learning_rate": 7.517639835782654e-05,
      "loss": 0.0459,
      "step": 32890
    },
    {
      "grad_norm": 0.40742138028144836,
      "learning_rate": 7.516052373554592e-05,
      "loss": 0.0522,
      "step": 32900
    },
    {
      "grad_norm": 0.3635561168193817,
      "learning_rate": 7.51446457163307e-05,
      "loss": 0.0548,
      "step": 32910
    },
    {
      "grad_norm": 0.4873576760292053,
      "learning_rate": 7.512876430232454e-05,
      "loss": 0.053,
      "step": 32920
    },
    {
      "grad_norm": 0.637300968170166,
      "learning_rate": 7.511287949567163e-05,
      "loss": 0.0485,
      "step": 32930
    },
    {
      "grad_norm": 0.3360077738761902,
      "learning_rate": 7.509699129851657e-05,
      "loss": 0.0512,
      "step": 32940
    },
    {
      "grad_norm": 0.5139560699462891,
      "learning_rate": 7.508109971300444e-05,
      "loss": 0.0532,
      "step": 32950
    },
    {
      "grad_norm": 0.45883435010910034,
      "learning_rate": 7.506520474128076e-05,
      "loss": 0.0463,
      "step": 32960
    },
    {
      "grad_norm": 0.4859103560447693,
      "learning_rate": 7.504930638549153e-05,
      "loss": 0.0452,
      "step": 32970
    },
    {
      "grad_norm": 0.42497968673706055,
      "learning_rate": 7.503340464778319e-05,
      "loss": 0.0434,
      "step": 32980
    },
    {
      "grad_norm": 0.4364001750946045,
      "learning_rate": 7.501749953030264e-05,
      "loss": 0.0459,
      "step": 32990
    },
    {
      "grad_norm": 0.41548630595207214,
      "learning_rate": 7.500159103519722e-05,
      "loss": 0.0423,
      "step": 33000
    },
    {
      "grad_norm": 0.478403776884079,
      "learning_rate": 7.498567916461478e-05,
      "loss": 0.0516,
      "step": 33010
    },
    {
      "grad_norm": 0.3661669194698334,
      "learning_rate": 7.496976392070358e-05,
      "loss": 0.046,
      "step": 33020
    },
    {
      "grad_norm": 0.3227790296077728,
      "learning_rate": 7.495384530561232e-05,
      "loss": 0.047,
      "step": 33030
    },
    {
      "grad_norm": 0.6147376894950867,
      "learning_rate": 7.49379233214902e-05,
      "loss": 0.0528,
      "step": 33040
    },
    {
      "grad_norm": 0.4906785488128662,
      "learning_rate": 7.492199797048687e-05,
      "loss": 0.0617,
      "step": 33050
    },
    {
      "grad_norm": 0.6451823115348816,
      "learning_rate": 7.490606925475238e-05,
      "loss": 0.0563,
      "step": 33060
    },
    {
      "grad_norm": 0.3355124592781067,
      "learning_rate": 7.489013717643732e-05,
      "loss": 0.045,
      "step": 33070
    },
    {
      "grad_norm": 0.6100735068321228,
      "learning_rate": 7.487420173769262e-05,
      "loss": 0.0656,
      "step": 33080
    },
    {
      "grad_norm": 0.5441356301307678,
      "learning_rate": 7.485826294066981e-05,
      "loss": 0.0481,
      "step": 33090
    },
    {
      "grad_norm": 0.5182412266731262,
      "learning_rate": 7.484232078752073e-05,
      "loss": 0.0648,
      "step": 33100
    },
    {
      "grad_norm": 0.42874714732170105,
      "learning_rate": 7.48263752803978e-05,
      "loss": 0.0419,
      "step": 33110
    },
    {
      "grad_norm": 0.3980475068092346,
      "learning_rate": 7.481042642145377e-05,
      "loss": 0.0474,
      "step": 33120
    },
    {
      "grad_norm": 0.4048254191875458,
      "learning_rate": 7.479447421284193e-05,
      "loss": 0.051,
      "step": 33130
    },
    {
      "grad_norm": 0.5314368605613708,
      "learning_rate": 7.477851865671601e-05,
      "loss": 0.0593,
      "step": 33140
    },
    {
      "grad_norm": 0.3953724205493927,
      "learning_rate": 7.476255975523016e-05,
      "loss": 0.049,
      "step": 33150
    },
    {
      "grad_norm": 0.7482253313064575,
      "learning_rate": 7.4746597510539e-05,
      "loss": 0.0503,
      "step": 33160
    },
    {
      "grad_norm": 0.3786601126194,
      "learning_rate": 7.473063192479762e-05,
      "loss": 0.0474,
      "step": 33170
    },
    {
      "grad_norm": 0.40454697608947754,
      "learning_rate": 7.47146630001615e-05,
      "loss": 0.0546,
      "step": 33180
    },
    {
      "grad_norm": 0.3799576461315155,
      "learning_rate": 7.469869073878665e-05,
      "loss": 0.0498,
      "step": 33190
    },
    {
      "grad_norm": 0.5051201581954956,
      "learning_rate": 7.468271514282949e-05,
      "loss": 0.0467,
      "step": 33200
    },
    {
      "grad_norm": 0.8161522746086121,
      "learning_rate": 7.466673621444685e-05,
      "loss": 0.0586,
      "step": 33210
    },
    {
      "grad_norm": 0.456389844417572,
      "learning_rate": 7.465075395579611e-05,
      "loss": 0.0424,
      "step": 33220
    },
    {
      "grad_norm": 0.4907841682434082,
      "learning_rate": 7.463476836903501e-05,
      "loss": 0.0685,
      "step": 33230
    },
    {
      "grad_norm": 0.4521019756793976,
      "learning_rate": 7.461877945632179e-05,
      "loss": 0.0509,
      "step": 33240
    },
    {
      "grad_norm": 1.0108680725097656,
      "learning_rate": 7.46027872198151e-05,
      "loss": 0.0572,
      "step": 33250
    },
    {
      "grad_norm": 0.49855542182922363,
      "learning_rate": 7.458679166167408e-05,
      "loss": 0.0579,
      "step": 33260
    },
    {
      "grad_norm": 0.6528130173683167,
      "learning_rate": 7.457079278405828e-05,
      "loss": 0.05,
      "step": 33270
    },
    {
      "grad_norm": 0.6027684211730957,
      "learning_rate": 7.455479058912774e-05,
      "loss": 0.0615,
      "step": 33280
    },
    {
      "grad_norm": 0.4282078742980957,
      "learning_rate": 7.453878507904287e-05,
      "loss": 0.0465,
      "step": 33290
    },
    {
      "grad_norm": 0.5163599252700806,
      "learning_rate": 7.452277625596466e-05,
      "loss": 0.0546,
      "step": 33300
    },
    {
      "grad_norm": 0.629483163356781,
      "learning_rate": 7.450676412205442e-05,
      "loss": 0.0669,
      "step": 33310
    },
    {
      "grad_norm": 0.666180431842804,
      "learning_rate": 7.449074867947397e-05,
      "loss": 0.0564,
      "step": 33320
    },
    {
      "grad_norm": 0.4309964179992676,
      "learning_rate": 7.447472993038556e-05,
      "loss": 0.0521,
      "step": 33330
    },
    {
      "grad_norm": 0.42949995398521423,
      "learning_rate": 7.445870787695186e-05,
      "loss": 0.0606,
      "step": 33340
    },
    {
      "grad_norm": 0.5600257515907288,
      "learning_rate": 7.444268252133608e-05,
      "loss": 0.049,
      "step": 33350
    },
    {
      "grad_norm": 0.49743980169296265,
      "learning_rate": 7.442665386570176e-05,
      "loss": 0.0558,
      "step": 33360
    },
    {
      "grad_norm": 0.37935298681259155,
      "learning_rate": 7.441062191221295e-05,
      "loss": 0.0562,
      "step": 33370
    },
    {
      "grad_norm": 0.48758816719055176,
      "learning_rate": 7.439458666303413e-05,
      "loss": 0.0563,
      "step": 33380
    },
    {
      "grad_norm": 0.5167540311813354,
      "learning_rate": 7.437854812033022e-05,
      "loss": 0.0525,
      "step": 33390
    },
    {
      "grad_norm": 0.5681872367858887,
      "learning_rate": 7.436250628626662e-05,
      "loss": 0.0461,
      "step": 33400
    },
    {
      "grad_norm": 0.6647853255271912,
      "learning_rate": 7.434646116300912e-05,
      "loss": 0.0507,
      "step": 33410
    },
    {
      "grad_norm": 0.43265965580940247,
      "learning_rate": 7.433041275272398e-05,
      "loss": 0.047,
      "step": 33420
    },
    {
      "grad_norm": 0.3676820695400238,
      "learning_rate": 7.431436105757793e-05,
      "loss": 0.0504,
      "step": 33430
    },
    {
      "grad_norm": 0.48626792430877686,
      "learning_rate": 7.429830607973809e-05,
      "loss": 0.0608,
      "step": 33440
    },
    {
      "grad_norm": 0.48785141110420227,
      "learning_rate": 7.428224782137204e-05,
      "loss": 0.0483,
      "step": 33450
    },
    {
      "grad_norm": 0.2899911105632782,
      "learning_rate": 7.426618628464786e-05,
      "loss": 0.0403,
      "step": 33460
    },
    {
      "grad_norm": 0.49766430258750916,
      "learning_rate": 7.425012147173397e-05,
      "loss": 0.0504,
      "step": 33470
    },
    {
      "grad_norm": 0.4532344937324524,
      "learning_rate": 7.423405338479934e-05,
      "loss": 0.0497,
      "step": 33480
    },
    {
      "grad_norm": 0.5436305403709412,
      "learning_rate": 7.42179820260133e-05,
      "loss": 0.0463,
      "step": 33490
    },
    {
      "grad_norm": 0.4975941479206085,
      "learning_rate": 7.420190739754564e-05,
      "loss": 0.0578,
      "step": 33500
    },
    {
      "grad_norm": 0.4192121922969818,
      "learning_rate": 7.418582950156663e-05,
      "loss": 0.0529,
      "step": 33510
    },
    {
      "grad_norm": 0.6075965166091919,
      "learning_rate": 7.416974834024698e-05,
      "loss": 0.055,
      "step": 33520
    },
    {
      "grad_norm": 0.40863069891929626,
      "learning_rate": 7.415366391575773e-05,
      "loss": 0.0548,
      "step": 33530
    },
    {
      "grad_norm": 0.4049772620201111,
      "learning_rate": 7.413757623027053e-05,
      "loss": 0.0417,
      "step": 33540
    },
    {
      "grad_norm": 0.4525828957557678,
      "learning_rate": 7.412148528595735e-05,
      "loss": 0.0495,
      "step": 33550
    },
    {
      "grad_norm": 0.5264585614204407,
      "learning_rate": 7.410539108499063e-05,
      "loss": 0.0533,
      "step": 33560
    },
    {
      "grad_norm": 0.43917080760002136,
      "learning_rate": 7.408929362954328e-05,
      "loss": 0.0483,
      "step": 33570
    },
    {
      "grad_norm": 0.2850469648838043,
      "learning_rate": 7.407319292178859e-05,
      "loss": 0.0477,
      "step": 33580
    },
    {
      "grad_norm": 0.45625221729278564,
      "learning_rate": 7.405708896390037e-05,
      "loss": 0.0407,
      "step": 33590
    },
    {
      "grad_norm": 0.5214071273803711,
      "learning_rate": 7.404098175805279e-05,
      "loss": 0.0383,
      "step": 33600
    },
    {
      "grad_norm": 0.3619247078895569,
      "learning_rate": 7.402487130642048e-05,
      "loss": 0.0372,
      "step": 33610
    },
    {
      "grad_norm": 0.37219712138175964,
      "learning_rate": 7.400875761117857e-05,
      "loss": 0.05,
      "step": 33620
    },
    {
      "grad_norm": 0.4134780764579773,
      "learning_rate": 7.399264067450254e-05,
      "loss": 0.0487,
      "step": 33630
    },
    {
      "grad_norm": 0.5016945004463196,
      "learning_rate": 7.397652049856834e-05,
      "loss": 0.048,
      "step": 33640
    },
    {
      "grad_norm": 0.4130796194076538,
      "learning_rate": 7.39603970855524e-05,
      "loss": 0.044,
      "step": 33650
    },
    {
      "grad_norm": 0.5322306156158447,
      "learning_rate": 7.394427043763151e-05,
      "loss": 0.0496,
      "step": 33660
    },
    {
      "grad_norm": 0.3425215184688568,
      "learning_rate": 7.392814055698298e-05,
      "loss": 0.0492,
      "step": 33670
    },
    {
      "grad_norm": 0.5672054886817932,
      "learning_rate": 7.391200744578446e-05,
      "loss": 0.0404,
      "step": 33680
    },
    {
      "grad_norm": 0.49292805790901184,
      "learning_rate": 7.389587110621412e-05,
      "loss": 0.0531,
      "step": 33690
    },
    {
      "grad_norm": 0.4434555172920227,
      "learning_rate": 7.387973154045053e-05,
      "loss": 0.0474,
      "step": 33700
    },
    {
      "grad_norm": 0.5216783285140991,
      "learning_rate": 7.386358875067269e-05,
      "loss": 0.0576,
      "step": 33710
    },
    {
      "grad_norm": 0.45884498953819275,
      "learning_rate": 7.38474427390601e-05,
      "loss": 0.0501,
      "step": 33720
    },
    {
      "grad_norm": 0.43353089690208435,
      "learning_rate": 7.383129350779257e-05,
      "loss": 0.0527,
      "step": 33730
    },
    {
      "grad_norm": 0.48705416917800903,
      "learning_rate": 7.381514105905044e-05,
      "loss": 0.049,
      "step": 33740
    },
    {
      "grad_norm": 0.5067038536071777,
      "learning_rate": 7.379898539501446e-05,
      "loss": 0.0492,
      "step": 33750
    },
    {
      "grad_norm": 0.4725797474384308,
      "learning_rate": 7.378282651786583e-05,
      "loss": 0.0524,
      "step": 33760
    },
    {
      "grad_norm": 0.3915516436100006,
      "learning_rate": 7.376666442978616e-05,
      "loss": 0.045,
      "step": 33770
    },
    {
      "grad_norm": 0.4273982048034668,
      "learning_rate": 7.375049913295749e-05,
      "loss": 0.0468,
      "step": 33780
    },
    {
      "grad_norm": 0.4193241596221924,
      "learning_rate": 7.373433062956231e-05,
      "loss": 0.043,
      "step": 33790
    },
    {
      "grad_norm": 0.48039981722831726,
      "learning_rate": 7.371815892178356e-05,
      "loss": 0.0423,
      "step": 33800
    },
    {
      "grad_norm": 0.4082496762275696,
      "learning_rate": 7.370198401180455e-05,
      "loss": 0.0488,
      "step": 33810
    },
    {
      "grad_norm": 0.3787170946598053,
      "learning_rate": 7.368580590180908e-05,
      "loss": 0.0436,
      "step": 33820
    },
    {
      "grad_norm": 0.420835018157959,
      "learning_rate": 7.36696245939814e-05,
      "loss": 0.0432,
      "step": 33830
    },
    {
      "grad_norm": 0.6000505685806274,
      "learning_rate": 7.365344009050608e-05,
      "loss": 0.0487,
      "step": 33840
    },
    {
      "grad_norm": 0.3813917934894562,
      "learning_rate": 7.363725239356826e-05,
      "loss": 0.0392,
      "step": 33850
    },
    {
      "grad_norm": 0.34786567091941833,
      "learning_rate": 7.362106150535341e-05,
      "loss": 0.0464,
      "step": 33860
    },
    {
      "grad_norm": 0.436940461397171,
      "learning_rate": 7.360486742804752e-05,
      "loss": 0.0464,
      "step": 33870
    },
    {
      "grad_norm": 0.4160976707935333,
      "learning_rate": 7.358867016383691e-05,
      "loss": 0.0464,
      "step": 33880
    },
    {
      "grad_norm": 0.595624566078186,
      "learning_rate": 7.357246971490843e-05,
      "loss": 0.0418,
      "step": 33890
    },
    {
      "grad_norm": 0.3610039949417114,
      "learning_rate": 7.355626608344924e-05,
      "loss": 0.0411,
      "step": 33900
    },
    {
      "grad_norm": 0.5020391941070557,
      "learning_rate": 7.354005927164707e-05,
      "loss": 0.0496,
      "step": 33910
    },
    {
      "grad_norm": 0.6158347129821777,
      "learning_rate": 7.352384928168997e-05,
      "loss": 0.0698,
      "step": 33920
    },
    {
      "grad_norm": 0.4327796995639801,
      "learning_rate": 7.350763611576647e-05,
      "loss": 0.0433,
      "step": 33930
    },
    {
      "grad_norm": 0.3929738700389862,
      "learning_rate": 7.349141977606553e-05,
      "loss": 0.0434,
      "step": 33940
    },
    {
      "grad_norm": 0.39484524726867676,
      "learning_rate": 7.347520026477648e-05,
      "loss": 0.0646,
      "step": 33950
    },
    {
      "grad_norm": 0.4680993854999542,
      "learning_rate": 7.34589775840892e-05,
      "loss": 0.049,
      "step": 33960
    },
    {
      "grad_norm": 0.3558184504508972,
      "learning_rate": 7.344275173619385e-05,
      "loss": 0.0413,
      "step": 33970
    },
    {
      "grad_norm": 0.5542740821838379,
      "learning_rate": 7.342652272328112e-05,
      "loss": 0.0449,
      "step": 33980
    },
    {
      "grad_norm": 0.3559793531894684,
      "learning_rate": 7.341029054754211e-05,
      "loss": 0.04,
      "step": 33990
    },
    {
      "grad_norm": 0.5198382139205933,
      "learning_rate": 7.33940552111683e-05,
      "loss": 0.0532,
      "step": 34000
    },
    {
      "grad_norm": 0.42774635553359985,
      "learning_rate": 7.337781671635167e-05,
      "loss": 0.0514,
      "step": 34010
    },
    {
      "grad_norm": 0.6093881130218506,
      "learning_rate": 7.336157506528455e-05,
      "loss": 0.0481,
      "step": 34020
    },
    {
      "grad_norm": 0.4397827684879303,
      "learning_rate": 7.334533026015977e-05,
      "loss": 0.0527,
      "step": 34030
    },
    {
      "grad_norm": 0.33704301714897156,
      "learning_rate": 7.332908230317052e-05,
      "loss": 0.0532,
      "step": 34040
    },
    {
      "grad_norm": 0.488402396440506,
      "learning_rate": 7.331283119651046e-05,
      "loss": 0.0562,
      "step": 34050
    },
    {
      "grad_norm": 0.3810844123363495,
      "learning_rate": 7.329657694237363e-05,
      "loss": 0.0412,
      "step": 34060
    },
    {
      "grad_norm": 0.40128466486930847,
      "learning_rate": 7.328031954295459e-05,
      "loss": 0.0505,
      "step": 34070
    },
    {
      "grad_norm": 0.47285428643226624,
      "learning_rate": 7.326405900044819e-05,
      "loss": 0.0555,
      "step": 34080
    },
    {
      "grad_norm": 0.5308279395103455,
      "learning_rate": 7.324779531704982e-05,
      "loss": 0.0442,
      "step": 34090
    },
    {
      "grad_norm": 0.5907251238822937,
      "learning_rate": 7.323152849495521e-05,
      "loss": 0.0549,
      "step": 34100
    },
    {
      "grad_norm": 0.47029373049736023,
      "learning_rate": 7.321525853636058e-05,
      "loss": 0.0399,
      "step": 34110
    },
    {
      "grad_norm": 0.5790786743164062,
      "learning_rate": 7.319898544346255e-05,
      "loss": 0.047,
      "step": 34120
    },
    {
      "grad_norm": 0.9493390917778015,
      "learning_rate": 7.318270921845812e-05,
      "loss": 0.0496,
      "step": 34130
    },
    {
      "grad_norm": 0.49189507961273193,
      "learning_rate": 7.31664298635448e-05,
      "loss": 0.0373,
      "step": 34140
    },
    {
      "grad_norm": 0.4850407838821411,
      "learning_rate": 7.315014738092045e-05,
      "loss": 0.0458,
      "step": 34150
    },
    {
      "grad_norm": 0.4110918641090393,
      "learning_rate": 7.313386177278335e-05,
      "loss": 0.0468,
      "step": 34160
    },
    {
      "grad_norm": 0.42803898453712463,
      "learning_rate": 7.311757304133229e-05,
      "loss": 0.0573,
      "step": 34170
    },
    {
      "grad_norm": 0.4876914918422699,
      "learning_rate": 7.310128118876635e-05,
      "loss": 0.0465,
      "step": 34180
    },
    {
      "grad_norm": 0.43444544076919556,
      "learning_rate": 7.308498621728516e-05,
      "loss": 0.0459,
      "step": 34190
    },
    {
      "grad_norm": 0.5938471555709839,
      "learning_rate": 7.306868812908868e-05,
      "loss": 0.0526,
      "step": 34200
    },
    {
      "grad_norm": 0.48600608110427856,
      "learning_rate": 7.305238692637731e-05,
      "loss": 0.0498,
      "step": 34210
    },
    {
      "grad_norm": 0.4692590534687042,
      "learning_rate": 7.303608261135193e-05,
      "loss": 0.0459,
      "step": 34220
    },
    {
      "grad_norm": 0.4161663353443146,
      "learning_rate": 7.301977518621375e-05,
      "loss": 0.0478,
      "step": 34230
    },
    {
      "grad_norm": 0.4242885708808899,
      "learning_rate": 7.300346465316446e-05,
      "loss": 0.0438,
      "step": 34240
    },
    {
      "grad_norm": 0.3534604012966156,
      "learning_rate": 7.298715101440616e-05,
      "loss": 0.0447,
      "step": 34250
    },
    {
      "grad_norm": 0.5600028038024902,
      "learning_rate": 7.297083427214135e-05,
      "loss": 0.0556,
      "step": 34260
    },
    {
      "grad_norm": 0.4898114502429962,
      "learning_rate": 7.295451442857297e-05,
      "loss": 0.0522,
      "step": 34270
    },
    {
      "grad_norm": 0.3759711980819702,
      "learning_rate": 7.293819148590437e-05,
      "loss": 0.05,
      "step": 34280
    },
    {
      "grad_norm": 0.4515410363674164,
      "learning_rate": 7.29218654463393e-05,
      "loss": 0.0461,
      "step": 34290
    },
    {
      "grad_norm": 0.36134907603263855,
      "learning_rate": 7.290553631208198e-05,
      "loss": 0.0402,
      "step": 34300
    },
    {
      "grad_norm": 0.5794172286987305,
      "learning_rate": 7.288920408533701e-05,
      "loss": 0.0444,
      "step": 34310
    },
    {
      "grad_norm": 0.4984457790851593,
      "learning_rate": 7.287286876830936e-05,
      "loss": 0.0433,
      "step": 34320
    },
    {
      "grad_norm": 0.4696182608604431,
      "learning_rate": 7.285653036320452e-05,
      "loss": 0.0379,
      "step": 34330
    },
    {
      "grad_norm": 0.5728779435157776,
      "learning_rate": 7.284018887222834e-05,
      "loss": 0.0369,
      "step": 34340
    },
    {
      "grad_norm": 0.4080654978752136,
      "learning_rate": 7.282384429758709e-05,
      "loss": 0.0574,
      "step": 34350
    },
    {
      "grad_norm": 0.46398162841796875,
      "learning_rate": 7.280749664148744e-05,
      "loss": 0.0551,
      "step": 34360
    },
    {
      "grad_norm": 0.4807734489440918,
      "learning_rate": 7.279114590613651e-05,
      "loss": 0.0516,
      "step": 34370
    },
    {
      "grad_norm": 0.36205658316612244,
      "learning_rate": 7.277479209374183e-05,
      "loss": 0.0471,
      "step": 34380
    },
    {
      "grad_norm": 0.4927304983139038,
      "learning_rate": 7.275843520651133e-05,
      "loss": 0.0523,
      "step": 34390
    },
    {
      "grad_norm": 0.4826403558254242,
      "learning_rate": 7.274207524665335e-05,
      "loss": 0.0419,
      "step": 34400
    },
    {
      "grad_norm": 0.407626748085022,
      "learning_rate": 7.272571221637667e-05,
      "loss": 0.0444,
      "step": 34410
    },
    {
      "grad_norm": 0.33268263936042786,
      "learning_rate": 7.270934611789046e-05,
      "loss": 0.0518,
      "step": 34420
    },
    {
      "grad_norm": 0.5483726859092712,
      "learning_rate": 7.269297695340434e-05,
      "loss": 0.0531,
      "step": 34430
    },
    {
      "grad_norm": 0.38708069920539856,
      "learning_rate": 7.267660472512828e-05,
      "loss": 0.0444,
      "step": 34440
    },
    {
      "grad_norm": 0.3116059899330139,
      "learning_rate": 7.266022943527271e-05,
      "loss": 0.048,
      "step": 34450
    },
    {
      "grad_norm": 0.4833575189113617,
      "learning_rate": 7.26438510860485e-05,
      "loss": 0.0433,
      "step": 34460
    },
    {
      "grad_norm": 0.35543933510780334,
      "learning_rate": 7.262746967966687e-05,
      "loss": 0.0577,
      "step": 34470
    },
    {
      "grad_norm": 0.7726815342903137,
      "learning_rate": 7.261108521833948e-05,
      "loss": 0.046,
      "step": 34480
    },
    {
      "grad_norm": 0.39669743180274963,
      "learning_rate": 7.259469770427843e-05,
      "loss": 0.0551,
      "step": 34490
    },
    {
      "grad_norm": 0.5191466808319092,
      "learning_rate": 7.257830713969617e-05,
      "loss": 0.043,
      "step": 34500
    },
    {
      "grad_norm": 0.5538249611854553,
      "learning_rate": 7.256191352680562e-05,
      "loss": 0.054,
      "step": 34510
    },
    {
      "grad_norm": 0.45909827947616577,
      "learning_rate": 7.25455168678201e-05,
      "loss": 0.0445,
      "step": 34520
    },
    {
      "grad_norm": 0.5013144612312317,
      "learning_rate": 7.25291171649533e-05,
      "loss": 0.0495,
      "step": 34530
    },
    {
      "grad_norm": 0.45747843384742737,
      "learning_rate": 7.251271442041938e-05,
      "loss": 0.0456,
      "step": 34540
    },
    {
      "grad_norm": 0.38510340452194214,
      "learning_rate": 7.249630863643286e-05,
      "loss": 0.052,
      "step": 34550
    },
    {
      "grad_norm": 0.49449074268341064,
      "learning_rate": 7.247989981520873e-05,
      "loss": 0.0424,
      "step": 34560
    },
    {
      "grad_norm": 0.5511035919189453,
      "learning_rate": 7.246348795896231e-05,
      "loss": 0.0556,
      "step": 34570
    },
    {
      "grad_norm": 0.49274399876594543,
      "learning_rate": 7.244707306990938e-05,
      "loss": 0.0567,
      "step": 34580
    },
    {
      "grad_norm": 0.6749455332756042,
      "learning_rate": 7.243065515026616e-05,
      "loss": 0.0531,
      "step": 34590
    },
    {
      "grad_norm": 0.538264274597168,
      "learning_rate": 7.24142342022492e-05,
      "loss": 0.0548,
      "step": 34600
    },
    {
      "grad_norm": 0.6500867009162903,
      "learning_rate": 7.23978102280755e-05,
      "loss": 0.0533,
      "step": 34610
    },
    {
      "grad_norm": 0.37828999757766724,
      "learning_rate": 7.23813832299625e-05,
      "loss": 0.0532,
      "step": 34620
    },
    {
      "grad_norm": 0.5491399765014648,
      "learning_rate": 7.236495321012799e-05,
      "loss": 0.0463,
      "step": 34630
    },
    {
      "grad_norm": 0.4438405930995941,
      "learning_rate": 7.234852017079021e-05,
      "loss": 0.0502,
      "step": 34640
    },
    {
      "grad_norm": 0.451822966337204,
      "learning_rate": 7.23320841141678e-05,
      "loss": 0.0508,
      "step": 34650
    },
    {
      "grad_norm": 0.43253782391548157,
      "learning_rate": 7.231564504247977e-05,
      "loss": 0.0437,
      "step": 34660
    },
    {
      "grad_norm": 0.3208688497543335,
      "learning_rate": 7.22992029579456e-05,
      "loss": 0.0505,
      "step": 34670
    },
    {
      "grad_norm": 0.47889938950538635,
      "learning_rate": 7.228275786278513e-05,
      "loss": 0.0491,
      "step": 34680
    },
    {
      "grad_norm": 0.44238755106925964,
      "learning_rate": 7.22663097592186e-05,
      "loss": 0.0503,
      "step": 34690
    },
    {
      "grad_norm": 0.49460074305534363,
      "learning_rate": 7.224985864946672e-05,
      "loss": 0.0513,
      "step": 34700
    },
    {
      "grad_norm": 0.44680607318878174,
      "learning_rate": 7.22334045357505e-05,
      "loss": 0.0521,
      "step": 34710
    },
    {
      "grad_norm": 0.73152756690979,
      "learning_rate": 7.221694742029149e-05,
      "loss": 0.0626,
      "step": 34720
    },
    {
      "grad_norm": 0.5728362798690796,
      "learning_rate": 7.220048730531153e-05,
      "loss": 0.0443,
      "step": 34730
    },
    {
      "grad_norm": 0.5780011415481567,
      "learning_rate": 7.218402419303291e-05,
      "loss": 0.0518,
      "step": 34740
    },
    {
      "grad_norm": 0.37764599919319153,
      "learning_rate": 7.216755808567834e-05,
      "loss": 0.0472,
      "step": 34750
    },
    {
      "grad_norm": 0.5417060852050781,
      "learning_rate": 7.215108898547091e-05,
      "loss": 0.0603,
      "step": 34760
    },
    {
      "grad_norm": 0.8516507148742676,
      "learning_rate": 7.213461689463411e-05,
      "loss": 0.0647,
      "step": 34770
    },
    {
      "grad_norm": 0.4883743226528168,
      "learning_rate": 7.211814181539187e-05,
      "loss": 0.0719,
      "step": 34780
    },
    {
      "grad_norm": 0.49361124634742737,
      "learning_rate": 7.210166374996845e-05,
      "loss": 0.0596,
      "step": 34790
    },
    {
      "grad_norm": 0.37192773818969727,
      "learning_rate": 7.208518270058862e-05,
      "loss": 0.0485,
      "step": 34800
    },
    {
      "grad_norm": 0.3160073757171631,
      "learning_rate": 7.206869866947747e-05,
      "loss": 0.0438,
      "step": 34810
    },
    {
      "grad_norm": 0.4625551104545593,
      "learning_rate": 7.20522116588605e-05,
      "loss": 0.0461,
      "step": 34820
    },
    {
      "grad_norm": 0.5114895105361938,
      "learning_rate": 7.203572167096367e-05,
      "loss": 0.055,
      "step": 34830
    },
    {
      "grad_norm": 0.5151869058609009,
      "learning_rate": 7.201922870801325e-05,
      "loss": 0.0469,
      "step": 34840
    },
    {
      "grad_norm": 0.4947265684604645,
      "learning_rate": 7.200273277223599e-05,
      "loss": 0.0457,
      "step": 34850
    },
    {
      "grad_norm": 0.37566041946411133,
      "learning_rate": 7.198623386585904e-05,
      "loss": 0.0578,
      "step": 34860
    },
    {
      "grad_norm": 0.49964794516563416,
      "learning_rate": 7.196973199110987e-05,
      "loss": 0.0504,
      "step": 34870
    },
    {
      "grad_norm": 0.38131678104400635,
      "learning_rate": 7.195322715021644e-05,
      "loss": 0.0507,
      "step": 34880
    },
    {
      "grad_norm": 0.5536052584648132,
      "learning_rate": 7.193671934540709e-05,
      "loss": 0.0495,
      "step": 34890
    },
    {
      "grad_norm": 0.4661206007003784,
      "learning_rate": 7.192020857891051e-05,
      "loss": 0.0467,
      "step": 34900
    },
    {
      "grad_norm": 0.4667608439922333,
      "learning_rate": 7.190369485295586e-05,
      "loss": 0.0436,
      "step": 34910
    },
    {
      "grad_norm": 0.4616929292678833,
      "learning_rate": 7.188717816977263e-05,
      "loss": 0.0458,
      "step": 34920
    },
    {
      "grad_norm": 0.44960376620292664,
      "learning_rate": 7.187065853159079e-05,
      "loss": 0.0386,
      "step": 34930
    },
    {
      "grad_norm": 0.27675220370292664,
      "learning_rate": 7.185413594064064e-05,
      "loss": 0.0445,
      "step": 34940
    },
    {
      "grad_norm": 0.43051889538764954,
      "learning_rate": 7.183761039915289e-05,
      "loss": 0.061,
      "step": 34950
    },
    {
      "grad_norm": 0.4444506764411926,
      "learning_rate": 7.182108190935869e-05,
      "loss": 0.0558,
      "step": 34960
    },
    {
      "grad_norm": 0.39984169602394104,
      "learning_rate": 7.180455047348954e-05,
      "loss": 0.0569,
      "step": 34970
    },
    {
      "grad_norm": 0.4556905925273895,
      "learning_rate": 7.178801609377735e-05,
      "loss": 0.053,
      "step": 34980
    },
    {
      "grad_norm": 0.5725319385528564,
      "learning_rate": 7.177147877245448e-05,
      "loss": 0.0602,
      "step": 34990
    },
    {
      "grad_norm": 0.44402971863746643,
      "learning_rate": 7.175493851175357e-05,
      "loss": 0.0447,
      "step": 35000
    },
    {
      "grad_norm": 0.47110697627067566,
      "learning_rate": 7.173839531390778e-05,
      "loss": 0.0582,
      "step": 35010
    },
    {
      "grad_norm": 0.3603382706642151,
      "learning_rate": 7.172184918115062e-05,
      "loss": 0.0427,
      "step": 35020
    },
    {
      "grad_norm": 0.3730539083480835,
      "learning_rate": 7.170530011571596e-05,
      "loss": 0.0528,
      "step": 35030
    },
    {
      "grad_norm": 0.354156494140625,
      "learning_rate": 7.168874811983813e-05,
      "loss": 0.0528,
      "step": 35040
    },
    {
      "grad_norm": 0.3918670415878296,
      "learning_rate": 7.167219319575178e-05,
      "loss": 0.0505,
      "step": 35050
    },
    {
      "grad_norm": 0.38543543219566345,
      "learning_rate": 7.165563534569204e-05,
      "loss": 0.0564,
      "step": 35060
    },
    {
      "grad_norm": 0.463858425617218,
      "learning_rate": 7.163907457189438e-05,
      "loss": 0.0495,
      "step": 35070
    },
    {
      "grad_norm": 0.674741268157959,
      "learning_rate": 7.162251087659466e-05,
      "loss": 0.0572,
      "step": 35080
    },
    {
      "grad_norm": 0.41745734214782715,
      "learning_rate": 7.160594426202918e-05,
      "loss": 0.045,
      "step": 35090
    },
    {
      "grad_norm": 0.40607133507728577,
      "learning_rate": 7.158937473043458e-05,
      "loss": 0.0491,
      "step": 35100
    },
    {
      "grad_norm": 0.4620377719402313,
      "learning_rate": 7.157280228404795e-05,
      "loss": 0.0436,
      "step": 35110
    },
    {
      "grad_norm": 0.43474143743515015,
      "learning_rate": 7.155622692510673e-05,
      "loss": 0.0504,
      "step": 35120
    },
    {
      "grad_norm": 0.4989209473133087,
      "learning_rate": 7.153964865584875e-05,
      "loss": 0.0474,
      "step": 35130
    },
    {
      "grad_norm": 0.44052866101264954,
      "learning_rate": 7.152306747851228e-05,
      "loss": 0.0666,
      "step": 35140
    },
    {
      "grad_norm": 0.3860398828983307,
      "learning_rate": 7.150648339533596e-05,
      "loss": 0.0379,
      "step": 35150
    },
    {
      "grad_norm": 0.5078431367874146,
      "learning_rate": 7.148989640855876e-05,
      "loss": 0.046,
      "step": 35160
    },
    {
      "grad_norm": 0.4994561970233917,
      "learning_rate": 7.147330652042014e-05,
      "loss": 0.0503,
      "step": 35170
    },
    {
      "grad_norm": 0.4416990280151367,
      "learning_rate": 7.145671373315991e-05,
      "loss": 0.0527,
      "step": 35180
    },
    {
      "grad_norm": 0.4676639437675476,
      "learning_rate": 7.144011804901825e-05,
      "loss": 0.0567,
      "step": 35190
    },
    {
      "grad_norm": 0.3021124303340912,
      "learning_rate": 7.142351947023577e-05,
      "loss": 0.0485,
      "step": 35200
    },
    {
      "grad_norm": 0.42781344056129456,
      "learning_rate": 7.140691799905344e-05,
      "loss": 0.0638,
      "step": 35210
    },
    {
      "grad_norm": 0.35005342960357666,
      "learning_rate": 7.139031363771266e-05,
      "loss": 0.0391,
      "step": 35220
    },
    {
      "grad_norm": 0.4209335148334503,
      "learning_rate": 7.137370638845516e-05,
      "loss": 0.0468,
      "step": 35230
    },
    {
      "grad_norm": 0.3499724268913269,
      "learning_rate": 7.135709625352308e-05,
      "loss": 0.045,
      "step": 35240
    },
    {
      "grad_norm": 0.3371911346912384,
      "learning_rate": 7.1340483235159e-05,
      "loss": 0.0369,
      "step": 35250
    },
    {
      "grad_norm": 0.3858649432659149,
      "learning_rate": 7.132386733560584e-05,
      "loss": 0.0365,
      "step": 35260
    },
    {
      "grad_norm": 0.3499452471733093,
      "learning_rate": 7.130724855710692e-05,
      "loss": 0.0568,
      "step": 35270
    },
    {
      "grad_norm": 0.3899524211883545,
      "learning_rate": 7.129062690190596e-05,
      "loss": 0.064,
      "step": 35280
    },
    {
      "grad_norm": 0.45258504152297974,
      "learning_rate": 7.127400237224702e-05,
      "loss": 0.0461,
      "step": 35290
    },
    {
      "grad_norm": 0.4172820448875427,
      "learning_rate": 7.125737497037464e-05,
      "loss": 0.0459,
      "step": 35300
    },
    {
      "grad_norm": 0.6453506350517273,
      "learning_rate": 7.124074469853365e-05,
      "loss": 0.0506,
      "step": 35310
    },
    {
      "grad_norm": 0.3758903443813324,
      "learning_rate": 7.12241115589693e-05,
      "loss": 0.0444,
      "step": 35320
    },
    {
      "grad_norm": 0.4665321409702301,
      "learning_rate": 7.12074755539273e-05,
      "loss": 0.0472,
      "step": 35330
    },
    {
      "grad_norm": 0.3886867165565491,
      "learning_rate": 7.119083668565365e-05,
      "loss": 0.0439,
      "step": 35340
    },
    {
      "grad_norm": 0.5392805933952332,
      "learning_rate": 7.117419495639476e-05,
      "loss": 0.0439,
      "step": 35350
    },
    {
      "grad_norm": 0.32470589876174927,
      "learning_rate": 7.115755036839745e-05,
      "loss": 0.0547,
      "step": 35360
    },
    {
      "grad_norm": 0.4319782853126526,
      "learning_rate": 7.114090292390891e-05,
      "loss": 0.04,
      "step": 35370
    },
    {
      "grad_norm": 0.8752542734146118,
      "learning_rate": 7.112425262517672e-05,
      "loss": 0.0507,
      "step": 35380
    },
    {
      "grad_norm": 0.44895827770233154,
      "learning_rate": 7.110759947444888e-05,
      "loss": 0.0535,
      "step": 35390
    },
    {
      "grad_norm": 0.7878042459487915,
      "learning_rate": 7.109094347397366e-05,
      "loss": 0.0677,
      "step": 35400
    },
    {
      "grad_norm": 0.4564186930656433,
      "learning_rate": 7.107428462599987e-05,
      "loss": 0.0496,
      "step": 35410
    },
    {
      "grad_norm": 0.6982950568199158,
      "learning_rate": 7.10576229327766e-05,
      "loss": 0.0581,
      "step": 35420
    },
    {
      "grad_norm": 0.430575966835022,
      "learning_rate": 7.104095839655336e-05,
      "loss": 0.0542,
      "step": 35430
    },
    {
      "grad_norm": 0.5657569766044617,
      "learning_rate": 7.102429101958003e-05,
      "loss": 0.0501,
      "step": 35440
    },
    {
      "grad_norm": 0.5014525055885315,
      "learning_rate": 7.100762080410687e-05,
      "loss": 0.0415,
      "step": 35450
    },
    {
      "grad_norm": 0.5238795280456543,
      "learning_rate": 7.099094775238457e-05,
      "loss": 0.0526,
      "step": 35460
    },
    {
      "grad_norm": 0.5153629183769226,
      "learning_rate": 7.097427186666412e-05,
      "loss": 0.0437,
      "step": 35470
    },
    {
      "grad_norm": 0.5197046399116516,
      "learning_rate": 7.095759314919699e-05,
      "loss": 0.0458,
      "step": 35480
    },
    {
      "grad_norm": 0.42362162470817566,
      "learning_rate": 7.094091160223492e-05,
      "loss": 0.0435,
      "step": 35490
    },
    {
      "grad_norm": 0.5820335745811462,
      "learning_rate": 7.092422722803016e-05,
      "loss": 0.0524,
      "step": 35500
    },
    {
      "grad_norm": 0.37377142906188965,
      "learning_rate": 7.090754002883524e-05,
      "loss": 0.0465,
      "step": 35510
    },
    {
      "grad_norm": 0.3607963025569916,
      "learning_rate": 7.089085000690311e-05,
      "loss": 0.0518,
      "step": 35520
    },
    {
      "grad_norm": 0.40058040618896484,
      "learning_rate": 7.087415716448709e-05,
      "loss": 0.0452,
      "step": 35530
    },
    {
      "grad_norm": 0.2838599383831024,
      "learning_rate": 7.085746150384091e-05,
      "loss": 0.0491,
      "step": 35540
    },
    {
      "grad_norm": 0.7388182878494263,
      "learning_rate": 7.084076302721864e-05,
      "loss": 0.0479,
      "step": 35550
    },
    {
      "grad_norm": 0.5271932482719421,
      "learning_rate": 7.082406173687475e-05,
      "loss": 0.0461,
      "step": 35560
    },
    {
      "grad_norm": 0.48878809809684753,
      "learning_rate": 7.080735763506413e-05,
      "loss": 0.0401,
      "step": 35570
    },
    {
      "grad_norm": 0.40559911727905273,
      "learning_rate": 7.079065072404194e-05,
      "loss": 0.058,
      "step": 35580
    },
    {
      "grad_norm": 0.7188623547554016,
      "learning_rate": 7.077394100606385e-05,
      "loss": 0.0675,
      "step": 35590
    },
    {
      "grad_norm": 0.4021413326263428,
      "learning_rate": 7.07572284833858e-05,
      "loss": 0.0596,
      "step": 35600
    },
    {
      "grad_norm": 0.788584291934967,
      "learning_rate": 7.074051315826419e-05,
      "loss": 0.0518,
      "step": 35610
    },
    {
      "grad_norm": 0.37098854780197144,
      "learning_rate": 7.072379503295574e-05,
      "loss": 0.0401,
      "step": 35620
    },
    {
      "grad_norm": 0.3991716504096985,
      "learning_rate": 7.07070741097176e-05,
      "loss": 0.0564,
      "step": 35630
    },
    {
      "grad_norm": 0.44091373682022095,
      "learning_rate": 7.069035039080723e-05,
      "loss": 0.0427,
      "step": 35640
    },
    {
      "grad_norm": 0.5471404194831848,
      "learning_rate": 7.067362387848256e-05,
      "loss": 0.0469,
      "step": 35650
    },
    {
      "grad_norm": 0.3911420702934265,
      "learning_rate": 7.06568945750018e-05,
      "loss": 0.0452,
      "step": 35660
    },
    {
      "grad_norm": 0.3279101252555847,
      "learning_rate": 7.064016248262359e-05,
      "loss": 0.0468,
      "step": 35670
    },
    {
      "grad_norm": 0.6046299338340759,
      "learning_rate": 7.062342760360696e-05,
      "loss": 0.0519,
      "step": 35680
    },
    {
      "grad_norm": 0.46623778343200684,
      "learning_rate": 7.060668994021127e-05,
      "loss": 0.0525,
      "step": 35690
    },
    {
      "grad_norm": 0.9149717092514038,
      "learning_rate": 7.058994949469631e-05,
      "loss": 0.0502,
      "step": 35700
    },
    {
      "grad_norm": 0.5984364151954651,
      "learning_rate": 7.057320626932216e-05,
      "loss": 0.0496,
      "step": 35710
    },
    {
      "grad_norm": 0.33998870849609375,
      "learning_rate": 7.055646026634939e-05,
      "loss": 0.0484,
      "step": 35720
    },
    {
      "grad_norm": 0.4036368131637573,
      "learning_rate": 7.053971148803886e-05,
      "loss": 0.0618,
      "step": 35730
    },
    {
      "grad_norm": 0.5857160687446594,
      "learning_rate": 7.052295993665183e-05,
      "loss": 0.0537,
      "step": 35740
    },
    {
      "grad_norm": 0.42435064911842346,
      "learning_rate": 7.050620561444992e-05,
      "loss": 0.0487,
      "step": 35750
    },
    {
      "grad_norm": 0.4790904223918915,
      "learning_rate": 7.048944852369519e-05,
      "loss": 0.0498,
      "step": 35760
    },
    {
      "grad_norm": 0.467282235622406,
      "learning_rate": 7.047268866664996e-05,
      "loss": 0.0455,
      "step": 35770
    },
    {
      "grad_norm": 0.5444521903991699,
      "learning_rate": 7.045592604557704e-05,
      "loss": 0.0576,
      "step": 35780
    },
    {
      "grad_norm": 0.40398022532463074,
      "learning_rate": 7.043916066273954e-05,
      "loss": 0.0408,
      "step": 35790
    },
    {
      "grad_norm": 0.5190392732620239,
      "learning_rate": 7.042239252040095e-05,
      "loss": 0.0552,
      "step": 35800
    },
    {
      "grad_norm": 0.3671535551548004,
      "learning_rate": 7.040562162082515e-05,
      "loss": 0.0518,
      "step": 35810
    },
    {
      "grad_norm": 0.48729899525642395,
      "learning_rate": 7.038884796627638e-05,
      "loss": 0.0449,
      "step": 35820
    },
    {
      "grad_norm": 0.44928163290023804,
      "learning_rate": 7.03720715590193e-05,
      "loss": 0.0435,
      "step": 35830
    },
    {
      "grad_norm": 0.41046395897865295,
      "learning_rate": 7.035529240131886e-05,
      "loss": 0.0456,
      "step": 35840
    },
    {
      "grad_norm": 0.5363104343414307,
      "learning_rate": 7.033851049544042e-05,
      "loss": 0.0527,
      "step": 35850
    },
    {
      "grad_norm": 0.488828182220459,
      "learning_rate": 7.032172584364973e-05,
      "loss": 0.0433,
      "step": 35860
    },
    {
      "grad_norm": 0.4584236741065979,
      "learning_rate": 7.030493844821291e-05,
      "loss": 0.0355,
      "step": 35870
    },
    {
      "grad_norm": 0.7476792335510254,
      "learning_rate": 7.028814831139641e-05,
      "loss": 0.0512,
      "step": 35880
    },
    {
      "grad_norm": 0.37599822878837585,
      "learning_rate": 7.027135543546707e-05,
      "loss": 0.0429,
      "step": 35890
    },
    {
      "grad_norm": 0.399779736995697,
      "learning_rate": 7.025455982269212e-05,
      "loss": 0.044,
      "step": 35900
    },
    {
      "grad_norm": 0.34545084834098816,
      "learning_rate": 7.023776147533915e-05,
      "loss": 0.0594,
      "step": 35910
    },
    {
      "grad_norm": 0.46031245589256287,
      "learning_rate": 7.022096039567609e-05,
      "loss": 0.0479,
      "step": 35920
    },
    {
      "grad_norm": 0.7262563109397888,
      "learning_rate": 7.020415658597127e-05,
      "loss": 0.0508,
      "step": 35930
    },
    {
      "grad_norm": 0.6001063585281372,
      "learning_rate": 7.018735004849339e-05,
      "loss": 0.0553,
      "step": 35940
    },
    {
      "grad_norm": 0.6645579934120178,
      "learning_rate": 7.01705407855115e-05,
      "loss": 0.0499,
      "step": 35950
    },
    {
      "grad_norm": 0.35417136549949646,
      "learning_rate": 7.015372879929505e-05,
      "loss": 0.0406,
      "step": 35960
    },
    {
      "grad_norm": 0.4450336992740631,
      "learning_rate": 7.013691409211379e-05,
      "loss": 0.0488,
      "step": 35970
    },
    {
      "grad_norm": 0.49552181363105774,
      "learning_rate": 7.012009666623792e-05,
      "loss": 0.0502,
      "step": 35980
    },
    {
      "grad_norm": 0.3943873345851898,
      "learning_rate": 7.010327652393795e-05,
      "loss": 0.0444,
      "step": 35990
    },
    {
      "grad_norm": 0.5820161700248718,
      "learning_rate": 7.008645366748477e-05,
      "loss": 0.0474,
      "step": 36000
    },
    {
      "grad_norm": 0.6062644124031067,
      "learning_rate": 7.006962809914967e-05,
      "loss": 0.0401,
      "step": 36010
    },
    {
      "grad_norm": 0.5105557441711426,
      "learning_rate": 7.005279982120428e-05,
      "loss": 0.0458,
      "step": 36020
    },
    {
      "grad_norm": 0.608830988407135,
      "learning_rate": 7.003596883592052e-05,
      "loss": 0.0495,
      "step": 36030
    },
    {
      "grad_norm": 0.43309593200683594,
      "learning_rate": 7.001913514557086e-05,
      "loss": 0.0485,
      "step": 36040
    },
    {
      "grad_norm": 0.33925342559814453,
      "learning_rate": 7.000229875242795e-05,
      "loss": 0.0442,
      "step": 36050
    },
    {
      "grad_norm": 0.42815372347831726,
      "learning_rate": 6.998545965876488e-05,
      "loss": 0.0413,
      "step": 36060
    },
    {
      "grad_norm": 0.44085609912872314,
      "learning_rate": 6.996861786685515e-05,
      "loss": 0.0356,
      "step": 36070
    },
    {
      "grad_norm": 0.3585480749607086,
      "learning_rate": 6.995177337897252e-05,
      "loss": 0.052,
      "step": 36080
    },
    {
      "grad_norm": 0.43946558237075806,
      "learning_rate": 6.993492619739125e-05,
      "loss": 0.0558,
      "step": 36090
    },
    {
      "grad_norm": 1.3719104528427124,
      "learning_rate": 6.991807632438582e-05,
      "loss": 0.0584,
      "step": 36100
    },
    {
      "grad_norm": 0.5936009287834167,
      "learning_rate": 6.990122376223115e-05,
      "loss": 0.0424,
      "step": 36110
    },
    {
      "grad_norm": 0.4006798565387726,
      "learning_rate": 6.988436851320252e-05,
      "loss": 0.0426,
      "step": 36120
    },
    {
      "grad_norm": 0.740848183631897,
      "learning_rate": 6.98675105795756e-05,
      "loss": 0.0541,
      "step": 36130
    },
    {
      "grad_norm": 0.311158686876297,
      "learning_rate": 6.985064996362633e-05,
      "loss": 0.0512,
      "step": 36140
    },
    {
      "grad_norm": 0.4620262384414673,
      "learning_rate": 6.983378666763111e-05,
      "loss": 0.0452,
      "step": 36150
    },
    {
      "grad_norm": 0.4749322533607483,
      "learning_rate": 6.981692069386663e-05,
      "loss": 0.0538,
      "step": 36160
    },
    {
      "grad_norm": 0.5526059865951538,
      "learning_rate": 6.980005204461001e-05,
      "loss": 0.0568,
      "step": 36170
    },
    {
      "grad_norm": 0.520370364189148,
      "learning_rate": 6.978318072213868e-05,
      "loss": 0.0418,
      "step": 36180
    },
    {
      "grad_norm": 0.3419986367225647,
      "learning_rate": 6.976630672873042e-05,
      "loss": 0.0546,
      "step": 36190
    },
    {
      "grad_norm": 0.646637499332428,
      "learning_rate": 6.974943006666343e-05,
      "loss": 0.047,
      "step": 36200
    },
    {
      "grad_norm": 0.537209689617157,
      "learning_rate": 6.973255073821622e-05,
      "loss": 0.0511,
      "step": 36210
    },
    {
      "grad_norm": 0.49502480030059814,
      "learning_rate": 6.97156687456677e-05,
      "loss": 0.0573,
      "step": 36220
    },
    {
      "grad_norm": 0.380410373210907,
      "learning_rate": 6.969878409129708e-05,
      "loss": 0.0455,
      "step": 36230
    },
    {
      "grad_norm": 0.5055763721466064,
      "learning_rate": 6.968189677738399e-05,
      "loss": 0.0362,
      "step": 36240
    },
    {
      "grad_norm": 0.4475310444831848,
      "learning_rate": 6.966500680620837e-05,
      "loss": 0.0444,
      "step": 36250
    },
    {
      "grad_norm": 0.30791157484054565,
      "learning_rate": 6.964811418005058e-05,
      "loss": 0.0477,
      "step": 36260
    },
    {
      "grad_norm": 0.5777519941329956,
      "learning_rate": 6.963121890119127e-05,
      "loss": 0.0447,
      "step": 36270
    },
    {
      "grad_norm": 0.4013473093509674,
      "learning_rate": 6.96143209719115e-05,
      "loss": 0.0418,
      "step": 36280
    },
    {
      "grad_norm": 0.40909186005592346,
      "learning_rate": 6.959742039449265e-05,
      "loss": 0.0559,
      "step": 36290
    },
    {
      "grad_norm": 0.6977920532226562,
      "learning_rate": 6.958051717121649e-05,
      "loss": 0.0443,
      "step": 36300
    },
    {
      "grad_norm": 0.5180782675743103,
      "learning_rate": 6.956361130436513e-05,
      "loss": 0.0408,
      "step": 36310
    },
    {
      "grad_norm": 0.48579177260398865,
      "learning_rate": 6.954670279622101e-05,
      "loss": 0.0442,
      "step": 36320
    },
    {
      "grad_norm": 0.8009471893310547,
      "learning_rate": 6.952979164906702e-05,
      "loss": 0.0466,
      "step": 36330
    },
    {
      "grad_norm": 0.4752185046672821,
      "learning_rate": 6.951287786518629e-05,
      "loss": 0.0403,
      "step": 36340
    },
    {
      "grad_norm": 0.41889142990112305,
      "learning_rate": 6.949596144686236e-05,
      "loss": 0.0502,
      "step": 36350
    },
    {
      "grad_norm": 0.6206184029579163,
      "learning_rate": 6.947904239637916e-05,
      "loss": 0.055,
      "step": 36360
    },
    {
      "grad_norm": 0.5405435562133789,
      "learning_rate": 6.94621207160209e-05,
      "loss": 0.0356,
      "step": 36370
    },
    {
      "grad_norm": 0.4476824104785919,
      "learning_rate": 6.944519640807222e-05,
      "loss": 0.0528,
      "step": 36380
    },
    {
      "grad_norm": 0.3396508991718292,
      "learning_rate": 6.942826947481804e-05,
      "loss": 0.0502,
      "step": 36390
    },
    {
      "grad_norm": 0.4078480303287506,
      "learning_rate": 6.941133991854369e-05,
      "loss": 0.0445,
      "step": 36400
    },
    {
      "grad_norm": 0.3133578896522522,
      "learning_rate": 6.939440774153485e-05,
      "loss": 0.0453,
      "step": 36410
    },
    {
      "grad_norm": 0.7220159769058228,
      "learning_rate": 6.937747294607752e-05,
      "loss": 0.0507,
      "step": 36420
    },
    {
      "grad_norm": 0.7134712338447571,
      "learning_rate": 6.93605355344581e-05,
      "loss": 0.0505,
      "step": 36430
    },
    {
      "grad_norm": 0.25968047976493835,
      "learning_rate": 6.934359550896333e-05,
      "loss": 0.0483,
      "step": 36440
    },
    {
      "grad_norm": 0.37220799922943115,
      "learning_rate": 6.932665287188022e-05,
      "loss": 0.0593,
      "step": 36450
    },
    {
      "grad_norm": 0.4022759795188904,
      "learning_rate": 6.930970762549628e-05,
      "loss": 0.0483,
      "step": 36460
    },
    {
      "grad_norm": 0.48499903082847595,
      "learning_rate": 6.929275977209925e-05,
      "loss": 0.0468,
      "step": 36470
    },
    {
      "grad_norm": 0.40835997462272644,
      "learning_rate": 6.927580931397729e-05,
      "loss": 0.0547,
      "step": 36480
    },
    {
      "grad_norm": 0.42095276713371277,
      "learning_rate": 6.925885625341888e-05,
      "loss": 0.0427,
      "step": 36490
    },
    {
      "grad_norm": 0.46553683280944824,
      "learning_rate": 6.924190059271287e-05,
      "loss": 0.0432,
      "step": 36500
    },
    {
      "grad_norm": 0.47026604413986206,
      "learning_rate": 6.922494233414844e-05,
      "loss": 0.0404,
      "step": 36510
    },
    {
      "grad_norm": 0.4167405068874359,
      "learning_rate": 6.920798148001516e-05,
      "loss": 0.0399,
      "step": 36520
    },
    {
      "grad_norm": 0.5007368326187134,
      "learning_rate": 6.919101803260289e-05,
      "loss": 0.0445,
      "step": 36530
    },
    {
      "grad_norm": 0.35102787613868713,
      "learning_rate": 6.917405199420188e-05,
      "loss": 0.0456,
      "step": 36540
    },
    {
      "grad_norm": 0.46140727400779724,
      "learning_rate": 6.915708336710273e-05,
      "loss": 0.0445,
      "step": 36550
    },
    {
      "grad_norm": 0.5402405858039856,
      "learning_rate": 6.914011215359639e-05,
      "loss": 0.0509,
      "step": 36560
    },
    {
      "grad_norm": 0.4412107765674591,
      "learning_rate": 6.912313835597415e-05,
      "loss": 0.0459,
      "step": 36570
    },
    {
      "grad_norm": 0.42978376150131226,
      "learning_rate": 6.910616197652763e-05,
      "loss": 0.0748,
      "step": 36580
    },
    {
      "grad_norm": 0.4750555455684662,
      "learning_rate": 6.908918301754884e-05,
      "loss": 0.0562,
      "step": 36590
    },
    {
      "grad_norm": 0.4566458761692047,
      "learning_rate": 6.90722014813301e-05,
      "loss": 0.0503,
      "step": 36600
    },
    {
      "grad_norm": 0.3849237561225891,
      "learning_rate": 6.905521737016413e-05,
      "loss": 0.0513,
      "step": 36610
    },
    {
      "grad_norm": 0.3955056071281433,
      "learning_rate": 6.903823068634391e-05,
      "loss": 0.0465,
      "step": 36620
    },
    {
      "grad_norm": 0.6348843574523926,
      "learning_rate": 6.902124143216289e-05,
      "loss": 0.0588,
      "step": 36630
    },
    {
      "grad_norm": 0.34432199597358704,
      "learning_rate": 6.900424960991473e-05,
      "loss": 0.0504,
      "step": 36640
    },
    {
      "grad_norm": 0.5582875609397888,
      "learning_rate": 6.898725522189354e-05,
      "loss": 0.051,
      "step": 36650
    },
    {
      "grad_norm": 0.4250715970993042,
      "learning_rate": 6.897025827039373e-05,
      "loss": 0.045,
      "step": 36660
    },
    {
      "grad_norm": 0.38125088810920715,
      "learning_rate": 6.895325875771009e-05,
      "loss": 0.053,
      "step": 36670
    },
    {
      "grad_norm": 0.36026227474212646,
      "learning_rate": 6.893625668613768e-05,
      "loss": 0.0585,
      "step": 36680
    },
    {
      "grad_norm": 0.4230693280696869,
      "learning_rate": 6.891925205797201e-05,
      "loss": 0.0466,
      "step": 36690
    },
    {
      "grad_norm": 0.35710233449935913,
      "learning_rate": 6.890224487550887e-05,
      "loss": 0.0416,
      "step": 36700
    },
    {
      "grad_norm": 0.5187356472015381,
      "learning_rate": 6.888523514104437e-05,
      "loss": 0.0541,
      "step": 36710
    },
    {
      "grad_norm": 0.533276379108429,
      "learning_rate": 6.886822285687506e-05,
      "loss": 0.0473,
      "step": 36720
    },
    {
      "grad_norm": 0.5076806545257568,
      "learning_rate": 6.885120802529775e-05,
      "loss": 0.0505,
      "step": 36730
    },
    {
      "grad_norm": 0.32701510190963745,
      "learning_rate": 6.883419064860961e-05,
      "loss": 0.0357,
      "step": 36740
    },
    {
      "grad_norm": 0.4926553964614868,
      "learning_rate": 6.881717072910818e-05,
      "loss": 0.038,
      "step": 36750
    },
    {
      "grad_norm": 0.3741064667701721,
      "learning_rate": 6.880014826909133e-05,
      "loss": 0.0457,
      "step": 36760
    },
    {
      "grad_norm": 0.46896448731422424,
      "learning_rate": 6.878312327085725e-05,
      "loss": 0.0508,
      "step": 36770
    },
    {
      "grad_norm": 0.3923627734184265,
      "learning_rate": 6.876609573670453e-05,
      "loss": 0.0629,
      "step": 36780
    },
    {
      "grad_norm": 0.5326521396636963,
      "learning_rate": 6.874906566893203e-05,
      "loss": 0.0469,
      "step": 36790
    },
    {
      "grad_norm": 0.5238720774650574,
      "learning_rate": 6.873203306983901e-05,
      "loss": 0.049,
      "step": 36800
    },
    {
      "grad_norm": 0.6722009181976318,
      "learning_rate": 6.871499794172504e-05,
      "loss": 0.0554,
      "step": 36810
    },
    {
      "grad_norm": 0.5762019157409668,
      "learning_rate": 6.869796028689001e-05,
      "loss": 0.0531,
      "step": 36820
    },
    {
      "grad_norm": 1.0027226209640503,
      "learning_rate": 6.868092010763426e-05,
      "loss": 0.0549,
      "step": 36830
    },
    {
      "grad_norm": 0.5198174715042114,
      "learning_rate": 6.866387740625833e-05,
      "loss": 0.0518,
      "step": 36840
    },
    {
      "grad_norm": 0.4791701138019562,
      "learning_rate": 6.864683218506318e-05,
      "loss": 0.0593,
      "step": 36850
    },
    {
      "grad_norm": 0.6052402853965759,
      "learning_rate": 6.862978444635008e-05,
      "loss": 0.0551,
      "step": 36860
    },
    {
      "grad_norm": 0.37899595499038696,
      "learning_rate": 6.861273419242067e-05,
      "loss": 0.0433,
      "step": 36870
    },
    {
      "grad_norm": 0.34391623735427856,
      "learning_rate": 6.859568142557692e-05,
      "loss": 0.051,
      "step": 36880
    },
    {
      "grad_norm": 0.48933959007263184,
      "learning_rate": 6.857862614812112e-05,
      "loss": 0.0434,
      "step": 36890
    },
    {
      "grad_norm": 0.3758474290370941,
      "learning_rate": 6.856156836235591e-05,
      "loss": 0.0463,
      "step": 36900
    },
    {
      "grad_norm": 0.37278324365615845,
      "learning_rate": 6.854450807058429e-05,
      "loss": 0.0461,
      "step": 36910
    },
    {
      "grad_norm": 0.4410382807254791,
      "learning_rate": 6.852744527510955e-05,
      "loss": 0.0382,
      "step": 36920
    },
    {
      "grad_norm": 0.37698906660079956,
      "learning_rate": 6.851037997823537e-05,
      "loss": 0.0429,
      "step": 36930
    },
    {
      "grad_norm": 0.53676837682724,
      "learning_rate": 6.849331218226573e-05,
      "loss": 0.0477,
      "step": 36940
    },
    {
      "grad_norm": 0.49534282088279724,
      "learning_rate": 6.847624188950494e-05,
      "loss": 0.04,
      "step": 36950
    },
    {
      "grad_norm": 0.46418577432632446,
      "learning_rate": 6.845916910225771e-05,
      "loss": 0.0469,
      "step": 36960
    },
    {
      "grad_norm": 0.4832051396369934,
      "learning_rate": 6.844209382282903e-05,
      "loss": 0.0408,
      "step": 36970
    },
    {
      "grad_norm": 0.42933088541030884,
      "learning_rate": 6.842501605352424e-05,
      "loss": 0.0623,
      "step": 36980
    },
    {
      "grad_norm": 0.37691766023635864,
      "learning_rate": 6.840793579664902e-05,
      "loss": 0.0469,
      "step": 36990
    },
    {
      "grad_norm": 0.48912447690963745,
      "learning_rate": 6.839085305450938e-05,
      "loss": 0.0488,
      "step": 37000
    },
    {
      "grad_norm": 0.37933656573295593,
      "learning_rate": 6.837376782941167e-05,
      "loss": 0.047,
      "step": 37010
    },
    {
      "grad_norm": 0.4272294044494629,
      "learning_rate": 6.835668012366258e-05,
      "loss": 0.0467,
      "step": 37020
    },
    {
      "grad_norm": 0.4322708547115326,
      "learning_rate": 6.833958993956912e-05,
      "loss": 0.0434,
      "step": 37030
    },
    {
      "grad_norm": 0.47867897152900696,
      "learning_rate": 6.832249727943866e-05,
      "loss": 0.0503,
      "step": 37040
    },
    {
      "grad_norm": 0.5120430588722229,
      "learning_rate": 6.830540214557887e-05,
      "loss": 0.0568,
      "step": 37050
    },
    {
      "grad_norm": 0.4463041424751282,
      "learning_rate": 6.828830454029777e-05,
      "loss": 0.044,
      "step": 37060
    },
    {
      "grad_norm": 0.38712388277053833,
      "learning_rate": 6.827120446590376e-05,
      "loss": 0.0455,
      "step": 37070
    },
    {
      "grad_norm": 0.36484724283218384,
      "learning_rate": 6.825410192470547e-05,
      "loss": 0.0473,
      "step": 37080
    },
    {
      "grad_norm": 0.4173998236656189,
      "learning_rate": 6.823699691901196e-05,
      "loss": 0.043,
      "step": 37090
    },
    {
      "grad_norm": 0.4085744023323059,
      "learning_rate": 6.821988945113256e-05,
      "loss": 0.0433,
      "step": 37100
    },
    {
      "grad_norm": 0.4063609540462494,
      "learning_rate": 6.820277952337697e-05,
      "loss": 0.0402,
      "step": 37110
    },
    {
      "grad_norm": 0.41429513692855835,
      "learning_rate": 6.81856671380552e-05,
      "loss": 0.0439,
      "step": 37120
    },
    {
      "grad_norm": 0.31130245327949524,
      "learning_rate": 6.816855229747765e-05,
      "loss": 0.05,
      "step": 37130
    },
    {
      "grad_norm": 0.32296523451805115,
      "learning_rate": 6.815143500395493e-05,
      "loss": 0.041,
      "step": 37140
    },
    {
      "grad_norm": 0.4996879994869232,
      "learning_rate": 6.813431525979812e-05,
      "loss": 0.0372,
      "step": 37150
    },
    {
      "grad_norm": 0.4347785413265228,
      "learning_rate": 6.811719306731852e-05,
      "loss": 0.0489,
      "step": 37160
    },
    {
      "grad_norm": 0.30755501985549927,
      "learning_rate": 6.810006842882782e-05,
      "loss": 0.0454,
      "step": 37170
    },
    {
      "grad_norm": 0.5162960290908813,
      "learning_rate": 6.808294134663803e-05,
      "loss": 0.0653,
      "step": 37180
    },
    {
      "grad_norm": 0.4580061435699463,
      "learning_rate": 6.806581182306147e-05,
      "loss": 0.0479,
      "step": 37190
    },
    {
      "grad_norm": 0.4910144805908203,
      "learning_rate": 6.804867986041083e-05,
      "loss": 0.0576,
      "step": 37200
    },
    {
      "grad_norm": 0.30082958936691284,
      "learning_rate": 6.80315454609991e-05,
      "loss": 0.0436,
      "step": 37210
    },
    {
      "grad_norm": 0.3453850746154785,
      "learning_rate": 6.801440862713957e-05,
      "loss": 0.0488,
      "step": 37220
    },
    {
      "grad_norm": 0.3081802427768707,
      "learning_rate": 6.799726936114593e-05,
      "loss": 0.047,
      "step": 37230
    },
    {
      "grad_norm": 0.4866240918636322,
      "learning_rate": 6.798012766533215e-05,
      "loss": 0.0424,
      "step": 37240
    },
    {
      "grad_norm": 0.5682395100593567,
      "learning_rate": 6.796298354201253e-05,
      "loss": 0.0437,
      "step": 37250
    },
    {
      "grad_norm": 0.40078186988830566,
      "learning_rate": 6.794583699350174e-05,
      "loss": 0.0394,
      "step": 37260
    },
    {
      "grad_norm": 0.5807192921638489,
      "learning_rate": 6.792868802211468e-05,
      "loss": 0.04,
      "step": 37270
    },
    {
      "grad_norm": 0.36994701623916626,
      "learning_rate": 6.79115366301667e-05,
      "loss": 0.0451,
      "step": 37280
    },
    {
      "grad_norm": 0.4913938045501709,
      "learning_rate": 6.78943828199734e-05,
      "loss": 0.048,
      "step": 37290
    },
    {
      "grad_norm": 0.47693294286727905,
      "learning_rate": 6.787722659385071e-05,
      "loss": 0.0404,
      "step": 37300
    },
    {
      "grad_norm": 0.46148473024368286,
      "learning_rate": 6.786006795411493e-05,
      "loss": 0.0523,
      "step": 37310
    },
    {
      "grad_norm": 0.3895972967147827,
      "learning_rate": 6.78429069030826e-05,
      "loss": 0.0485,
      "step": 37320
    },
    {
      "grad_norm": 0.43633055686950684,
      "learning_rate": 6.78257434430707e-05,
      "loss": 0.0434,
      "step": 37330
    },
    {
      "grad_norm": 0.35934966802597046,
      "learning_rate": 6.780857757639647e-05,
      "loss": 0.0537,
      "step": 37340
    },
    {
      "grad_norm": 0.44215142726898193,
      "learning_rate": 6.779140930537746e-05,
      "loss": 0.0451,
      "step": 37350
    },
    {
      "grad_norm": 0.2791765034198761,
      "learning_rate": 6.777423863233157e-05,
      "loss": 0.0475,
      "step": 37360
    },
    {
      "grad_norm": 0.41443008184432983,
      "learning_rate": 6.775706555957702e-05,
      "loss": 0.0516,
      "step": 37370
    },
    {
      "grad_norm": 0.505910336971283,
      "learning_rate": 6.773989008943237e-05,
      "loss": 0.04,
      "step": 37380
    },
    {
      "grad_norm": 0.49986380338668823,
      "learning_rate": 6.772271222421649e-05,
      "loss": 0.0377,
      "step": 37390
    },
    {
      "grad_norm": 0.5248121023178101,
      "learning_rate": 6.770553196624853e-05,
      "loss": 0.0544,
      "step": 37400
    },
    {
      "grad_norm": 0.3156300187110901,
      "learning_rate": 6.768834931784808e-05,
      "loss": 0.0487,
      "step": 37410
    },
    {
      "grad_norm": 0.5253605842590332,
      "learning_rate": 6.767116428133491e-05,
      "loss": 0.053,
      "step": 37420
    },
    {
      "grad_norm": 0.5270504951477051,
      "learning_rate": 6.765397685902921e-05,
      "loss": 0.0369,
      "step": 37430
    },
    {
      "grad_norm": 0.43950480222702026,
      "learning_rate": 6.763678705325146e-05,
      "loss": 0.055,
      "step": 37440
    },
    {
      "grad_norm": 0.3772589862346649,
      "learning_rate": 6.761959486632244e-05,
      "loss": 0.0517,
      "step": 37450
    },
    {
      "grad_norm": 0.45448747277259827,
      "learning_rate": 6.760240030056333e-05,
      "loss": 0.0486,
      "step": 37460
    },
    {
      "grad_norm": 0.58635413646698,
      "learning_rate": 6.758520335829552e-05,
      "loss": 0.0586,
      "step": 37470
    },
    {
      "grad_norm": 0.36358878016471863,
      "learning_rate": 6.756800404184081e-05,
      "loss": 0.0484,
      "step": 37480
    },
    {
      "grad_norm": 0.5478129386901855,
      "learning_rate": 6.755080235352127e-05,
      "loss": 0.0521,
      "step": 37490
    },
    {
      "grad_norm": 0.41592708230018616,
      "learning_rate": 6.753359829565933e-05,
      "loss": 0.0486,
      "step": 37500
    },
    {
      "grad_norm": 0.4747559726238251,
      "learning_rate": 6.75163918705777e-05,
      "loss": 0.0558,
      "step": 37510
    },
    {
      "grad_norm": 0.42986488342285156,
      "learning_rate": 6.749918308059944e-05,
      "loss": 0.0487,
      "step": 37520
    },
    {
      "grad_norm": 0.47528401017189026,
      "learning_rate": 6.748197192804789e-05,
      "loss": 0.0424,
      "step": 37530
    },
    {
      "grad_norm": 0.5994962453842163,
      "learning_rate": 6.746475841524677e-05,
      "loss": 0.0466,
      "step": 37540
    },
    {
      "grad_norm": 0.5151401162147522,
      "learning_rate": 6.744754254452009e-05,
      "loss": 0.0512,
      "step": 37550
    },
    {
      "grad_norm": 0.504360020160675,
      "learning_rate": 6.743032431819213e-05,
      "loss": 0.0573,
      "step": 37560
    },
    {
      "grad_norm": 0.4622613787651062,
      "learning_rate": 6.741310373858758e-05,
      "loss": 0.0459,
      "step": 37570
    },
    {
      "grad_norm": 0.42823919653892517,
      "learning_rate": 6.739588080803134e-05,
      "loss": 0.0445,
      "step": 37580
    },
    {
      "grad_norm": 0.29902517795562744,
      "learning_rate": 6.737865552884875e-05,
      "loss": 0.0446,
      "step": 37590
    },
    {
      "grad_norm": 0.4769948422908783,
      "learning_rate": 6.736142790336538e-05,
      "loss": 0.0469,
      "step": 37600
    },
    {
      "grad_norm": 0.3938884735107422,
      "learning_rate": 6.734419793390711e-05,
      "loss": 0.0439,
      "step": 37610
    },
    {
      "grad_norm": 0.4631495475769043,
      "learning_rate": 6.73269656228002e-05,
      "loss": 0.0436,
      "step": 37620
    },
    {
      "grad_norm": 0.5599800944328308,
      "learning_rate": 6.730973097237119e-05,
      "loss": 0.0499,
      "step": 37630
    },
    {
      "grad_norm": 0.4669985771179199,
      "learning_rate": 6.729249398494692e-05,
      "loss": 0.0498,
      "step": 37640
    },
    {
      "grad_norm": 0.3858844041824341,
      "learning_rate": 6.727525466285459e-05,
      "loss": 0.0455,
      "step": 37650
    },
    {
      "grad_norm": 0.5073196291923523,
      "learning_rate": 6.725801300842168e-05,
      "loss": 0.0531,
      "step": 37660
    },
    {
      "grad_norm": 0.4471348822116852,
      "learning_rate": 6.724076902397598e-05,
      "loss": 0.0383,
      "step": 37670
    },
    {
      "grad_norm": 0.47823676466941833,
      "learning_rate": 6.722352271184563e-05,
      "loss": 0.0506,
      "step": 37680
    },
    {
      "grad_norm": 0.6178839206695557,
      "learning_rate": 6.720627407435903e-05,
      "loss": 0.05,
      "step": 37690
    },
    {
      "grad_norm": 0.4073781669139862,
      "learning_rate": 6.718902311384497e-05,
      "loss": 0.0534,
      "step": 37700
    },
    {
      "grad_norm": 0.5412814021110535,
      "learning_rate": 6.717176983263248e-05,
      "loss": 0.0469,
      "step": 37710
    },
    {
      "grad_norm": 0.293162077665329,
      "learning_rate": 6.715451423305094e-05,
      "loss": 0.0598,
      "step": 37720
    },
    {
      "grad_norm": 0.45167112350463867,
      "learning_rate": 6.713725631743004e-05,
      "loss": 0.0471,
      "step": 37730
    },
    {
      "grad_norm": 0.34918954968452454,
      "learning_rate": 6.711999608809979e-05,
      "loss": 0.0416,
      "step": 37740
    },
    {
      "grad_norm": 0.9870721697807312,
      "learning_rate": 6.71027335473905e-05,
      "loss": 0.0533,
      "step": 37750
    },
    {
      "grad_norm": 0.4298398792743683,
      "learning_rate": 6.708546869763277e-05,
      "loss": 0.0642,
      "step": 37760
    },
    {
      "grad_norm": 0.5734130144119263,
      "learning_rate": 6.706820154115754e-05,
      "loss": 0.0548,
      "step": 37770
    },
    {
      "grad_norm": 0.5163655281066895,
      "learning_rate": 6.70509320802961e-05,
      "loss": 0.0455,
      "step": 37780
    },
    {
      "grad_norm": 0.5261907577514648,
      "learning_rate": 6.703366031737996e-05,
      "loss": 0.0421,
      "step": 37790
    },
    {
      "grad_norm": 0.2827434241771698,
      "learning_rate": 6.701638625474102e-05,
      "loss": 0.0475,
      "step": 37800
    },
    {
      "grad_norm": 0.4299294054508209,
      "learning_rate": 6.699910989471143e-05,
      "loss": 0.048,
      "step": 37810
    },
    {
      "grad_norm": 0.32822954654693604,
      "learning_rate": 6.698183123962371e-05,
      "loss": 0.0476,
      "step": 37820
    },
    {
      "grad_norm": 0.4828951954841614,
      "learning_rate": 6.696455029181065e-05,
      "loss": 0.0477,
      "step": 37830
    },
    {
      "grad_norm": 0.40846171975135803,
      "learning_rate": 6.694726705360534e-05,
      "loss": 0.0504,
      "step": 37840
    },
    {
      "grad_norm": 0.485125333070755,
      "learning_rate": 6.692998152734122e-05,
      "loss": 0.0428,
      "step": 37850
    },
    {
      "grad_norm": 0.5398238897323608,
      "learning_rate": 6.691269371535201e-05,
      "loss": 0.0509,
      "step": 37860
    },
    {
      "grad_norm": 0.3367258608341217,
      "learning_rate": 6.689540361997176e-05,
      "loss": 0.0452,
      "step": 37870
    },
    {
      "grad_norm": 0.37272149324417114,
      "learning_rate": 6.687811124353478e-05,
      "loss": 0.0563,
      "step": 37880
    },
    {
      "grad_norm": 0.4434674084186554,
      "learning_rate": 6.686081658837576e-05,
      "loss": 0.0514,
      "step": 37890
    },
    {
      "grad_norm": 0.4453579783439636,
      "learning_rate": 6.684351965682962e-05,
      "loss": 0.0432,
      "step": 37900
    },
    {
      "grad_norm": 0.37123364210128784,
      "learning_rate": 6.682622045123168e-05,
      "loss": 0.0517,
      "step": 37910
    },
    {
      "grad_norm": 0.3999536633491516,
      "learning_rate": 6.680891897391747e-05,
      "loss": 0.0424,
      "step": 37920
    },
    {
      "grad_norm": 0.42453470826148987,
      "learning_rate": 6.679161522722288e-05,
      "loss": 0.0445,
      "step": 37930
    },
    {
      "grad_norm": 0.42693135142326355,
      "learning_rate": 6.677430921348412e-05,
      "loss": 0.0486,
      "step": 37940
    },
    {
      "grad_norm": 0.6162719130516052,
      "learning_rate": 6.675700093503764e-05,
      "loss": 0.062,
      "step": 37950
    },
    {
      "grad_norm": 0.5230280756950378,
      "learning_rate": 6.67396903942203e-05,
      "loss": 0.0522,
      "step": 37960
    },
    {
      "grad_norm": 0.3634788393974304,
      "learning_rate": 6.672237759336914e-05,
      "loss": 0.0469,
      "step": 37970
    },
    {
      "grad_norm": 0.4330933094024658,
      "learning_rate": 6.670506253482162e-05,
      "loss": 0.0429,
      "step": 37980
    },
    {
      "grad_norm": 0.7201310396194458,
      "learning_rate": 6.668774522091542e-05,
      "loss": 0.0503,
      "step": 37990
    },
    {
      "grad_norm": 0.27877068519592285,
      "learning_rate": 6.667042565398857e-05,
      "loss": 0.0651,
      "step": 38000
    },
    {
      "grad_norm": 0.5142005681991577,
      "learning_rate": 6.665310383637941e-05,
      "loss": 0.0523,
      "step": 38010
    },
    {
      "grad_norm": 0.4600522518157959,
      "learning_rate": 6.663577977042655e-05,
      "loss": 0.0479,
      "step": 38020
    },
    {
      "grad_norm": 0.40164119005203247,
      "learning_rate": 6.661845345846893e-05,
      "loss": 0.052,
      "step": 38030
    },
    {
      "grad_norm": 0.45539605617523193,
      "learning_rate": 6.660112490284576e-05,
      "loss": 0.0438,
      "step": 38040
    },
    {
      "grad_norm": 0.5615947246551514,
      "learning_rate": 6.658379410589661e-05,
      "loss": 0.0533,
      "step": 38050
    },
    {
      "grad_norm": 0.8172917366027832,
      "learning_rate": 6.656646106996129e-05,
      "loss": 0.0531,
      "step": 38060
    },
    {
      "grad_norm": 0.44554391503334045,
      "learning_rate": 6.654912579737999e-05,
      "loss": 0.0437,
      "step": 38070
    },
    {
      "grad_norm": 0.5463913083076477,
      "learning_rate": 6.653178829049308e-05,
      "loss": 0.0552,
      "step": 38080
    },
    {
      "grad_norm": 0.36204904317855835,
      "learning_rate": 6.651444855164137e-05,
      "loss": 0.0417,
      "step": 38090
    },
    {
      "grad_norm": 0.5757085680961609,
      "learning_rate": 6.649710658316587e-05,
      "loss": 0.0477,
      "step": 38100
    },
    {
      "grad_norm": 0.46863484382629395,
      "learning_rate": 6.647976238740794e-05,
      "loss": 0.0495,
      "step": 38110
    },
    {
      "grad_norm": 0.6662511825561523,
      "learning_rate": 6.646241596670923e-05,
      "loss": 0.0567,
      "step": 38120
    },
    {
      "grad_norm": 0.4788581132888794,
      "learning_rate": 6.644506732341169e-05,
      "loss": 0.0523,
      "step": 38130
    },
    {
      "grad_norm": 0.770652711391449,
      "learning_rate": 6.642771645985755e-05,
      "loss": 0.0555,
      "step": 38140
    },
    {
      "grad_norm": 0.3990101218223572,
      "learning_rate": 6.64103633783894e-05,
      "loss": 0.0416,
      "step": 38150
    },
    {
      "grad_norm": 0.4080781042575836,
      "learning_rate": 6.639300808135003e-05,
      "loss": 0.0507,
      "step": 38160
    },
    {
      "grad_norm": 0.619361162185669,
      "learning_rate": 6.637565057108264e-05,
      "loss": 0.0604,
      "step": 38170
    },
    {
      "grad_norm": 0.39411452412605286,
      "learning_rate": 6.635829084993064e-05,
      "loss": 0.0552,
      "step": 38180
    },
    {
      "grad_norm": 0.4608863294124603,
      "learning_rate": 6.63409289202378e-05,
      "loss": 0.0524,
      "step": 38190
    },
    {
      "grad_norm": 0.3772337734699249,
      "learning_rate": 6.632356478434816e-05,
      "loss": 0.044,
      "step": 38200
    },
    {
      "grad_norm": 0.5179646611213684,
      "learning_rate": 6.630619844460604e-05,
      "loss": 0.0488,
      "step": 38210
    },
    {
      "grad_norm": 0.43758639693260193,
      "learning_rate": 6.628882990335609e-05,
      "loss": 0.0442,
      "step": 38220
    },
    {
      "grad_norm": 0.5093588829040527,
      "learning_rate": 6.627145916294324e-05,
      "loss": 0.0545,
      "step": 38230
    },
    {
      "grad_norm": 0.3346904218196869,
      "learning_rate": 6.625408622571275e-05,
      "loss": 0.042,
      "step": 38240
    },
    {
      "grad_norm": 0.37791502475738525,
      "learning_rate": 6.62367110940101e-05,
      "loss": 0.0418,
      "step": 38250
    },
    {
      "grad_norm": 0.30462655425071716,
      "learning_rate": 6.621933377018115e-05,
      "loss": 0.041,
      "step": 38260
    },
    {
      "grad_norm": 0.4598759412765503,
      "learning_rate": 6.620195425657201e-05,
      "loss": 0.0589,
      "step": 38270
    },
    {
      "grad_norm": 0.5555212497711182,
      "learning_rate": 6.618457255552911e-05,
      "loss": 0.0508,
      "step": 38280
    },
    {
      "grad_norm": 0.6700059771537781,
      "learning_rate": 6.616718866939915e-05,
      "loss": 0.0468,
      "step": 38290
    },
    {
      "grad_norm": 0.48794442415237427,
      "learning_rate": 6.614980260052913e-05,
      "loss": 0.063,
      "step": 38300
    },
    {
      "grad_norm": 0.5178112983703613,
      "learning_rate": 6.613241435126636e-05,
      "loss": 0.0519,
      "step": 38310
    },
    {
      "grad_norm": 0.3865755796432495,
      "learning_rate": 6.611502392395844e-05,
      "loss": 0.0586,
      "step": 38320
    },
    {
      "grad_norm": 0.43404144048690796,
      "learning_rate": 6.609763132095325e-05,
      "loss": 0.0409,
      "step": 38330
    },
    {
      "grad_norm": 0.48282575607299805,
      "learning_rate": 6.608023654459899e-05,
      "loss": 0.0511,
      "step": 38340
    },
    {
      "grad_norm": 0.3956182897090912,
      "learning_rate": 6.606283959724412e-05,
      "loss": 0.037,
      "step": 38350
    },
    {
      "grad_norm": 0.4190158247947693,
      "learning_rate": 6.604544048123742e-05,
      "loss": 0.0434,
      "step": 38360
    },
    {
      "grad_norm": 0.3195705711841583,
      "learning_rate": 6.602803919892794e-05,
      "loss": 0.0425,
      "step": 38370
    },
    {
      "grad_norm": 0.325302392244339,
      "learning_rate": 6.601063575266506e-05,
      "loss": 0.0437,
      "step": 38380
    },
    {
      "grad_norm": 0.32540276646614075,
      "learning_rate": 6.599323014479842e-05,
      "loss": 0.0402,
      "step": 38390
    },
    {
      "grad_norm": 0.43019407987594604,
      "learning_rate": 6.597582237767794e-05,
      "loss": 0.05,
      "step": 38400
    },
    {
      "grad_norm": 0.41427627205848694,
      "learning_rate": 6.595841245365387e-05,
      "loss": 0.0421,
      "step": 38410
    },
    {
      "grad_norm": 0.6991814374923706,
      "learning_rate": 6.594100037507672e-05,
      "loss": 0.0544,
      "step": 38420
    },
    {
      "grad_norm": 0.32174596190452576,
      "learning_rate": 6.592358614429731e-05,
      "loss": 0.0423,
      "step": 38430
    },
    {
      "grad_norm": 0.5186548829078674,
      "learning_rate": 6.590616976366676e-05,
      "loss": 0.0561,
      "step": 38440
    },
    {
      "grad_norm": 0.6399669051170349,
      "learning_rate": 6.588875123553643e-05,
      "loss": 0.0528,
      "step": 38450
    },
    {
      "grad_norm": 0.35439011454582214,
      "learning_rate": 6.587133056225803e-05,
      "loss": 0.0453,
      "step": 38460
    },
    {
      "grad_norm": 0.3612216114997864,
      "learning_rate": 6.585390774618353e-05,
      "loss": 0.0462,
      "step": 38470
    },
    {
      "grad_norm": 0.3862277865409851,
      "learning_rate": 6.583648278966519e-05,
      "loss": 0.0504,
      "step": 38480
    },
    {
      "grad_norm": 0.5541035532951355,
      "learning_rate": 6.581905569505554e-05,
      "loss": 0.0648,
      "step": 38490
    },
    {
      "grad_norm": 0.44380873441696167,
      "learning_rate": 6.580162646470745e-05,
      "loss": 0.0535,
      "step": 38500
    },
    {
      "grad_norm": 0.5823404788970947,
      "learning_rate": 6.578419510097405e-05,
      "loss": 0.0477,
      "step": 38510
    },
    {
      "grad_norm": 0.32353541254997253,
      "learning_rate": 6.576676160620876e-05,
      "loss": 0.0415,
      "step": 38520
    },
    {
      "grad_norm": 0.5614349842071533,
      "learning_rate": 6.574932598276525e-05,
      "loss": 0.0382,
      "step": 38530
    },
    {
      "grad_norm": 0.43569236993789673,
      "learning_rate": 6.573188823299754e-05,
      "loss": 0.0478,
      "step": 38540
    },
    {
      "grad_norm": 0.40591633319854736,
      "learning_rate": 6.571444835925989e-05,
      "loss": 0.0382,
      "step": 38550
    },
    {
      "grad_norm": 0.3800482749938965,
      "learning_rate": 6.56970063639069e-05,
      "loss": 0.0379,
      "step": 38560
    },
    {
      "grad_norm": 0.37396079301834106,
      "learning_rate": 6.56795622492934e-05,
      "loss": 0.0436,
      "step": 38570
    },
    {
      "grad_norm": 0.6415437459945679,
      "learning_rate": 6.566211601777451e-05,
      "loss": 0.0435,
      "step": 38580
    },
    {
      "grad_norm": 0.4634876549243927,
      "learning_rate": 6.564466767170568e-05,
      "loss": 0.042,
      "step": 38590
    },
    {
      "grad_norm": 0.5098772644996643,
      "learning_rate": 6.562721721344263e-05,
      "loss": 0.0504,
      "step": 38600
    },
    {
      "grad_norm": 0.3452403247356415,
      "learning_rate": 6.560976464534132e-05,
      "loss": 0.0482,
      "step": 38610
    },
    {
      "grad_norm": 0.32771262526512146,
      "learning_rate": 6.559230996975805e-05,
      "loss": 0.038,
      "step": 38620
    },
    {
      "grad_norm": 0.445553183555603,
      "learning_rate": 6.557485318904939e-05,
      "loss": 0.0572,
      "step": 38630
    },
    {
      "grad_norm": 0.6291866302490234,
      "learning_rate": 6.555739430557217e-05,
      "loss": 0.0536,
      "step": 38640
    },
    {
      "grad_norm": 0.3249952495098114,
      "learning_rate": 6.553993332168355e-05,
      "loss": 0.0495,
      "step": 38650
    },
    {
      "grad_norm": 0.39184248447418213,
      "learning_rate": 6.552247023974092e-05,
      "loss": 0.044,
      "step": 38660
    },
    {
      "grad_norm": 0.40400567650794983,
      "learning_rate": 6.5505005062102e-05,
      "loss": 0.0514,
      "step": 38670
    },
    {
      "grad_norm": 0.6743398308753967,
      "learning_rate": 6.548753779112475e-05,
      "loss": 0.0498,
      "step": 38680
    },
    {
      "grad_norm": 0.2906113266944885,
      "learning_rate": 6.547006842916742e-05,
      "loss": 0.0397,
      "step": 38690
    },
    {
      "grad_norm": 0.4967197775840759,
      "learning_rate": 6.545259697858863e-05,
      "loss": 0.0553,
      "step": 38700
    },
    {
      "grad_norm": 0.48387056589126587,
      "learning_rate": 6.543512344174714e-05,
      "loss": 0.0537,
      "step": 38710
    },
    {
      "grad_norm": 0.6377154588699341,
      "learning_rate": 6.541764782100208e-05,
      "loss": 0.0613,
      "step": 38720
    },
    {
      "grad_norm": 0.29809707403182983,
      "learning_rate": 6.540017011871285e-05,
      "loss": 0.0438,
      "step": 38730
    },
    {
      "grad_norm": 0.3926841616630554,
      "learning_rate": 6.538269033723912e-05,
      "loss": 0.0446,
      "step": 38740
    },
    {
      "grad_norm": 0.5048075318336487,
      "learning_rate": 6.536520847894083e-05,
      "loss": 0.0483,
      "step": 38750
    },
    {
      "grad_norm": 0.3553656041622162,
      "learning_rate": 6.534772454617825e-05,
      "loss": 0.0419,
      "step": 38760
    },
    {
      "grad_norm": 0.38470351696014404,
      "learning_rate": 6.533023854131184e-05,
      "loss": 0.044,
      "step": 38770
    },
    {
      "grad_norm": 0.39558839797973633,
      "learning_rate": 6.531275046670244e-05,
      "loss": 0.039,
      "step": 38780
    },
    {
      "grad_norm": 0.5193026065826416,
      "learning_rate": 6.52952603247111e-05,
      "loss": 0.0491,
      "step": 38790
    },
    {
      "grad_norm": 0.4736488163471222,
      "learning_rate": 6.527776811769918e-05,
      "loss": 0.0462,
      "step": 38800
    },
    {
      "grad_norm": 0.4513294994831085,
      "learning_rate": 6.526027384802833e-05,
      "loss": 0.0465,
      "step": 38810
    },
    {
      "grad_norm": 0.42245981097221375,
      "learning_rate": 6.524277751806043e-05,
      "loss": 0.0445,
      "step": 38820
    },
    {
      "grad_norm": 0.4571612775325775,
      "learning_rate": 6.522527913015768e-05,
      "loss": 0.0557,
      "step": 38830
    },
    {
      "grad_norm": 0.33426016569137573,
      "learning_rate": 6.520777868668256e-05,
      "loss": 0.048,
      "step": 38840
    },
    {
      "grad_norm": 0.6101175546646118,
      "learning_rate": 6.519027618999777e-05,
      "loss": 0.0592,
      "step": 38850
    },
    {
      "grad_norm": 0.4951816201210022,
      "learning_rate": 6.517277164246637e-05,
      "loss": 0.0424,
      "step": 38860
    },
    {
      "grad_norm": 0.3304949700832367,
      "learning_rate": 6.515526504645165e-05,
      "loss": 0.0369,
      "step": 38870
    },
    {
      "grad_norm": 0.41198810935020447,
      "learning_rate": 6.513775640431719e-05,
      "loss": 0.0505,
      "step": 38880
    },
    {
      "grad_norm": 0.3708764612674713,
      "learning_rate": 6.512024571842683e-05,
      "loss": 0.0482,
      "step": 38890
    },
    {
      "grad_norm": 0.47801637649536133,
      "learning_rate": 6.510273299114468e-05,
      "loss": 0.047,
      "step": 38900
    },
    {
      "grad_norm": 0.6323156952857971,
      "learning_rate": 6.508521822483518e-05,
      "loss": 0.0585,
      "step": 38910
    },
    {
      "grad_norm": 0.4110371470451355,
      "learning_rate": 6.506770142186298e-05,
      "loss": 0.0477,
      "step": 38920
    },
    {
      "grad_norm": 0.4718192517757416,
      "learning_rate": 6.505018258459303e-05,
      "loss": 0.0417,
      "step": 38930
    },
    {
      "grad_norm": 0.4008428752422333,
      "learning_rate": 6.50326617153906e-05,
      "loss": 0.0522,
      "step": 38940
    },
    {
      "grad_norm": 0.8318371772766113,
      "learning_rate": 6.501513881662111e-05,
      "loss": 0.0467,
      "step": 38950
    },
    {
      "grad_norm": 0.4003744423389435,
      "learning_rate": 6.499761389065042e-05,
      "loss": 0.0485,
      "step": 38960
    },
    {
      "grad_norm": 0.4565824866294861,
      "learning_rate": 6.498008693984452e-05,
      "loss": 0.0434,
      "step": 38970
    },
    {
      "grad_norm": 0.36986231803894043,
      "learning_rate": 6.496255796656976e-05,
      "loss": 0.0541,
      "step": 38980
    },
    {
      "grad_norm": 0.7878630757331848,
      "learning_rate": 6.494502697319272e-05,
      "loss": 0.043,
      "step": 38990
    },
    {
      "grad_norm": 0.4190071225166321,
      "learning_rate": 6.492749396208029e-05,
      "loss": 0.0392,
      "step": 39000
    },
    {
      "grad_norm": 0.51448655128479,
      "learning_rate": 6.490995893559959e-05,
      "loss": 0.0501,
      "step": 39010
    },
    {
      "grad_norm": 0.4454169273376465,
      "learning_rate": 6.489242189611805e-05,
      "loss": 0.0477,
      "step": 39020
    },
    {
      "grad_norm": 0.46991756558418274,
      "learning_rate": 6.487488284600331e-05,
      "loss": 0.0463,
      "step": 39030
    },
    {
      "grad_norm": 0.4180067479610443,
      "learning_rate": 6.485734178762341e-05,
      "loss": 0.0442,
      "step": 39040
    },
    {
      "grad_norm": 0.436114102602005,
      "learning_rate": 6.483979872334649e-05,
      "loss": 0.0523,
      "step": 39050
    },
    {
      "grad_norm": 0.3991728127002716,
      "learning_rate": 6.482225365554108e-05,
      "loss": 0.0408,
      "step": 39060
    },
    {
      "grad_norm": 0.4143565893173218,
      "learning_rate": 6.480470658657599e-05,
      "loss": 0.0524,
      "step": 39070
    },
    {
      "grad_norm": 0.6071919798851013,
      "learning_rate": 6.47871575188202e-05,
      "loss": 0.048,
      "step": 39080
    },
    {
      "grad_norm": 0.3781189024448395,
      "learning_rate": 6.476960645464303e-05,
      "loss": 0.0556,
      "step": 39090
    },
    {
      "grad_norm": 0.37018314003944397,
      "learning_rate": 6.475205339641407e-05,
      "loss": 0.0449,
      "step": 39100
    },
    {
      "grad_norm": 0.3591562509536743,
      "learning_rate": 6.473449834650316e-05,
      "loss": 0.042,
      "step": 39110
    },
    {
      "grad_norm": 0.45093995332717896,
      "learning_rate": 6.471694130728044e-05,
      "loss": 0.041,
      "step": 39120
    },
    {
      "grad_norm": 0.4108912944793701,
      "learning_rate": 6.469938228111627e-05,
      "loss": 0.0401,
      "step": 39130
    },
    {
      "grad_norm": 0.5548099875450134,
      "learning_rate": 6.468182127038128e-05,
      "loss": 0.0513,
      "step": 39140
    },
    {
      "grad_norm": 0.39032846689224243,
      "learning_rate": 6.466425827744643e-05,
      "loss": 0.0654,
      "step": 39150
    },
    {
      "grad_norm": 0.4359167814254761,
      "learning_rate": 6.46466933046829e-05,
      "loss": 0.0504,
      "step": 39160
    },
    {
      "grad_norm": 0.41120004653930664,
      "learning_rate": 6.462912635446214e-05,
      "loss": 0.0475,
      "step": 39170
    },
    {
      "grad_norm": 0.5435991287231445,
      "learning_rate": 6.461155742915588e-05,
      "loss": 0.0533,
      "step": 39180
    },
    {
      "grad_norm": 0.7341739535331726,
      "learning_rate": 6.459398653113609e-05,
      "loss": 0.0484,
      "step": 39190
    },
    {
      "grad_norm": 0.5419246554374695,
      "learning_rate": 6.457641366277505e-05,
      "loss": 0.0546,
      "step": 39200
    },
    {
      "grad_norm": 0.4115966260433197,
      "learning_rate": 6.455883882644526e-05,
      "loss": 0.0495,
      "step": 39210
    },
    {
      "grad_norm": 0.5527895092964172,
      "learning_rate": 6.454126202451953e-05,
      "loss": 0.0452,
      "step": 39220
    },
    {
      "grad_norm": 0.311322420835495,
      "learning_rate": 6.452368325937088e-05,
      "loss": 0.0494,
      "step": 39230
    },
    {
      "grad_norm": 0.5968064665794373,
      "learning_rate": 6.450610253337267e-05,
      "loss": 0.0662,
      "step": 39240
    },
    {
      "grad_norm": 0.5333912372589111,
      "learning_rate": 6.448851984889845e-05,
      "loss": 0.0408,
      "step": 39250
    },
    {
      "grad_norm": 0.4258100390434265,
      "learning_rate": 6.447093520832208e-05,
      "loss": 0.0457,
      "step": 39260
    },
    {
      "grad_norm": 0.523591935634613,
      "learning_rate": 6.445334861401765e-05,
      "loss": 0.0532,
      "step": 39270
    },
    {
      "grad_norm": 0.4749620258808136,
      "learning_rate": 6.443576006835957e-05,
      "loss": 0.0449,
      "step": 39280
    },
    {
      "grad_norm": 0.5808599591255188,
      "learning_rate": 6.441816957372246e-05,
      "loss": 0.0704,
      "step": 39290
    },
    {
      "grad_norm": 0.45840024948120117,
      "learning_rate": 6.440057713248122e-05,
      "loss": 0.0455,
      "step": 39300
    },
    {
      "grad_norm": 0.33392590284347534,
      "learning_rate": 6.438298274701102e-05,
      "loss": 0.0475,
      "step": 39310
    },
    {
      "grad_norm": 0.3234054744243622,
      "learning_rate": 6.436538641968726e-05,
      "loss": 0.0424,
      "step": 39320
    },
    {
      "grad_norm": 0.42324116826057434,
      "learning_rate": 6.434778815288569e-05,
      "loss": 0.0476,
      "step": 39330
    },
    {
      "grad_norm": 0.5288686156272888,
      "learning_rate": 6.433018794898219e-05,
      "loss": 0.0378,
      "step": 39340
    },
    {
      "grad_norm": 0.4094718396663666,
      "learning_rate": 6.431258581035302e-05,
      "loss": 0.0478,
      "step": 39350
    },
    {
      "grad_norm": 0.9506516456604004,
      "learning_rate": 6.429498173937463e-05,
      "loss": 0.0511,
      "step": 39360
    },
    {
      "grad_norm": 0.38279256224632263,
      "learning_rate": 6.427737573842377e-05,
      "loss": 0.0462,
      "step": 39370
    },
    {
      "grad_norm": 0.43817415833473206,
      "learning_rate": 6.425976780987741e-05,
      "loss": 0.0488,
      "step": 39380
    },
    {
      "grad_norm": 0.44353556632995605,
      "learning_rate": 6.424215795611284e-05,
      "loss": 0.0515,
      "step": 39390
    },
    {
      "grad_norm": 0.5136171579360962,
      "learning_rate": 6.422454617950753e-05,
      "loss": 0.0582,
      "step": 39400
    },
    {
      "grad_norm": 0.45333337783813477,
      "learning_rate": 6.42069324824393e-05,
      "loss": 0.0506,
      "step": 39410
    },
    {
      "grad_norm": 0.41600334644317627,
      "learning_rate": 6.418931686728617e-05,
      "loss": 0.0443,
      "step": 39420
    },
    {
      "grad_norm": 0.4062651991844177,
      "learning_rate": 6.417169933642642e-05,
      "loss": 0.0466,
      "step": 39430
    },
    {
      "grad_norm": 0.3499155342578888,
      "learning_rate": 6.41540798922386e-05,
      "loss": 0.0418,
      "step": 39440
    },
    {
      "grad_norm": 0.7361541986465454,
      "learning_rate": 6.413645853710156e-05,
      "loss": 0.0434,
      "step": 39450
    },
    {
      "grad_norm": 0.44569191336631775,
      "learning_rate": 6.411883527339431e-05,
      "loss": 0.0447,
      "step": 39460
    },
    {
      "grad_norm": 0.3916429877281189,
      "learning_rate": 6.410121010349621e-05,
      "loss": 0.039,
      "step": 39470
    },
    {
      "grad_norm": 0.274288147687912,
      "learning_rate": 6.408358302978683e-05,
      "loss": 0.0488,
      "step": 39480
    },
    {
      "grad_norm": 0.4719093143939972,
      "learning_rate": 6.406595405464601e-05,
      "loss": 0.0593,
      "step": 39490
    },
    {
      "grad_norm": 0.5285636782646179,
      "learning_rate": 6.404832318045388e-05,
      "loss": 0.046,
      "step": 39500
    },
    {
      "grad_norm": 0.43941614031791687,
      "learning_rate": 6.403069040959073e-05,
      "loss": 0.048,
      "step": 39510
    },
    {
      "grad_norm": 0.690061628818512,
      "learning_rate": 6.401305574443722e-05,
      "loss": 0.0473,
      "step": 39520
    },
    {
      "grad_norm": 0.6291360855102539,
      "learning_rate": 6.39954191873742e-05,
      "loss": 0.0425,
      "step": 39530
    },
    {
      "grad_norm": 0.5177435278892517,
      "learning_rate": 6.397778074078278e-05,
      "loss": 0.0533,
      "step": 39540
    },
    {
      "grad_norm": 0.8305701613426208,
      "learning_rate": 6.396014040704434e-05,
      "loss": 0.0568,
      "step": 39550
    },
    {
      "grad_norm": 0.5619545578956604,
      "learning_rate": 6.394249818854053e-05,
      "loss": 0.0557,
      "step": 39560
    },
    {
      "grad_norm": 0.5323397517204285,
      "learning_rate": 6.39248540876532e-05,
      "loss": 0.0376,
      "step": 39570
    },
    {
      "grad_norm": 0.3723806142807007,
      "learning_rate": 6.390720810676452e-05,
      "loss": 0.0496,
      "step": 39580
    },
    {
      "grad_norm": 0.5515915751457214,
      "learning_rate": 6.388956024825687e-05,
      "loss": 0.0542,
      "step": 39590
    },
    {
      "grad_norm": 0.45768991112709045,
      "learning_rate": 6.387191051451289e-05,
      "loss": 0.0436,
      "step": 39600
    },
    {
      "grad_norm": 0.47120243310928345,
      "learning_rate": 6.385425890791548e-05,
      "loss": 0.048,
      "step": 39610
    },
    {
      "grad_norm": 0.5105891823768616,
      "learning_rate": 6.38366054308478e-05,
      "loss": 0.0446,
      "step": 39620
    },
    {
      "grad_norm": 0.25241076946258545,
      "learning_rate": 6.381895008569327e-05,
      "loss": 0.0437,
      "step": 39630
    },
    {
      "grad_norm": 0.4194450080394745,
      "learning_rate": 6.380129287483549e-05,
      "loss": 0.0553,
      "step": 39640
    },
    {
      "grad_norm": 0.3928349018096924,
      "learning_rate": 6.378363380065845e-05,
      "loss": 0.0583,
      "step": 39650
    },
    {
      "grad_norm": 0.4122122526168823,
      "learning_rate": 6.376597286554624e-05,
      "loss": 0.0425,
      "step": 39660
    },
    {
      "grad_norm": 0.4242418110370636,
      "learning_rate": 6.374831007188332e-05,
      "loss": 0.0463,
      "step": 39670
    },
    {
      "grad_norm": 0.41875436902046204,
      "learning_rate": 6.373064542205429e-05,
      "loss": 0.0362,
      "step": 39680
    },
    {
      "grad_norm": 0.30733633041381836,
      "learning_rate": 6.371297891844414e-05,
      "loss": 0.0366,
      "step": 39690
    },
    {
      "grad_norm": 0.45586836338043213,
      "learning_rate": 6.3695310563438e-05,
      "loss": 0.0408,
      "step": 39700
    },
    {
      "grad_norm": 0.4601193964481354,
      "learning_rate": 6.367764035942126e-05,
      "loss": 0.0419,
      "step": 39710
    },
    {
      "grad_norm": 0.4835064709186554,
      "learning_rate": 6.36599683087796e-05,
      "loss": 0.0401,
      "step": 39720
    },
    {
      "grad_norm": 0.4928605854511261,
      "learning_rate": 6.364229441389895e-05,
      "loss": 0.0606,
      "step": 39730
    },
    {
      "grad_norm": 0.45483532547950745,
      "learning_rate": 6.362461867716545e-05,
      "loss": 0.0601,
      "step": 39740
    },
    {
      "grad_norm": 0.39785754680633545,
      "learning_rate": 6.360694110096551e-05,
      "loss": 0.0419,
      "step": 39750
    },
    {
      "grad_norm": 0.5101680755615234,
      "learning_rate": 6.358926168768582e-05,
      "loss": 0.0433,
      "step": 39760
    },
    {
      "grad_norm": 0.30873751640319824,
      "learning_rate": 6.357158043971323e-05,
      "loss": 0.0415,
      "step": 39770
    },
    {
      "grad_norm": 0.4261529743671417,
      "learning_rate": 6.355389735943496e-05,
      "loss": 0.0438,
      "step": 39780
    },
    {
      "grad_norm": 0.33558887243270874,
      "learning_rate": 6.353621244923835e-05,
      "loss": 0.0429,
      "step": 39790
    },
    {
      "grad_norm": 0.5338892340660095,
      "learning_rate": 6.351852571151106e-05,
      "loss": 0.0505,
      "step": 39800
    },
    {
      "grad_norm": 0.5338104963302612,
      "learning_rate": 6.350083714864103e-05,
      "loss": 0.0467,
      "step": 39810
    },
    {
      "grad_norm": 0.5720147490501404,
      "learning_rate": 6.348314676301636e-05,
      "loss": 0.0529,
      "step": 39820
    },
    {
      "grad_norm": 0.4347951412200928,
      "learning_rate": 6.346545455702546e-05,
      "loss": 0.0425,
      "step": 39830
    },
    {
      "grad_norm": 0.3662984371185303,
      "learning_rate": 6.344776053305695e-05,
      "loss": 0.0447,
      "step": 39840
    },
    {
      "grad_norm": 0.5905954837799072,
      "learning_rate": 6.34300646934997e-05,
      "loss": 0.0367,
      "step": 39850
    },
    {
      "grad_norm": 0.6854279041290283,
      "learning_rate": 6.341236704074285e-05,
      "loss": 0.041,
      "step": 39860
    },
    {
      "grad_norm": 0.3913106918334961,
      "learning_rate": 6.339466757717576e-05,
      "loss": 0.0449,
      "step": 39870
    },
    {
      "grad_norm": 0.24919837713241577,
      "learning_rate": 6.337696630518804e-05,
      "loss": 0.0398,
      "step": 39880
    },
    {
      "grad_norm": 0.37697893381118774,
      "learning_rate": 6.335926322716958e-05,
      "loss": 0.0421,
      "step": 39890
    },
    {
      "grad_norm": 0.451653391122818,
      "learning_rate": 6.334155834551043e-05,
      "loss": 0.0371,
      "step": 39900
    },
    {
      "grad_norm": 0.36692890524864197,
      "learning_rate": 6.332385166260097e-05,
      "loss": 0.045,
      "step": 39910
    },
    {
      "grad_norm": 0.45263737440109253,
      "learning_rate": 6.33061431808318e-05,
      "loss": 0.0583,
      "step": 39920
    },
    {
      "grad_norm": 0.4613346755504608,
      "learning_rate": 6.32884329025937e-05,
      "loss": 0.053,
      "step": 39930
    },
    {
      "grad_norm": 0.604957103729248,
      "learning_rate": 6.327072083027777e-05,
      "loss": 0.047,
      "step": 39940
    },
    {
      "grad_norm": 0.4558772146701813,
      "learning_rate": 6.325300696627535e-05,
      "loss": 0.0427,
      "step": 39950
    },
    {
      "grad_norm": 0.5989543199539185,
      "learning_rate": 6.323529131297796e-05,
      "loss": 0.041,
      "step": 39960
    },
    {
      "grad_norm": 0.4130926728248596,
      "learning_rate": 6.321757387277742e-05,
      "loss": 0.0656,
      "step": 39970
    },
    {
      "grad_norm": 0.4966781735420227,
      "learning_rate": 6.319985464806577e-05,
      "loss": 0.0561,
      "step": 39980
    },
    {
      "grad_norm": 0.33092957735061646,
      "learning_rate": 6.318213364123528e-05,
      "loss": 0.0412,
      "step": 39990
    },
    {
      "grad_norm": 0.42956098914146423,
      "learning_rate": 6.316441085467848e-05,
      "loss": 0.0431,
      "step": 40000
    },
    {
      "grad_norm": 0.49863681197166443,
      "learning_rate": 6.314668629078811e-05,
      "loss": 0.0477,
      "step": 40010
    },
    {
      "grad_norm": 0.4930056631565094,
      "learning_rate": 6.312895995195722e-05,
      "loss": 0.0495,
      "step": 40020
    },
    {
      "grad_norm": 0.43596306443214417,
      "learning_rate": 6.311123184057901e-05,
      "loss": 0.0477,
      "step": 40030
    },
    {
      "grad_norm": 0.5616580247879028,
      "learning_rate": 6.309350195904699e-05,
      "loss": 0.0441,
      "step": 40040
    },
    {
      "grad_norm": 0.4315357804298401,
      "learning_rate": 6.307577030975484e-05,
      "loss": 0.0422,
      "step": 40050
    },
    {
      "grad_norm": 0.5235898494720459,
      "learning_rate": 6.305803689509656e-05,
      "loss": 0.0441,
      "step": 40060
    },
    {
      "grad_norm": 0.4651557207107544,
      "learning_rate": 6.304030171746634e-05,
      "loss": 0.0584,
      "step": 40070
    },
    {
      "grad_norm": 0.4127933979034424,
      "learning_rate": 6.302256477925859e-05,
      "loss": 0.0456,
      "step": 40080
    },
    {
      "grad_norm": 0.4720754623413086,
      "learning_rate": 6.3004826082868e-05,
      "loss": 0.0519,
      "step": 40090
    },
    {
      "grad_norm": 0.4114173650741577,
      "learning_rate": 6.298708563068947e-05,
      "loss": 0.0472,
      "step": 40100
    },
    {
      "grad_norm": 0.3576650321483612,
      "learning_rate": 6.296934342511815e-05,
      "loss": 0.0457,
      "step": 40110
    },
    {
      "grad_norm": 0.41385847330093384,
      "learning_rate": 6.295159946854945e-05,
      "loss": 0.042,
      "step": 40120
    },
    {
      "grad_norm": 0.6079915165901184,
      "learning_rate": 6.293385376337897e-05,
      "loss": 0.0529,
      "step": 40130
    },
    {
      "grad_norm": 0.50275719165802,
      "learning_rate": 6.291610631200254e-05,
      "loss": 0.0464,
      "step": 40140
    },
    {
      "grad_norm": 0.34406304359436035,
      "learning_rate": 6.289835711681631e-05,
      "loss": 0.0498,
      "step": 40150
    },
    {
      "grad_norm": 0.29618170857429504,
      "learning_rate": 6.288060618021656e-05,
      "loss": 0.0459,
      "step": 40160
    },
    {
      "grad_norm": 0.3230798542499542,
      "learning_rate": 6.286285350459986e-05,
      "loss": 0.0478,
      "step": 40170
    },
    {
      "grad_norm": 0.5762563347816467,
      "learning_rate": 6.284509909236303e-05,
      "loss": 0.0595,
      "step": 40180
    },
    {
      "grad_norm": 0.39813506603240967,
      "learning_rate": 6.282734294590307e-05,
      "loss": 0.0448,
      "step": 40190
    },
    {
      "grad_norm": 0.3581162393093109,
      "learning_rate": 6.280958506761728e-05,
      "loss": 0.0385,
      "step": 40200
    },
    {
      "grad_norm": 0.4601450264453888,
      "learning_rate": 6.279182545990312e-05,
      "loss": 0.044,
      "step": 40210
    },
    {
      "grad_norm": 0.4220397472381592,
      "learning_rate": 6.277406412515837e-05,
      "loss": 0.0453,
      "step": 40220
    },
    {
      "grad_norm": 0.3765891194343567,
      "learning_rate": 6.275630106578097e-05,
      "loss": 0.0459,
      "step": 40230
    },
    {
      "grad_norm": 0.3367251753807068,
      "learning_rate": 6.273853628416911e-05,
      "loss": 0.0392,
      "step": 40240
    },
    {
      "grad_norm": 0.4127916693687439,
      "learning_rate": 6.272076978272125e-05,
      "loss": 0.0386,
      "step": 40250
    },
    {
      "grad_norm": 0.5213736295700073,
      "learning_rate": 6.270300156383603e-05,
      "loss": 0.0376,
      "step": 40260
    },
    {
      "grad_norm": 0.6650878190994263,
      "learning_rate": 6.268523162991233e-05,
      "loss": 0.0559,
      "step": 40270
    },
    {
      "grad_norm": 0.5072553753852844,
      "learning_rate": 6.266745998334934e-05,
      "loss": 0.0408,
      "step": 40280
    },
    {
      "grad_norm": 0.4429558515548706,
      "learning_rate": 6.264968662654637e-05,
      "loss": 0.0476,
      "step": 40290
    },
    {
      "grad_norm": 0.3633342683315277,
      "learning_rate": 6.263191156190302e-05,
      "loss": 0.0457,
      "step": 40300
    },
    {
      "grad_norm": 0.5278549194335938,
      "learning_rate": 6.261413479181908e-05,
      "loss": 0.0509,
      "step": 40310
    },
    {
      "grad_norm": 0.6351819634437561,
      "learning_rate": 6.259635631869466e-05,
      "loss": 0.0449,
      "step": 40320
    },
    {
      "grad_norm": 0.680456817150116,
      "learning_rate": 6.257857614493e-05,
      "loss": 0.039,
      "step": 40330
    },
    {
      "grad_norm": 0.3061782419681549,
      "learning_rate": 6.256079427292565e-05,
      "loss": 0.0464,
      "step": 40340
    },
    {
      "grad_norm": 0.4450247883796692,
      "learning_rate": 6.254301070508229e-05,
      "loss": 0.0436,
      "step": 40350
    },
    {
      "grad_norm": 0.4848382771015167,
      "learning_rate": 6.252522544380092e-05,
      "loss": 0.0475,
      "step": 40360
    },
    {
      "grad_norm": 0.4674818813800812,
      "learning_rate": 6.250743849148274e-05,
      "loss": 0.05,
      "step": 40370
    },
    {
      "grad_norm": 0.5520539879798889,
      "learning_rate": 6.248964985052916e-05,
      "loss": 0.0432,
      "step": 40380
    },
    {
      "grad_norm": 0.6285720467567444,
      "learning_rate": 6.247185952334187e-05,
      "loss": 0.0448,
      "step": 40390
    },
    {
      "grad_norm": 0.43596717715263367,
      "learning_rate": 6.245406751232269e-05,
      "loss": 0.0425,
      "step": 40400
    },
    {
      "grad_norm": 0.5237985849380493,
      "learning_rate": 6.243627381987378e-05,
      "loss": 0.0447,
      "step": 40410
    },
    {
      "grad_norm": 0.5917270183563232,
      "learning_rate": 6.241847844839745e-05,
      "loss": 0.0461,
      "step": 40420
    },
    {
      "grad_norm": 0.38065850734710693,
      "learning_rate": 6.240068140029628e-05,
      "loss": 0.0469,
      "step": 40430
    },
    {
      "grad_norm": 0.4227869510650635,
      "learning_rate": 6.238288267797304e-05,
      "loss": 0.0356,
      "step": 40440
    },
    {
      "grad_norm": 0.31438353657722473,
      "learning_rate": 6.236508228383077e-05,
      "loss": 0.0409,
      "step": 40450
    },
    {
      "grad_norm": 0.41881030797958374,
      "learning_rate": 6.234728022027266e-05,
      "loss": 0.0437,
      "step": 40460
    },
    {
      "grad_norm": 0.5043007731437683,
      "learning_rate": 6.232947648970222e-05,
      "loss": 0.0415,
      "step": 40470
    },
    {
      "grad_norm": 0.7327582836151123,
      "learning_rate": 6.231167109452313e-05,
      "loss": 0.0485,
      "step": 40480
    },
    {
      "grad_norm": 0.32956090569496155,
      "learning_rate": 6.22938640371393e-05,
      "loss": 0.0394,
      "step": 40490
    },
    {
      "grad_norm": 0.5886982679367065,
      "learning_rate": 6.227605531995489e-05,
      "loss": 0.0397,
      "step": 40500
    },
    {
      "grad_norm": 0.3129146695137024,
      "learning_rate": 6.22582449453742e-05,
      "loss": 0.0571,
      "step": 40510
    },
    {
      "grad_norm": 0.3990868628025055,
      "learning_rate": 6.224043291580191e-05,
      "loss": 0.0406,
      "step": 40520
    },
    {
      "grad_norm": 0.38805538415908813,
      "learning_rate": 6.222261923364276e-05,
      "loss": 0.0407,
      "step": 40530
    },
    {
      "grad_norm": 0.4666156470775604,
      "learning_rate": 6.22048039013018e-05,
      "loss": 0.0395,
      "step": 40540
    },
    {
      "grad_norm": 0.7208511233329773,
      "learning_rate": 6.21869869211843e-05,
      "loss": 0.0492,
      "step": 40550
    },
    {
      "grad_norm": 0.39022964239120483,
      "learning_rate": 6.216916829569575e-05,
      "loss": 0.0469,
      "step": 40560
    },
    {
      "grad_norm": 0.36080706119537354,
      "learning_rate": 6.215134802724181e-05,
      "loss": 0.0402,
      "step": 40570
    },
    {
      "grad_norm": 0.3694094717502594,
      "learning_rate": 6.213352611822845e-05,
      "loss": 0.0396,
      "step": 40580
    },
    {
      "grad_norm": 0.4308048188686371,
      "learning_rate": 6.211570257106179e-05,
      "loss": 0.0443,
      "step": 40590
    },
    {
      "grad_norm": 0.31917425990104675,
      "learning_rate": 6.209787738814819e-05,
      "loss": 0.0383,
      "step": 40600
    },
    {
      "grad_norm": 0.40823134779930115,
      "learning_rate": 6.208005057189424e-05,
      "loss": 0.0448,
      "step": 40610
    },
    {
      "grad_norm": 0.5694552063941956,
      "learning_rate": 6.206222212470675e-05,
      "loss": 0.0363,
      "step": 40620
    },
    {
      "grad_norm": 0.5519111156463623,
      "learning_rate": 6.204439204899278e-05,
      "loss": 0.0419,
      "step": 40630
    },
    {
      "grad_norm": 0.6606487035751343,
      "learning_rate": 6.20265603471595e-05,
      "loss": 0.0496,
      "step": 40640
    },
    {
      "grad_norm": 0.5900788903236389,
      "learning_rate": 6.200872702161447e-05,
      "loss": 0.0418,
      "step": 40650
    },
    {
      "grad_norm": 0.3593739867210388,
      "learning_rate": 6.199089207476529e-05,
      "loss": 0.0455,
      "step": 40660
    },
    {
      "grad_norm": 0.4072442948818207,
      "learning_rate": 6.197305550901993e-05,
      "loss": 0.0484,
      "step": 40670
    },
    {
      "grad_norm": 0.6063960194587708,
      "learning_rate": 6.195521732678648e-05,
      "loss": 0.0375,
      "step": 40680
    },
    {
      "grad_norm": 0.3217333257198334,
      "learning_rate": 6.193737753047329e-05,
      "loss": 0.0448,
      "step": 40690
    },
    {
      "grad_norm": 0.516775906085968,
      "learning_rate": 6.191953612248892e-05,
      "loss": 0.0441,
      "step": 40700
    },
    {
      "grad_norm": 0.8673555850982666,
      "learning_rate": 6.190169310524215e-05,
      "loss": 0.0461,
      "step": 40710
    },
    {
      "grad_norm": 0.3638315200805664,
      "learning_rate": 6.188384848114196e-05,
      "loss": 0.054,
      "step": 40720
    },
    {
      "grad_norm": 0.37411367893218994,
      "learning_rate": 6.186600225259757e-05,
      "loss": 0.0421,
      "step": 40730
    },
    {
      "grad_norm": 0.5482932925224304,
      "learning_rate": 6.184815442201842e-05,
      "loss": 0.0466,
      "step": 40740
    },
    {
      "grad_norm": 0.45679742097854614,
      "learning_rate": 6.183030499181415e-05,
      "loss": 0.0498,
      "step": 40750
    },
    {
      "grad_norm": 0.436324805021286,
      "learning_rate": 6.181245396439462e-05,
      "loss": 0.042,
      "step": 40760
    },
    {
      "grad_norm": 0.6148906946182251,
      "learning_rate": 6.179460134216988e-05,
      "loss": 0.0518,
      "step": 40770
    },
    {
      "grad_norm": 0.5131801962852478,
      "learning_rate": 6.177674712755026e-05,
      "loss": 0.0616,
      "step": 40780
    },
    {
      "grad_norm": 0.47811657190322876,
      "learning_rate": 6.175889132294625e-05,
      "loss": 0.0451,
      "step": 40790
    },
    {
      "grad_norm": 0.4526865780353546,
      "learning_rate": 6.174103393076856e-05,
      "loss": 0.0425,
      "step": 40800
    },
    {
      "grad_norm": 0.35260307788848877,
      "learning_rate": 6.172317495342812e-05,
      "loss": 0.0441,
      "step": 40810
    },
    {
      "grad_norm": 0.4386417865753174,
      "learning_rate": 6.17053143933361e-05,
      "loss": 0.0464,
      "step": 40820
    },
    {
      "grad_norm": 0.5433606505393982,
      "learning_rate": 6.168745225290389e-05,
      "loss": 0.0452,
      "step": 40830
    },
    {
      "grad_norm": 0.5457316040992737,
      "learning_rate": 6.166958853454301e-05,
      "loss": 0.0444,
      "step": 40840
    },
    {
      "grad_norm": 0.284606009721756,
      "learning_rate": 6.165172324066527e-05,
      "loss": 0.0368,
      "step": 40850
    },
    {
      "grad_norm": 0.35573679208755493,
      "learning_rate": 6.163385637368267e-05,
      "loss": 0.0494,
      "step": 40860
    },
    {
      "grad_norm": 0.4182620346546173,
      "learning_rate": 6.161598793600744e-05,
      "loss": 0.045,
      "step": 40870
    },
    {
      "grad_norm": 0.44758081436157227,
      "learning_rate": 6.1598117930052e-05,
      "loss": 0.0507,
      "step": 40880
    },
    {
      "grad_norm": 0.52998948097229,
      "learning_rate": 6.158024635822897e-05,
      "loss": 0.048,
      "step": 40890
    },
    {
      "grad_norm": 0.3610367774963379,
      "learning_rate": 6.156237322295122e-05,
      "loss": 0.0455,
      "step": 40900
    },
    {
      "grad_norm": 0.35546836256980896,
      "learning_rate": 6.15444985266318e-05,
      "loss": 0.0404,
      "step": 40910
    },
    {
      "grad_norm": 0.37762296199798584,
      "learning_rate": 6.1526622271684e-05,
      "loss": 0.0412,
      "step": 40920
    },
    {
      "grad_norm": 0.32217636704444885,
      "learning_rate": 6.150874446052127e-05,
      "loss": 0.0452,
      "step": 40930
    },
    {
      "grad_norm": 0.4097476303577423,
      "learning_rate": 6.149086509555733e-05,
      "loss": 0.0436,
      "step": 40940
    },
    {
      "grad_norm": 0.48478999733924866,
      "learning_rate": 6.147298417920608e-05,
      "loss": 0.0499,
      "step": 40950
    },
    {
      "grad_norm": 0.6292508840560913,
      "learning_rate": 6.145510171388161e-05,
      "loss": 0.0356,
      "step": 40960
    },
    {
      "grad_norm": 0.4321494698524475,
      "learning_rate": 6.143721770199825e-05,
      "loss": 0.0438,
      "step": 40970
    },
    {
      "grad_norm": 0.438351035118103,
      "learning_rate": 6.141933214597053e-05,
      "loss": 0.0406,
      "step": 40980
    },
    {
      "grad_norm": 0.5008881688117981,
      "learning_rate": 6.14014450482132e-05,
      "loss": 0.0354,
      "step": 40990
    },
    {
      "grad_norm": 0.5458524823188782,
      "learning_rate": 6.13835564111412e-05,
      "loss": 0.0441,
      "step": 41000
    },
    {
      "grad_norm": 0.41783154010772705,
      "learning_rate": 6.136566623716967e-05,
      "loss": 0.0386,
      "step": 41010
    },
    {
      "grad_norm": 0.4581810534000397,
      "learning_rate": 6.134777452871399e-05,
      "loss": 0.042,
      "step": 41020
    },
    {
      "grad_norm": 0.4275287091732025,
      "learning_rate": 6.132988128818972e-05,
      "loss": 0.0601,
      "step": 41030
    },
    {
      "grad_norm": 0.5504873991012573,
      "learning_rate": 6.131198651801262e-05,
      "loss": 0.052,
      "step": 41040
    },
    {
      "grad_norm": 1.1813273429870605,
      "learning_rate": 6.129409022059869e-05,
      "loss": 0.0591,
      "step": 41050
    },
    {
      "grad_norm": 0.3965931236743927,
      "learning_rate": 6.127619239836411e-05,
      "loss": 0.0432,
      "step": 41060
    },
    {
      "grad_norm": 0.3720376491546631,
      "learning_rate": 6.125829305372529e-05,
      "loss": 0.0497,
      "step": 41070
    },
    {
      "grad_norm": 0.3547484278678894,
      "learning_rate": 6.124039218909881e-05,
      "loss": 0.0362,
      "step": 41080
    },
    {
      "grad_norm": 0.566036581993103,
      "learning_rate": 6.122248980690149e-05,
      "loss": 0.0538,
      "step": 41090
    },
    {
      "grad_norm": 0.5224317312240601,
      "learning_rate": 6.120458590955032e-05,
      "loss": 0.046,
      "step": 41100
    },
    {
      "grad_norm": 0.3842921853065491,
      "learning_rate": 6.118668049946253e-05,
      "loss": 0.0436,
      "step": 41110
    },
    {
      "grad_norm": 0.4674917459487915,
      "learning_rate": 6.116877357905553e-05,
      "loss": 0.052,
      "step": 41120
    },
    {
      "grad_norm": 0.4415653347969055,
      "learning_rate": 6.115086515074695e-05,
      "loss": 0.0495,
      "step": 41130
    },
    {
      "grad_norm": 0.4657917320728302,
      "learning_rate": 6.113295521695459e-05,
      "loss": 0.0454,
      "step": 41140
    },
    {
      "grad_norm": 0.30892622470855713,
      "learning_rate": 6.111504378009653e-05,
      "loss": 0.0391,
      "step": 41150
    },
    {
      "grad_norm": 0.573279857635498,
      "learning_rate": 6.109713084259095e-05,
      "loss": 0.0544,
      "step": 41160
    },
    {
      "grad_norm": 0.521352231502533,
      "learning_rate": 6.107921640685632e-05,
      "loss": 0.0435,
      "step": 41170
    },
    {
      "grad_norm": 0.31120041012763977,
      "learning_rate": 6.106130047531125e-05,
      "loss": 0.0516,
      "step": 41180
    },
    {
      "grad_norm": 0.4067997932434082,
      "learning_rate": 6.104338305037459e-05,
      "loss": 0.0499,
      "step": 41190
    },
    {
      "grad_norm": 0.2822103202342987,
      "learning_rate": 6.1025464134465405e-05,
      "loss": 0.0363,
      "step": 41200
    },
    {
      "grad_norm": 0.49427101016044617,
      "learning_rate": 6.100754373000289e-05,
      "loss": 0.0408,
      "step": 41210
    },
    {
      "grad_norm": 0.30514830350875854,
      "learning_rate": 6.098962183940651e-05,
      "loss": 0.0443,
      "step": 41220
    },
    {
      "grad_norm": 0.5659090280532837,
      "learning_rate": 6.097169846509592e-05,
      "loss": 0.055,
      "step": 41230
    },
    {
      "grad_norm": 0.3552030324935913,
      "learning_rate": 6.095377360949094e-05,
      "loss": 0.0361,
      "step": 41240
    },
    {
      "grad_norm": 0.3534282147884369,
      "learning_rate": 6.093584727501164e-05,
      "loss": 0.0535,
      "step": 41250
    },
    {
      "grad_norm": 0.39498138427734375,
      "learning_rate": 6.0917919464078246e-05,
      "loss": 0.0562,
      "step": 41260
    },
    {
      "grad_norm": 0.5450678467750549,
      "learning_rate": 6.089999017911119e-05,
      "loss": 0.0577,
      "step": 41270
    },
    {
      "grad_norm": 0.5019786953926086,
      "learning_rate": 6.088205942253114e-05,
      "loss": 0.0411,
      "step": 41280
    },
    {
      "grad_norm": 0.3469613790512085,
      "learning_rate": 6.086412719675892e-05,
      "loss": 0.0384,
      "step": 41290
    },
    {
      "grad_norm": 0.37365445494651794,
      "learning_rate": 6.0846193504215574e-05,
      "loss": 0.0332,
      "step": 41300
    },
    {
      "grad_norm": 0.39890944957733154,
      "learning_rate": 6.082825834732233e-05,
      "loss": 0.0478,
      "step": 41310
    },
    {
      "grad_norm": 0.41352522373199463,
      "learning_rate": 6.081032172850063e-05,
      "loss": 0.0451,
      "step": 41320
    },
    {
      "grad_norm": 0.7609835863113403,
      "learning_rate": 6.079238365017213e-05,
      "loss": 0.0389,
      "step": 41330
    },
    {
      "grad_norm": 0.46141132712364197,
      "learning_rate": 6.07744441147586e-05,
      "loss": 0.0442,
      "step": 41340
    },
    {
      "grad_norm": 0.5177121162414551,
      "learning_rate": 6.0756503124682106e-05,
      "loss": 0.0408,
      "step": 41350
    },
    {
      "grad_norm": 0.4539966285228729,
      "learning_rate": 6.073856068236486e-05,
      "loss": 0.0352,
      "step": 41360
    },
    {
      "grad_norm": 0.45252904295921326,
      "learning_rate": 6.072061679022931e-05,
      "loss": 0.0451,
      "step": 41370
    },
    {
      "grad_norm": 0.4349638819694519,
      "learning_rate": 6.0702671450698e-05,
      "loss": 0.0443,
      "step": 41380
    },
    {
      "grad_norm": 0.4794688820838928,
      "learning_rate": 6.0684724666193816e-05,
      "loss": 0.0352,
      "step": 41390
    },
    {
      "grad_norm": 0.35150012373924255,
      "learning_rate": 6.066677643913972e-05,
      "loss": 0.0372,
      "step": 41400
    },
    {
      "grad_norm": 0.39992281794548035,
      "learning_rate": 6.06488267719589e-05,
      "loss": 0.0405,
      "step": 41410
    },
    {
      "grad_norm": 0.5447922945022583,
      "learning_rate": 6.063087566707478e-05,
      "loss": 0.0387,
      "step": 41420
    },
    {
      "grad_norm": 0.4419351816177368,
      "learning_rate": 6.061292312691094e-05,
      "loss": 0.0409,
      "step": 41430
    },
    {
      "grad_norm": 0.3872484862804413,
      "learning_rate": 6.059496915389115e-05,
      "loss": 0.0441,
      "step": 41440
    },
    {
      "grad_norm": 0.304354190826416,
      "learning_rate": 6.057701375043939e-05,
      "loss": 0.0475,
      "step": 41450
    },
    {
      "grad_norm": 0.4370415210723877,
      "learning_rate": 6.055905691897984e-05,
      "loss": 0.05,
      "step": 41460
    },
    {
      "grad_norm": 0.4886203110218048,
      "learning_rate": 6.054109866193684e-05,
      "loss": 0.0396,
      "step": 41470
    },
    {
      "grad_norm": 0.609520435333252,
      "learning_rate": 6.052313898173495e-05,
      "loss": 0.0542,
      "step": 41480
    },
    {
      "grad_norm": 0.42519044876098633,
      "learning_rate": 6.0505177880798915e-05,
      "loss": 0.0507,
      "step": 41490
    },
    {
      "grad_norm": 0.49900203943252563,
      "learning_rate": 6.048721536155368e-05,
      "loss": 0.0517,
      "step": 41500
    },
    {
      "grad_norm": 0.44775083661079407,
      "learning_rate": 6.0469251426424365e-05,
      "loss": 0.0467,
      "step": 41510
    },
    {
      "grad_norm": 0.5630427002906799,
      "learning_rate": 6.0451286077836314e-05,
      "loss": 0.0482,
      "step": 41520
    },
    {
      "grad_norm": 0.3774779438972473,
      "learning_rate": 6.0433319318214986e-05,
      "loss": 0.0473,
      "step": 41530
    },
    {
      "grad_norm": 0.4289790391921997,
      "learning_rate": 6.041535114998613e-05,
      "loss": 0.0411,
      "step": 41540
    },
    {
      "grad_norm": 0.4660046696662903,
      "learning_rate": 6.0397381575575605e-05,
      "loss": 0.0408,
      "step": 41550
    },
    {
      "grad_norm": 0.29906219244003296,
      "learning_rate": 6.0379410597409526e-05,
      "loss": 0.0389,
      "step": 41560
    },
    {
      "grad_norm": 0.6041118502616882,
      "learning_rate": 6.0361438217914125e-05,
      "loss": 0.0504,
      "step": 41570
    },
    {
      "grad_norm": 0.5345805883407593,
      "learning_rate": 6.034346443951591e-05,
      "loss": 0.0611,
      "step": 41580
    },
    {
      "grad_norm": 0.3780073821544647,
      "learning_rate": 6.032548926464148e-05,
      "loss": 0.0387,
      "step": 41590
    },
    {
      "grad_norm": 0.39240068197250366,
      "learning_rate": 6.0307512695717685e-05,
      "loss": 0.0413,
      "step": 41600
    },
    {
      "grad_norm": 0.3598056137561798,
      "learning_rate": 6.028953473517156e-05,
      "loss": 0.0404,
      "step": 41610
    },
    {
      "grad_norm": 0.4143025875091553,
      "learning_rate": 6.0271555385430326e-05,
      "loss": 0.0396,
      "step": 41620
    },
    {
      "grad_norm": 0.3612856864929199,
      "learning_rate": 6.0253574648921384e-05,
      "loss": 0.0455,
      "step": 41630
    },
    {
      "grad_norm": 0.48340311646461487,
      "learning_rate": 6.0235592528072284e-05,
      "loss": 0.0395,
      "step": 41640
    },
    {
      "grad_norm": 0.6407188773155212,
      "learning_rate": 6.021760902531085e-05,
      "loss": 0.0429,
      "step": 41650
    },
    {
      "grad_norm": 0.5200715661048889,
      "learning_rate": 6.0199624143065014e-05,
      "loss": 0.0489,
      "step": 41660
    },
    {
      "grad_norm": 0.332773894071579,
      "learning_rate": 6.018163788376294e-05,
      "loss": 0.0446,
      "step": 41670
    },
    {
      "grad_norm": 0.38564854860305786,
      "learning_rate": 6.016365024983295e-05,
      "loss": 0.0407,
      "step": 41680
    },
    {
      "grad_norm": 0.27691781520843506,
      "learning_rate": 6.014566124370355e-05,
      "loss": 0.0389,
      "step": 41690
    },
    {
      "grad_norm": 0.3510233163833618,
      "learning_rate": 6.01276708678035e-05,
      "loss": 0.0453,
      "step": 41700
    },
    {
      "grad_norm": 0.3570454716682434,
      "learning_rate": 6.0109679124561623e-05,
      "loss": 0.049,
      "step": 41710
    },
    {
      "grad_norm": 0.3915080428123474,
      "learning_rate": 6.009168601640702e-05,
      "loss": 0.0548,
      "step": 41720
    },
    {
      "grad_norm": 0.3181687593460083,
      "learning_rate": 6.0073691545768965e-05,
      "loss": 0.0545,
      "step": 41730
    },
    {
      "grad_norm": 0.538507342338562,
      "learning_rate": 6.005569571507688e-05,
      "loss": 0.038,
      "step": 41740
    },
    {
      "grad_norm": 0.35483312606811523,
      "learning_rate": 6.003769852676039e-05,
      "loss": 0.0432,
      "step": 41750
    },
    {
      "grad_norm": 0.36040836572647095,
      "learning_rate": 6.0019699983249324e-05,
      "loss": 0.0411,
      "step": 41760
    },
    {
      "grad_norm": 0.35949698090553284,
      "learning_rate": 6.0001700086973646e-05,
      "loss": 0.0413,
      "step": 41770
    },
    {
      "grad_norm": 0.6194853782653809,
      "learning_rate": 5.9983698840363567e-05,
      "loss": 0.0443,
      "step": 41780
    },
    {
      "grad_norm": 0.3860813081264496,
      "learning_rate": 5.99656962458494e-05,
      "loss": 0.0483,
      "step": 41790
    },
    {
      "grad_norm": 0.6599645614624023,
      "learning_rate": 5.994769230586173e-05,
      "loss": 0.0489,
      "step": 41800
    },
    {
      "grad_norm": 0.2928963303565979,
      "learning_rate": 5.992968702283124e-05,
      "loss": 0.0381,
      "step": 41810
    },
    {
      "grad_norm": 0.38148853182792664,
      "learning_rate": 5.991168039918884e-05,
      "loss": 0.0503,
      "step": 41820
    },
    {
      "grad_norm": 0.46354353427886963,
      "learning_rate": 5.9893672437365634e-05,
      "loss": 0.048,
      "step": 41830
    },
    {
      "grad_norm": 0.4259968400001526,
      "learning_rate": 5.987566313979287e-05,
      "loss": 0.0402,
      "step": 41840
    },
    {
      "grad_norm": 0.31934499740600586,
      "learning_rate": 5.9857652508901986e-05,
      "loss": 0.039,
      "step": 41850
    },
    {
      "grad_norm": 0.43158888816833496,
      "learning_rate": 5.983964054712462e-05,
      "loss": 0.0511,
      "step": 41860
    },
    {
      "grad_norm": 0.4416787028312683,
      "learning_rate": 5.9821627256892574e-05,
      "loss": 0.0364,
      "step": 41870
    },
    {
      "grad_norm": 0.36943838000297546,
      "learning_rate": 5.9803612640637815e-05,
      "loss": 0.0361,
      "step": 41880
    },
    {
      "grad_norm": 0.32937759160995483,
      "learning_rate": 5.9785596700792534e-05,
      "loss": 0.038,
      "step": 41890
    },
    {
      "grad_norm": 0.37341809272766113,
      "learning_rate": 5.976757943978904e-05,
      "loss": 0.0483,
      "step": 41900
    },
    {
      "grad_norm": 0.43745896220207214,
      "learning_rate": 5.974956086005987e-05,
      "loss": 0.0419,
      "step": 41910
    },
    {
      "grad_norm": 0.30712008476257324,
      "learning_rate": 5.9731540964037727e-05,
      "loss": 0.0368,
      "step": 41920
    },
    {
      "grad_norm": 0.6004313826560974,
      "learning_rate": 5.971351975415547e-05,
      "loss": 0.0506,
      "step": 41930
    },
    {
      "grad_norm": 0.5322969555854797,
      "learning_rate": 5.9695497232846155e-05,
      "loss": 0.0381,
      "step": 41940
    },
    {
      "grad_norm": 0.3773227035999298,
      "learning_rate": 5.967747340254303e-05,
      "loss": 0.0399,
      "step": 41950
    },
    {
      "grad_norm": 0.31397977471351624,
      "learning_rate": 5.9659448265679465e-05,
      "loss": 0.0442,
      "step": 41960
    },
    {
      "grad_norm": 0.5409236550331116,
      "learning_rate": 5.9641421824689084e-05,
      "loss": 0.0391,
      "step": 41970
    },
    {
      "grad_norm": 0.5002731084823608,
      "learning_rate": 5.96233940820056e-05,
      "loss": 0.042,
      "step": 41980
    },
    {
      "grad_norm": 0.29124146699905396,
      "learning_rate": 5.9605365040062986e-05,
      "loss": 0.0431,
      "step": 41990
    },
    {
      "grad_norm": 0.44772928953170776,
      "learning_rate": 5.958733470129536e-05,
      "loss": 0.0374,
      "step": 42000
    },
    {
      "grad_norm": 0.31733816862106323,
      "learning_rate": 5.956930306813695e-05,
      "loss": 0.0384,
      "step": 42010
    },
    {
      "grad_norm": 0.5158143639564514,
      "learning_rate": 5.955127014302228e-05,
      "loss": 0.0465,
      "step": 42020
    },
    {
      "grad_norm": 0.35354188084602356,
      "learning_rate": 5.953323592838593e-05,
      "loss": 0.0544,
      "step": 42030
    },
    {
      "grad_norm": 0.31684261560440063,
      "learning_rate": 5.9515200426662756e-05,
      "loss": 0.0481,
      "step": 42040
    },
    {
      "grad_norm": 0.5365604162216187,
      "learning_rate": 5.94971636402877e-05,
      "loss": 0.054,
      "step": 42050
    },
    {
      "grad_norm": 0.35084545612335205,
      "learning_rate": 5.9479125571695936e-05,
      "loss": 0.0396,
      "step": 42060
    },
    {
      "grad_norm": 0.46673762798309326,
      "learning_rate": 5.9461086223322805e-05,
      "loss": 0.0379,
      "step": 42070
    },
    {
      "grad_norm": 0.4870421588420868,
      "learning_rate": 5.9443045597603784e-05,
      "loss": 0.0465,
      "step": 42080
    },
    {
      "grad_norm": 0.5918775796890259,
      "learning_rate": 5.942500369697457e-05,
      "loss": 0.0432,
      "step": 42090
    },
    {
      "grad_norm": 0.4942460060119629,
      "learning_rate": 5.940696052387098e-05,
      "loss": 0.0453,
      "step": 42100
    },
    {
      "grad_norm": 0.26871588826179504,
      "learning_rate": 5.938891608072905e-05,
      "loss": 0.0323,
      "step": 42110
    },
    {
      "grad_norm": 0.34939318895339966,
      "learning_rate": 5.937087036998496e-05,
      "loss": 0.0478,
      "step": 42120
    },
    {
      "grad_norm": 0.3608223497867584,
      "learning_rate": 5.9352823394075094e-05,
      "loss": 0.0404,
      "step": 42130
    },
    {
      "grad_norm": 0.4642282724380493,
      "learning_rate": 5.933477515543595e-05,
      "loss": 0.0343,
      "step": 42140
    },
    {
      "grad_norm": 0.438254177570343,
      "learning_rate": 5.931672565650426e-05,
      "loss": 0.0409,
      "step": 42150
    },
    {
      "grad_norm": 0.35856130719184875,
      "learning_rate": 5.929867489971687e-05,
      "loss": 0.035,
      "step": 42160
    },
    {
      "grad_norm": 0.3856564462184906,
      "learning_rate": 5.9280622887510825e-05,
      "loss": 0.0384,
      "step": 42170
    },
    {
      "grad_norm": 0.38706356287002563,
      "learning_rate": 5.926256962232336e-05,
      "loss": 0.0423,
      "step": 42180
    },
    {
      "grad_norm": 0.425839900970459,
      "learning_rate": 5.9244515106591825e-05,
      "loss": 0.0376,
      "step": 42190
    },
    {
      "grad_norm": 0.4200083911418915,
      "learning_rate": 5.922645934275381e-05,
      "loss": 0.0376,
      "step": 42200
    },
    {
      "grad_norm": 0.38115194439888,
      "learning_rate": 5.920840233324698e-05,
      "loss": 0.0451,
      "step": 42210
    },
    {
      "grad_norm": 0.4094606637954712,
      "learning_rate": 5.919034408050925e-05,
      "loss": 0.0378,
      "step": 42220
    },
    {
      "grad_norm": 0.4300546944141388,
      "learning_rate": 5.9172284586978666e-05,
      "loss": 0.0403,
      "step": 42230
    },
    {
      "grad_norm": 0.5914737582206726,
      "learning_rate": 5.915422385509345e-05,
      "loss": 0.0447,
      "step": 42240
    },
    {
      "grad_norm": 0.41708338260650635,
      "learning_rate": 5.913616188729201e-05,
      "loss": 0.0364,
      "step": 42250
    },
    {
      "grad_norm": 0.5005706548690796,
      "learning_rate": 5.911809868601288e-05,
      "loss": 0.0488,
      "step": 42260
    },
    {
      "grad_norm": 0.6027660965919495,
      "learning_rate": 5.9100034253694756e-05,
      "loss": 0.0488,
      "step": 42270
    },
    {
      "grad_norm": 0.6452855467796326,
      "learning_rate": 5.9081968592776594e-05,
      "loss": 0.0471,
      "step": 42280
    },
    {
      "grad_norm": 0.3820118308067322,
      "learning_rate": 5.906390170569739e-05,
      "loss": 0.0386,
      "step": 42290
    },
    {
      "grad_norm": 0.3471033573150635,
      "learning_rate": 5.9045833594896386e-05,
      "loss": 0.0357,
      "step": 42300
    },
    {
      "grad_norm": 0.44185227155685425,
      "learning_rate": 5.902776426281296e-05,
      "loss": 0.039,
      "step": 42310
    },
    {
      "grad_norm": 0.33363601565361023,
      "learning_rate": 5.900969371188667e-05,
      "loss": 0.0389,
      "step": 42320
    },
    {
      "grad_norm": 0.4594894051551819,
      "learning_rate": 5.899162194455722e-05,
      "loss": 0.0397,
      "step": 42330
    },
    {
      "grad_norm": 0.48036429286003113,
      "learning_rate": 5.8973548963264494e-05,
      "loss": 0.0508,
      "step": 42340
    },
    {
      "grad_norm": 0.5302746891975403,
      "learning_rate": 5.895547477044853e-05,
      "loss": 0.0435,
      "step": 42350
    },
    {
      "grad_norm": 0.33485475182533264,
      "learning_rate": 5.893739936854953e-05,
      "loss": 0.0434,
      "step": 42360
    },
    {
      "grad_norm": 0.3670433759689331,
      "learning_rate": 5.891932276000788e-05,
      "loss": 0.0351,
      "step": 42370
    },
    {
      "grad_norm": 0.3251801133155823,
      "learning_rate": 5.8901244947264075e-05,
      "loss": 0.0404,
      "step": 42380
    },
    {
      "grad_norm": 0.5618498921394348,
      "learning_rate": 5.888316593275888e-05,
      "loss": 0.0426,
      "step": 42390
    },
    {
      "grad_norm": 0.450827419757843,
      "learning_rate": 5.886508571893308e-05,
      "loss": 0.037,
      "step": 42400
    },
    {
      "grad_norm": 0.2994506061077118,
      "learning_rate": 5.884700430822772e-05,
      "loss": 0.032,
      "step": 42410
    },
    {
      "grad_norm": 0.47681283950805664,
      "learning_rate": 5.882892170308397e-05,
      "loss": 0.0403,
      "step": 42420
    },
    {
      "grad_norm": 0.4450415372848511,
      "learning_rate": 5.881083790594319e-05,
      "loss": 0.0429,
      "step": 42430
    },
    {
      "grad_norm": 0.6182999014854431,
      "learning_rate": 5.8792752919246876e-05,
      "loss": 0.0454,
      "step": 42440
    },
    {
      "grad_norm": 0.5313204526901245,
      "learning_rate": 5.8774666745436704e-05,
      "loss": 0.0464,
      "step": 42450
    },
    {
      "grad_norm": 0.34347280859947205,
      "learning_rate": 5.875657938695446e-05,
      "loss": 0.0439,
      "step": 42460
    },
    {
      "grad_norm": 0.23457534611225128,
      "learning_rate": 5.873849084624216e-05,
      "loss": 0.0378,
      "step": 42470
    },
    {
      "grad_norm": 0.3293696641921997,
      "learning_rate": 5.872040112574192e-05,
      "loss": 0.0411,
      "step": 42480
    },
    {
      "grad_norm": 0.4196919798851013,
      "learning_rate": 5.8702310227896074e-05,
      "loss": 0.0463,
      "step": 42490
    },
    {
      "grad_norm": 0.7209562063217163,
      "learning_rate": 5.8684218155147066e-05,
      "loss": 0.043,
      "step": 42500
    },
    {
      "grad_norm": 0.33912479877471924,
      "learning_rate": 5.8666124909937506e-05,
      "loss": 0.0513,
      "step": 42510
    },
    {
      "grad_norm": 0.545839786529541,
      "learning_rate": 5.8648030494710196e-05,
      "loss": 0.0504,
      "step": 42520
    },
    {
      "grad_norm": 0.5159395933151245,
      "learning_rate": 5.862993491190803e-05,
      "loss": 0.0436,
      "step": 42530
    },
    {
      "grad_norm": 0.4795979857444763,
      "learning_rate": 5.861183816397415e-05,
      "loss": 0.0397,
      "step": 42540
    },
    {
      "grad_norm": 0.4468695819377899,
      "learning_rate": 5.8593740253351794e-05,
      "loss": 0.0386,
      "step": 42550
    },
    {
      "grad_norm": 0.4603073298931122,
      "learning_rate": 5.857564118248435e-05,
      "loss": 0.0426,
      "step": 42560
    },
    {
      "grad_norm": 0.5821062922477722,
      "learning_rate": 5.8557540953815395e-05,
      "loss": 0.0502,
      "step": 42570
    },
    {
      "grad_norm": 0.2958117127418518,
      "learning_rate": 5.853943956978866e-05,
      "loss": 0.0414,
      "step": 42580
    },
    {
      "grad_norm": 0.4587184190750122,
      "learning_rate": 5.8521337032848e-05,
      "loss": 0.0442,
      "step": 42590
    },
    {
      "grad_norm": 0.519489586353302,
      "learning_rate": 5.850323334543746e-05,
      "loss": 0.0499,
      "step": 42600
    },
    {
      "grad_norm": 0.31281059980392456,
      "learning_rate": 5.848512851000122e-05,
      "loss": 0.0432,
      "step": 42610
    },
    {
      "grad_norm": 0.43228256702423096,
      "learning_rate": 5.846702252898364e-05,
      "loss": 0.0533,
      "step": 42620
    },
    {
      "grad_norm": 0.45442092418670654,
      "learning_rate": 5.844891540482921e-05,
      "loss": 0.0454,
      "step": 42630
    },
    {
      "grad_norm": 0.3670215606689453,
      "learning_rate": 5.8430807139982544e-05,
      "loss": 0.035,
      "step": 42640
    },
    {
      "grad_norm": 0.6070504784584045,
      "learning_rate": 5.841269773688852e-05,
      "loss": 0.0467,
      "step": 42650
    },
    {
      "grad_norm": 0.38138508796691895,
      "learning_rate": 5.839458719799204e-05,
      "loss": 0.0406,
      "step": 42660
    },
    {
      "grad_norm": 0.29468318819999695,
      "learning_rate": 5.837647552573824e-05,
      "loss": 0.0345,
      "step": 42670
    },
    {
      "grad_norm": 0.3855637013912201,
      "learning_rate": 5.835836272257238e-05,
      "loss": 0.0426,
      "step": 42680
    },
    {
      "grad_norm": 0.40206044912338257,
      "learning_rate": 5.8340248790939876e-05,
      "loss": 0.0429,
      "step": 42690
    },
    {
      "grad_norm": 0.4401850700378418,
      "learning_rate": 5.83221337332863e-05,
      "loss": 0.0383,
      "step": 42700
    },
    {
      "grad_norm": 0.4464799165725708,
      "learning_rate": 5.83040175520574e-05,
      "loss": 0.0426,
      "step": 42710
    },
    {
      "grad_norm": 0.370235800743103,
      "learning_rate": 5.828590024969901e-05,
      "loss": 0.0561,
      "step": 42720
    },
    {
      "grad_norm": 0.3667544424533844,
      "learning_rate": 5.826778182865718e-05,
      "loss": 0.0366,
      "step": 42730
    },
    {
      "grad_norm": 0.3496890664100647,
      "learning_rate": 5.824966229137806e-05,
      "loss": 0.0417,
      "step": 42740
    },
    {
      "grad_norm": 0.7092043161392212,
      "learning_rate": 5.8231541640308016e-05,
      "loss": 0.0566,
      "step": 42750
    },
    {
      "grad_norm": 0.34451645612716675,
      "learning_rate": 5.8213419877893515e-05,
      "loss": 0.0444,
      "step": 42760
    },
    {
      "grad_norm": 0.6476188898086548,
      "learning_rate": 5.819529700658115e-05,
      "loss": 0.0409,
      "step": 42770
    },
    {
      "grad_norm": 0.4290282726287842,
      "learning_rate": 5.817717302881776e-05,
      "loss": 0.0499,
      "step": 42780
    },
    {
      "grad_norm": 0.5890308022499084,
      "learning_rate": 5.815904794705022e-05,
      "loss": 0.0519,
      "step": 42790
    },
    {
      "grad_norm": 0.35418233275413513,
      "learning_rate": 5.814092176372562e-05,
      "loss": 0.0451,
      "step": 42800
    },
    {
      "grad_norm": 0.38367316126823425,
      "learning_rate": 5.81227944812912e-05,
      "loss": 0.0427,
      "step": 42810
    },
    {
      "grad_norm": 0.4725697636604309,
      "learning_rate": 5.810466610219433e-05,
      "loss": 0.0432,
      "step": 42820
    },
    {
      "grad_norm": 0.5066529512405396,
      "learning_rate": 5.808653662888252e-05,
      "loss": 0.0476,
      "step": 42830
    },
    {
      "grad_norm": 0.34085899591445923,
      "learning_rate": 5.8068406063803425e-05,
      "loss": 0.0559,
      "step": 42840
    },
    {
      "grad_norm": 0.3630126714706421,
      "learning_rate": 5.8050274409404896e-05,
      "loss": 0.0376,
      "step": 42850
    },
    {
      "grad_norm": 0.5320549607276917,
      "learning_rate": 5.8032141668134874e-05,
      "loss": 0.0444,
      "step": 42860
    },
    {
      "grad_norm": 0.4988500773906708,
      "learning_rate": 5.801400784244149e-05,
      "loss": 0.0433,
      "step": 42870
    },
    {
      "grad_norm": 0.3210063874721527,
      "learning_rate": 5.7995872934772965e-05,
      "loss": 0.0387,
      "step": 42880
    },
    {
      "grad_norm": 0.5539025068283081,
      "learning_rate": 5.797773694757774e-05,
      "loss": 0.0468,
      "step": 42890
    },
    {
      "grad_norm": 0.30961036682128906,
      "learning_rate": 5.795959988330434e-05,
      "loss": 0.0407,
      "step": 42900
    },
    {
      "grad_norm": 0.3488743007183075,
      "learning_rate": 5.794146174440147e-05,
      "loss": 0.0377,
      "step": 42910
    },
    {
      "grad_norm": 0.4167945384979248,
      "learning_rate": 5.792332253331796e-05,
      "loss": 0.0388,
      "step": 42920
    },
    {
      "grad_norm": 0.36954858899116516,
      "learning_rate": 5.7905182252502785e-05,
      "loss": 0.0457,
      "step": 42930
    },
    {
      "grad_norm": 0.49659931659698486,
      "learning_rate": 5.788704090440511e-05,
      "loss": 0.0443,
      "step": 42940
    },
    {
      "grad_norm": 0.5384108424186707,
      "learning_rate": 5.7868898491474176e-05,
      "loss": 0.0349,
      "step": 42950
    },
    {
      "grad_norm": 0.5768907070159912,
      "learning_rate": 5.7850755016159405e-05,
      "loss": 0.0489,
      "step": 42960
    },
    {
      "grad_norm": 0.28238654136657715,
      "learning_rate": 5.7832610480910355e-05,
      "loss": 0.0501,
      "step": 42970
    },
    {
      "grad_norm": 0.4418952763080597,
      "learning_rate": 5.781446488817675e-05,
      "loss": 0.04,
      "step": 42980
    },
    {
      "grad_norm": 0.46126294136047363,
      "learning_rate": 5.7796318240408384e-05,
      "loss": 0.0421,
      "step": 42990
    },
    {
      "grad_norm": 0.4140544533729553,
      "learning_rate": 5.777817054005531e-05,
      "loss": 0.0405,
      "step": 43000
    },
    {
      "grad_norm": 0.32782629132270813,
      "learning_rate": 5.7760021789567596e-05,
      "loss": 0.0409,
      "step": 43010
    },
    {
      "grad_norm": 0.35164257884025574,
      "learning_rate": 5.774187199139558e-05,
      "loss": 0.0401,
      "step": 43020
    },
    {
      "grad_norm": 0.3776703178882599,
      "learning_rate": 5.772372114798962e-05,
      "loss": 0.0472,
      "step": 43030
    },
    {
      "grad_norm": 0.6517775058746338,
      "learning_rate": 5.7705569261800286e-05,
      "loss": 0.0547,
      "step": 43040
    },
    {
      "grad_norm": 0.5246400833129883,
      "learning_rate": 5.768741633527826e-05,
      "loss": 0.0499,
      "step": 43050
    },
    {
      "grad_norm": 0.4371735155582428,
      "learning_rate": 5.766926237087442e-05,
      "loss": 0.0437,
      "step": 43060
    },
    {
      "grad_norm": 0.5126978158950806,
      "learning_rate": 5.7651107371039706e-05,
      "loss": 0.0529,
      "step": 43070
    },
    {
      "grad_norm": 0.8064092397689819,
      "learning_rate": 5.763295133822525e-05,
      "loss": 0.0413,
      "step": 43080
    },
    {
      "grad_norm": 0.42681586742401123,
      "learning_rate": 5.761479427488229e-05,
      "loss": 0.0429,
      "step": 43090
    },
    {
      "grad_norm": 0.48695051670074463,
      "learning_rate": 5.7596636183462236e-05,
      "loss": 0.0473,
      "step": 43100
    },
    {
      "grad_norm": 0.27977052330970764,
      "learning_rate": 5.75784770664166e-05,
      "loss": 0.0407,
      "step": 43110
    },
    {
      "grad_norm": 0.5309233665466309,
      "learning_rate": 5.7560316926197076e-05,
      "loss": 0.0417,
      "step": 43120
    },
    {
      "grad_norm": 0.325336754322052,
      "learning_rate": 5.754215576525548e-05,
      "loss": 0.0454,
      "step": 43130
    },
    {
      "grad_norm": 0.4369267523288727,
      "learning_rate": 5.752399358604372e-05,
      "loss": 0.0506,
      "step": 43140
    },
    {
      "grad_norm": 0.3812427520751953,
      "learning_rate": 5.7505830391013925e-05,
      "loss": 0.0466,
      "step": 43150
    },
    {
      "grad_norm": 0.34216251969337463,
      "learning_rate": 5.748766618261829e-05,
      "loss": 0.0543,
      "step": 43160
    },
    {
      "grad_norm": 0.5374409556388855,
      "learning_rate": 5.7469500963309174e-05,
      "loss": 0.0469,
      "step": 43170
    },
    {
      "grad_norm": 0.7711017727851868,
      "learning_rate": 5.745133473553909e-05,
      "loss": 0.0474,
      "step": 43180
    },
    {
      "grad_norm": 0.48160284757614136,
      "learning_rate": 5.743316750176064e-05,
      "loss": 0.0363,
      "step": 43190
    },
    {
      "grad_norm": 0.2845785319805145,
      "learning_rate": 5.741499926442662e-05,
      "loss": 0.0499,
      "step": 43200
    },
    {
      "grad_norm": 0.41223689913749695,
      "learning_rate": 5.739683002598993e-05,
      "loss": 0.0437,
      "step": 43210
    },
    {
      "grad_norm": 0.41179031133651733,
      "learning_rate": 5.737865978890359e-05,
      "loss": 0.0431,
      "step": 43220
    },
    {
      "grad_norm": 0.35457125306129456,
      "learning_rate": 5.7360488555620784e-05,
      "loss": 0.0459,
      "step": 43230
    },
    {
      "grad_norm": 0.4489326775074005,
      "learning_rate": 5.734231632859482e-05,
      "loss": 0.0454,
      "step": 43240
    },
    {
      "grad_norm": 0.3470865488052368,
      "learning_rate": 5.7324143110279116e-05,
      "loss": 0.0463,
      "step": 43250
    },
    {
      "grad_norm": 0.44045883417129517,
      "learning_rate": 5.730596890312729e-05,
      "loss": 0.0493,
      "step": 43260
    },
    {
      "grad_norm": 0.4282887279987335,
      "learning_rate": 5.728779370959302e-05,
      "loss": 0.0441,
      "step": 43270
    },
    {
      "grad_norm": 0.39444878697395325,
      "learning_rate": 5.726961753213016e-05,
      "loss": 0.044,
      "step": 43280
    },
    {
      "grad_norm": 0.36641719937324524,
      "learning_rate": 5.7251440373192676e-05,
      "loss": 0.0414,
      "step": 43290
    },
    {
      "grad_norm": 0.5114655494689941,
      "learning_rate": 5.723326223523467e-05,
      "loss": 0.043,
      "step": 43300
    },
    {
      "grad_norm": 0.41478559374809265,
      "learning_rate": 5.721508312071041e-05,
      "loss": 0.0477,
      "step": 43310
    },
    {
      "grad_norm": 0.4698724150657654,
      "learning_rate": 5.719690303207425e-05,
      "loss": 0.0518,
      "step": 43320
    },
    {
      "grad_norm": 0.3947482109069824,
      "learning_rate": 5.717872197178068e-05,
      "loss": 0.0381,
      "step": 43330
    },
    {
      "grad_norm": 0.26064079999923706,
      "learning_rate": 5.716053994228434e-05,
      "loss": 0.0394,
      "step": 43340
    },
    {
      "grad_norm": 0.3527076542377472,
      "learning_rate": 5.7142356946039996e-05,
      "loss": 0.0431,
      "step": 43350
    },
    {
      "grad_norm": 0.4566105604171753,
      "learning_rate": 5.7124172985502554e-05,
      "loss": 0.042,
      "step": 43360
    },
    {
      "grad_norm": 0.317333459854126,
      "learning_rate": 5.710598806312705e-05,
      "loss": 0.0493,
      "step": 43370
    },
    {
      "grad_norm": 0.3796272873878479,
      "learning_rate": 5.7087802181368576e-05,
      "loss": 0.0494,
      "step": 43380
    },
    {
      "grad_norm": 0.27448737621307373,
      "learning_rate": 5.70696153426825e-05,
      "loss": 0.0363,
      "step": 43390
    },
    {
      "grad_norm": 0.4951609969139099,
      "learning_rate": 5.705142754952419e-05,
      "loss": 0.0405,
      "step": 43400
    },
    {
      "grad_norm": 0.455192893743515,
      "learning_rate": 5.703323880434919e-05,
      "loss": 0.0361,
      "step": 43410
    },
    {
      "grad_norm": 0.4092852771282196,
      "learning_rate": 5.701504910961318e-05,
      "loss": 0.0535,
      "step": 43420
    },
    {
      "grad_norm": 0.43551215529441833,
      "learning_rate": 5.6996858467771954e-05,
      "loss": 0.0474,
      "step": 43430
    },
    {
      "grad_norm": 0.5011733770370483,
      "learning_rate": 5.697866688128145e-05,
      "loss": 0.0438,
      "step": 43440
    },
    {
      "grad_norm": 0.3835476338863373,
      "learning_rate": 5.6960474352597725e-05,
      "loss": 0.0433,
      "step": 43450
    },
    {
      "grad_norm": 0.5066835880279541,
      "learning_rate": 5.694228088417694e-05,
      "loss": 0.0411,
      "step": 43460
    },
    {
      "grad_norm": 0.4080655872821808,
      "learning_rate": 5.6924086478475415e-05,
      "loss": 0.0399,
      "step": 43470
    },
    {
      "grad_norm": 0.39262720942497253,
      "learning_rate": 5.6905891137949584e-05,
      "loss": 0.0368,
      "step": 43480
    },
    {
      "grad_norm": 0.3350991904735565,
      "learning_rate": 5.688769486505602e-05,
      "loss": 0.0468,
      "step": 43490
    },
    {
      "grad_norm": 0.6919516324996948,
      "learning_rate": 5.68694976622514e-05,
      "loss": 0.0421,
      "step": 43500
    },
    {
      "grad_norm": 0.4385182559490204,
      "learning_rate": 5.685129953199253e-05,
      "loss": 0.0368,
      "step": 43510
    },
    {
      "grad_norm": 0.3471386134624481,
      "learning_rate": 5.683310047673638e-05,
      "loss": 0.0438,
      "step": 43520
    },
    {
      "grad_norm": 0.3597840666770935,
      "learning_rate": 5.681490049893997e-05,
      "loss": 0.0415,
      "step": 43530
    },
    {
      "grad_norm": 0.43601399660110474,
      "learning_rate": 5.6796699601060524e-05,
      "loss": 0.0483,
      "step": 43540
    },
    {
      "grad_norm": 0.3810005784034729,
      "learning_rate": 5.677849778555533e-05,
      "loss": 0.0357,
      "step": 43550
    },
    {
      "grad_norm": 0.6803048849105835,
      "learning_rate": 5.676029505488184e-05,
      "loss": 0.0461,
      "step": 43560
    },
    {
      "grad_norm": 0.4756565988063812,
      "learning_rate": 5.67420914114976e-05,
      "loss": 0.0573,
      "step": 43570
    },
    {
      "grad_norm": 0.4050319194793701,
      "learning_rate": 5.672388685786032e-05,
      "loss": 0.0424,
      "step": 43580
    },
    {
      "grad_norm": 0.3267900347709656,
      "learning_rate": 5.670568139642777e-05,
      "loss": 0.0363,
      "step": 43590
    },
    {
      "grad_norm": 0.43334877490997314,
      "learning_rate": 5.668747502965789e-05,
      "loss": 0.0419,
      "step": 43600
    },
    {
      "grad_norm": 0.4439234435558319,
      "learning_rate": 5.6669267760008734e-05,
      "loss": 0.0506,
      "step": 43610
    },
    {
      "grad_norm": 0.46844086050987244,
      "learning_rate": 5.665105958993848e-05,
      "loss": 0.0342,
      "step": 43620
    },
    {
      "grad_norm": 0.3074739873409271,
      "learning_rate": 5.663285052190542e-05,
      "loss": 0.0353,
      "step": 43630
    },
    {
      "grad_norm": 0.45160403847694397,
      "learning_rate": 5.661464055836796e-05,
      "loss": 0.0404,
      "step": 43640
    },
    {
      "grad_norm": 0.3933371603488922,
      "learning_rate": 5.659642970178465e-05,
      "loss": 0.0431,
      "step": 43650
    },
    {
      "grad_norm": 0.34395796060562134,
      "learning_rate": 5.6578217954614134e-05,
      "loss": 0.0336,
      "step": 43660
    },
    {
      "grad_norm": 0.5021445155143738,
      "learning_rate": 5.656000531931519e-05,
      "loss": 0.0458,
      "step": 43670
    },
    {
      "grad_norm": 0.3515750765800476,
      "learning_rate": 5.654179179834672e-05,
      "loss": 0.0387,
      "step": 43680
    },
    {
      "grad_norm": 0.371589720249176,
      "learning_rate": 5.6523577394167737e-05,
      "loss": 0.0467,
      "step": 43690
    },
    {
      "grad_norm": 0.5463800430297852,
      "learning_rate": 5.650536210923738e-05,
      "loss": 0.0461,
      "step": 43700
    },
    {
      "grad_norm": 0.35762155055999756,
      "learning_rate": 5.6487145946014906e-05,
      "loss": 0.0464,
      "step": 43710
    },
    {
      "grad_norm": 0.4443327486515045,
      "learning_rate": 5.646892890695968e-05,
      "loss": 0.0428,
      "step": 43720
    },
    {
      "grad_norm": 0.49351686239242554,
      "learning_rate": 5.645071099453121e-05,
      "loss": 0.0452,
      "step": 43730
    },
    {
      "grad_norm": 0.470380961894989,
      "learning_rate": 5.643249221118908e-05,
      "loss": 0.046,
      "step": 43740
    },
    {
      "grad_norm": 0.41435983777046204,
      "learning_rate": 5.641427255939302e-05,
      "loss": 0.0553,
      "step": 43750
    },
    {
      "grad_norm": 0.48951447010040283,
      "learning_rate": 5.6396052041602907e-05,
      "loss": 0.039,
      "step": 43760
    },
    {
      "grad_norm": 0.458124577999115,
      "learning_rate": 5.6377830660278665e-05,
      "loss": 0.0497,
      "step": 43770
    },
    {
      "grad_norm": 0.4492837190628052,
      "learning_rate": 5.635960841788038e-05,
      "loss": 0.0442,
      "step": 43780
    },
    {
      "grad_norm": 0.2509571313858032,
      "learning_rate": 5.634138531686826e-05,
      "loss": 0.0379,
      "step": 43790
    },
    {
      "grad_norm": 0.46268829703330994,
      "learning_rate": 5.63231613597026e-05,
      "loss": 0.0357,
      "step": 43800
    },
    {
      "grad_norm": 0.445560097694397,
      "learning_rate": 5.6304936548843837e-05,
      "loss": 0.042,
      "step": 43810
    },
    {
      "grad_norm": 0.2930789589881897,
      "learning_rate": 5.6286710886752516e-05,
      "loss": 0.0328,
      "step": 43820
    },
    {
      "grad_norm": 0.5925862789154053,
      "learning_rate": 5.626848437588926e-05,
      "loss": 0.0493,
      "step": 43830
    },
    {
      "grad_norm": 0.31500595808029175,
      "learning_rate": 5.625025701871487e-05,
      "loss": 0.041,
      "step": 43840
    },
    {
      "grad_norm": 0.4624560475349426,
      "learning_rate": 5.623202881769023e-05,
      "loss": 0.0404,
      "step": 43850
    },
    {
      "grad_norm": 0.6152426600456238,
      "learning_rate": 5.621379977527632e-05,
      "loss": 0.0465,
      "step": 43860
    },
    {
      "grad_norm": 0.492134153842926,
      "learning_rate": 5.6195569893934276e-05,
      "loss": 0.0371,
      "step": 43870
    },
    {
      "grad_norm": 0.8174676299095154,
      "learning_rate": 5.617733917612529e-05,
      "loss": 0.0347,
      "step": 43880
    },
    {
      "grad_norm": 0.3400755226612091,
      "learning_rate": 5.615910762431074e-05,
      "loss": 0.0379,
      "step": 43890
    },
    {
      "grad_norm": 0.4567817449569702,
      "learning_rate": 5.614087524095204e-05,
      "loss": 0.0504,
      "step": 43900
    },
    {
      "grad_norm": 0.6943461298942566,
      "learning_rate": 5.612264202851076e-05,
      "loss": 0.043,
      "step": 43910
    },
    {
      "grad_norm": 0.544107973575592,
      "learning_rate": 5.6104407989448605e-05,
      "loss": 0.0473,
      "step": 43920
    },
    {
      "grad_norm": 0.5178818702697754,
      "learning_rate": 5.6086173126227335e-05,
      "loss": 0.0477,
      "step": 43930
    },
    {
      "grad_norm": 0.3368629217147827,
      "learning_rate": 5.606793744130885e-05,
      "loss": 0.0309,
      "step": 43940
    },
    {
      "grad_norm": 0.34282785654067993,
      "learning_rate": 5.604970093715518e-05,
      "loss": 0.04,
      "step": 43950
    },
    {
      "grad_norm": 0.3616236448287964,
      "learning_rate": 5.603146361622841e-05,
      "loss": 0.0435,
      "step": 43960
    },
    {
      "grad_norm": 0.4890325963497162,
      "learning_rate": 5.6013225480990786e-05,
      "loss": 0.0522,
      "step": 43970
    },
    {
      "grad_norm": 0.5084114670753479,
      "learning_rate": 5.599498653390465e-05,
      "loss": 0.0393,
      "step": 43980
    },
    {
      "grad_norm": 0.5442070364952087,
      "learning_rate": 5.597674677743244e-05,
      "loss": 0.049,
      "step": 43990
    },
    {
      "grad_norm": 0.4623085558414459,
      "learning_rate": 5.595850621403674e-05,
      "loss": 0.0449,
      "step": 44000
    },
    {
      "grad_norm": 0.5040814280509949,
      "learning_rate": 5.5940264846180194e-05,
      "loss": 0.036,
      "step": 44010
    },
    {
      "grad_norm": 0.6532151103019714,
      "learning_rate": 5.592202267632559e-05,
      "loss": 0.0426,
      "step": 44020
    },
    {
      "grad_norm": 0.5040291547775269,
      "learning_rate": 5.59037797069358e-05,
      "loss": 0.0368,
      "step": 44030
    },
    {
      "grad_norm": 0.4508616030216217,
      "learning_rate": 5.588553594047382e-05,
      "loss": 0.0374,
      "step": 44040
    },
    {
      "grad_norm": 0.6131431460380554,
      "learning_rate": 5.586729137940276e-05,
      "loss": 0.0504,
      "step": 44050
    },
    {
      "grad_norm": 0.49404045939445496,
      "learning_rate": 5.584904602618581e-05,
      "loss": 0.0381,
      "step": 44060
    },
    {
      "grad_norm": 0.3907792270183563,
      "learning_rate": 5.583079988328631e-05,
      "loss": 0.0384,
      "step": 44070
    },
    {
      "grad_norm": 0.2716740071773529,
      "learning_rate": 5.581255295316768e-05,
      "loss": 0.0446,
      "step": 44080
    },
    {
      "grad_norm": 0.6274339556694031,
      "learning_rate": 5.5794305238293396e-05,
      "loss": 0.049,
      "step": 44090
    },
    {
      "grad_norm": 0.3591896593570709,
      "learning_rate": 5.577605674112713e-05,
      "loss": 0.0561,
      "step": 44100
    },
    {
      "grad_norm": 0.36210188269615173,
      "learning_rate": 5.575780746413264e-05,
      "loss": 0.0456,
      "step": 44110
    },
    {
      "grad_norm": 0.45801466703414917,
      "learning_rate": 5.5739557409773737e-05,
      "loss": 0.0409,
      "step": 44120
    },
    {
      "grad_norm": 0.8021736741065979,
      "learning_rate": 5.572130658051439e-05,
      "loss": 0.0444,
      "step": 44130
    },
    {
      "grad_norm": 0.5392213463783264,
      "learning_rate": 5.5703054978818615e-05,
      "loss": 0.045,
      "step": 44140
    },
    {
      "grad_norm": 0.8632163405418396,
      "learning_rate": 5.568480260715062e-05,
      "loss": 0.0505,
      "step": 44150
    },
    {
      "grad_norm": 0.3263193666934967,
      "learning_rate": 5.566654946797464e-05,
      "loss": 0.0329,
      "step": 44160
    },
    {
      "grad_norm": 0.33849647641181946,
      "learning_rate": 5.5648295563755036e-05,
      "loss": 0.04,
      "step": 44170
    },
    {
      "grad_norm": 0.4468657970428467,
      "learning_rate": 5.5630040896956294e-05,
      "loss": 0.0378,
      "step": 44180
    },
    {
      "grad_norm": 0.47275662422180176,
      "learning_rate": 5.5611785470042964e-05,
      "loss": 0.0512,
      "step": 44190
    },
    {
      "grad_norm": 0.3155912160873413,
      "learning_rate": 5.559352928547974e-05,
      "loss": 0.0457,
      "step": 44200
    },
    {
      "grad_norm": 0.4173906743526459,
      "learning_rate": 5.55752723457314e-05,
      "loss": 0.0451,
      "step": 44210
    },
    {
      "grad_norm": 0.36686670780181885,
      "learning_rate": 5.5557014653262805e-05,
      "loss": 0.0363,
      "step": 44220
    },
    {
      "grad_norm": 0.3566465675830841,
      "learning_rate": 5.5538756210538933e-05,
      "loss": 0.0352,
      "step": 44230
    },
    {
      "grad_norm": 0.373325377702713,
      "learning_rate": 5.55204970200249e-05,
      "loss": 0.0354,
      "step": 44240
    },
    {
      "grad_norm": 0.36345648765563965,
      "learning_rate": 5.550223708418584e-05,
      "loss": 0.0444,
      "step": 44250
    },
    {
      "grad_norm": 0.35036662220954895,
      "learning_rate": 5.548397640548707e-05,
      "loss": 0.0394,
      "step": 44260
    },
    {
      "grad_norm": 0.3939206600189209,
      "learning_rate": 5.5465714986393955e-05,
      "loss": 0.0398,
      "step": 44270
    },
    {
      "grad_norm": 0.34997501969337463,
      "learning_rate": 5.5447452829371995e-05,
      "loss": 0.0421,
      "step": 44280
    },
    {
      "grad_norm": 0.532633364200592,
      "learning_rate": 5.542918993688675e-05,
      "loss": 0.0514,
      "step": 44290
    },
    {
      "grad_norm": 0.3675980269908905,
      "learning_rate": 5.5410926311403924e-05,
      "loss": 0.0422,
      "step": 44300
    },
    {
      "grad_norm": 0.6044178605079651,
      "learning_rate": 5.5392661955389294e-05,
      "loss": 0.039,
      "step": 44310
    },
    {
      "grad_norm": 0.3537943661212921,
      "learning_rate": 5.5374396871308734e-05,
      "loss": 0.0468,
      "step": 44320
    },
    {
      "grad_norm": 0.39259737730026245,
      "learning_rate": 5.5356131061628215e-05,
      "loss": 0.0395,
      "step": 44330
    },
    {
      "grad_norm": 0.33122962713241577,
      "learning_rate": 5.533786452881382e-05,
      "loss": 0.0471,
      "step": 44340
    },
    {
      "grad_norm": 0.37036246061325073,
      "learning_rate": 5.5319597275331735e-05,
      "loss": 0.0419,
      "step": 44350
    },
    {
      "grad_norm": 0.4011503756046295,
      "learning_rate": 5.530132930364821e-05,
      "loss": 0.0417,
      "step": 44360
    },
    {
      "grad_norm": 0.54535973072052,
      "learning_rate": 5.528306061622963e-05,
      "loss": 0.0412,
      "step": 44370
    },
    {
      "grad_norm": 0.37684953212738037,
      "learning_rate": 5.5264791215542436e-05,
      "loss": 0.0499,
      "step": 44380
    },
    {
      "grad_norm": 0.3418910503387451,
      "learning_rate": 5.524652110405322e-05,
      "loss": 0.0379,
      "step": 44390
    },
    {
      "grad_norm": 0.5159870982170105,
      "learning_rate": 5.5228250284228625e-05,
      "loss": 0.0501,
      "step": 44400
    },
    {
      "grad_norm": 0.4792844355106354,
      "learning_rate": 5.520997875853539e-05,
      "loss": 0.0726,
      "step": 44410
    },
    {
      "grad_norm": 0.4655282497406006,
      "learning_rate": 5.519170652944037e-05,
      "loss": 0.0504,
      "step": 44420
    },
    {
      "grad_norm": 0.5900334715843201,
      "learning_rate": 5.5173433599410515e-05,
      "loss": 0.0457,
      "step": 44430
    },
    {
      "grad_norm": 0.3829428553581238,
      "learning_rate": 5.515515997091286e-05,
      "loss": 0.0461,
      "step": 44440
    },
    {
      "grad_norm": 0.5653403997421265,
      "learning_rate": 5.513688564641455e-05,
      "loss": 0.0488,
      "step": 44450
    },
    {
      "grad_norm": 0.3880273997783661,
      "learning_rate": 5.511861062838278e-05,
      "loss": 0.0396,
      "step": 44460
    },
    {
      "grad_norm": 0.49300485849380493,
      "learning_rate": 5.510033491928489e-05,
      "loss": 0.041,
      "step": 44470
    },
    {
      "grad_norm": 0.7365387082099915,
      "learning_rate": 5.5082058521588284e-05,
      "loss": 0.039,
      "step": 44480
    },
    {
      "grad_norm": 0.3218778073787689,
      "learning_rate": 5.506378143776048e-05,
      "loss": 0.0424,
      "step": 44490
    },
    {
      "grad_norm": 0.3711971938610077,
      "learning_rate": 5.504550367026906e-05,
      "loss": 0.0441,
      "step": 44500
    },
    {
      "grad_norm": 0.4051022529602051,
      "learning_rate": 5.50272252215817e-05,
      "loss": 0.051,
      "step": 44510
    },
    {
      "grad_norm": 0.5059670805931091,
      "learning_rate": 5.500894609416624e-05,
      "loss": 0.0412,
      "step": 44520
    },
    {
      "grad_norm": 0.537115752696991,
      "learning_rate": 5.49906662904905e-05,
      "loss": 0.0404,
      "step": 44530
    },
    {
      "grad_norm": 0.42428654432296753,
      "learning_rate": 5.4972385813022455e-05,
      "loss": 0.0412,
      "step": 44540
    },
    {
      "grad_norm": 0.5388244390487671,
      "learning_rate": 5.495410466423018e-05,
      "loss": 0.0576,
      "step": 44550
    },
    {
      "grad_norm": 0.5422866940498352,
      "learning_rate": 5.4935822846581794e-05,
      "loss": 0.0413,
      "step": 44560
    },
    {
      "grad_norm": 0.36049848794937134,
      "learning_rate": 5.491754036254557e-05,
      "loss": 0.0518,
      "step": 44570
    },
    {
      "grad_norm": 0.8226093053817749,
      "learning_rate": 5.4899257214589814e-05,
      "loss": 0.067,
      "step": 44580
    },
    {
      "grad_norm": 0.6385894417762756,
      "learning_rate": 5.4880973405182945e-05,
      "loss": 0.044,
      "step": 44590
    },
    {
      "grad_norm": 0.3807367980480194,
      "learning_rate": 5.486268893679346e-05,
      "loss": 0.0403,
      "step": 44600
    },
    {
      "grad_norm": 0.545318067073822,
      "learning_rate": 5.4844403811889965e-05,
      "loss": 0.0522,
      "step": 44610
    },
    {
      "grad_norm": 0.4794027805328369,
      "learning_rate": 5.482611803294114e-05,
      "loss": 0.0458,
      "step": 44620
    },
    {
      "grad_norm": 0.5475196838378906,
      "learning_rate": 5.4807831602415774e-05,
      "loss": 0.0457,
      "step": 44630
    },
    {
      "grad_norm": 0.43962040543556213,
      "learning_rate": 5.478954452278268e-05,
      "loss": 0.0442,
      "step": 44640
    },
    {
      "grad_norm": 0.33261117339134216,
      "learning_rate": 5.477125679651086e-05,
      "loss": 0.0392,
      "step": 44650
    },
    {
      "grad_norm": 0.44235503673553467,
      "learning_rate": 5.475296842606932e-05,
      "loss": 0.0468,
      "step": 44660
    },
    {
      "grad_norm": 0.3525731563568115,
      "learning_rate": 5.473467941392719e-05,
      "loss": 0.0406,
      "step": 44670
    },
    {
      "grad_norm": 0.39998742938041687,
      "learning_rate": 5.471638976255367e-05,
      "loss": 0.0489,
      "step": 44680
    },
    {
      "grad_norm": 0.5425981879234314,
      "learning_rate": 5.469809947441807e-05,
      "loss": 0.0509,
      "step": 44690
    },
    {
      "grad_norm": 0.3444264829158783,
      "learning_rate": 5.467980855198974e-05,
      "loss": 0.0482,
      "step": 44700
    },
    {
      "grad_norm": 0.4053729176521301,
      "learning_rate": 5.4661516997738197e-05,
      "loss": 0.0426,
      "step": 44710
    },
    {
      "grad_norm": 0.31504371762275696,
      "learning_rate": 5.464322481413295e-05,
      "loss": 0.0318,
      "step": 44720
    },
    {
      "grad_norm": 0.4601074457168579,
      "learning_rate": 5.4624932003643645e-05,
      "loss": 0.0382,
      "step": 44730
    },
    {
      "grad_norm": 0.3595098853111267,
      "learning_rate": 5.460663856874002e-05,
      "loss": 0.0401,
      "step": 44740
    },
    {
      "grad_norm": 0.4529263973236084,
      "learning_rate": 5.4588344511891854e-05,
      "loss": 0.0482,
      "step": 44750
    },
    {
      "grad_norm": 0.38943397998809814,
      "learning_rate": 5.4570049835569056e-05,
      "loss": 0.0516,
      "step": 44760
    },
    {
      "grad_norm": 0.5518083572387695,
      "learning_rate": 5.4551754542241595e-05,
      "loss": 0.0501,
      "step": 44770
    },
    {
      "grad_norm": 0.4900619089603424,
      "learning_rate": 5.453345863437953e-05,
      "loss": 0.0491,
      "step": 44780
    },
    {
      "grad_norm": 0.4229655861854553,
      "learning_rate": 5.451516211445299e-05,
      "loss": 0.05,
      "step": 44790
    },
    {
      "grad_norm": 0.9452102184295654,
      "learning_rate": 5.449686498493219e-05,
      "loss": 0.0446,
      "step": 44800
    },
    {
      "grad_norm": 0.5020964741706848,
      "learning_rate": 5.447856724828747e-05,
      "loss": 0.048,
      "step": 44810
    },
    {
      "grad_norm": 0.7955039143562317,
      "learning_rate": 5.4460268906989195e-05,
      "loss": 0.0547,
      "step": 44820
    },
    {
      "grad_norm": 0.5281107425689697,
      "learning_rate": 5.4441969963507824e-05,
      "loss": 0.0467,
      "step": 44830
    },
    {
      "grad_norm": 0.37240734696388245,
      "learning_rate": 5.442367042031392e-05,
      "loss": 0.0404,
      "step": 44840
    },
    {
      "grad_norm": 0.35745811462402344,
      "learning_rate": 5.440537027987811e-05,
      "loss": 0.0439,
      "step": 44850
    },
    {
      "grad_norm": 0.38446393609046936,
      "learning_rate": 5.43870695446711e-05,
      "loss": 0.0419,
      "step": 44860
    },
    {
      "grad_norm": 0.4200758934020996,
      "learning_rate": 5.436876821716369e-05,
      "loss": 0.0418,
      "step": 44870
    },
    {
      "grad_norm": 0.40902408957481384,
      "learning_rate": 5.435046629982672e-05,
      "loss": 0.044,
      "step": 44880
    },
    {
      "grad_norm": 0.4039275348186493,
      "learning_rate": 5.43321637951312e-05,
      "loss": 0.0429,
      "step": 44890
    },
    {
      "grad_norm": 0.4044627547264099,
      "learning_rate": 5.4313860705548114e-05,
      "loss": 0.0433,
      "step": 44900
    },
    {
      "grad_norm": 0.3157341182231903,
      "learning_rate": 5.4295557033548574e-05,
      "loss": 0.0429,
      "step": 44910
    },
    {
      "grad_norm": 0.34457090497016907,
      "learning_rate": 5.4277252781603784e-05,
      "loss": 0.0474,
      "step": 44920
    },
    {
      "grad_norm": 0.43429136276245117,
      "learning_rate": 5.4258947952185005e-05,
      "loss": 0.0427,
      "step": 44930
    },
    {
      "grad_norm": 0.520922839641571,
      "learning_rate": 5.4240642547763575e-05,
      "loss": 0.0443,
      "step": 44940
    },
    {
      "grad_norm": 0.3920155465602875,
      "learning_rate": 5.4222336570810925e-05,
      "loss": 0.0459,
      "step": 44950
    },
    {
      "grad_norm": 0.3088850677013397,
      "learning_rate": 5.4204030023798556e-05,
      "loss": 0.0429,
      "step": 44960
    },
    {
      "grad_norm": 0.42715710401535034,
      "learning_rate": 5.418572290919802e-05,
      "loss": 0.0509,
      "step": 44970
    },
    {
      "grad_norm": 0.5624076128005981,
      "learning_rate": 5.4167415229481e-05,
      "loss": 0.0559,
      "step": 44980
    },
    {
      "grad_norm": 0.3968481719493866,
      "learning_rate": 5.41491069871192e-05,
      "loss": 0.0452,
      "step": 44990
    },
    {
      "grad_norm": 0.42100587487220764,
      "learning_rate": 5.413079818458445e-05,
      "loss": 0.0434,
      "step": 45000
    },
    {
      "grad_norm": 0.3225322961807251,
      "learning_rate": 5.411248882434859e-05,
      "loss": 0.0382,
      "step": 45010
    },
    {
      "grad_norm": 0.6377230286598206,
      "learning_rate": 5.409417890888363e-05,
      "loss": 0.0506,
      "step": 45020
    },
    {
      "grad_norm": 0.45513683557510376,
      "learning_rate": 5.407586844066156e-05,
      "loss": 0.0434,
      "step": 45030
    },
    {
      "grad_norm": 0.3249889314174652,
      "learning_rate": 5.4057557422154504e-05,
      "loss": 0.0368,
      "step": 45040
    },
    {
      "grad_norm": 0.3470180630683899,
      "learning_rate": 5.403924585583462e-05,
      "loss": 0.0395,
      "step": 45050
    },
    {
      "grad_norm": 0.3746335506439209,
      "learning_rate": 5.4020933744174186e-05,
      "loss": 0.0422,
      "step": 45060
    },
    {
      "grad_norm": 0.32315006852149963,
      "learning_rate": 5.400262108964552e-05,
      "loss": 0.037,
      "step": 45070
    },
    {
      "grad_norm": 0.33173495531082153,
      "learning_rate": 5.398430789472104e-05,
      "loss": 0.0393,
      "step": 45080
    },
    {
      "grad_norm": 0.3893736004829407,
      "learning_rate": 5.396599416187318e-05,
      "loss": 0.041,
      "step": 45090
    },
    {
      "grad_norm": 0.604887068271637,
      "learning_rate": 5.394767989357451e-05,
      "loss": 0.0353,
      "step": 45100
    },
    {
      "grad_norm": 0.2727365791797638,
      "learning_rate": 5.3929365092297646e-05,
      "loss": 0.0422,
      "step": 45110
    },
    {
      "grad_norm": 0.45470938086509705,
      "learning_rate": 5.391104976051529e-05,
      "loss": 0.0359,
      "step": 45120
    },
    {
      "grad_norm": 0.46650174260139465,
      "learning_rate": 5.3892733900700186e-05,
      "loss": 0.0443,
      "step": 45130
    },
    {
      "grad_norm": 0.32784929871559143,
      "learning_rate": 5.387441751532516e-05,
      "loss": 0.0384,
      "step": 45140
    },
    {
      "grad_norm": 0.4223332703113556,
      "learning_rate": 5.3856100606863146e-05,
      "loss": 0.0365,
      "step": 45150
    },
    {
      "grad_norm": 0.4261537790298462,
      "learning_rate": 5.38377831777871e-05,
      "loss": 0.0462,
      "step": 45160
    },
    {
      "grad_norm": 0.3603900969028473,
      "learning_rate": 5.3819465230570066e-05,
      "loss": 0.0441,
      "step": 45170
    },
    {
      "grad_norm": 0.4062618911266327,
      "learning_rate": 5.3801146767685165e-05,
      "loss": 0.0474,
      "step": 45180
    },
    {
      "grad_norm": 0.35321488976478577,
      "learning_rate": 5.378282779160558e-05,
      "loss": 0.0375,
      "step": 45190
    },
    {
      "grad_norm": 0.37040987610816956,
      "learning_rate": 5.376450830480456e-05,
      "loss": 0.035,
      "step": 45200
    },
    {
      "grad_norm": 0.41862475872039795,
      "learning_rate": 5.374618830975544e-05,
      "loss": 0.0356,
      "step": 45210
    },
    {
      "grad_norm": 0.41915929317474365,
      "learning_rate": 5.37278678089316e-05,
      "loss": 0.0363,
      "step": 45220
    },
    {
      "grad_norm": 0.3418683111667633,
      "learning_rate": 5.37095468048065e-05,
      "loss": 0.034,
      "step": 45230
    },
    {
      "grad_norm": 0.3621312081813812,
      "learning_rate": 5.3691225299853675e-05,
      "loss": 0.042,
      "step": 45240
    },
    {
      "grad_norm": 0.3001604974269867,
      "learning_rate": 5.36729032965467e-05,
      "loss": 0.0401,
      "step": 45250
    },
    {
      "grad_norm": 0.6429161429405212,
      "learning_rate": 5.3654580797359274e-05,
      "loss": 0.0453,
      "step": 45260
    },
    {
      "grad_norm": 0.4885518550872803,
      "learning_rate": 5.363625780476511e-05,
      "loss": 0.0421,
      "step": 45270
    },
    {
      "grad_norm": 0.5026102662086487,
      "learning_rate": 5.3617934321237984e-05,
      "loss": 0.0421,
      "step": 45280
    },
    {
      "grad_norm": 0.3469107151031494,
      "learning_rate": 5.3599610349251784e-05,
      "loss": 0.0382,
      "step": 45290
    },
    {
      "grad_norm": 0.4489736258983612,
      "learning_rate": 5.358128589128042e-05,
      "loss": 0.0453,
      "step": 45300
    },
    {
      "grad_norm": 0.3044861853122711,
      "learning_rate": 5.3562960949797904e-05,
      "loss": 0.0504,
      "step": 45310
    },
    {
      "grad_norm": 0.3390156030654907,
      "learning_rate": 5.35446355272783e-05,
      "loss": 0.0389,
      "step": 45320
    },
    {
      "grad_norm": 0.39034295082092285,
      "learning_rate": 5.352630962619569e-05,
      "loss": 0.0319,
      "step": 45330
    },
    {
      "grad_norm": 0.5807432532310486,
      "learning_rate": 5.3507983249024315e-05,
      "loss": 0.048,
      "step": 45340
    },
    {
      "grad_norm": 0.29504770040512085,
      "learning_rate": 5.34896563982384e-05,
      "loss": 0.0409,
      "step": 45350
    },
    {
      "grad_norm": 0.46538716554641724,
      "learning_rate": 5.347132907631226e-05,
      "loss": 0.0464,
      "step": 45360
    },
    {
      "grad_norm": 0.47585034370422363,
      "learning_rate": 5.345300128572031e-05,
      "loss": 0.035,
      "step": 45370
    },
    {
      "grad_norm": 0.3884953558444977,
      "learning_rate": 5.343467302893692e-05,
      "loss": 0.0347,
      "step": 45380
    },
    {
      "grad_norm": 0.2768615484237671,
      "learning_rate": 5.3416344308436686e-05,
      "loss": 0.0387,
      "step": 45390
    },
    {
      "grad_norm": 0.3195158839225769,
      "learning_rate": 5.339801512669411e-05,
      "loss": 0.0363,
      "step": 45400
    },
    {
      "grad_norm": 0.333957701921463,
      "learning_rate": 5.337968548618386e-05,
      "loss": 0.0456,
      "step": 45410
    },
    {
      "grad_norm": 0.3642462491989136,
      "learning_rate": 5.3361355389380616e-05,
      "loss": 0.0329,
      "step": 45420
    },
    {
      "grad_norm": 0.8914080262184143,
      "learning_rate": 5.3343024838759136e-05,
      "loss": 0.0492,
      "step": 45430
    },
    {
      "grad_norm": 0.4772566258907318,
      "learning_rate": 5.332469383679424e-05,
      "loss": 0.0339,
      "step": 45440
    },
    {
      "grad_norm": 0.3844943344593048,
      "learning_rate": 5.3306362385960806e-05,
      "loss": 0.0444,
      "step": 45450
    },
    {
      "grad_norm": 0.4790891408920288,
      "learning_rate": 5.3288030488733766e-05,
      "loss": 0.046,
      "step": 45460
    },
    {
      "grad_norm": 0.457187682390213,
      "learning_rate": 5.326969814758812e-05,
      "loss": 0.0418,
      "step": 45470
    },
    {
      "grad_norm": 0.4362123906612396,
      "learning_rate": 5.3251365364998925e-05,
      "loss": 0.044,
      "step": 45480
    },
    {
      "grad_norm": 0.339290052652359,
      "learning_rate": 5.32330321434413e-05,
      "loss": 0.0365,
      "step": 45490
    },
    {
      "grad_norm": 0.43528681993484497,
      "learning_rate": 5.321469848539043e-05,
      "loss": 0.0384,
      "step": 45500
    },
    {
      "grad_norm": 0.45474204421043396,
      "learning_rate": 5.319636439332153e-05,
      "loss": 0.0329,
      "step": 45510
    },
    {
      "grad_norm": 0.39028334617614746,
      "learning_rate": 5.3178029869709934e-05,
      "loss": 0.0384,
      "step": 45520
    },
    {
      "grad_norm": 0.4554455876350403,
      "learning_rate": 5.315969491703095e-05,
      "loss": 0.0289,
      "step": 45530
    },
    {
      "grad_norm": 0.44598689675331116,
      "learning_rate": 5.3141359537760016e-05,
      "loss": 0.0279,
      "step": 45540
    },
    {
      "grad_norm": 0.38393890857696533,
      "learning_rate": 5.31230237343726e-05,
      "loss": 0.0429,
      "step": 45550
    },
    {
      "grad_norm": 0.30114391446113586,
      "learning_rate": 5.3104687509344206e-05,
      "loss": 0.0351,
      "step": 45560
    },
    {
      "grad_norm": 0.3639945089817047,
      "learning_rate": 5.308635086515045e-05,
      "loss": 0.0333,
      "step": 45570
    },
    {
      "grad_norm": 0.35088515281677246,
      "learning_rate": 5.306801380426695e-05,
      "loss": 0.0388,
      "step": 45580
    },
    {
      "grad_norm": 0.6208507418632507,
      "learning_rate": 5.304967632916939e-05,
      "loss": 0.0342,
      "step": 45590
    },
    {
      "grad_norm": 0.4955357611179352,
      "learning_rate": 5.303133844233355e-05,
      "loss": 0.0356,
      "step": 45600
    },
    {
      "grad_norm": 0.41404595971107483,
      "learning_rate": 5.301300014623524e-05,
      "loss": 0.0437,
      "step": 45610
    },
    {
      "grad_norm": 0.4257684648036957,
      "learning_rate": 5.299466144335027e-05,
      "loss": 0.0422,
      "step": 45620
    },
    {
      "grad_norm": 0.5962638854980469,
      "learning_rate": 5.2976322336154624e-05,
      "loss": 0.0396,
      "step": 45630
    },
    {
      "grad_norm": 0.36323079466819763,
      "learning_rate": 5.295798282712423e-05,
      "loss": 0.0392,
      "step": 45640
    },
    {
      "grad_norm": 0.5353569388389587,
      "learning_rate": 5.293964291873512e-05,
      "loss": 0.0488,
      "step": 45650
    },
    {
      "grad_norm": 0.2990482747554779,
      "learning_rate": 5.29213026134634e-05,
      "loss": 0.0415,
      "step": 45660
    },
    {
      "grad_norm": 0.5896109342575073,
      "learning_rate": 5.2902961913785166e-05,
      "loss": 0.0431,
      "step": 45670
    },
    {
      "grad_norm": 0.5637340545654297,
      "learning_rate": 5.2884620822176637e-05,
      "loss": 0.0458,
      "step": 45680
    },
    {
      "grad_norm": 0.3651026785373688,
      "learning_rate": 5.2866279341114034e-05,
      "loss": 0.0326,
      "step": 45690
    },
    {
      "grad_norm": 0.38897785544395447,
      "learning_rate": 5.284793747307365e-05,
      "loss": 0.0349,
      "step": 45700
    },
    {
      "grad_norm": 0.26761406660079956,
      "learning_rate": 5.2829595220531844e-05,
      "loss": 0.0437,
      "step": 45710
    },
    {
      "grad_norm": 0.5225716829299927,
      "learning_rate": 5.2811252585965e-05,
      "loss": 0.0423,
      "step": 45720
    },
    {
      "grad_norm": 0.45888692140579224,
      "learning_rate": 5.2792909571849566e-05,
      "loss": 0.0344,
      "step": 45730
    },
    {
      "grad_norm": 0.3014351427555084,
      "learning_rate": 5.277456618066205e-05,
      "loss": 0.0355,
      "step": 45740
    },
    {
      "grad_norm": 0.3151281177997589,
      "learning_rate": 5.275622241487899e-05,
      "loss": 0.0332,
      "step": 45750
    },
    {
      "grad_norm": 0.3394675552845001,
      "learning_rate": 5.2737878276977004e-05,
      "loss": 0.0433,
      "step": 45760
    },
    {
      "grad_norm": 0.38862699270248413,
      "learning_rate": 5.2719533769432714e-05,
      "loss": 0.0359,
      "step": 45770
    },
    {
      "grad_norm": 0.4672197103500366,
      "learning_rate": 5.270118889472285e-05,
      "loss": 0.036,
      "step": 45780
    },
    {
      "grad_norm": 0.4381197690963745,
      "learning_rate": 5.268284365532416e-05,
      "loss": 0.0468,
      "step": 45790
    },
    {
      "grad_norm": 0.31006506085395813,
      "learning_rate": 5.266449805371342e-05,
      "loss": 0.0441,
      "step": 45800
    },
    {
      "grad_norm": 0.48283183574676514,
      "learning_rate": 5.264615209236749e-05,
      "loss": 0.0459,
      "step": 45810
    },
    {
      "grad_norm": 0.29942840337753296,
      "learning_rate": 5.2627805773763294e-05,
      "loss": 0.0345,
      "step": 45820
    },
    {
      "grad_norm": 0.4694402813911438,
      "learning_rate": 5.2609459100377734e-05,
      "loss": 0.0455,
      "step": 45830
    },
    {
      "grad_norm": 0.36504021286964417,
      "learning_rate": 5.259111207468784e-05,
      "loss": 0.0486,
      "step": 45840
    },
    {
      "grad_norm": 0.5728374123573303,
      "learning_rate": 5.257276469917063e-05,
      "loss": 0.0497,
      "step": 45850
    },
    {
      "grad_norm": 0.32844722270965576,
      "learning_rate": 5.25544169763032e-05,
      "loss": 0.0417,
      "step": 45860
    },
    {
      "grad_norm": 0.3619200587272644,
      "learning_rate": 5.2536068908562694e-05,
      "loss": 0.0353,
      "step": 45870
    },
    {
      "grad_norm": 0.4481925666332245,
      "learning_rate": 5.251772049842626e-05,
      "loss": 0.0427,
      "step": 45880
    },
    {
      "grad_norm": 0.5011969208717346,
      "learning_rate": 5.2499371748371175e-05,
      "loss": 0.0525,
      "step": 45890
    },
    {
      "grad_norm": 0.3277888894081116,
      "learning_rate": 5.248102266087467e-05,
      "loss": 0.0405,
      "step": 45900
    },
    {
      "grad_norm": 0.4349156320095062,
      "learning_rate": 5.246267323841409e-05,
      "loss": 0.0354,
      "step": 45910
    },
    {
      "grad_norm": 0.4009570777416229,
      "learning_rate": 5.244432348346679e-05,
      "loss": 0.0351,
      "step": 45920
    },
    {
      "grad_norm": 0.4211028218269348,
      "learning_rate": 5.242597339851017e-05,
      "loss": 0.035,
      "step": 45930
    },
    {
      "grad_norm": 0.32380616664886475,
      "learning_rate": 5.240762298602171e-05,
      "loss": 0.0269,
      "step": 45940
    },
    {
      "grad_norm": 0.4906576871871948,
      "learning_rate": 5.238927224847889e-05,
      "loss": 0.0469,
      "step": 45950
    },
    {
      "grad_norm": 0.37232962250709534,
      "learning_rate": 5.237092118835926e-05,
      "loss": 0.0357,
      "step": 45960
    },
    {
      "grad_norm": 0.37060195207595825,
      "learning_rate": 5.2352569808140385e-05,
      "loss": 0.0365,
      "step": 45970
    },
    {
      "grad_norm": 0.4100889563560486,
      "learning_rate": 5.233421811029991e-05,
      "loss": 0.0399,
      "step": 45980
    },
    {
      "grad_norm": 0.4382326900959015,
      "learning_rate": 5.231586609731551e-05,
      "loss": 0.0476,
      "step": 45990
    },
    {
      "grad_norm": 0.3475205898284912,
      "learning_rate": 5.2297513771664905e-05,
      "loss": 0.0363,
      "step": 46000
    },
    {
      "grad_norm": 0.6240108013153076,
      "learning_rate": 5.2279161135825825e-05,
      "loss": 0.0414,
      "step": 46010
    },
    {
      "grad_norm": 0.42795687913894653,
      "learning_rate": 5.22608081922761e-05,
      "loss": 0.0436,
      "step": 46020
    },
    {
      "grad_norm": 0.46390828490257263,
      "learning_rate": 5.2242454943493555e-05,
      "loss": 0.0417,
      "step": 46030
    },
    {
      "grad_norm": 0.4821917712688446,
      "learning_rate": 5.2224101391956056e-05,
      "loss": 0.0447,
      "step": 46040
    },
    {
      "grad_norm": 0.4770096242427826,
      "learning_rate": 5.2205747540141556e-05,
      "loss": 0.0402,
      "step": 46050
    },
    {
      "grad_norm": 0.30550679564476013,
      "learning_rate": 5.218739339052799e-05,
      "loss": 0.0364,
      "step": 46060
    },
    {
      "grad_norm": 0.33317047357559204,
      "learning_rate": 5.2169038945593374e-05,
      "loss": 0.0416,
      "step": 46070
    },
    {
      "grad_norm": 0.5256569385528564,
      "learning_rate": 5.215068420781576e-05,
      "loss": 0.0454,
      "step": 46080
    },
    {
      "grad_norm": 0.4797104597091675,
      "learning_rate": 5.213232917967321e-05,
      "loss": 0.0445,
      "step": 46090
    },
    {
      "grad_norm": 0.4304007291793823,
      "learning_rate": 5.211397386364385e-05,
      "loss": 0.039,
      "step": 46100
    },
    {
      "grad_norm": 0.4560442566871643,
      "learning_rate": 5.209561826220586e-05,
      "loss": 0.0481,
      "step": 46110
    },
    {
      "grad_norm": 0.6160545349121094,
      "learning_rate": 5.2077262377837396e-05,
      "loss": 0.0391,
      "step": 46120
    },
    {
      "grad_norm": 0.6165977120399475,
      "learning_rate": 5.205890621301676e-05,
      "loss": 0.0523,
      "step": 46130
    },
    {
      "grad_norm": 0.4602150619029999,
      "learning_rate": 5.2040549770222155e-05,
      "loss": 0.0426,
      "step": 46140
    },
    {
      "grad_norm": 0.3642365634441376,
      "learning_rate": 5.202219305193194e-05,
      "loss": 0.0422,
      "step": 46150
    },
    {
      "grad_norm": 0.3603822886943817,
      "learning_rate": 5.200383606062444e-05,
      "loss": 0.0386,
      "step": 46160
    },
    {
      "grad_norm": 0.463157057762146,
      "learning_rate": 5.1985478798778075e-05,
      "loss": 0.0468,
      "step": 46170
    },
    {
      "grad_norm": 0.47486674785614014,
      "learning_rate": 5.196712126887123e-05,
      "loss": 0.0412,
      "step": 46180
    },
    {
      "grad_norm": 0.9451339244842529,
      "learning_rate": 5.1948763473382386e-05,
      "loss": 0.032,
      "step": 46190
    },
    {
      "grad_norm": 0.4431951642036438,
      "learning_rate": 5.193040541479003e-05,
      "loss": 0.0433,
      "step": 46200
    },
    {
      "grad_norm": 0.4212956130504608,
      "learning_rate": 5.19120470955727e-05,
      "loss": 0.0469,
      "step": 46210
    },
    {
      "grad_norm": 0.47137629985809326,
      "learning_rate": 5.189368851820895e-05,
      "loss": 0.0398,
      "step": 46220
    },
    {
      "grad_norm": 0.516701877117157,
      "learning_rate": 5.1875329685177386e-05,
      "loss": 0.044,
      "step": 46230
    },
    {
      "grad_norm": 0.43339744210243225,
      "learning_rate": 5.1856970598956655e-05,
      "loss": 0.0422,
      "step": 46240
    },
    {
      "grad_norm": 0.5497987270355225,
      "learning_rate": 5.183861126202539e-05,
      "loss": 0.0409,
      "step": 46250
    },
    {
      "grad_norm": 0.3179888427257538,
      "learning_rate": 5.182025167686235e-05,
      "loss": 0.0524,
      "step": 46260
    },
    {
      "grad_norm": 0.6646639108657837,
      "learning_rate": 5.180189184594623e-05,
      "loss": 0.0422,
      "step": 46270
    },
    {
      "grad_norm": 0.4078230559825897,
      "learning_rate": 5.17835317717558e-05,
      "loss": 0.0385,
      "step": 46280
    },
    {
      "grad_norm": 0.4539884924888611,
      "learning_rate": 5.176517145676988e-05,
      "loss": 0.0433,
      "step": 46290
    },
    {
      "grad_norm": 0.38841766119003296,
      "learning_rate": 5.174681090346729e-05,
      "loss": 0.0341,
      "step": 46300
    },
    {
      "grad_norm": 0.3428887724876404,
      "learning_rate": 5.172845011432691e-05,
      "loss": 0.0401,
      "step": 46310
    },
    {
      "grad_norm": 0.5629043579101562,
      "learning_rate": 5.171008909182765e-05,
      "loss": 0.0392,
      "step": 46320
    },
    {
      "grad_norm": 0.8798633217811584,
      "learning_rate": 5.16917278384484e-05,
      "loss": 0.044,
      "step": 46330
    },
    {
      "grad_norm": 0.4470941126346588,
      "learning_rate": 5.1673366356668165e-05,
      "loss": 0.0538,
      "step": 46340
    },
    {
      "grad_norm": 0.33199572563171387,
      "learning_rate": 5.165500464896591e-05,
      "loss": 0.0409,
      "step": 46350
    },
    {
      "grad_norm": 0.3090372383594513,
      "learning_rate": 5.1636642717820674e-05,
      "loss": 0.0366,
      "step": 46360
    },
    {
      "grad_norm": 0.4193185269832611,
      "learning_rate": 5.1618280565711505e-05,
      "loss": 0.0418,
      "step": 46370
    },
    {
      "grad_norm": 0.5771198272705078,
      "learning_rate": 5.159991819511747e-05,
      "loss": 0.0372,
      "step": 46380
    },
    {
      "grad_norm": 0.4931657314300537,
      "learning_rate": 5.158155560851772e-05,
      "loss": 0.0411,
      "step": 46390
    },
    {
      "grad_norm": 0.3993139863014221,
      "learning_rate": 5.1563192808391344e-05,
      "loss": 0.0366,
      "step": 46400
    },
    {
      "grad_norm": 0.5733563899993896,
      "learning_rate": 5.1544829797217565e-05,
      "loss": 0.0406,
      "step": 46410
    },
    {
      "grad_norm": 0.34347957372665405,
      "learning_rate": 5.152646657747555e-05,
      "loss": 0.0413,
      "step": 46420
    },
    {
      "grad_norm": 0.3553707003593445,
      "learning_rate": 5.1508103151644536e-05,
      "loss": 0.0387,
      "step": 46430
    },
    {
      "grad_norm": 0.3547919690608978,
      "learning_rate": 5.1489739522203784e-05,
      "loss": 0.0418,
      "step": 46440
    },
    {
      "grad_norm": 0.41808775067329407,
      "learning_rate": 5.147137569163257e-05,
      "loss": 0.0352,
      "step": 46450
    },
    {
      "grad_norm": 0.4545878469944,
      "learning_rate": 5.145301166241019e-05,
      "loss": 0.0428,
      "step": 46460
    },
    {
      "grad_norm": 0.32412317395210266,
      "learning_rate": 5.1434647437016016e-05,
      "loss": 0.0445,
      "step": 46470
    },
    {
      "grad_norm": 0.3211170732975006,
      "learning_rate": 5.141628301792938e-05,
      "loss": 0.0473,
      "step": 46480
    },
    {
      "grad_norm": 0.5602166652679443,
      "learning_rate": 5.139791840762967e-05,
      "loss": 0.0404,
      "step": 46490
    },
    {
      "grad_norm": 0.4473819136619568,
      "learning_rate": 5.137955360859634e-05,
      "loss": 0.0323,
      "step": 46500
    },
    {
      "grad_norm": 0.5375958681106567,
      "learning_rate": 5.136118862330876e-05,
      "loss": 0.0467,
      "step": 46510
    },
    {
      "grad_norm": 0.405364453792572,
      "learning_rate": 5.134282345424648e-05,
      "loss": 0.0375,
      "step": 46520
    },
    {
      "grad_norm": 0.5441000461578369,
      "learning_rate": 5.132445810388893e-05,
      "loss": 0.0529,
      "step": 46530
    },
    {
      "grad_norm": 0.394482284784317,
      "learning_rate": 5.130609257471565e-05,
      "loss": 0.0392,
      "step": 46540
    },
    {
      "grad_norm": 0.49469754099845886,
      "learning_rate": 5.1287726869206154e-05,
      "loss": 0.0379,
      "step": 46550
    },
    {
      "grad_norm": 0.35580506920814514,
      "learning_rate": 5.126936098984005e-05,
      "loss": 0.0343,
      "step": 46560
    },
    {
      "grad_norm": 0.6134806275367737,
      "learning_rate": 5.1250994939096875e-05,
      "loss": 0.038,
      "step": 46570
    },
    {
      "grad_norm": 0.2863357365131378,
      "learning_rate": 5.123262871945628e-05,
      "loss": 0.0379,
      "step": 46580
    },
    {
      "grad_norm": 0.46314921975135803,
      "learning_rate": 5.121426233339786e-05,
      "loss": 0.0314,
      "step": 46590
    },
    {
      "grad_norm": 0.38843482732772827,
      "learning_rate": 5.119589578340129e-05,
      "loss": 0.0413,
      "step": 46600
    },
    {
      "grad_norm": 0.4815640151500702,
      "learning_rate": 5.117752907194626e-05,
      "loss": 0.0419,
      "step": 46610
    },
    {
      "grad_norm": 0.5102278590202332,
      "learning_rate": 5.115916220151244e-05,
      "loss": 0.0414,
      "step": 46620
    },
    {
      "grad_norm": 0.29825106263160706,
      "learning_rate": 5.114079517457958e-05,
      "loss": 0.0383,
      "step": 46630
    },
    {
      "grad_norm": 0.4298465847969055,
      "learning_rate": 5.1122427993627385e-05,
      "loss": 0.0382,
      "step": 46640
    },
    {
      "grad_norm": 0.41344979405403137,
      "learning_rate": 5.110406066113566e-05,
      "loss": 0.0437,
      "step": 46650
    },
    {
      "grad_norm": 0.5921211838722229,
      "learning_rate": 5.108569317958415e-05,
      "loss": 0.049,
      "step": 46660
    },
    {
      "grad_norm": 0.4869263768196106,
      "learning_rate": 5.106732555145267e-05,
      "loss": 0.0433,
      "step": 46670
    },
    {
      "grad_norm": 0.4994514286518097,
      "learning_rate": 5.104895777922104e-05,
      "loss": 0.0405,
      "step": 46680
    },
    {
      "grad_norm": 0.38354381918907166,
      "learning_rate": 5.1030589865369126e-05,
      "loss": 0.0358,
      "step": 46690
    },
    {
      "grad_norm": 0.8833184838294983,
      "learning_rate": 5.101222181237676e-05,
      "loss": 0.0441,
      "step": 46700
    },
    {
      "grad_norm": 0.4282434284687042,
      "learning_rate": 5.099385362272384e-05,
      "loss": 0.0425,
      "step": 46710
    },
    {
      "grad_norm": 0.4110044240951538,
      "learning_rate": 5.0975485298890245e-05,
      "loss": 0.0395,
      "step": 46720
    },
    {
      "grad_norm": 0.2769666314125061,
      "learning_rate": 5.09571168433559e-05,
      "loss": 0.0465,
      "step": 46730
    },
    {
      "grad_norm": 0.33344125747680664,
      "learning_rate": 5.0938748258600763e-05,
      "loss": 0.0377,
      "step": 46740
    },
    {
      "grad_norm": 0.5013670921325684,
      "learning_rate": 5.092037954710474e-05,
      "loss": 0.0455,
      "step": 46750
    },
    {
      "grad_norm": 0.46010372042655945,
      "learning_rate": 5.0902010711347846e-05,
      "loss": 0.0427,
      "step": 46760
    },
    {
      "grad_norm": 0.36497780680656433,
      "learning_rate": 5.0883641753810026e-05,
      "loss": 0.0448,
      "step": 46770
    },
    {
      "grad_norm": 0.8404869437217712,
      "learning_rate": 5.086527267697131e-05,
      "loss": 0.04,
      "step": 46780
    },
    {
      "grad_norm": 0.3301493227481842,
      "learning_rate": 5.0846903483311705e-05,
      "loss": 0.0338,
      "step": 46790
    },
    {
      "grad_norm": 0.42372527718544006,
      "learning_rate": 5.082853417531124e-05,
      "loss": 0.0386,
      "step": 46800
    },
    {
      "grad_norm": 0.5765815377235413,
      "learning_rate": 5.0810164755449975e-05,
      "loss": 0.0606,
      "step": 46810
    },
    {
      "grad_norm": 0.2747613489627838,
      "learning_rate": 5.079179522620797e-05,
      "loss": 0.0383,
      "step": 46820
    },
    {
      "grad_norm": 0.4599928855895996,
      "learning_rate": 5.0773425590065295e-05,
      "loss": 0.0468,
      "step": 46830
    },
    {
      "grad_norm": 0.3603126108646393,
      "learning_rate": 5.075505584950208e-05,
      "loss": 0.0396,
      "step": 46840
    },
    {
      "grad_norm": 0.5516282916069031,
      "learning_rate": 5.073668600699838e-05,
      "loss": 0.0362,
      "step": 46850
    },
    {
      "grad_norm": 0.5333516001701355,
      "learning_rate": 5.0718316065034345e-05,
      "loss": 0.0372,
      "step": 46860
    },
    {
      "grad_norm": 0.35285821557044983,
      "learning_rate": 5.069994602609013e-05,
      "loss": 0.0428,
      "step": 46870
    },
    {
      "grad_norm": 0.47565019130706787,
      "learning_rate": 5.0681575892645825e-05,
      "loss": 0.0418,
      "step": 46880
    },
    {
      "grad_norm": 0.4656990170478821,
      "learning_rate": 5.066320566718165e-05,
      "loss": 0.0395,
      "step": 46890
    },
    {
      "grad_norm": 0.5439357161521912,
      "learning_rate": 5.064483535217774e-05,
      "loss": 0.0413,
      "step": 46900
    },
    {
      "grad_norm": 0.4072394073009491,
      "learning_rate": 5.062646495011429e-05,
      "loss": 0.0441,
      "step": 46910
    },
    {
      "grad_norm": 0.41377222537994385,
      "learning_rate": 5.060809446347151e-05,
      "loss": 0.0459,
      "step": 46920
    },
    {
      "grad_norm": 0.33096811175346375,
      "learning_rate": 5.05897238947296e-05,
      "loss": 0.045,
      "step": 46930
    },
    {
      "grad_norm": 0.3483677804470062,
      "learning_rate": 5.057135324636878e-05,
      "loss": 0.0459,
      "step": 46940
    },
    {
      "grad_norm": 0.5075139403343201,
      "learning_rate": 5.0552982520869276e-05,
      "loss": 0.0436,
      "step": 46950
    },
    {
      "grad_norm": 0.3803268074989319,
      "learning_rate": 5.0534611720711325e-05,
      "loss": 0.0392,
      "step": 46960
    },
    {
      "grad_norm": 0.35907164216041565,
      "learning_rate": 5.0516240848375195e-05,
      "loss": 0.0491,
      "step": 46970
    },
    {
      "grad_norm": 0.3723071813583374,
      "learning_rate": 5.0497869906341135e-05,
      "loss": 0.0393,
      "step": 46980
    },
    {
      "grad_norm": 0.5295121669769287,
      "learning_rate": 5.047949889708941e-05,
      "loss": 0.0423,
      "step": 46990
    },
    {
      "grad_norm": 0.4444013237953186,
      "learning_rate": 5.046112782310031e-05,
      "loss": 0.0478,
      "step": 47000
    },
    {
      "grad_norm": 0.4413090646266937,
      "learning_rate": 5.04427566868541e-05,
      "loss": 0.0478,
      "step": 47010
    },
    {
      "grad_norm": 0.3638685643672943,
      "learning_rate": 5.042438549083111e-05,
      "loss": 0.0373,
      "step": 47020
    },
    {
      "grad_norm": 0.30046868324279785,
      "learning_rate": 5.040601423751161e-05,
      "loss": 0.0336,
      "step": 47030
    },
    {
      "grad_norm": 0.43150508403778076,
      "learning_rate": 5.038764292937595e-05,
      "loss": 0.0432,
      "step": 47040
    },
    {
      "grad_norm": 0.445136696100235,
      "learning_rate": 5.036927156890442e-05,
      "loss": 0.0341,
      "step": 47050
    },
    {
      "grad_norm": 0.42431125044822693,
      "learning_rate": 5.0350900158577354e-05,
      "loss": 0.045,
      "step": 47060
    },
    {
      "grad_norm": 0.2713930308818817,
      "learning_rate": 5.0332528700875084e-05,
      "loss": 0.0495,
      "step": 47070
    },
    {
      "grad_norm": 0.5036636590957642,
      "learning_rate": 5.0314157198277954e-05,
      "loss": 0.0408,
      "step": 47080
    },
    {
      "grad_norm": 0.5041699409484863,
      "learning_rate": 5.0295785653266306e-05,
      "loss": 0.041,
      "step": 47090
    },
    {
      "grad_norm": 0.43351420760154724,
      "learning_rate": 5.02774140683205e-05,
      "loss": 0.0398,
      "step": 47100
    },
    {
      "grad_norm": 0.39929622411727905,
      "learning_rate": 5.025904244592088e-05,
      "loss": 0.0376,
      "step": 47110
    },
    {
      "grad_norm": 0.26585596799850464,
      "learning_rate": 5.0240670788547795e-05,
      "loss": 0.0388,
      "step": 47120
    },
    {
      "grad_norm": 0.6472986340522766,
      "learning_rate": 5.0222299098681655e-05,
      "loss": 0.044,
      "step": 47130
    },
    {
      "grad_norm": 0.39976373314857483,
      "learning_rate": 5.020392737880279e-05,
      "loss": 0.0449,
      "step": 47140
    },
    {
      "grad_norm": 0.5170930027961731,
      "learning_rate": 5.018555563139159e-05,
      "loss": 0.0474,
      "step": 47150
    },
    {
      "grad_norm": 0.42265260219573975,
      "learning_rate": 5.016718385892844e-05,
      "loss": 0.0458,
      "step": 47160
    },
    {
      "grad_norm": 0.3651371896266937,
      "learning_rate": 5.014881206389371e-05,
      "loss": 0.0372,
      "step": 47170
    },
    {
      "grad_norm": 0.5756447911262512,
      "learning_rate": 5.0130440248767796e-05,
      "loss": 0.0399,
      "step": 47180
    },
    {
      "grad_norm": 0.4139229953289032,
      "learning_rate": 5.011206841603109e-05,
      "loss": 0.0366,
      "step": 47190
    },
    {
      "grad_norm": 0.31419917941093445,
      "learning_rate": 5.009369656816394e-05,
      "loss": 0.0419,
      "step": 47200
    },
    {
      "grad_norm": 0.34743356704711914,
      "learning_rate": 5.0075324707646795e-05,
      "loss": 0.0311,
      "step": 47210
    },
    {
      "grad_norm": 0.9158144593238831,
      "learning_rate": 5.0056952836960025e-05,
      "loss": 0.0415,
      "step": 47220
    },
    {
      "grad_norm": 0.3317683935165405,
      "learning_rate": 5.003858095858401e-05,
      "loss": 0.0418,
      "step": 47230
    },
    {
      "grad_norm": 0.4349093437194824,
      "learning_rate": 5.0020209074999195e-05,
      "loss": 0.0422,
      "step": 47240
    },
    {
      "grad_norm": 0.503836989402771,
      "learning_rate": 5.0001837188685894e-05,
      "loss": 0.0465,
      "step": 47250
    },
    {
      "grad_norm": 0.4465818405151367,
      "learning_rate": 4.998346530212459e-05,
      "loss": 0.0519,
      "step": 47260
    },
    {
      "grad_norm": 0.402720183134079,
      "learning_rate": 4.996509341779563e-05,
      "loss": 0.0454,
      "step": 47270
    },
    {
      "grad_norm": 0.44859740138053894,
      "learning_rate": 4.994672153817942e-05,
      "loss": 0.0421,
      "step": 47280
    },
    {
      "grad_norm": 0.23020806908607483,
      "learning_rate": 4.992834966575638e-05,
      "loss": 0.0461,
      "step": 47290
    },
    {
      "grad_norm": 0.3223281800746918,
      "learning_rate": 4.990997780300686e-05,
      "loss": 0.0354,
      "step": 47300
    },
    {
      "grad_norm": 0.4182329773902893,
      "learning_rate": 4.989160595241129e-05,
      "loss": 0.0374,
      "step": 47310
    },
    {
      "grad_norm": 0.6561790108680725,
      "learning_rate": 4.987323411645006e-05,
      "loss": 0.0438,
      "step": 47320
    },
    {
      "grad_norm": 0.5978795289993286,
      "learning_rate": 4.985486229760356e-05,
      "loss": 0.0391,
      "step": 47330
    },
    {
      "grad_norm": 0.26869919896125793,
      "learning_rate": 4.983649049835216e-05,
      "loss": 0.0383,
      "step": 47340
    },
    {
      "grad_norm": 0.33036330342292786,
      "learning_rate": 4.9818118721176265e-05,
      "loss": 0.0412,
      "step": 47350
    },
    {
      "grad_norm": 0.363321989774704,
      "learning_rate": 4.979974696855625e-05,
      "loss": 0.0453,
      "step": 47360
    },
    {
      "grad_norm": 0.3789278268814087,
      "learning_rate": 4.9781375242972494e-05,
      "loss": 0.0472,
      "step": 47370
    },
    {
      "grad_norm": 0.4396175444126129,
      "learning_rate": 4.976300354690536e-05,
      "loss": 0.0504,
      "step": 47380
    },
    {
      "grad_norm": 0.33974722027778625,
      "learning_rate": 4.9744631882835244e-05,
      "loss": 0.0439,
      "step": 47390
    },
    {
      "grad_norm": 0.46523600816726685,
      "learning_rate": 4.972626025324251e-05,
      "loss": 0.0458,
      "step": 47400
    },
    {
      "grad_norm": 0.439971387386322,
      "learning_rate": 4.970788866060751e-05,
      "loss": 0.0404,
      "step": 47410
    },
    {
      "grad_norm": 0.46152931451797485,
      "learning_rate": 4.9689517107410594e-05,
      "loss": 0.0482,
      "step": 47420
    },
    {
      "grad_norm": 0.38999590277671814,
      "learning_rate": 4.967114559613213e-05,
      "loss": 0.0415,
      "step": 47430
    },
    {
      "grad_norm": 0.36471816897392273,
      "learning_rate": 4.965277412925247e-05,
      "loss": 0.0509,
      "step": 47440
    },
    {
      "grad_norm": 0.3645481467247009,
      "learning_rate": 4.963440270925194e-05,
      "loss": 0.0338,
      "step": 47450
    },
    {
      "grad_norm": 0.29389670491218567,
      "learning_rate": 4.9616031338610866e-05,
      "loss": 0.052,
      "step": 47460
    },
    {
      "grad_norm": 0.43382006883621216,
      "learning_rate": 4.959766001980962e-05,
      "loss": 0.0441,
      "step": 47470
    },
    {
      "grad_norm": 0.358977347612381,
      "learning_rate": 4.957928875532846e-05,
      "loss": 0.0377,
      "step": 47480
    },
    {
      "grad_norm": 0.2843835651874542,
      "learning_rate": 4.956091754764773e-05,
      "loss": 0.0321,
      "step": 47490
    },
    {
      "grad_norm": 0.45904678106307983,
      "learning_rate": 4.954254639924775e-05,
      "loss": 0.0459,
      "step": 47500
    },
    {
      "grad_norm": 0.46937423944473267,
      "learning_rate": 4.952417531260881e-05,
      "loss": 0.0524,
      "step": 47510
    },
    {
      "grad_norm": 0.47284531593322754,
      "learning_rate": 4.950580429021118e-05,
      "loss": 0.0436,
      "step": 47520
    },
    {
      "grad_norm": 0.542672872543335,
      "learning_rate": 4.948743333453517e-05,
      "loss": 0.0418,
      "step": 47530
    },
    {
      "grad_norm": 1.0800797939300537,
      "learning_rate": 4.946906244806102e-05,
      "loss": 0.0419,
      "step": 47540
    },
    {
      "grad_norm": 0.4404849112033844,
      "learning_rate": 4.9450691633269024e-05,
      "loss": 0.0417,
      "step": 47550
    },
    {
      "grad_norm": 0.5339595675468445,
      "learning_rate": 4.943232089263941e-05,
      "loss": 0.0534,
      "step": 47560
    },
    {
      "grad_norm": 0.4653374254703522,
      "learning_rate": 4.941395022865242e-05,
      "loss": 0.0428,
      "step": 47570
    },
    {
      "grad_norm": 0.5630239248275757,
      "learning_rate": 4.93955796437883e-05,
      "loss": 0.0488,
      "step": 47580
    },
    {
      "grad_norm": 0.4405449330806732,
      "learning_rate": 4.937720914052729e-05,
      "loss": 0.0395,
      "step": 47590
    },
    {
      "grad_norm": 0.4369064271450043,
      "learning_rate": 4.935883872134956e-05,
      "loss": 0.0554,
      "step": 47600
    },
    {
      "grad_norm": 0.6349167227745056,
      "learning_rate": 4.9340468388735334e-05,
      "loss": 0.0431,
      "step": 47610
    },
    {
      "grad_norm": 0.3360985517501831,
      "learning_rate": 4.93220981451648e-05,
      "loss": 0.0407,
      "step": 47620
    },
    {
      "grad_norm": 0.3253280818462372,
      "learning_rate": 4.930372799311812e-05,
      "loss": 0.0495,
      "step": 47630
    },
    {
      "grad_norm": 0.5210959911346436,
      "learning_rate": 4.928535793507545e-05,
      "loss": 0.0368,
      "step": 47640
    },
    {
      "grad_norm": 0.5368948578834534,
      "learning_rate": 4.926698797351697e-05,
      "loss": 0.0408,
      "step": 47650
    },
    {
      "grad_norm": 0.49093273282051086,
      "learning_rate": 4.924861811092281e-05,
      "loss": 0.0352,
      "step": 47660
    },
    {
      "grad_norm": 0.35857757925987244,
      "learning_rate": 4.923024834977307e-05,
      "loss": 0.0286,
      "step": 47670
    },
    {
      "grad_norm": 0.39296209812164307,
      "learning_rate": 4.921187869254788e-05,
      "loss": 0.0407,
      "step": 47680
    },
    {
      "grad_norm": 0.4003930687904358,
      "learning_rate": 4.9193509141727335e-05,
      "loss": 0.0379,
      "step": 47690
    },
    {
      "grad_norm": 0.26677289605140686,
      "learning_rate": 4.9175139699791526e-05,
      "loss": 0.0358,
      "step": 47700
    },
    {
      "grad_norm": 0.8995197415351868,
      "learning_rate": 4.91567703692205e-05,
      "loss": 0.0486,
      "step": 47710
    },
    {
      "grad_norm": 0.4629967212677002,
      "learning_rate": 4.9138401152494316e-05,
      "loss": 0.0397,
      "step": 47720
    },
    {
      "grad_norm": 0.4319135844707489,
      "learning_rate": 4.9120032052093026e-05,
      "loss": 0.0401,
      "step": 47730
    },
    {
      "grad_norm": 0.27847355604171753,
      "learning_rate": 4.910166307049663e-05,
      "loss": 0.0509,
      "step": 47740
    },
    {
      "grad_norm": 0.4566989541053772,
      "learning_rate": 4.908329421018513e-05,
      "loss": 0.0497,
      "step": 47750
    },
    {
      "grad_norm": 0.35431423783302307,
      "learning_rate": 4.906492547363854e-05,
      "loss": 0.0377,
      "step": 47760
    },
    {
      "grad_norm": 0.6180895566940308,
      "learning_rate": 4.9046556863336826e-05,
      "loss": 0.0368,
      "step": 47770
    },
    {
      "grad_norm": 0.4276483356952667,
      "learning_rate": 4.902818838175993e-05,
      "loss": 0.0521,
      "step": 47780
    },
    {
      "grad_norm": 0.4943513870239258,
      "learning_rate": 4.9009820031387796e-05,
      "loss": 0.0411,
      "step": 47790
    },
    {
      "grad_norm": 0.6805756688117981,
      "learning_rate": 4.899145181470034e-05,
      "loss": 0.0351,
      "step": 47800
    },
    {
      "grad_norm": 0.5113400816917419,
      "learning_rate": 4.897308373417748e-05,
      "loss": 0.0336,
      "step": 47810
    },
    {
      "grad_norm": 0.4809933304786682,
      "learning_rate": 4.895471579229908e-05,
      "loss": 0.0436,
      "step": 47820
    },
    {
      "grad_norm": 0.40873873233795166,
      "learning_rate": 4.8936347991545e-05,
      "loss": 0.0462,
      "step": 47830
    },
    {
      "grad_norm": 0.24186736345291138,
      "learning_rate": 4.891798033439511e-05,
      "loss": 0.0347,
      "step": 47840
    },
    {
      "grad_norm": 0.4749998450279236,
      "learning_rate": 4.889961282332923e-05,
      "loss": 0.0531,
      "step": 47850
    },
    {
      "grad_norm": 0.42560309171676636,
      "learning_rate": 4.8881245460827155e-05,
      "loss": 0.0425,
      "step": 47860
    },
    {
      "grad_norm": 0.43327391147613525,
      "learning_rate": 4.886287824936868e-05,
      "loss": 0.0422,
      "step": 47870
    },
    {
      "grad_norm": 0.47060415148735046,
      "learning_rate": 4.884451119143357e-05,
      "loss": 0.0457,
      "step": 47880
    },
    {
      "grad_norm": 0.4084540903568268,
      "learning_rate": 4.882614428950157e-05,
      "loss": 0.0393,
      "step": 47890
    },
    {
      "grad_norm": 0.4520653188228607,
      "learning_rate": 4.8807777546052394e-05,
      "loss": 0.0389,
      "step": 47900
    },
    {
      "grad_norm": 0.46535906195640564,
      "learning_rate": 4.878941096356575e-05,
      "loss": 0.038,
      "step": 47910
    },
    {
      "grad_norm": 0.5049885511398315,
      "learning_rate": 4.8771044544521356e-05,
      "loss": 0.0474,
      "step": 47920
    },
    {
      "grad_norm": 0.4189184010028839,
      "learning_rate": 4.875267829139881e-05,
      "loss": 0.0469,
      "step": 47930
    },
    {
      "grad_norm": 1.246967077255249,
      "learning_rate": 4.873431220667778e-05,
      "loss": 0.0419,
      "step": 47940
    },
    {
      "grad_norm": 0.5108460783958435,
      "learning_rate": 4.871594629283788e-05,
      "loss": 0.0432,
      "step": 47950
    },
    {
      "grad_norm": 0.4401334822177887,
      "learning_rate": 4.869758055235872e-05,
      "loss": 0.0481,
      "step": 47960
    },
    {
      "grad_norm": 0.4286378026008606,
      "learning_rate": 4.8679214987719826e-05,
      "loss": 0.0374,
      "step": 47970
    },
    {
      "grad_norm": 0.30322110652923584,
      "learning_rate": 4.8660849601400766e-05,
      "loss": 0.0336,
      "step": 47980
    },
    {
      "grad_norm": 0.3784564435482025,
      "learning_rate": 4.8642484395881065e-05,
      "loss": 0.0444,
      "step": 47990
    },
    {
      "grad_norm": 0.28115081787109375,
      "learning_rate": 4.8624119373640205e-05,
      "loss": 0.04,
      "step": 48000
    },
    {
      "grad_norm": 0.5460231900215149,
      "learning_rate": 4.8605754537157655e-05,
      "loss": 0.0475,
      "step": 48010
    },
    {
      "grad_norm": 0.3112218677997589,
      "learning_rate": 4.8587389888912856e-05,
      "loss": 0.0454,
      "step": 48020
    },
    {
      "grad_norm": 0.5860662460327148,
      "learning_rate": 4.856902543138527e-05,
      "loss": 0.0435,
      "step": 48030
    },
    {
      "grad_norm": 0.34470894932746887,
      "learning_rate": 4.855066116705424e-05,
      "loss": 0.0409,
      "step": 48040
    },
    {
      "grad_norm": 0.617235004901886,
      "learning_rate": 4.8532297098399155e-05,
      "loss": 0.0471,
      "step": 48050
    },
    {
      "grad_norm": 0.3865940272808075,
      "learning_rate": 4.851393322789936e-05,
      "loss": 0.0421,
      "step": 48060
    },
    {
      "grad_norm": 0.4050346910953522,
      "learning_rate": 4.849556955803418e-05,
      "loss": 0.0522,
      "step": 48070
    },
    {
      "grad_norm": 0.4263359308242798,
      "learning_rate": 4.847720609128288e-05,
      "loss": 0.0418,
      "step": 48080
    },
    {
      "grad_norm": 0.3877502679824829,
      "learning_rate": 4.8458842830124725e-05,
      "loss": 0.0422,
      "step": 48090
    },
    {
      "grad_norm": 0.36293572187423706,
      "learning_rate": 4.844047977703896e-05,
      "loss": 0.041,
      "step": 48100
    },
    {
      "grad_norm": 0.48451969027519226,
      "learning_rate": 4.842211693450479e-05,
      "loss": 0.0434,
      "step": 48110
    },
    {
      "grad_norm": 0.34308433532714844,
      "learning_rate": 4.840375430500136e-05,
      "loss": 0.0398,
      "step": 48120
    },
    {
      "grad_norm": 0.49518153071403503,
      "learning_rate": 4.838539189100785e-05,
      "loss": 0.035,
      "step": 48130
    },
    {
      "grad_norm": 0.37728753685951233,
      "learning_rate": 4.8367029695003393e-05,
      "loss": 0.0333,
      "step": 48140
    },
    {
      "grad_norm": 0.45227792859077454,
      "learning_rate": 4.834866771946704e-05,
      "loss": 0.0398,
      "step": 48150
    },
    {
      "grad_norm": 0.3663323223590851,
      "learning_rate": 4.8330305966877864e-05,
      "loss": 0.0387,
      "step": 48160
    },
    {
      "grad_norm": 0.5597753524780273,
      "learning_rate": 4.83119444397149e-05,
      "loss": 0.0503,
      "step": 48170
    },
    {
      "grad_norm": 0.45434874296188354,
      "learning_rate": 4.829358314045715e-05,
      "loss": 0.0424,
      "step": 48180
    },
    {
      "grad_norm": 0.32100334763526917,
      "learning_rate": 4.827522207158357e-05,
      "loss": 0.0397,
      "step": 48190
    },
    {
      "grad_norm": 0.5143609642982483,
      "learning_rate": 4.8256861235573085e-05,
      "loss": 0.0398,
      "step": 48200
    },
    {
      "grad_norm": 0.2783353924751282,
      "learning_rate": 4.8238500634904634e-05,
      "loss": 0.0375,
      "step": 48210
    },
    {
      "grad_norm": 0.33683449029922485,
      "learning_rate": 4.822014027205708e-05,
      "loss": 0.0353,
      "step": 48220
    },
    {
      "grad_norm": 0.3641636371612549,
      "learning_rate": 4.820178014950925e-05,
      "loss": 0.0476,
      "step": 48230
    },
    {
      "grad_norm": 0.5778244733810425,
      "learning_rate": 4.818342026973996e-05,
      "loss": 0.0526,
      "step": 48240
    },
    {
      "grad_norm": 0.5504068732261658,
      "learning_rate": 4.8165060635228e-05,
      "loss": 0.0426,
      "step": 48250
    },
    {
      "grad_norm": 0.3886435627937317,
      "learning_rate": 4.814670124845209e-05,
      "loss": 0.0452,
      "step": 48260
    },
    {
      "grad_norm": 0.5637206435203552,
      "learning_rate": 4.812834211189096e-05,
      "loss": 0.0373,
      "step": 48270
    },
    {
      "grad_norm": 0.4344702661037445,
      "learning_rate": 4.8109983228023253e-05,
      "loss": 0.039,
      "step": 48280
    },
    {
      "grad_norm": 0.3691607415676117,
      "learning_rate": 4.8091624599327673e-05,
      "loss": 0.0364,
      "step": 48290
    },
    {
      "grad_norm": 0.2756750285625458,
      "learning_rate": 4.807326622828275e-05,
      "loss": 0.0375,
      "step": 48300
    },
    {
      "grad_norm": 0.35014909505844116,
      "learning_rate": 4.805490811736712e-05,
      "loss": 0.0355,
      "step": 48310
    },
    {
      "grad_norm": 0.3350416123867035,
      "learning_rate": 4.803655026905929e-05,
      "loss": 0.0401,
      "step": 48320
    },
    {
      "grad_norm": 0.4288889765739441,
      "learning_rate": 4.8018192685837785e-05,
      "loss": 0.0343,
      "step": 48330
    },
    {
      "grad_norm": 0.48172396421432495,
      "learning_rate": 4.7999835370181035e-05,
      "loss": 0.0411,
      "step": 48340
    },
    {
      "grad_norm": 0.41459086537361145,
      "learning_rate": 4.7981478324567495e-05,
      "loss": 0.0459,
      "step": 48350
    },
    {
      "grad_norm": 0.3050289452075958,
      "learning_rate": 4.7963121551475565e-05,
      "loss": 0.0333,
      "step": 48360
    },
    {
      "grad_norm": 0.5536925196647644,
      "learning_rate": 4.794476505338358e-05,
      "loss": 0.0513,
      "step": 48370
    },
    {
      "grad_norm": 0.9337419271469116,
      "learning_rate": 4.792640883276986e-05,
      "loss": 0.0408,
      "step": 48380
    },
    {
      "grad_norm": 0.3288053870201111,
      "learning_rate": 4.790805289211271e-05,
      "loss": 0.0412,
      "step": 48390
    },
    {
      "grad_norm": 0.7370147109031677,
      "learning_rate": 4.7889697233890376e-05,
      "loss": 0.0454,
      "step": 48400
    },
    {
      "grad_norm": 0.3620949983596802,
      "learning_rate": 4.7871341860581025e-05,
      "loss": 0.0362,
      "step": 48410
    },
    {
      "grad_norm": 0.3951503038406372,
      "learning_rate": 4.7852986774662865e-05,
      "loss": 0.0351,
      "step": 48420
    },
    {
      "grad_norm": 0.43394017219543457,
      "learning_rate": 4.783463197861401e-05,
      "loss": 0.0465,
      "step": 48430
    },
    {
      "grad_norm": 0.34480714797973633,
      "learning_rate": 4.781627747491256e-05,
      "loss": 0.0344,
      "step": 48440
    },
    {
      "grad_norm": 0.39789408445358276,
      "learning_rate": 4.779792326603654e-05,
      "loss": 0.0431,
      "step": 48450
    },
    {
      "grad_norm": 0.42754682898521423,
      "learning_rate": 4.7779569354463984e-05,
      "loss": 0.0496,
      "step": 48460
    },
    {
      "grad_norm": 0.48432743549346924,
      "learning_rate": 4.7761215742672864e-05,
      "loss": 0.0415,
      "step": 48470
    },
    {
      "grad_norm": 0.3702501654624939,
      "learning_rate": 4.7742862433141095e-05,
      "loss": 0.0384,
      "step": 48480
    },
    {
      "grad_norm": 0.636866569519043,
      "learning_rate": 4.772450942834655e-05,
      "loss": 0.0485,
      "step": 48490
    },
    {
      "grad_norm": 0.393046110868454,
      "learning_rate": 4.7706156730767125e-05,
      "loss": 0.0418,
      "step": 48500
    },
    {
      "grad_norm": 0.49548932909965515,
      "learning_rate": 4.768780434288061e-05,
      "loss": 0.0465,
      "step": 48510
    },
    {
      "grad_norm": 0.4171622395515442,
      "learning_rate": 4.7669452267164746e-05,
      "loss": 0.0363,
      "step": 48520
    },
    {
      "grad_norm": 0.4751308560371399,
      "learning_rate": 4.765110050609728e-05,
      "loss": 0.0429,
      "step": 48530
    },
    {
      "grad_norm": 0.31456926465034485,
      "learning_rate": 4.763274906215588e-05,
      "loss": 0.0369,
      "step": 48540
    },
    {
      "grad_norm": 0.34543153643608093,
      "learning_rate": 4.76143979378182e-05,
      "loss": 0.0425,
      "step": 48550
    },
    {
      "grad_norm": 0.44771823287010193,
      "learning_rate": 4.75960471355618e-05,
      "loss": 0.0413,
      "step": 48560
    },
    {
      "grad_norm": 0.4043090045452118,
      "learning_rate": 4.757769665786425e-05,
      "loss": 0.0479,
      "step": 48570
    },
    {
      "grad_norm": 0.36856088042259216,
      "learning_rate": 4.755934650720307e-05,
      "loss": 0.0406,
      "step": 48580
    },
    {
      "grad_norm": 0.37282487750053406,
      "learning_rate": 4.7540996686055725e-05,
      "loss": 0.0347,
      "step": 48590
    },
    {
      "grad_norm": 0.5629675388336182,
      "learning_rate": 4.7522647196899605e-05,
      "loss": 0.0361,
      "step": 48600
    },
    {
      "grad_norm": 0.4551193416118622,
      "learning_rate": 4.75042980422121e-05,
      "loss": 0.0639,
      "step": 48610
    },
    {
      "grad_norm": 0.5162937641143799,
      "learning_rate": 4.748594922447055e-05,
      "loss": 0.0441,
      "step": 48620
    },
    {
      "grad_norm": 0.5497573614120483,
      "learning_rate": 4.746760074615221e-05,
      "loss": 0.0392,
      "step": 48630
    },
    {
      "grad_norm": 0.4275978207588196,
      "learning_rate": 4.744925260973434e-05,
      "loss": 0.0321,
      "step": 48640
    },
    {
      "grad_norm": 0.3447914123535156,
      "learning_rate": 4.74309048176941e-05,
      "loss": 0.0416,
      "step": 48650
    },
    {
      "grad_norm": 0.38425809144973755,
      "learning_rate": 4.74125573725087e-05,
      "loss": 0.0351,
      "step": 48660
    },
    {
      "grad_norm": 0.42586031556129456,
      "learning_rate": 4.7394210276655165e-05,
      "loss": 0.0366,
      "step": 48670
    },
    {
      "grad_norm": 0.36963802576065063,
      "learning_rate": 4.7375863532610584e-05,
      "loss": 0.032,
      "step": 48680
    },
    {
      "grad_norm": 0.365510493516922,
      "learning_rate": 4.7357517142851946e-05,
      "loss": 0.039,
      "step": 48690
    },
    {
      "grad_norm": 0.3713141977787018,
      "learning_rate": 4.7339171109856226e-05,
      "loss": 0.0357,
      "step": 48700
    },
    {
      "grad_norm": 0.43146124482154846,
      "learning_rate": 4.7320825436100304e-05,
      "loss": 0.0396,
      "step": 48710
    },
    {
      "grad_norm": 0.3589954972267151,
      "learning_rate": 4.730248012406105e-05,
      "loss": 0.0401,
      "step": 48720
    },
    {
      "grad_norm": 0.39784175157546997,
      "learning_rate": 4.7284135176215283e-05,
      "loss": 0.0444,
      "step": 48730
    },
    {
      "grad_norm": 0.35245421528816223,
      "learning_rate": 4.726579059503975e-05,
      "loss": 0.0433,
      "step": 48740
    },
    {
      "grad_norm": 0.3868355453014374,
      "learning_rate": 4.724744638301115e-05,
      "loss": 0.0358,
      "step": 48750
    },
    {
      "grad_norm": 0.4402390420436859,
      "learning_rate": 4.722910254260617e-05,
      "loss": 0.0415,
      "step": 48760
    },
    {
      "grad_norm": 0.42619845271110535,
      "learning_rate": 4.721075907630143e-05,
      "loss": 0.0384,
      "step": 48770
    },
    {
      "grad_norm": 0.4434809982776642,
      "learning_rate": 4.719241598657346e-05,
      "loss": 0.0341,
      "step": 48780
    },
    {
      "grad_norm": 0.3396027088165283,
      "learning_rate": 4.7174073275898776e-05,
      "loss": 0.0381,
      "step": 48790
    },
    {
      "grad_norm": 0.4941665828227997,
      "learning_rate": 4.715573094675385e-05,
      "loss": 0.0373,
      "step": 48800
    },
    {
      "grad_norm": 0.3725208044052124,
      "learning_rate": 4.713738900161508e-05,
      "loss": 0.0433,
      "step": 48810
    },
    {
      "grad_norm": 0.26769259572029114,
      "learning_rate": 4.7119047442958816e-05,
      "loss": 0.0373,
      "step": 48820
    },
    {
      "grad_norm": 0.5308204889297485,
      "learning_rate": 4.710070627326135e-05,
      "loss": 0.0454,
      "step": 48830
    },
    {
      "grad_norm": 0.3732064962387085,
      "learning_rate": 4.708236549499897e-05,
      "loss": 0.0394,
      "step": 48840
    },
    {
      "grad_norm": 0.3563499450683594,
      "learning_rate": 4.706402511064786e-05,
      "loss": 0.0439,
      "step": 48850
    },
    {
      "grad_norm": 0.3497023284435272,
      "learning_rate": 4.704568512268414e-05,
      "loss": 0.038,
      "step": 48860
    },
    {
      "grad_norm": 0.29669979214668274,
      "learning_rate": 4.702734553358392e-05,
      "loss": 0.0397,
      "step": 48870
    },
    {
      "grad_norm": 0.9796503186225891,
      "learning_rate": 4.7009006345823244e-05,
      "loss": 0.0458,
      "step": 48880
    },
    {
      "grad_norm": 0.5206616520881653,
      "learning_rate": 4.699066756187807e-05,
      "loss": 0.0372,
      "step": 48890
    },
    {
      "grad_norm": 0.5016711950302124,
      "learning_rate": 4.697232918422435e-05,
      "loss": 0.0418,
      "step": 48900
    },
    {
      "grad_norm": 0.4449954628944397,
      "learning_rate": 4.695399121533793e-05,
      "loss": 0.0532,
      "step": 48910
    },
    {
      "grad_norm": 0.5214489102363586,
      "learning_rate": 4.6935653657694687e-05,
      "loss": 0.044,
      "step": 48920
    },
    {
      "grad_norm": 0.611759603023529,
      "learning_rate": 4.691731651377031e-05,
      "loss": 0.0363,
      "step": 48930
    },
    {
      "grad_norm": 0.36635974049568176,
      "learning_rate": 4.689897978604053e-05,
      "loss": 0.037,
      "step": 48940
    },
    {
      "grad_norm": 0.31442224979400635,
      "learning_rate": 4.688064347698102e-05,
      "loss": 0.0449,
      "step": 48950
    },
    {
      "grad_norm": 0.3483528196811676,
      "learning_rate": 4.6862307589067375e-05,
      "loss": 0.0434,
      "step": 48960
    },
    {
      "grad_norm": 0.4586438238620758,
      "learning_rate": 4.6843972124775106e-05,
      "loss": 0.0449,
      "step": 48970
    },
    {
      "grad_norm": 0.3003913462162018,
      "learning_rate": 4.68256370865797e-05,
      "loss": 0.0461,
      "step": 48980
    },
    {
      "grad_norm": 0.40658897161483765,
      "learning_rate": 4.6807302476956596e-05,
      "loss": 0.0461,
      "step": 48990
    },
    {
      "grad_norm": 0.3972385823726654,
      "learning_rate": 4.678896829838113e-05,
      "loss": 0.039,
      "step": 49000
    },
    {
      "grad_norm": 0.4712388217449188,
      "learning_rate": 4.677063455332863e-05,
      "loss": 0.0453,
      "step": 49010
    },
    {
      "grad_norm": 0.39200663566589355,
      "learning_rate": 4.675230124427433e-05,
      "loss": 0.0441,
      "step": 49020
    },
    {
      "grad_norm": 0.4197161793708801,
      "learning_rate": 4.673396837369346e-05,
      "loss": 0.0382,
      "step": 49030
    },
    {
      "grad_norm": 0.4485071003437042,
      "learning_rate": 4.6715635944061086e-05,
      "loss": 0.0341,
      "step": 49040
    },
    {
      "grad_norm": 0.335225909948349,
      "learning_rate": 4.669730395785232e-05,
      "loss": 0.0375,
      "step": 49050
    },
    {
      "grad_norm": 0.28428295254707336,
      "learning_rate": 4.667897241754216e-05,
      "loss": 0.0331,
      "step": 49060
    },
    {
      "grad_norm": 1.1819347143173218,
      "learning_rate": 4.6660641325605574e-05,
      "loss": 0.0454,
      "step": 49070
    },
    {
      "grad_norm": 0.3844791650772095,
      "learning_rate": 4.664231068451742e-05,
      "loss": 0.0413,
      "step": 49080
    },
    {
      "grad_norm": 0.3982117772102356,
      "learning_rate": 4.662398049675255e-05,
      "loss": 0.0429,
      "step": 49090
    },
    {
      "grad_norm": 0.3798596262931824,
      "learning_rate": 4.660565076478573e-05,
      "loss": 0.0396,
      "step": 49100
    },
    {
      "grad_norm": 0.3047085404396057,
      "learning_rate": 4.658732149109165e-05,
      "loss": 0.0384,
      "step": 49110
    },
    {
      "grad_norm": 0.3053937554359436,
      "learning_rate": 4.656899267814496e-05,
      "loss": 0.0453,
      "step": 49120
    },
    {
      "grad_norm": 0.4486265480518341,
      "learning_rate": 4.655066432842025e-05,
      "loss": 0.0457,
      "step": 49130
    },
    {
      "grad_norm": 0.30754464864730835,
      "learning_rate": 4.6532336444392055e-05,
      "loss": 0.0396,
      "step": 49140
    },
    {
      "grad_norm": 0.3620607256889343,
      "learning_rate": 4.65140090285348e-05,
      "loss": 0.0312,
      "step": 49150
    },
    {
      "grad_norm": 0.4425508677959442,
      "learning_rate": 4.649568208332289e-05,
      "loss": 0.0364,
      "step": 49160
    },
    {
      "grad_norm": 0.3652293086051941,
      "learning_rate": 4.647735561123066e-05,
      "loss": 0.0358,
      "step": 49170
    },
    {
      "grad_norm": 0.3813859224319458,
      "learning_rate": 4.645902961473238e-05,
      "loss": 0.0395,
      "step": 49180
    },
    {
      "grad_norm": 0.5445566177368164,
      "learning_rate": 4.644070409630223e-05,
      "loss": 0.0432,
      "step": 49190
    },
    {
      "grad_norm": 0.36528560519218445,
      "learning_rate": 4.6422379058414354e-05,
      "loss": 0.0338,
      "step": 49200
    },
    {
      "grad_norm": 0.346475213766098,
      "learning_rate": 4.6404054503542845e-05,
      "loss": 0.0374,
      "step": 49210
    },
    {
      "grad_norm": 0.4167273938655853,
      "learning_rate": 4.638573043416171e-05,
      "loss": 0.0312,
      "step": 49220
    },
    {
      "grad_norm": 0.40336325764656067,
      "learning_rate": 4.636740685274485e-05,
      "loss": 0.0379,
      "step": 49230
    },
    {
      "grad_norm": 0.39222702383995056,
      "learning_rate": 4.6349083761766186e-05,
      "loss": 0.0319,
      "step": 49240
    },
    {
      "grad_norm": 0.3417527973651886,
      "learning_rate": 4.633076116369951e-05,
      "loss": 0.0425,
      "step": 49250
    },
    {
      "grad_norm": 0.46359094977378845,
      "learning_rate": 4.631243906101856e-05,
      "loss": 0.0466,
      "step": 49260
    },
    {
      "grad_norm": 0.3713532090187073,
      "learning_rate": 4.629411745619702e-05,
      "loss": 0.0372,
      "step": 49270
    },
    {
      "grad_norm": 0.503042995929718,
      "learning_rate": 4.6275796351708474e-05,
      "loss": 0.0425,
      "step": 49280
    },
    {
      "grad_norm": 0.3531583547592163,
      "learning_rate": 4.6257475750026527e-05,
      "loss": 0.0317,
      "step": 49290
    },
    {
      "grad_norm": 0.8456128239631653,
      "learning_rate": 4.623915565362457e-05,
      "loss": 0.0393,
      "step": 49300
    },
    {
      "grad_norm": 2.037440776824951,
      "learning_rate": 4.622083606497606e-05,
      "loss": 0.0383,
      "step": 49310
    },
    {
      "grad_norm": 0.390128493309021,
      "learning_rate": 4.6202516986554324e-05,
      "loss": 0.0357,
      "step": 49320
    },
    {
      "grad_norm": 0.5054854154586792,
      "learning_rate": 4.618419842083264e-05,
      "loss": 0.0341,
      "step": 49330
    },
    {
      "grad_norm": 0.6764361262321472,
      "learning_rate": 4.6165880370284176e-05,
      "loss": 0.0447,
      "step": 49340
    },
    {
      "grad_norm": 0.29457008838653564,
      "learning_rate": 4.6147562837382085e-05,
      "loss": 0.0355,
      "step": 49350
    },
    {
      "grad_norm": 0.3464796841144562,
      "learning_rate": 4.6129245824599424e-05,
      "loss": 0.0351,
      "step": 49360
    },
    {
      "grad_norm": 0.32860884070396423,
      "learning_rate": 4.6110929334409175e-05,
      "loss": 0.0343,
      "step": 49370
    },
    {
      "grad_norm": 0.3239053189754486,
      "learning_rate": 4.609261336928426e-05,
      "loss": 0.0415,
      "step": 49380
    },
    {
      "grad_norm": 0.49839699268341064,
      "learning_rate": 4.607429793169751e-05,
      "loss": 0.0473,
      "step": 49390
    },
    {
      "grad_norm": 0.36113759875297546,
      "learning_rate": 4.605598302412175e-05,
      "loss": 0.037,
      "step": 49400
    },
    {
      "grad_norm": 0.5652697682380676,
      "learning_rate": 4.603766864902962e-05,
      "loss": 0.0345,
      "step": 49410
    },
    {
      "grad_norm": 0.45867663621902466,
      "learning_rate": 4.60193548088938e-05,
      "loss": 0.0325,
      "step": 49420
    },
    {
      "grad_norm": 0.34604424238204956,
      "learning_rate": 4.600104150618683e-05,
      "loss": 0.0335,
      "step": 49430
    },
    {
      "grad_norm": 0.4614158868789673,
      "learning_rate": 4.5982728743381206e-05,
      "loss": 0.0319,
      "step": 49440
    },
    {
      "grad_norm": 0.6065669655799866,
      "learning_rate": 4.5964416522949346e-05,
      "loss": 0.0397,
      "step": 49450
    },
    {
      "grad_norm": 0.36553889513015747,
      "learning_rate": 4.594610484736357e-05,
      "loss": 0.0318,
      "step": 49460
    },
    {
      "grad_norm": 0.6289795637130737,
      "learning_rate": 4.592779371909618e-05,
      "loss": 0.0338,
      "step": 49470
    },
    {
      "grad_norm": 0.4017430245876312,
      "learning_rate": 4.590948314061934e-05,
      "loss": 0.0388,
      "step": 49480
    },
    {
      "grad_norm": 0.5257370471954346,
      "learning_rate": 4.5891173114405174e-05,
      "loss": 0.0369,
      "step": 49490
    },
    {
      "grad_norm": 0.5911983251571655,
      "learning_rate": 4.587286364292575e-05,
      "loss": 0.0437,
      "step": 49500
    },
    {
      "grad_norm": 0.4367344081401825,
      "learning_rate": 4.5854554728653026e-05,
      "loss": 0.0433,
      "step": 49510
    },
    {
      "grad_norm": 0.42154109477996826,
      "learning_rate": 4.583624637405889e-05,
      "loss": 0.0369,
      "step": 49520
    },
    {
      "grad_norm": 0.3229966163635254,
      "learning_rate": 4.5817938581615164e-05,
      "loss": 0.0341,
      "step": 49530
    },
    {
      "grad_norm": 0.5850148797035217,
      "learning_rate": 4.5799631353793606e-05,
      "loss": 0.0409,
      "step": 49540
    },
    {
      "grad_norm": 0.37507012486457825,
      "learning_rate": 4.578132469306587e-05,
      "loss": 0.0465,
      "step": 49550
    },
    {
      "grad_norm": 0.3198232054710388,
      "learning_rate": 4.5763018601903555e-05,
      "loss": 0.0402,
      "step": 49560
    },
    {
      "grad_norm": 0.5285316705703735,
      "learning_rate": 4.5744713082778156e-05,
      "loss": 0.0415,
      "step": 49570
    },
    {
      "grad_norm": 0.5190937519073486,
      "learning_rate": 4.5726408138161135e-05,
      "loss": 0.0437,
      "step": 49580
    },
    {
      "grad_norm": 0.49155259132385254,
      "learning_rate": 4.5708103770523855e-05,
      "loss": 0.0427,
      "step": 49590
    },
    {
      "grad_norm": 0.39172887802124023,
      "learning_rate": 4.568979998233757e-05,
      "loss": 0.0398,
      "step": 49600
    },
    {
      "grad_norm": 0.4403163194656372,
      "learning_rate": 4.56714967760735e-05,
      "loss": 0.0446,
      "step": 49610
    },
    {
      "grad_norm": 0.3703364133834839,
      "learning_rate": 4.5653194154202784e-05,
      "loss": 0.0291,
      "step": 49620
    },
    {
      "grad_norm": 0.371326744556427,
      "learning_rate": 4.563489211919643e-05,
      "loss": 0.0424,
      "step": 49630
    },
    {
      "grad_norm": 0.3135146498680115,
      "learning_rate": 4.5616590673525437e-05,
      "loss": 0.0342,
      "step": 49640
    },
    {
      "grad_norm": 0.26535072922706604,
      "learning_rate": 4.559828981966067e-05,
      "loss": 0.0328,
      "step": 49650
    },
    {
      "grad_norm": 0.3385891318321228,
      "learning_rate": 4.5579989560072974e-05,
      "loss": 0.0325,
      "step": 49660
    },
    {
      "grad_norm": 0.5370181202888489,
      "learning_rate": 4.556168989723302e-05,
      "loss": 0.037,
      "step": 49670
    },
    {
      "grad_norm": 0.6415119767189026,
      "learning_rate": 4.5543390833611494e-05,
      "loss": 0.0445,
      "step": 49680
    },
    {
      "grad_norm": 0.3453351855278015,
      "learning_rate": 4.552509237167896e-05,
      "loss": 0.0319,
      "step": 49690
    },
    {
      "grad_norm": 0.37146618962287903,
      "learning_rate": 4.5506794513905893e-05,
      "loss": 0.0335,
      "step": 49700
    },
    {
      "grad_norm": 0.37357616424560547,
      "learning_rate": 4.5488497262762693e-05,
      "loss": 0.0371,
      "step": 49710
    },
    {
      "grad_norm": 0.5343489050865173,
      "learning_rate": 4.547020062071968e-05,
      "loss": 0.0382,
      "step": 49720
    },
    {
      "grad_norm": 0.37662020325660706,
      "learning_rate": 4.545190459024711e-05,
      "loss": 0.0306,
      "step": 49730
    },
    {
      "grad_norm": 0.3871621787548065,
      "learning_rate": 4.543360917381512e-05,
      "loss": 0.0413,
      "step": 49740
    },
    {
      "grad_norm": 0.36152273416519165,
      "learning_rate": 4.541531437389378e-05,
      "loss": 0.0392,
      "step": 49750
    },
    {
      "grad_norm": 0.3620454967021942,
      "learning_rate": 4.5397020192953096e-05,
      "loss": 0.0306,
      "step": 49760
    },
    {
      "grad_norm": 0.42618444561958313,
      "learning_rate": 4.537872663346298e-05,
      "loss": 0.0311,
      "step": 49770
    },
    {
      "grad_norm": 0.29118943214416504,
      "learning_rate": 4.536043369789323e-05,
      "loss": 0.0368,
      "step": 49780
    },
    {
      "grad_norm": 0.3230794370174408,
      "learning_rate": 4.53421413887136e-05,
      "loss": 0.037,
      "step": 49790
    },
    {
      "grad_norm": 0.5153840780258179,
      "learning_rate": 4.532384970839373e-05,
      "loss": 0.0429,
      "step": 49800
    },
    {
      "grad_norm": 0.5420932173728943,
      "learning_rate": 4.530555865940322e-05,
      "loss": 0.0453,
      "step": 49810
    },
    {
      "grad_norm": 0.3331059515476227,
      "learning_rate": 4.528726824421152e-05,
      "loss": 0.0361,
      "step": 49820
    },
    {
      "grad_norm": 0.32880836725234985,
      "learning_rate": 4.526897846528802e-05,
      "loss": 0.038,
      "step": 49830
    },
    {
      "grad_norm": 0.36581674218177795,
      "learning_rate": 4.525068932510207e-05,
      "loss": 0.0412,
      "step": 49840
    },
    {
      "grad_norm": 0.3590131103992462,
      "learning_rate": 4.52324008261229e-05,
      "loss": 0.0423,
      "step": 49850
    },
    {
      "grad_norm": 0.4532923698425293,
      "learning_rate": 4.521411297081959e-05,
      "loss": 0.0398,
      "step": 49860
    },
    {
      "grad_norm": 0.3984123170375824,
      "learning_rate": 4.519582576166125e-05,
      "loss": 0.0367,
      "step": 49870
    },
    {
      "grad_norm": 0.3509178161621094,
      "learning_rate": 4.5177539201116825e-05,
      "loss": 0.0375,
      "step": 49880
    },
    {
      "grad_norm": 0.4034002423286438,
      "learning_rate": 4.5159253291655187e-05,
      "loss": 0.0459,
      "step": 49890
    },
    {
      "grad_norm": 0.35036370158195496,
      "learning_rate": 4.514096803574512e-05,
      "loss": 0.039,
      "step": 49900
    },
    {
      "grad_norm": 0.48291659355163574,
      "learning_rate": 4.512268343585535e-05,
      "loss": 0.0355,
      "step": 49910
    },
    {
      "grad_norm": 0.3721638023853302,
      "learning_rate": 4.510439949445448e-05,
      "loss": 0.0433,
      "step": 49920
    },
    {
      "grad_norm": 0.6263046264648438,
      "learning_rate": 4.508611621401102e-05,
      "loss": 0.049,
      "step": 49930
    },
    {
      "grad_norm": 0.7158716320991516,
      "learning_rate": 4.50678335969934e-05,
      "loss": 0.039,
      "step": 49940
    },
    {
      "grad_norm": 0.42139431834220886,
      "learning_rate": 4.504955164586999e-05,
      "loss": 0.054,
      "step": 49950
    },
    {
      "grad_norm": 0.4497607350349426,
      "learning_rate": 4.5031270363109053e-05,
      "loss": 0.0405,
      "step": 49960
    },
    {
      "grad_norm": 0.41298335790634155,
      "learning_rate": 4.5012989751178715e-05,
      "loss": 0.0315,
      "step": 49970
    },
    {
      "grad_norm": 0.458795964717865,
      "learning_rate": 4.4994709812547074e-05,
      "loss": 0.0349,
      "step": 49980
    },
    {
      "grad_norm": 0.43701115250587463,
      "learning_rate": 4.497643054968212e-05,
      "loss": 0.035,
      "step": 49990
    },
    {
      "grad_norm": 0.33569198846817017,
      "learning_rate": 4.495815196505173e-05,
      "loss": 0.0443,
      "step": 50000
    },
    {
      "grad_norm": 0.43136873841285706,
      "learning_rate": 4.49398740611237e-05,
      "loss": 0.0363,
      "step": 50010
    },
    {
      "grad_norm": 0.45301374793052673,
      "learning_rate": 4.4921596840365744e-05,
      "loss": 0.026,
      "step": 50020
    },
    {
      "grad_norm": 0.44353848695755005,
      "learning_rate": 4.4903320305245516e-05,
      "loss": 0.0371,
      "step": 50030
    },
    {
      "grad_norm": 0.4002051055431366,
      "learning_rate": 4.4885044458230474e-05,
      "loss": 0.0435,
      "step": 50040
    },
    {
      "grad_norm": 0.26792728900909424,
      "learning_rate": 4.486676930178809e-05,
      "loss": 0.036,
      "step": 50050
    },
    {
      "grad_norm": 0.32063010334968567,
      "learning_rate": 4.4848494838385696e-05,
      "loss": 0.0361,
      "step": 50060
    },
    {
      "grad_norm": 0.4295271337032318,
      "learning_rate": 4.483022107049055e-05,
      "loss": 0.0334,
      "step": 50070
    },
    {
      "grad_norm": 0.2961432933807373,
      "learning_rate": 4.481194800056977e-05,
      "loss": 0.035,
      "step": 50080
    },
    {
      "grad_norm": 0.42708587646484375,
      "learning_rate": 4.4793675631090425e-05,
      "loss": 0.0343,
      "step": 50090
    },
    {
      "grad_norm": 0.4361008107662201,
      "learning_rate": 4.47754039645195e-05,
      "loss": 0.0358,
      "step": 50100
    },
    {
      "grad_norm": 0.2035701870918274,
      "learning_rate": 4.475713300332383e-05,
      "loss": 0.0318,
      "step": 50110
    },
    {
      "grad_norm": 0.3965613842010498,
      "learning_rate": 4.473886274997018e-05,
      "loss": 0.0384,
      "step": 50120
    },
    {
      "grad_norm": 0.36205556988716125,
      "learning_rate": 4.472059320692526e-05,
      "loss": 0.0398,
      "step": 50130
    },
    {
      "grad_norm": 0.31668487191200256,
      "learning_rate": 4.470232437665564e-05,
      "loss": 0.0341,
      "step": 50140
    },
    {
      "grad_norm": 0.31121501326560974,
      "learning_rate": 4.468405626162779e-05,
      "loss": 0.0332,
      "step": 50150
    },
    {
      "grad_norm": 0.4531008303165436,
      "learning_rate": 4.466578886430811e-05,
      "loss": 0.0379,
      "step": 50160
    },
    {
      "grad_norm": 0.37233617901802063,
      "learning_rate": 4.464752218716288e-05,
      "loss": 0.0354,
      "step": 50170
    },
    {
      "grad_norm": 0.40630561113357544,
      "learning_rate": 4.462925623265831e-05,
      "loss": 0.0371,
      "step": 50180
    },
    {
      "grad_norm": 0.4352777600288391,
      "learning_rate": 4.461099100326047e-05,
      "loss": 0.0387,
      "step": 50190
    },
    {
      "grad_norm": 0.7237322926521301,
      "learning_rate": 4.459272650143537e-05,
      "loss": 0.0526,
      "step": 50200
    },
    {
      "grad_norm": 0.49169835448265076,
      "learning_rate": 4.4574462729648907e-05,
      "loss": 0.0478,
      "step": 50210
    },
    {
      "grad_norm": 0.5138656497001648,
      "learning_rate": 4.455619969036691e-05,
      "loss": 0.036,
      "step": 50220
    },
    {
      "grad_norm": 0.2870796322822571,
      "learning_rate": 4.453793738605503e-05,
      "loss": 0.0313,
      "step": 50230
    },
    {
      "grad_norm": 0.29653310775756836,
      "learning_rate": 4.451967581917891e-05,
      "loss": 0.037,
      "step": 50240
    },
    {
      "grad_norm": 0.3115224540233612,
      "learning_rate": 4.4501414992204046e-05,
      "loss": 0.0299,
      "step": 50250
    },
    {
      "grad_norm": 0.5228888988494873,
      "learning_rate": 4.448315490759582e-05,
      "loss": 0.0404,
      "step": 50260
    },
    {
      "grad_norm": 0.3238474428653717,
      "learning_rate": 4.4464895567819556e-05,
      "loss": 0.0352,
      "step": 50270
    },
    {
      "grad_norm": 0.3783263564109802,
      "learning_rate": 4.444663697534043e-05,
      "loss": 0.0449,
      "step": 50280
    },
    {
      "grad_norm": 0.3935634195804596,
      "learning_rate": 4.44283791326236e-05,
      "loss": 0.0483,
      "step": 50290
    },
    {
      "grad_norm": 0.3809836208820343,
      "learning_rate": 4.4410122042134004e-05,
      "loss": 0.0387,
      "step": 50300
    },
    {
      "grad_norm": 0.5402368903160095,
      "learning_rate": 4.4391865706336555e-05,
      "loss": 0.0397,
      "step": 50310
    },
    {
      "grad_norm": 0.5157955288887024,
      "learning_rate": 4.437361012769608e-05,
      "loss": 0.0394,
      "step": 50320
    },
    {
      "grad_norm": 0.3186360001564026,
      "learning_rate": 4.4355355308677253e-05,
      "loss": 0.0363,
      "step": 50330
    },
    {
      "grad_norm": 0.42877212166786194,
      "learning_rate": 4.4337101251744665e-05,
      "loss": 0.0375,
      "step": 50340
    },
    {
      "grad_norm": 0.35883140563964844,
      "learning_rate": 4.4318847959362806e-05,
      "loss": 0.0336,
      "step": 50350
    },
    {
      "grad_norm": 0.34459078311920166,
      "learning_rate": 4.4300595433996074e-05,
      "loss": 0.0335,
      "step": 50360
    },
    {
      "grad_norm": 0.3310594856739044,
      "learning_rate": 4.428234367810873e-05,
      "loss": 0.0322,
      "step": 50370
    },
    {
      "grad_norm": 0.42411670088768005,
      "learning_rate": 4.426409269416496e-05,
      "loss": 0.0411,
      "step": 50380
    },
    {
      "grad_norm": 0.4855377674102783,
      "learning_rate": 4.4245842484628834e-05,
      "loss": 0.0398,
      "step": 50390
    },
    {
      "grad_norm": 0.26121658086776733,
      "learning_rate": 4.4227593051964364e-05,
      "loss": 0.0403,
      "step": 50400
    },
    {
      "grad_norm": 0.4111248850822449,
      "learning_rate": 4.4209344398635346e-05,
      "loss": 0.0406,
      "step": 50410
    },
    {
      "grad_norm": 0.4088701605796814,
      "learning_rate": 4.419109652710558e-05,
      "loss": 0.0371,
      "step": 50420
    },
    {
      "grad_norm": 0.3131171464920044,
      "learning_rate": 4.417284943983872e-05,
      "loss": 0.0392,
      "step": 50430
    },
    {
      "grad_norm": 0.528928279876709,
      "learning_rate": 4.4154603139298316e-05,
      "loss": 0.0335,
      "step": 50440
    },
    {
      "grad_norm": 0.33331671357154846,
      "learning_rate": 4.4136357627947796e-05,
      "loss": 0.0396,
      "step": 50450
    },
    {
      "grad_norm": 0.3024051785469055,
      "learning_rate": 4.411811290825049e-05,
      "loss": 0.0411,
      "step": 50460
    },
    {
      "grad_norm": 0.5366125106811523,
      "learning_rate": 4.4099868982669634e-05,
      "loss": 0.0453,
      "step": 50470
    },
    {
      "grad_norm": 0.348458856344223,
      "learning_rate": 4.408162585366839e-05,
      "loss": 0.0311,
      "step": 50480
    },
    {
      "grad_norm": 0.45176076889038086,
      "learning_rate": 4.40633835237097e-05,
      "loss": 0.0322,
      "step": 50490
    },
    {
      "grad_norm": 0.4065861999988556,
      "learning_rate": 4.404514199525651e-05,
      "loss": 0.038,
      "step": 50500
    },
    {
      "grad_norm": 0.2819274961948395,
      "learning_rate": 4.402690127077163e-05,
      "loss": 0.0385,
      "step": 50510
    },
    {
      "grad_norm": 0.3195685148239136,
      "learning_rate": 4.400866135271772e-05,
      "loss": 0.0412,
      "step": 50520
    },
    {
      "grad_norm": 0.385189026594162,
      "learning_rate": 4.399042224355737e-05,
      "loss": 0.035,
      "step": 50530
    },
    {
      "grad_norm": 0.44841641187667847,
      "learning_rate": 4.397218394575305e-05,
      "loss": 0.0442,
      "step": 50540
    },
    {
      "grad_norm": 0.476387619972229,
      "learning_rate": 4.3953946461767145e-05,
      "loss": 0.0388,
      "step": 50550
    },
    {
      "grad_norm": 0.41791388392448425,
      "learning_rate": 4.393570979406187e-05,
      "loss": 0.0447,
      "step": 50560
    },
    {
      "grad_norm": 0.39010483026504517,
      "learning_rate": 4.3917473945099366e-05,
      "loss": 0.0407,
      "step": 50570
    },
    {
      "grad_norm": 0.32189851999282837,
      "learning_rate": 4.38992389173417e-05,
      "loss": 0.0321,
      "step": 50580
    },
    {
      "grad_norm": 0.5294268131256104,
      "learning_rate": 4.388100471325078e-05,
      "loss": 0.0326,
      "step": 50590
    },
    {
      "grad_norm": 0.4096880555152893,
      "learning_rate": 4.3862771335288394e-05,
      "loss": 0.0364,
      "step": 50600
    },
    {
      "grad_norm": 0.4099960923194885,
      "learning_rate": 4.3844538785916255e-05,
      "loss": 0.0299,
      "step": 50610
    },
    {
      "grad_norm": 0.4033008813858032,
      "learning_rate": 4.382630706759596e-05,
      "loss": 0.0351,
      "step": 50620
    },
    {
      "grad_norm": 0.6483908891677856,
      "learning_rate": 4.380807618278896e-05,
      "loss": 0.0448,
      "step": 50630
    },
    {
      "grad_norm": 0.2840552031993866,
      "learning_rate": 4.378984613395661e-05,
      "loss": 0.0336,
      "step": 50640
    },
    {
      "grad_norm": 0.42832890152931213,
      "learning_rate": 4.377161692356017e-05,
      "loss": 0.044,
      "step": 50650
    },
    {
      "grad_norm": 0.3536164462566376,
      "learning_rate": 4.3753388554060806e-05,
      "loss": 0.0359,
      "step": 50660
    },
    {
      "grad_norm": 0.40546533465385437,
      "learning_rate": 4.373516102791948e-05,
      "loss": 0.0408,
      "step": 50670
    },
    {
      "grad_norm": 0.4324665367603302,
      "learning_rate": 4.3716934347597135e-05,
      "loss": 0.043,
      "step": 50680
    },
    {
      "grad_norm": 0.39051929116249084,
      "learning_rate": 4.369870851555456e-05,
      "loss": 0.0357,
      "step": 50690
    },
    {
      "grad_norm": 0.46575143933296204,
      "learning_rate": 4.368048353425245e-05,
      "loss": 0.0374,
      "step": 50700
    },
    {
      "grad_norm": 0.8732248544692993,
      "learning_rate": 4.366225940615133e-05,
      "loss": 0.0389,
      "step": 50710
    },
    {
      "grad_norm": 0.4319177567958832,
      "learning_rate": 4.3644036133711675e-05,
      "loss": 0.0342,
      "step": 50720
    },
    {
      "grad_norm": 0.4117012321949005,
      "learning_rate": 4.362581371939382e-05,
      "loss": 0.0404,
      "step": 50730
    },
    {
      "grad_norm": 0.3874886631965637,
      "learning_rate": 4.360759216565796e-05,
      "loss": 0.0422,
      "step": 50740
    },
    {
      "grad_norm": 0.5912443399429321,
      "learning_rate": 4.358937147496419e-05,
      "loss": 0.0459,
      "step": 50750
    },
    {
      "grad_norm": 0.4977286159992218,
      "learning_rate": 4.357115164977253e-05,
      "loss": 0.0454,
      "step": 50760
    },
    {
      "grad_norm": 0.42121580243110657,
      "learning_rate": 4.355293269254286e-05,
      "loss": 0.044,
      "step": 50770
    },
    {
      "grad_norm": 0.49409589171409607,
      "learning_rate": 4.353471460573486e-05,
      "loss": 0.0346,
      "step": 50780
    },
    {
      "grad_norm": 0.3374043405056,
      "learning_rate": 4.351649739180822e-05,
      "loss": 0.0367,
      "step": 50790
    },
    {
      "grad_norm": 0.4216656982898712,
      "learning_rate": 4.3498281053222446e-05,
      "loss": 0.0533,
      "step": 50800
    },
    {
      "grad_norm": 0.2920821011066437,
      "learning_rate": 4.348006559243693e-05,
      "loss": 0.0338,
      "step": 50810
    },
    {
      "grad_norm": 0.24622489511966705,
      "learning_rate": 4.3461851011910934e-05,
      "loss": 0.0405,
      "step": 50820
    },
    {
      "grad_norm": 0.2930717170238495,
      "learning_rate": 4.344363731410364e-05,
      "loss": 0.036,
      "step": 50830
    },
    {
      "grad_norm": 0.3698934316635132,
      "learning_rate": 4.3425424501474064e-05,
      "loss": 0.0307,
      "step": 50840
    },
    {
      "grad_norm": 0.3822983503341675,
      "learning_rate": 4.3407212576481184e-05,
      "loss": 0.0396,
      "step": 50850
    },
    {
      "grad_norm": 0.39853695034980774,
      "learning_rate": 4.3389001541583715e-05,
      "loss": 0.0443,
      "step": 50860
    },
    {
      "grad_norm": 0.5398354530334473,
      "learning_rate": 4.33707913992404e-05,
      "loss": 0.0396,
      "step": 50870
    },
    {
      "grad_norm": 0.41052883863449097,
      "learning_rate": 4.335258215190979e-05,
      "loss": 0.0412,
      "step": 50880
    },
    {
      "grad_norm": 0.3793966472148895,
      "learning_rate": 4.33343738020503e-05,
      "loss": 0.0381,
      "step": 50890
    },
    {
      "grad_norm": 0.4219948947429657,
      "learning_rate": 4.331616635212027e-05,
      "loss": 0.0408,
      "step": 50900
    },
    {
      "grad_norm": 0.37935665249824524,
      "learning_rate": 4.329795980457789e-05,
      "loss": 0.0353,
      "step": 50910
    },
    {
      "grad_norm": 0.33110150694847107,
      "learning_rate": 4.327975416188125e-05,
      "loss": 0.0379,
      "step": 50920
    },
    {
      "grad_norm": 0.46787315607070923,
      "learning_rate": 4.326154942648827e-05,
      "loss": 0.0335,
      "step": 50930
    },
    {
      "grad_norm": 0.5073764324188232,
      "learning_rate": 4.32433456008568e-05,
      "loss": 0.0374,
      "step": 50940
    },
    {
      "grad_norm": 0.5664246678352356,
      "learning_rate": 4.322514268744454e-05,
      "loss": 0.0496,
      "step": 50950
    },
    {
      "grad_norm": 0.3569166362285614,
      "learning_rate": 4.3206940688709104e-05,
      "loss": 0.0447,
      "step": 50960
    },
    {
      "grad_norm": 0.3892159163951874,
      "learning_rate": 4.318873960710791e-05,
      "loss": 0.0345,
      "step": 50970
    },
    {
      "grad_norm": 0.48202186822891235,
      "learning_rate": 4.317053944509832e-05,
      "loss": 0.0508,
      "step": 50980
    },
    {
      "grad_norm": 0.283260703086853,
      "learning_rate": 4.3152340205137556e-05,
      "loss": 0.034,
      "step": 50990
    },
    {
      "grad_norm": 0.42319998145103455,
      "learning_rate": 4.313414188968267e-05,
      "loss": 0.0352,
      "step": 51000
    },
    {
      "grad_norm": 0.5960096120834351,
      "learning_rate": 4.3115944501190654e-05,
      "loss": 0.0431,
      "step": 51010
    },
    {
      "grad_norm": 0.38875794410705566,
      "learning_rate": 4.3097748042118324e-05,
      "loss": 0.0362,
      "step": 51020
    },
    {
      "grad_norm": 0.407976359128952,
      "learning_rate": 4.307955251492244e-05,
      "loss": 0.0326,
      "step": 51030
    },
    {
      "grad_norm": 0.31084638833999634,
      "learning_rate": 4.3061357922059524e-05,
      "loss": 0.0397,
      "step": 51040
    },
    {
      "grad_norm": 0.586301863193512,
      "learning_rate": 4.304316426598608e-05,
      "loss": 0.037,
      "step": 51050
    },
    {
      "grad_norm": 0.376420259475708,
      "learning_rate": 4.302497154915844e-05,
      "loss": 0.0427,
      "step": 51060
    },
    {
      "grad_norm": 0.39579910039901733,
      "learning_rate": 4.300677977403281e-05,
      "loss": 0.0304,
      "step": 51070
    },
    {
      "grad_norm": 0.36839020252227783,
      "learning_rate": 4.2988588943065244e-05,
      "loss": 0.0283,
      "step": 51080
    },
    {
      "grad_norm": 0.49266937375068665,
      "learning_rate": 4.2970399058711725e-05,
      "loss": 0.0444,
      "step": 51090
    },
    {
      "grad_norm": 0.5550909638404846,
      "learning_rate": 4.2952210123428075e-05,
      "loss": 0.0548,
      "step": 51100
    },
    {
      "grad_norm": 0.4404902458190918,
      "learning_rate": 4.293402213966998e-05,
      "loss": 0.0439,
      "step": 51110
    },
    {
      "grad_norm": 0.375944584608078,
      "learning_rate": 4.291583510989299e-05,
      "loss": 0.0329,
      "step": 51120
    },
    {
      "grad_norm": 0.8438634872436523,
      "learning_rate": 4.289764903655259e-05,
      "loss": 0.0454,
      "step": 51130
    },
    {
      "grad_norm": 0.46862825751304626,
      "learning_rate": 4.287946392210408e-05,
      "loss": 0.0423,
      "step": 51140
    },
    {
      "grad_norm": 0.3803093433380127,
      "learning_rate": 4.286127976900261e-05,
      "loss": 0.0429,
      "step": 51150
    },
    {
      "grad_norm": 0.29947593808174133,
      "learning_rate": 4.2843096579703256e-05,
      "loss": 0.0461,
      "step": 51160
    },
    {
      "grad_norm": 0.49915412068367004,
      "learning_rate": 4.282491435666093e-05,
      "loss": 0.0409,
      "step": 51170
    },
    {
      "grad_norm": 0.3640478849411011,
      "learning_rate": 4.2806733102330445e-05,
      "loss": 0.0422,
      "step": 51180
    },
    {
      "grad_norm": 1.0426956415176392,
      "learning_rate": 4.2788552819166425e-05,
      "loss": 0.0333,
      "step": 51190
    },
    {
      "grad_norm": 0.446024626493454,
      "learning_rate": 4.277037350962341e-05,
      "loss": 0.0385,
      "step": 51200
    },
    {
      "grad_norm": 0.3182145655155182,
      "learning_rate": 4.2752195176155816e-05,
      "loss": 0.0488,
      "step": 51210
    },
    {
      "grad_norm": 0.3462925851345062,
      "learning_rate": 4.273401782121792e-05,
      "loss": 0.0398,
      "step": 51220
    },
    {
      "grad_norm": 0.32753127813339233,
      "learning_rate": 4.2715841447263795e-05,
      "loss": 0.0398,
      "step": 51230
    },
    {
      "grad_norm": 0.3993992805480957,
      "learning_rate": 4.26976660567475e-05,
      "loss": 0.0389,
      "step": 51240
    },
    {
      "grad_norm": 0.3920232951641083,
      "learning_rate": 4.2679491652122886e-05,
      "loss": 0.0377,
      "step": 51250
    },
    {
      "grad_norm": 0.36902135610580444,
      "learning_rate": 4.266131823584367e-05,
      "loss": 0.0357,
      "step": 51260
    },
    {
      "grad_norm": 0.3963635563850403,
      "learning_rate": 4.264314581036348e-05,
      "loss": 0.0431,
      "step": 51270
    },
    {
      "grad_norm": 0.5053444504737854,
      "learning_rate": 4.2624974378135763e-05,
      "loss": 0.0426,
      "step": 51280
    },
    {
      "grad_norm": 0.39548274874687195,
      "learning_rate": 4.260680394161389e-05,
      "loss": 0.0426,
      "step": 51290
    },
    {
      "grad_norm": 0.4138839840888977,
      "learning_rate": 4.258863450325101e-05,
      "loss": 0.043,
      "step": 51300
    },
    {
      "grad_norm": 0.4507298171520233,
      "learning_rate": 4.2570466065500206e-05,
      "loss": 0.0383,
      "step": 51310
    },
    {
      "grad_norm": 0.4217071533203125,
      "learning_rate": 4.255229863081442e-05,
      "loss": 0.0406,
      "step": 51320
    },
    {
      "grad_norm": 0.4493354260921478,
      "learning_rate": 4.2534132201646457e-05,
      "loss": 0.0445,
      "step": 51330
    },
    {
      "grad_norm": 0.47908875346183777,
      "learning_rate": 4.2515966780448945e-05,
      "loss": 0.0426,
      "step": 51340
    },
    {
      "grad_norm": 0.3033687472343445,
      "learning_rate": 4.2497802369674415e-05,
      "loss": 0.0365,
      "step": 51350
    },
    {
      "grad_norm": 0.9553434252738953,
      "learning_rate": 4.247963897177527e-05,
      "loss": 0.0449,
      "step": 51360
    },
    {
      "grad_norm": 0.2978042662143707,
      "learning_rate": 4.246147658920374e-05,
      "loss": 0.0315,
      "step": 51370
    },
    {
      "grad_norm": 0.44248437881469727,
      "learning_rate": 4.244331522441194e-05,
      "loss": 0.0286,
      "step": 51380
    },
    {
      "grad_norm": 0.46052613854408264,
      "learning_rate": 4.2425154879851844e-05,
      "loss": 0.0439,
      "step": 51390
    },
    {
      "grad_norm": 0.382406085729599,
      "learning_rate": 4.240699555797532e-05,
      "loss": 0.0333,
      "step": 51400
    },
    {
      "grad_norm": 0.5518248677253723,
      "learning_rate": 4.238883726123401e-05,
      "loss": 0.035,
      "step": 51410
    },
    {
      "grad_norm": 0.4389592111110687,
      "learning_rate": 4.237067999207951e-05,
      "loss": 0.0334,
      "step": 51420
    },
    {
      "grad_norm": 0.2916829586029053,
      "learning_rate": 4.2352523752963245e-05,
      "loss": 0.0469,
      "step": 51430
    },
    {
      "grad_norm": 0.4664202332496643,
      "learning_rate": 4.23343685463365e-05,
      "loss": 0.037,
      "step": 51440
    },
    {
      "grad_norm": 0.4798838198184967,
      "learning_rate": 4.2316214374650396e-05,
      "loss": 0.0426,
      "step": 51450
    },
    {
      "grad_norm": 0.41313278675079346,
      "learning_rate": 4.229806124035595e-05,
      "loss": 0.046,
      "step": 51460
    },
    {
      "grad_norm": 0.5694200396537781,
      "learning_rate": 4.2279909145904006e-05,
      "loss": 0.0386,
      "step": 51470
    },
    {
      "grad_norm": 0.5278924703598022,
      "learning_rate": 4.226175809374534e-05,
      "loss": 0.0396,
      "step": 51480
    },
    {
      "grad_norm": 0.30531999468803406,
      "learning_rate": 4.2243608086330464e-05,
      "loss": 0.0357,
      "step": 51490
    },
    {
      "grad_norm": 0.3127419352531433,
      "learning_rate": 4.2225459126109876e-05,
      "loss": 0.034,
      "step": 51500
    },
    {
      "grad_norm": 0.46462732553482056,
      "learning_rate": 4.2207311215533864e-05,
      "loss": 0.0359,
      "step": 51510
    },
    {
      "grad_norm": 0.47649064660072327,
      "learning_rate": 4.2189164357052564e-05,
      "loss": 0.0376,
      "step": 51520
    },
    {
      "grad_norm": 0.5627508759498596,
      "learning_rate": 4.217101855311601e-05,
      "loss": 0.0457,
      "step": 51530
    },
    {
      "grad_norm": 0.4825372099876404,
      "learning_rate": 4.215287380617406e-05,
      "loss": 0.0336,
      "step": 51540
    },
    {
      "grad_norm": 0.45935365557670593,
      "learning_rate": 4.2134730118676475e-05,
      "loss": 0.0457,
      "step": 51550
    },
    {
      "grad_norm": 0.25118571519851685,
      "learning_rate": 4.2116587493072814e-05,
      "loss": 0.0293,
      "step": 51560
    },
    {
      "grad_norm": 0.2812036871910095,
      "learning_rate": 4.209844593181252e-05,
      "loss": 0.039,
      "step": 51570
    },
    {
      "grad_norm": 0.3722071647644043,
      "learning_rate": 4.2080305437344915e-05,
      "loss": 0.0366,
      "step": 51580
    },
    {
      "grad_norm": 0.3587213158607483,
      "learning_rate": 4.206216601211916e-05,
      "loss": 0.0388,
      "step": 51590
    },
    {
      "grad_norm": 0.34383633732795715,
      "learning_rate": 4.2044027658584244e-05,
      "loss": 0.0392,
      "step": 51600
    },
    {
      "grad_norm": 0.3685278594493866,
      "learning_rate": 4.202589037918905e-05,
      "loss": 0.0313,
      "step": 51610
    },
    {
      "grad_norm": 0.4737297296524048,
      "learning_rate": 4.200775417638231e-05,
      "loss": 0.0416,
      "step": 51620
    },
    {
      "grad_norm": 0.4004845917224884,
      "learning_rate": 4.198961905261257e-05,
      "loss": 0.0409,
      "step": 51630
    },
    {
      "grad_norm": 0.3277074694633484,
      "learning_rate": 4.197148501032829e-05,
      "loss": 0.0344,
      "step": 51640
    },
    {
      "grad_norm": 0.4477388560771942,
      "learning_rate": 4.195335205197772e-05,
      "loss": 0.0454,
      "step": 51650
    },
    {
      "grad_norm": 0.34823334217071533,
      "learning_rate": 4.1935220180009076e-05,
      "loss": 0.0418,
      "step": 51660
    },
    {
      "grad_norm": 0.46430203318595886,
      "learning_rate": 4.191708939687026e-05,
      "loss": 0.044,
      "step": 51670
    },
    {
      "grad_norm": 0.486490935087204,
      "learning_rate": 4.189895970500917e-05,
      "loss": 0.0517,
      "step": 51680
    },
    {
      "grad_norm": 0.5118103623390198,
      "learning_rate": 4.18808311068735e-05,
      "loss": 0.0387,
      "step": 51690
    },
    {
      "grad_norm": 0.2787485420703888,
      "learning_rate": 4.1862703604910805e-05,
      "loss": 0.0365,
      "step": 51700
    },
    {
      "grad_norm": 0.3392793834209442,
      "learning_rate": 4.184457720156846e-05,
      "loss": 0.0328,
      "step": 51710
    },
    {
      "grad_norm": 0.3872043490409851,
      "learning_rate": 4.182645189929374e-05,
      "loss": 0.0371,
      "step": 51720
    },
    {
      "grad_norm": 0.4890466332435608,
      "learning_rate": 4.180832770053376e-05,
      "loss": 0.0296,
      "step": 51730
    },
    {
      "grad_norm": 0.3517518937587738,
      "learning_rate": 4.179020460773545e-05,
      "loss": 0.04,
      "step": 51740
    },
    {
      "grad_norm": 0.4066167175769806,
      "learning_rate": 4.177208262334563e-05,
      "loss": 0.037,
      "step": 51750
    },
    {
      "grad_norm": 0.37193578481674194,
      "learning_rate": 4.175396174981095e-05,
      "loss": 0.0357,
      "step": 51760
    },
    {
      "grad_norm": 0.5732037425041199,
      "learning_rate": 4.1735841989577974e-05,
      "loss": 0.0394,
      "step": 51770
    },
    {
      "grad_norm": 0.36819061636924744,
      "learning_rate": 4.171772334509297e-05,
      "loss": 0.0433,
      "step": 51780
    },
    {
      "grad_norm": 0.3800434172153473,
      "learning_rate": 4.16996058188022e-05,
      "loss": 0.0423,
      "step": 51790
    },
    {
      "grad_norm": 0.42144477367401123,
      "learning_rate": 4.168148941315172e-05,
      "loss": 0.0388,
      "step": 51800
    },
    {
      "grad_norm": 0.31601300835609436,
      "learning_rate": 4.166337413058742e-05,
      "loss": 0.0452,
      "step": 51810
    },
    {
      "grad_norm": 0.547189474105835,
      "learning_rate": 4.164525997355506e-05,
      "loss": 0.0331,
      "step": 51820
    },
    {
      "grad_norm": 0.7687799334526062,
      "learning_rate": 4.162714694450023e-05,
      "loss": 0.0358,
      "step": 51830
    },
    {
      "grad_norm": 0.3745676875114441,
      "learning_rate": 4.1609035045868376e-05,
      "loss": 0.0402,
      "step": 51840
    },
    {
      "grad_norm": 0.3377920985221863,
      "learning_rate": 4.1590924280104845e-05,
      "loss": 0.0316,
      "step": 51850
    },
    {
      "grad_norm": 0.33919399976730347,
      "learning_rate": 4.15728146496547e-05,
      "loss": 0.0381,
      "step": 51860
    },
    {
      "grad_norm": 0.38861083984375,
      "learning_rate": 4.155470615696299e-05,
      "loss": 0.0377,
      "step": 51870
    },
    {
      "grad_norm": 0.3658235967159271,
      "learning_rate": 4.153659880447455e-05,
      "loss": 0.036,
      "step": 51880
    },
    {
      "grad_norm": 0.4746904671192169,
      "learning_rate": 4.1518492594634026e-05,
      "loss": 0.0428,
      "step": 51890
    },
    {
      "grad_norm": 0.43361401557922363,
      "learning_rate": 4.150038752988597e-05,
      "loss": 0.0351,
      "step": 51900
    },
    {
      "grad_norm": 0.3511222004890442,
      "learning_rate": 4.148228361267474e-05,
      "loss": 0.0403,
      "step": 51910
    },
    {
      "grad_norm": 0.6281773447990417,
      "learning_rate": 4.146418084544459e-05,
      "loss": 0.037,
      "step": 51920
    },
    {
      "grad_norm": 0.3243083953857422,
      "learning_rate": 4.144607923063954e-05,
      "loss": 0.0391,
      "step": 51930
    },
    {
      "grad_norm": 0.34855401515960693,
      "learning_rate": 4.142797877070352e-05,
      "loss": 0.0337,
      "step": 51940
    },
    {
      "grad_norm": 1.4534471035003662,
      "learning_rate": 4.140987946808028e-05,
      "loss": 0.0427,
      "step": 51950
    },
    {
      "grad_norm": 0.42080602049827576,
      "learning_rate": 4.1391781325213435e-05,
      "loss": 0.0451,
      "step": 51960
    },
    {
      "grad_norm": 0.3622117340564728,
      "learning_rate": 4.1373684344546395e-05,
      "loss": 0.0352,
      "step": 51970
    },
    {
      "grad_norm": 0.33839553594589233,
      "learning_rate": 4.1355588528522445e-05,
      "loss": 0.0373,
      "step": 51980
    },
    {
      "grad_norm": 0.41190066933631897,
      "learning_rate": 4.1337493879584724e-05,
      "loss": 0.0351,
      "step": 51990
    },
    {
      "grad_norm": 0.4216277003288269,
      "learning_rate": 4.131940040017619e-05,
      "loss": 0.0504,
      "step": 52000
    },
    {
      "grad_norm": 0.3983857035636902,
      "learning_rate": 4.130130809273966e-05,
      "loss": 0.0428,
      "step": 52010
    },
    {
      "grad_norm": 0.34761494398117065,
      "learning_rate": 4.1283216959717754e-05,
      "loss": 0.0331,
      "step": 52020
    },
    {
      "grad_norm": 0.31758201122283936,
      "learning_rate": 4.126512700355303e-05,
      "loss": 0.035,
      "step": 52030
    },
    {
      "grad_norm": 0.3685160279273987,
      "learning_rate": 4.124703822668775e-05,
      "loss": 0.0457,
      "step": 52040
    },
    {
      "grad_norm": 0.441821813583374,
      "learning_rate": 4.1228950631564135e-05,
      "loss": 0.0399,
      "step": 52050
    },
    {
      "grad_norm": 0.414096862077713,
      "learning_rate": 4.121086422062419e-05,
      "loss": 0.0385,
      "step": 52060
    },
    {
      "grad_norm": 0.2668918967247009,
      "learning_rate": 4.119277899630977e-05,
      "loss": 0.0346,
      "step": 52070
    },
    {
      "grad_norm": 0.3363029360771179,
      "learning_rate": 4.117469496106256e-05,
      "loss": 0.0314,
      "step": 52080
    },
    {
      "grad_norm": 0.27623194456100464,
      "learning_rate": 4.11566121173241e-05,
      "loss": 0.0325,
      "step": 52090
    },
    {
      "grad_norm": 0.2571146488189697,
      "learning_rate": 4.1138530467535754e-05,
      "loss": 0.0444,
      "step": 52100
    },
    {
      "grad_norm": 0.35647690296173096,
      "learning_rate": 4.112045001413877e-05,
      "loss": 0.0302,
      "step": 52110
    },
    {
      "grad_norm": 0.21053843200206757,
      "learning_rate": 4.110237075957415e-05,
      "loss": 0.0384,
      "step": 52120
    },
    {
      "grad_norm": 0.26953932642936707,
      "learning_rate": 4.108429270628282e-05,
      "loss": 0.0377,
      "step": 52130
    },
    {
      "grad_norm": 0.45568761229515076,
      "learning_rate": 4.106621585670551e-05,
      "loss": 0.0437,
      "step": 52140
    },
    {
      "grad_norm": 0.36717188358306885,
      "learning_rate": 4.1048140213282734e-05,
      "loss": 0.0336,
      "step": 52150
    },
    {
      "grad_norm": 0.3683137595653534,
      "learning_rate": 4.103006577845494e-05,
      "loss": 0.0351,
      "step": 52160
    },
    {
      "grad_norm": 0.5975107550621033,
      "learning_rate": 4.101199255466235e-05,
      "loss": 0.0297,
      "step": 52170
    },
    {
      "grad_norm": 0.38699817657470703,
      "learning_rate": 4.099392054434507e-05,
      "loss": 0.0374,
      "step": 52180
    },
    {
      "grad_norm": 0.3889341950416565,
      "learning_rate": 4.097584974994295e-05,
      "loss": 0.0345,
      "step": 52190
    },
    {
      "grad_norm": 0.39012932777404785,
      "learning_rate": 4.095778017389578e-05,
      "loss": 0.0426,
      "step": 52200
    },
    {
      "grad_norm": 0.3469458222389221,
      "learning_rate": 4.093971181864313e-05,
      "loss": 0.0355,
      "step": 52210
    },
    {
      "grad_norm": 0.2668556272983551,
      "learning_rate": 4.092164468662444e-05,
      "loss": 0.0391,
      "step": 52220
    },
    {
      "grad_norm": 0.30912140011787415,
      "learning_rate": 4.090357878027892e-05,
      "loss": 0.0449,
      "step": 52230
    },
    {
      "grad_norm": 0.4372257888317108,
      "learning_rate": 4.088551410204568e-05,
      "loss": 0.0378,
      "step": 52240
    },
    {
      "grad_norm": 0.35625144839286804,
      "learning_rate": 4.086745065436366e-05,
      "loss": 0.0298,
      "step": 52250
    },
    {
      "grad_norm": 0.4392142593860626,
      "learning_rate": 4.084938843967158e-05,
      "loss": 0.032,
      "step": 52260
    },
    {
      "grad_norm": 0.33375054597854614,
      "learning_rate": 4.083132746040804e-05,
      "loss": 0.032,
      "step": 52270
    },
    {
      "grad_norm": 0.29075682163238525,
      "learning_rate": 4.0813267719011474e-05,
      "loss": 0.0332,
      "step": 52280
    },
    {
      "grad_norm": 0.3913125693798065,
      "learning_rate": 4.0795209217920134e-05,
      "loss": 0.0392,
      "step": 52290
    },
    {
      "grad_norm": 0.3337438702583313,
      "learning_rate": 4.077715195957209e-05,
      "loss": 0.0413,
      "step": 52300
    },
    {
      "grad_norm": 0.4809138774871826,
      "learning_rate": 4.075909594640526e-05,
      "loss": 0.0409,
      "step": 52310
    },
    {
      "grad_norm": 0.43605074286460876,
      "learning_rate": 4.074104118085742e-05,
      "loss": 0.0369,
      "step": 52320
    },
    {
      "grad_norm": 0.4274774491786957,
      "learning_rate": 4.072298766536615e-05,
      "loss": 0.0447,
      "step": 52330
    },
    {
      "grad_norm": 0.4400826096534729,
      "learning_rate": 4.0704935402368846e-05,
      "loss": 0.0411,
      "step": 52340
    },
    {
      "grad_norm": 0.8005275130271912,
      "learning_rate": 4.068688439430276e-05,
      "loss": 0.0353,
      "step": 52350
    },
    {
      "grad_norm": 0.2867582142353058,
      "learning_rate": 4.066883464360498e-05,
      "loss": 0.0308,
      "step": 52360
    },
    {
      "grad_norm": 0.2819737195968628,
      "learning_rate": 4.0650786152712385e-05,
      "loss": 0.032,
      "step": 52370
    },
    {
      "grad_norm": 0.407820463180542,
      "learning_rate": 4.063273892406172e-05,
      "loss": 0.0382,
      "step": 52380
    },
    {
      "grad_norm": 0.3202114403247833,
      "learning_rate": 4.061469296008956e-05,
      "loss": 0.033,
      "step": 52390
    },
    {
      "grad_norm": 0.39667144417762756,
      "learning_rate": 4.0596648263232315e-05,
      "loss": 0.0401,
      "step": 52400
    },
    {
      "grad_norm": 0.2512345016002655,
      "learning_rate": 4.0578604835926166e-05,
      "loss": 0.0288,
      "step": 52410
    },
    {
      "grad_norm": 0.37800103425979614,
      "learning_rate": 4.05605626806072e-05,
      "loss": 0.044,
      "step": 52420
    },
    {
      "grad_norm": 0.39918819069862366,
      "learning_rate": 4.0542521799711274e-05,
      "loss": 0.0336,
      "step": 52430
    },
    {
      "grad_norm": 0.17417021095752716,
      "learning_rate": 4.052448219567412e-05,
      "loss": 0.0361,
      "step": 52440
    },
    {
      "grad_norm": 0.2211487889289856,
      "learning_rate": 4.050644387093126e-05,
      "loss": 0.0287,
      "step": 52450
    },
    {
      "grad_norm": 0.3230741322040558,
      "learning_rate": 4.048840682791804e-05,
      "loss": 0.0472,
      "step": 52460
    },
    {
      "grad_norm": 0.41400206089019775,
      "learning_rate": 4.047037106906967e-05,
      "loss": 0.0309,
      "step": 52470
    },
    {
      "grad_norm": 0.3596472144126892,
      "learning_rate": 4.0452336596821194e-05,
      "loss": 0.0374,
      "step": 52480
    },
    {
      "grad_norm": 0.3606218099594116,
      "learning_rate": 4.043430341360739e-05,
      "loss": 0.0478,
      "step": 52490
    },
    {
      "grad_norm": 0.23870062828063965,
      "learning_rate": 4.041627152186298e-05,
      "loss": 0.0322,
      "step": 52500
    },
    {
      "grad_norm": 0.25286078453063965,
      "learning_rate": 4.039824092402244e-05,
      "loss": 0.0352,
      "step": 52510
    },
    {
      "grad_norm": 0.3354981541633606,
      "learning_rate": 4.038021162252009e-05,
      "loss": 0.0349,
      "step": 52520
    },
    {
      "grad_norm": 0.32314586639404297,
      "learning_rate": 4.0362183619790065e-05,
      "loss": 0.0316,
      "step": 52530
    },
    {
      "grad_norm": 0.6347048282623291,
      "learning_rate": 4.034415691826635e-05,
      "loss": 0.0358,
      "step": 52540
    },
    {
      "grad_norm": 0.346182256937027,
      "learning_rate": 4.0326131520382746e-05,
      "loss": 0.0279,
      "step": 52550
    },
    {
      "grad_norm": 0.3811591565608978,
      "learning_rate": 4.030810742857285e-05,
      "loss": 0.0371,
      "step": 52560
    },
    {
      "grad_norm": 0.3433067202568054,
      "learning_rate": 4.02900846452701e-05,
      "loss": 0.0349,
      "step": 52570
    },
    {
      "grad_norm": 0.4091717004776001,
      "learning_rate": 4.027206317290778e-05,
      "loss": 0.0387,
      "step": 52580
    },
    {
      "grad_norm": 0.30332624912261963,
      "learning_rate": 4.0254043013918976e-05,
      "loss": 0.0301,
      "step": 52590
    },
    {
      "grad_norm": 0.3816814720630646,
      "learning_rate": 4.023602417073659e-05,
      "loss": 0.0317,
      "step": 52600
    },
    {
      "grad_norm": 0.366221159696579,
      "learning_rate": 4.021800664579336e-05,
      "loss": 0.0332,
      "step": 52610
    },
    {
      "grad_norm": 0.4833552837371826,
      "learning_rate": 4.019999044152185e-05,
      "loss": 0.0337,
      "step": 52620
    },
    {
      "grad_norm": 0.32240667939186096,
      "learning_rate": 4.01819755603544e-05,
      "loss": 0.037,
      "step": 52630
    },
    {
      "grad_norm": 0.3483624756336212,
      "learning_rate": 4.0163962004723245e-05,
      "loss": 0.0305,
      "step": 52640
    },
    {
      "grad_norm": 0.47904112935066223,
      "learning_rate": 4.0145949777060374e-05,
      "loss": 0.0382,
      "step": 52650
    },
    {
      "grad_norm": 0.3863321542739868,
      "learning_rate": 4.012793887979769e-05,
      "loss": 0.0383,
      "step": 52660
    },
    {
      "grad_norm": 0.5496857166290283,
      "learning_rate": 4.010992931536678e-05,
      "loss": 0.0388,
      "step": 52670
    },
    {
      "grad_norm": 0.43267664313316345,
      "learning_rate": 4.0091921086199133e-05,
      "loss": 0.0323,
      "step": 52680
    },
    {
      "grad_norm": 0.34177565574645996,
      "learning_rate": 4.0073914194726086e-05,
      "loss": 0.0353,
      "step": 52690
    },
    {
      "grad_norm": 0.4154112935066223,
      "learning_rate": 4.005590864337875e-05,
      "loss": 0.0418,
      "step": 52700
    },
    {
      "grad_norm": 0.3327395021915436,
      "learning_rate": 4.0037904434588044e-05,
      "loss": 0.0336,
      "step": 52710
    },
    {
      "grad_norm": 0.4141365885734558,
      "learning_rate": 4.001990157078473e-05,
      "loss": 0.0329,
      "step": 52720
    },
    {
      "grad_norm": 0.39021795988082886,
      "learning_rate": 4.00019000543994e-05,
      "loss": 0.0303,
      "step": 52730
    },
    {
      "grad_norm": 0.44860953092575073,
      "learning_rate": 3.998389988786242e-05,
      "loss": 0.0345,
      "step": 52740
    },
    {
      "grad_norm": 0.30591753125190735,
      "learning_rate": 3.9965901073604025e-05,
      "loss": 0.031,
      "step": 52750
    },
    {
      "grad_norm": 0.38618525862693787,
      "learning_rate": 3.994790361405422e-05,
      "loss": 0.0344,
      "step": 52760
    },
    {
      "grad_norm": 0.2684660851955414,
      "learning_rate": 3.99299075116429e-05,
      "loss": 0.0423,
      "step": 52770
    },
    {
      "grad_norm": 0.40769124031066895,
      "learning_rate": 3.9911912768799655e-05,
      "loss": 0.0388,
      "step": 52780
    },
    {
      "grad_norm": 0.35160258412361145,
      "learning_rate": 3.989391938795402e-05,
      "loss": 0.0496,
      "step": 52790
    },
    {
      "grad_norm": 0.3256233334541321,
      "learning_rate": 3.987592737153527e-05,
      "loss": 0.041,
      "step": 52800
    },
    {
      "grad_norm": 0.29689186811447144,
      "learning_rate": 3.985793672197253e-05,
      "loss": 0.0314,
      "step": 52810
    },
    {
      "grad_norm": 0.46843475103378296,
      "learning_rate": 3.983994744169471e-05,
      "loss": 0.0416,
      "step": 52820
    },
    {
      "grad_norm": 0.46688300371170044,
      "learning_rate": 3.982195953313055e-05,
      "loss": 0.035,
      "step": 52830
    },
    {
      "grad_norm": 0.3471463918685913,
      "learning_rate": 3.980397299870861e-05,
      "loss": 0.0359,
      "step": 52840
    },
    {
      "grad_norm": 0.3320891857147217,
      "learning_rate": 3.9785987840857284e-05,
      "loss": 0.0397,
      "step": 52850
    },
    {
      "grad_norm": 0.3214928209781647,
      "learning_rate": 3.976800406200471e-05,
      "loss": 0.0409,
      "step": 52860
    },
    {
      "grad_norm": 0.3628474473953247,
      "learning_rate": 3.975002166457892e-05,
      "loss": 0.0368,
      "step": 52870
    },
    {
      "grad_norm": 0.45986536145210266,
      "learning_rate": 3.973204065100774e-05,
      "loss": 0.0389,
      "step": 52880
    },
    {
      "grad_norm": 0.39206960797309875,
      "learning_rate": 3.9714061023718765e-05,
      "loss": 0.0483,
      "step": 52890
    },
    {
      "grad_norm": 0.28317809104919434,
      "learning_rate": 3.9696082785139435e-05,
      "loss": 0.0356,
      "step": 52900
    },
    {
      "grad_norm": 1.3010327816009521,
      "learning_rate": 3.9678105937697005e-05,
      "loss": 0.0411,
      "step": 52910
    },
    {
      "grad_norm": 0.31212857365608215,
      "learning_rate": 3.966013048381857e-05,
      "loss": 0.0349,
      "step": 52920
    },
    {
      "grad_norm": 0.39311763644218445,
      "learning_rate": 3.9642156425930956e-05,
      "loss": 0.0375,
      "step": 52930
    },
    {
      "grad_norm": 0.3607867360115051,
      "learning_rate": 3.962418376646086e-05,
      "loss": 0.0397,
      "step": 52940
    },
    {
      "grad_norm": 0.349982351064682,
      "learning_rate": 3.96062125078348e-05,
      "loss": 0.0358,
      "step": 52950
    },
    {
      "grad_norm": 0.3013974726200104,
      "learning_rate": 3.9588242652479084e-05,
      "loss": 0.0288,
      "step": 52960
    },
    {
      "grad_norm": 0.527864396572113,
      "learning_rate": 3.9570274202819815e-05,
      "loss": 0.0458,
      "step": 52970
    },
    {
      "grad_norm": 0.31843456625938416,
      "learning_rate": 3.955230716128292e-05,
      "loss": 0.032,
      "step": 52980
    },
    {
      "grad_norm": 0.2607124447822571,
      "learning_rate": 3.953434153029417e-05,
      "loss": 0.0344,
      "step": 52990
    },
    {
      "grad_norm": 0.3996560871601105,
      "learning_rate": 3.9516377312279076e-05,
      "loss": 0.0325,
      "step": 53000
    },
    {
      "grad_norm": 0.37409138679504395,
      "learning_rate": 3.9498414509663004e-05,
      "loss": 0.0313,
      "step": 53010
    },
    {
      "grad_norm": 0.5900986194610596,
      "learning_rate": 3.948045312487112e-05,
      "loss": 0.0446,
      "step": 53020
    },
    {
      "grad_norm": 0.27208948135375977,
      "learning_rate": 3.946249316032844e-05,
      "loss": 0.042,
      "step": 53030
    },
    {
      "grad_norm": 0.34647321701049805,
      "learning_rate": 3.944453461845968e-05,
      "loss": 0.0401,
      "step": 53040
    },
    {
      "grad_norm": 0.45492061972618103,
      "learning_rate": 3.942657750168948e-05,
      "loss": 0.036,
      "step": 53050
    },
    {
      "grad_norm": 0.43978574872016907,
      "learning_rate": 3.940862181244222e-05,
      "loss": 0.0331,
      "step": 53060
    },
    {
      "grad_norm": 0.4735562205314636,
      "learning_rate": 3.9390667553142125e-05,
      "loss": 0.0436,
      "step": 53070
    },
    {
      "grad_norm": 0.4704644978046417,
      "learning_rate": 3.937271472621318e-05,
      "loss": 0.0532,
      "step": 53080
    },
    {
      "grad_norm": 0.3548077642917633,
      "learning_rate": 3.935476333407922e-05,
      "loss": 0.0421,
      "step": 53090
    },
    {
      "grad_norm": 0.48221221566200256,
      "learning_rate": 3.933681337916386e-05,
      "loss": 0.0402,
      "step": 53100
    },
    {
      "grad_norm": 0.4826878011226654,
      "learning_rate": 3.931886486389057e-05,
      "loss": 0.0358,
      "step": 53110
    },
    {
      "grad_norm": 0.2977360486984253,
      "learning_rate": 3.930091779068254e-05,
      "loss": 0.034,
      "step": 53120
    },
    {
      "grad_norm": 0.35574251413345337,
      "learning_rate": 3.928297216196283e-05,
      "loss": 0.0335,
      "step": 53130
    },
    {
      "grad_norm": 0.44395676255226135,
      "learning_rate": 3.9265027980154324e-05,
      "loss": 0.0315,
      "step": 53140
    },
    {
      "grad_norm": 0.3180168569087982,
      "learning_rate": 3.924708524767961e-05,
      "loss": 0.0345,
      "step": 53150
    },
    {
      "grad_norm": 0.2875950336456299,
      "learning_rate": 3.922914396696118e-05,
      "loss": 0.0423,
      "step": 53160
    },
    {
      "grad_norm": 0.5298471450805664,
      "learning_rate": 3.92112041404213e-05,
      "loss": 0.0441,
      "step": 53170
    },
    {
      "grad_norm": 0.42598748207092285,
      "learning_rate": 3.9193265770482034e-05,
      "loss": 0.0344,
      "step": 53180
    },
    {
      "grad_norm": 0.4478435516357422,
      "learning_rate": 3.917532885956523e-05,
      "loss": 0.0411,
      "step": 53190
    },
    {
      "grad_norm": 0.3505726754665375,
      "learning_rate": 3.915739341009258e-05,
      "loss": 0.0356,
      "step": 53200
    },
    {
      "grad_norm": 0.29991474747657776,
      "learning_rate": 3.9139459424485535e-05,
      "loss": 0.0305,
      "step": 53210
    },
    {
      "grad_norm": 0.518602728843689,
      "learning_rate": 3.912152690516542e-05,
      "loss": 0.0351,
      "step": 53220
    },
    {
      "grad_norm": 0.42546138167381287,
      "learning_rate": 3.910359585455325e-05,
      "loss": 0.0411,
      "step": 53230
    },
    {
      "grad_norm": 0.3849583864212036,
      "learning_rate": 3.908566627506994e-05,
      "loss": 0.0334,
      "step": 53240
    },
    {
      "grad_norm": 0.2842714488506317,
      "learning_rate": 3.906773816913618e-05,
      "loss": 0.0326,
      "step": 53250
    },
    {
      "grad_norm": 0.41027316451072693,
      "learning_rate": 3.904981153917243e-05,
      "loss": 0.0324,
      "step": 53260
    },
    {
      "grad_norm": 0.3673968017101288,
      "learning_rate": 3.903188638759897e-05,
      "loss": 0.0376,
      "step": 53270
    },
    {
      "grad_norm": 0.35009562969207764,
      "learning_rate": 3.901396271683591e-05,
      "loss": 0.0396,
      "step": 53280
    },
    {
      "grad_norm": 0.3073517084121704,
      "learning_rate": 3.899604052930312e-05,
      "loss": 0.0336,
      "step": 53290
    },
    {
      "grad_norm": 0.31387457251548767,
      "learning_rate": 3.8978119827420276e-05,
      "loss": 0.0373,
      "step": 53300
    },
    {
      "grad_norm": 0.619124174118042,
      "learning_rate": 3.8960200613606856e-05,
      "loss": 0.051,
      "step": 53310
    },
    {
      "grad_norm": 0.5180808901786804,
      "learning_rate": 3.8942282890282164e-05,
      "loss": 0.0387,
      "step": 53320
    },
    {
      "grad_norm": 0.3140369653701782,
      "learning_rate": 3.892436665986527e-05,
      "loss": 0.0305,
      "step": 53330
    },
    {
      "grad_norm": 0.44760948419570923,
      "learning_rate": 3.890645192477505e-05,
      "loss": 0.0406,
      "step": 53340
    },
    {
      "grad_norm": 0.41706010699272156,
      "learning_rate": 3.8888538687430184e-05,
      "loss": 0.0296,
      "step": 53350
    },
    {
      "grad_norm": 0.6197819113731384,
      "learning_rate": 3.887062695024915e-05,
      "loss": 0.0403,
      "step": 53360
    },
    {
      "grad_norm": 0.3581312894821167,
      "learning_rate": 3.8852716715650214e-05,
      "loss": 0.0371,
      "step": 53370
    },
    {
      "grad_norm": 0.3527599573135376,
      "learning_rate": 3.883480798605144e-05,
      "loss": 0.0371,
      "step": 53380
    },
    {
      "grad_norm": 0.40030473470687866,
      "learning_rate": 3.8816900763870694e-05,
      "loss": 0.0359,
      "step": 53390
    },
    {
      "grad_norm": 0.4445750415325165,
      "learning_rate": 3.8798995051525684e-05,
      "loss": 0.0327,
      "step": 53400
    },
    {
      "grad_norm": 0.39559757709503174,
      "learning_rate": 3.878109085143379e-05,
      "loss": 0.041,
      "step": 53410
    },
    {
      "grad_norm": 0.2809538245201111,
      "learning_rate": 3.8763188166012334e-05,
      "loss": 0.0345,
      "step": 53420
    },
    {
      "grad_norm": 0.5423455834388733,
      "learning_rate": 3.874528699767833e-05,
      "loss": 0.0352,
      "step": 53430
    },
    {
      "grad_norm": 0.6338470578193665,
      "learning_rate": 3.872738734884865e-05,
      "loss": 0.0381,
      "step": 53440
    },
    {
      "grad_norm": 0.366607666015625,
      "learning_rate": 3.870948922193991e-05,
      "loss": 0.0371,
      "step": 53450
    },
    {
      "grad_norm": 0.3884877562522888,
      "learning_rate": 3.869159261936854e-05,
      "loss": 0.0312,
      "step": 53460
    },
    {
      "grad_norm": 0.34413111209869385,
      "learning_rate": 3.8673697543550794e-05,
      "loss": 0.032,
      "step": 53470
    },
    {
      "grad_norm": 0.5303547978401184,
      "learning_rate": 3.86558039969027e-05,
      "loss": 0.0409,
      "step": 53480
    },
    {
      "grad_norm": 0.3708716332912445,
      "learning_rate": 3.863791198184003e-05,
      "loss": 0.0422,
      "step": 53490
    },
    {
      "grad_norm": 0.367293119430542,
      "learning_rate": 3.862002150077844e-05,
      "loss": 0.0309,
      "step": 53500
    },
    {
      "grad_norm": 0.21031153202056885,
      "learning_rate": 3.860213255613332e-05,
      "loss": 0.039,
      "step": 53510
    },
    {
      "grad_norm": 0.30876296758651733,
      "learning_rate": 3.858424515031984e-05,
      "loss": 0.0289,
      "step": 53520
    },
    {
      "grad_norm": 0.43784433603286743,
      "learning_rate": 3.856635928575302e-05,
      "loss": 0.0387,
      "step": 53530
    },
    {
      "grad_norm": 0.3779100179672241,
      "learning_rate": 3.854847496484763e-05,
      "loss": 0.0328,
      "step": 53540
    },
    {
      "grad_norm": 0.3938814103603363,
      "learning_rate": 3.853059219001824e-05,
      "loss": 0.0375,
      "step": 53550
    },
    {
      "grad_norm": 0.272494912147522,
      "learning_rate": 3.85127109636792e-05,
      "loss": 0.0293,
      "step": 53560
    },
    {
      "grad_norm": 0.5937696695327759,
      "learning_rate": 3.849483128824466e-05,
      "loss": 0.0313,
      "step": 53570
    },
    {
      "grad_norm": 0.28764280676841736,
      "learning_rate": 3.8476953166128595e-05,
      "loss": 0.03,
      "step": 53580
    },
    {
      "grad_norm": 0.4233895540237427,
      "learning_rate": 3.8459076599744735e-05,
      "loss": 0.035,
      "step": 53590
    },
    {
      "grad_norm": 0.2709380090236664,
      "learning_rate": 3.8441201591506556e-05,
      "loss": 0.0378,
      "step": 53600
    },
    {
      "grad_norm": 0.31274843215942383,
      "learning_rate": 3.842332814382742e-05,
      "loss": 0.0327,
      "step": 53610
    },
    {
      "grad_norm": 0.2902982831001282,
      "learning_rate": 3.8405456259120426e-05,
      "loss": 0.0343,
      "step": 53620
    },
    {
      "grad_norm": 0.4139350354671478,
      "learning_rate": 3.838758593979844e-05,
      "loss": 0.0408,
      "step": 53630
    },
    {
      "grad_norm": 0.40626204013824463,
      "learning_rate": 3.8369717188274166e-05,
      "loss": 0.0314,
      "step": 53640
    },
    {
      "grad_norm": 0.2763221561908722,
      "learning_rate": 3.835185000696006e-05,
      "loss": 0.0337,
      "step": 53650
    },
    {
      "grad_norm": 0.2878570556640625,
      "learning_rate": 3.83339843982684e-05,
      "loss": 0.0338,
      "step": 53660
    },
    {
      "grad_norm": 0.27378377318382263,
      "learning_rate": 3.831612036461119e-05,
      "loss": 0.0398,
      "step": 53670
    },
    {
      "grad_norm": 0.4370635449886322,
      "learning_rate": 3.829825790840029e-05,
      "loss": 0.0402,
      "step": 53680
    },
    {
      "grad_norm": 0.30154985189437866,
      "learning_rate": 3.828039703204731e-05,
      "loss": 0.0402,
      "step": 53690
    },
    {
      "grad_norm": 0.4408379793167114,
      "learning_rate": 3.826253773796368e-05,
      "loss": 0.0374,
      "step": 53700
    },
    {
      "grad_norm": 0.43579569458961487,
      "learning_rate": 3.8244680028560564e-05,
      "loss": 0.0399,
      "step": 53710
    },
    {
      "grad_norm": 0.3728124797344208,
      "learning_rate": 3.822682390624894e-05,
      "loss": 0.0416,
      "step": 53720
    },
    {
      "grad_norm": 0.4133462905883789,
      "learning_rate": 3.820896937343959e-05,
      "loss": 0.0492,
      "step": 53730
    },
    {
      "grad_norm": 0.40093177556991577,
      "learning_rate": 3.8191116432543065e-05,
      "loss": 0.0338,
      "step": 53740
    },
    {
      "grad_norm": 0.5218988656997681,
      "learning_rate": 3.817326508596967e-05,
      "loss": 0.0424,
      "step": 53750
    },
    {
      "grad_norm": 0.3507031500339508,
      "learning_rate": 3.815541533612953e-05,
      "loss": 0.051,
      "step": 53760
    },
    {
      "grad_norm": 0.36492863297462463,
      "learning_rate": 3.81375671854326e-05,
      "loss": 0.0354,
      "step": 53770
    },
    {
      "grad_norm": 0.43545934557914734,
      "learning_rate": 3.811972063628849e-05,
      "loss": 0.034,
      "step": 53780
    },
    {
      "grad_norm": 0.34566041827201843,
      "learning_rate": 3.810187569110672e-05,
      "loss": 0.0412,
      "step": 53790
    },
    {
      "grad_norm": 0.568479061126709,
      "learning_rate": 3.808403235229654e-05,
      "loss": 0.038,
      "step": 53800
    },
    {
      "grad_norm": 0.3576326072216034,
      "learning_rate": 3.8066190622266986e-05,
      "loss": 0.0359,
      "step": 53810
    },
    {
      "grad_norm": 0.4233677387237549,
      "learning_rate": 3.8048350503426866e-05,
      "loss": 0.0368,
      "step": 53820
    },
    {
      "grad_norm": 0.44122183322906494,
      "learning_rate": 3.8030511998184796e-05,
      "loss": 0.034,
      "step": 53830
    },
    {
      "grad_norm": 0.3361990451812744,
      "learning_rate": 3.801267510894913e-05,
      "loss": 0.0444,
      "step": 53840
    },
    {
      "grad_norm": 0.33668121695518494,
      "learning_rate": 3.7994839838128114e-05,
      "loss": 0.0388,
      "step": 53850
    },
    {
      "grad_norm": 0.3526674211025238,
      "learning_rate": 3.7977006188129604e-05,
      "loss": 0.0443,
      "step": 53860
    },
    {
      "grad_norm": 0.3745381832122803,
      "learning_rate": 3.7959174161361385e-05,
      "loss": 0.0435,
      "step": 53870
    },
    {
      "grad_norm": 0.3199025094509125,
      "learning_rate": 3.794134376023096e-05,
      "loss": 0.0366,
      "step": 53880
    },
    {
      "grad_norm": 0.5324247479438782,
      "learning_rate": 3.792351498714561e-05,
      "loss": 0.0297,
      "step": 53890
    },
    {
      "grad_norm": 0.3823758661746979,
      "learning_rate": 3.7905687844512404e-05,
      "loss": 0.0325,
      "step": 53900
    },
    {
      "grad_norm": 0.6536058187484741,
      "learning_rate": 3.78878623347382e-05,
      "loss": 0.0425,
      "step": 53910
    },
    {
      "grad_norm": 0.32042810320854187,
      "learning_rate": 3.787003846022964e-05,
      "loss": 0.0334,
      "step": 53920
    },
    {
      "grad_norm": 0.3859347403049469,
      "learning_rate": 3.785221622339311e-05,
      "loss": 0.0468,
      "step": 53930
    },
    {
      "grad_norm": 0.31703510880470276,
      "learning_rate": 3.78343956266348e-05,
      "loss": 0.0365,
      "step": 53940
    },
    {
      "grad_norm": 0.5045849084854126,
      "learning_rate": 3.781657667236071e-05,
      "loss": 0.0473,
      "step": 53950
    },
    {
      "grad_norm": 0.4326624572277069,
      "learning_rate": 3.779875936297655e-05,
      "loss": 0.0508,
      "step": 53960
    },
    {
      "grad_norm": 0.39264845848083496,
      "learning_rate": 3.778094370088787e-05,
      "loss": 0.0403,
      "step": 53970
    },
    {
      "grad_norm": 0.3978073000907898,
      "learning_rate": 3.776312968849995e-05,
      "loss": 0.0387,
      "step": 53980
    },
    {
      "grad_norm": 0.34543344378471375,
      "learning_rate": 3.774531732821789e-05,
      "loss": 0.0562,
      "step": 53990
    },
    {
      "grad_norm": 0.3575270175933838,
      "learning_rate": 3.7727506622446516e-05,
      "loss": 0.0344,
      "step": 54000
    },
    {
      "grad_norm": 0.3583452105522156,
      "learning_rate": 3.7709697573590486e-05,
      "loss": 0.0366,
      "step": 54010
    },
    {
      "grad_norm": 0.28405821323394775,
      "learning_rate": 3.7691890184054185e-05,
      "loss": 0.0344,
      "step": 54020
    },
    {
      "grad_norm": 0.3005167841911316,
      "learning_rate": 3.7674084456241844e-05,
      "loss": 0.0436,
      "step": 54030
    },
    {
      "grad_norm": 0.447449266910553,
      "learning_rate": 3.7656280392557364e-05,
      "loss": 0.0409,
      "step": 54040
    },
    {
      "grad_norm": 0.3593674600124359,
      "learning_rate": 3.763847799540451e-05,
      "loss": 0.0321,
      "step": 54050
    },
    {
      "grad_norm": 0.35764631628990173,
      "learning_rate": 3.762067726718679e-05,
      "loss": 0.0345,
      "step": 54060
    },
    {
      "grad_norm": 0.24728445708751678,
      "learning_rate": 3.7602878210307505e-05,
      "loss": 0.0342,
      "step": 54070
    },
    {
      "grad_norm": 0.403594046831131,
      "learning_rate": 3.7585080827169685e-05,
      "loss": 0.0352,
      "step": 54080
    },
    {
      "grad_norm": 0.3206510841846466,
      "learning_rate": 3.7567285120176175e-05,
      "loss": 0.0385,
      "step": 54090
    },
    {
      "grad_norm": 0.48697617650032043,
      "learning_rate": 3.7549491091729574e-05,
      "loss": 0.0329,
      "step": 54100
    },
    {
      "grad_norm": 0.5267524123191833,
      "learning_rate": 3.7531698744232305e-05,
      "loss": 0.0428,
      "step": 54110
    },
    {
      "grad_norm": 0.3297157883644104,
      "learning_rate": 3.7513908080086466e-05,
      "loss": 0.0325,
      "step": 54120
    },
    {
      "grad_norm": 0.3303198516368866,
      "learning_rate": 3.7496119101694e-05,
      "loss": 0.0404,
      "step": 54130
    },
    {
      "grad_norm": 0.42974764108657837,
      "learning_rate": 3.7478331811456637e-05,
      "loss": 0.0354,
      "step": 54140
    },
    {
      "grad_norm": 0.4131077527999878,
      "learning_rate": 3.746054621177579e-05,
      "loss": 0.0432,
      "step": 54150
    },
    {
      "grad_norm": 0.44068101048469543,
      "learning_rate": 3.7442762305052746e-05,
      "loss": 0.053,
      "step": 54160
    },
    {
      "grad_norm": 0.24985365569591522,
      "learning_rate": 3.742498009368851e-05,
      "loss": 0.0378,
      "step": 54170
    },
    {
      "grad_norm": 0.3485966622829437,
      "learning_rate": 3.7407199580083874e-05,
      "loss": 0.0483,
      "step": 54180
    },
    {
      "grad_norm": 0.25009122490882874,
      "learning_rate": 3.738942076663937e-05,
      "loss": 0.0316,
      "step": 54190
    },
    {
      "grad_norm": 0.3409326672554016,
      "learning_rate": 3.737164365575534e-05,
      "loss": 0.0469,
      "step": 54200
    },
    {
      "grad_norm": 0.4486890137195587,
      "learning_rate": 3.735386824983187e-05,
      "loss": 0.0332,
      "step": 54210
    },
    {
      "grad_norm": 0.3859107196331024,
      "learning_rate": 3.733609455126886e-05,
      "loss": 0.04,
      "step": 54220
    },
    {
      "grad_norm": 0.27496740221977234,
      "learning_rate": 3.731832256246589e-05,
      "loss": 0.036,
      "step": 54230
    },
    {
      "grad_norm": 0.21271122992038727,
      "learning_rate": 3.730055228582241e-05,
      "loss": 0.0519,
      "step": 54240
    },
    {
      "grad_norm": 0.29632362723350525,
      "learning_rate": 3.728278372373759e-05,
      "loss": 0.0284,
      "step": 54250
    },
    {
      "grad_norm": 0.4351874589920044,
      "learning_rate": 3.726501687861035e-05,
      "loss": 0.0339,
      "step": 54260
    },
    {
      "grad_norm": 0.8278853297233582,
      "learning_rate": 3.7247251752839405e-05,
      "loss": 0.0437,
      "step": 54270
    },
    {
      "grad_norm": 0.4045172333717346,
      "learning_rate": 3.722948834882325e-05,
      "loss": 0.0378,
      "step": 54280
    },
    {
      "grad_norm": 0.40138304233551025,
      "learning_rate": 3.7211726668960126e-05,
      "loss": 0.0434,
      "step": 54290
    },
    {
      "grad_norm": 0.5182393193244934,
      "learning_rate": 3.7193966715648024e-05,
      "loss": 0.0426,
      "step": 54300
    },
    {
      "grad_norm": 0.367427796125412,
      "learning_rate": 3.7176208491284734e-05,
      "loss": 0.037,
      "step": 54310
    },
    {
      "grad_norm": 0.4536997079849243,
      "learning_rate": 3.7158451998267827e-05,
      "loss": 0.0403,
      "step": 54320
    },
    {
      "grad_norm": 0.21838824450969696,
      "learning_rate": 3.714069723899461e-05,
      "loss": 0.0447,
      "step": 54330
    },
    {
      "grad_norm": 0.4946613311767578,
      "learning_rate": 3.7122944215862135e-05,
      "loss": 0.0375,
      "step": 54340
    },
    {
      "grad_norm": 0.4490407109260559,
      "learning_rate": 3.710519293126726e-05,
      "loss": 0.0329,
      "step": 54350
    },
    {
      "grad_norm": 0.4359472095966339,
      "learning_rate": 3.7087443387606604e-05,
      "loss": 0.0349,
      "step": 54360
    },
    {
      "grad_norm": 0.3442802131175995,
      "learning_rate": 3.706969558727653e-05,
      "loss": 0.031,
      "step": 54370
    },
    {
      "grad_norm": 0.3501797616481781,
      "learning_rate": 3.705194953267318e-05,
      "loss": 0.052,
      "step": 54380
    },
    {
      "grad_norm": 0.4636937081813812,
      "learning_rate": 3.703420522619244e-05,
      "loss": 0.0382,
      "step": 54390
    },
    {
      "grad_norm": 0.4252592623233795,
      "learning_rate": 3.701646267023004e-05,
      "loss": 0.0331,
      "step": 54400
    },
    {
      "grad_norm": 0.3177902102470398,
      "learning_rate": 3.699872186718133e-05,
      "loss": 0.0325,
      "step": 54410
    },
    {
      "grad_norm": 0.32589709758758545,
      "learning_rate": 3.698098281944155e-05,
      "loss": 0.0365,
      "step": 54420
    },
    {
      "grad_norm": 0.26528388261795044,
      "learning_rate": 3.696324552940565e-05,
      "loss": 0.0282,
      "step": 54430
    },
    {
      "grad_norm": 0.27449849247932434,
      "learning_rate": 3.6945509999468356e-05,
      "loss": 0.0463,
      "step": 54440
    },
    {
      "grad_norm": 0.33654719591140747,
      "learning_rate": 3.6927776232024134e-05,
      "loss": 0.037,
      "step": 54450
    },
    {
      "grad_norm": 0.3933846056461334,
      "learning_rate": 3.691004422946725e-05,
      "loss": 0.0443,
      "step": 54460
    },
    {
      "grad_norm": 0.5344266891479492,
      "learning_rate": 3.6892313994191676e-05,
      "loss": 0.0368,
      "step": 54470
    },
    {
      "grad_norm": 0.41650068759918213,
      "learning_rate": 3.6874585528591236e-05,
      "loss": 0.0416,
      "step": 54480
    },
    {
      "grad_norm": 0.30612698197364807,
      "learning_rate": 3.68568588350594e-05,
      "loss": 0.0391,
      "step": 54490
    },
    {
      "grad_norm": 0.36173996329307556,
      "learning_rate": 3.683913391598949e-05,
      "loss": 0.0392,
      "step": 54500
    },
    {
      "grad_norm": 0.4281732439994812,
      "learning_rate": 3.6821410773774565e-05,
      "loss": 0.0289,
      "step": 54510
    },
    {
      "grad_norm": 0.418567955493927,
      "learning_rate": 3.680368941080739e-05,
      "loss": 0.0388,
      "step": 54520
    },
    {
      "grad_norm": 0.3700478672981262,
      "learning_rate": 3.678596982948058e-05,
      "loss": 0.0407,
      "step": 54530
    },
    {
      "grad_norm": 0.3065336346626282,
      "learning_rate": 3.6768252032186446e-05,
      "loss": 0.0333,
      "step": 54540
    },
    {
      "grad_norm": 0.5972213745117188,
      "learning_rate": 3.675053602131709e-05,
      "loss": 0.0502,
      "step": 54550
    },
    {
      "grad_norm": 0.5161910057067871,
      "learning_rate": 3.673282179926433e-05,
      "loss": 0.0336,
      "step": 54560
    },
    {
      "grad_norm": 0.3309290409088135,
      "learning_rate": 3.6715109368419794e-05,
      "loss": 0.0334,
      "step": 54570
    },
    {
      "grad_norm": 0.5124748945236206,
      "learning_rate": 3.669739873117483e-05,
      "loss": 0.0359,
      "step": 54580
    },
    {
      "grad_norm": 0.39442649483680725,
      "learning_rate": 3.667968988992061e-05,
      "loss": 0.0367,
      "step": 54590
    },
    {
      "grad_norm": 0.3509809076786041,
      "learning_rate": 3.6661982847047936e-05,
      "loss": 0.0333,
      "step": 54600
    },
    {
      "grad_norm": 0.3790348172187805,
      "learning_rate": 3.66442776049475e-05,
      "loss": 0.0559,
      "step": 54610
    },
    {
      "grad_norm": 0.38338741660118103,
      "learning_rate": 3.662657416600968e-05,
      "loss": 0.0381,
      "step": 54620
    },
    {
      "grad_norm": 0.6350888609886169,
      "learning_rate": 3.6608872532624615e-05,
      "loss": 0.0353,
      "step": 54630
    },
    {
      "grad_norm": 0.2802976071834564,
      "learning_rate": 3.659117270718223e-05,
      "loss": 0.0318,
      "step": 54640
    },
    {
      "grad_norm": 0.21719971299171448,
      "learning_rate": 3.657347469207217e-05,
      "loss": 0.0313,
      "step": 54650
    },
    {
      "grad_norm": 0.33209648728370667,
      "learning_rate": 3.655577848968388e-05,
      "loss": 0.0321,
      "step": 54660
    },
    {
      "grad_norm": 0.32782888412475586,
      "learning_rate": 3.653808410240649e-05,
      "loss": 0.0289,
      "step": 54670
    },
    {
      "grad_norm": 0.49884411692619324,
      "learning_rate": 3.652039153262895e-05,
      "loss": 0.0342,
      "step": 54680
    },
    {
      "grad_norm": 0.34109336137771606,
      "learning_rate": 3.6502700782739954e-05,
      "loss": 0.0387,
      "step": 54690
    },
    {
      "grad_norm": 0.35856831073760986,
      "learning_rate": 3.648501185512794e-05,
      "loss": 0.0328,
      "step": 54700
    },
    {
      "grad_norm": 0.39167648553848267,
      "learning_rate": 3.6467324752181074e-05,
      "loss": 0.0374,
      "step": 54710
    },
    {
      "grad_norm": 0.3287573456764221,
      "learning_rate": 3.644963947628732e-05,
      "loss": 0.0367,
      "step": 54720
    },
    {
      "grad_norm": 0.4698322117328644,
      "learning_rate": 3.643195602983436e-05,
      "loss": 0.0315,
      "step": 54730
    },
    {
      "grad_norm": 0.2546052634716034,
      "learning_rate": 3.641427441520968e-05,
      "loss": 0.0411,
      "step": 54740
    },
    {
      "grad_norm": 0.42292505502700806,
      "learning_rate": 3.6396594634800426e-05,
      "loss": 0.0331,
      "step": 54750
    },
    {
      "grad_norm": 0.6988764405250549,
      "learning_rate": 3.637891669099359e-05,
      "loss": 0.0305,
      "step": 54760
    },
    {
      "grad_norm": 0.488084077835083,
      "learning_rate": 3.6361240586175906e-05,
      "loss": 0.0409,
      "step": 54770
    },
    {
      "grad_norm": 0.3317056894302368,
      "learning_rate": 3.6343566322733765e-05,
      "loss": 0.0365,
      "step": 54780
    },
    {
      "grad_norm": 0.3878908157348633,
      "learning_rate": 3.6325893903053434e-05,
      "loss": 0.0323,
      "step": 54790
    },
    {
      "grad_norm": 0.33003976941108704,
      "learning_rate": 3.6308223329520864e-05,
      "loss": 0.0275,
      "step": 54800
    },
    {
      "grad_norm": 0.4814348518848419,
      "learning_rate": 3.629055460452175e-05,
      "loss": 0.0383,
      "step": 54810
    },
    {
      "grad_norm": 0.45929938554763794,
      "learning_rate": 3.627288773044157e-05,
      "loss": 0.0337,
      "step": 54820
    },
    {
      "grad_norm": 0.39173686504364014,
      "learning_rate": 3.625522270966554e-05,
      "loss": 0.0408,
      "step": 54830
    },
    {
      "grad_norm": 0.44379866123199463,
      "learning_rate": 3.623755954457859e-05,
      "loss": 0.0387,
      "step": 54840
    },
    {
      "grad_norm": 0.2887837886810303,
      "learning_rate": 3.62198982375655e-05,
      "loss": 0.0329,
      "step": 54850
    },
    {
      "grad_norm": 0.2506381869316101,
      "learning_rate": 3.620223879101066e-05,
      "loss": 0.0263,
      "step": 54860
    },
    {
      "grad_norm": 0.4206472337245941,
      "learning_rate": 3.618458120729832e-05,
      "loss": 0.0335,
      "step": 54870
    },
    {
      "grad_norm": 0.4026644229888916,
      "learning_rate": 3.616692548881244e-05,
      "loss": 0.0361,
      "step": 54880
    },
    {
      "grad_norm": 0.41217291355133057,
      "learning_rate": 3.61492716379367e-05,
      "loss": 0.0367,
      "step": 54890
    },
    {
      "grad_norm": 0.3468768298625946,
      "learning_rate": 3.613161965705458e-05,
      "loss": 0.0309,
      "step": 54900
    },
    {
      "grad_norm": 0.23620039224624634,
      "learning_rate": 3.611396954854928e-05,
      "loss": 0.0285,
      "step": 54910
    },
    {
      "grad_norm": 0.40348365902900696,
      "learning_rate": 3.609632131480375e-05,
      "loss": 0.0398,
      "step": 54920
    },
    {
      "grad_norm": 0.2728200852870941,
      "learning_rate": 3.607867495820066e-05,
      "loss": 0.0317,
      "step": 54930
    },
    {
      "grad_norm": 0.31723544001579285,
      "learning_rate": 3.606103048112248e-05,
      "loss": 0.0309,
      "step": 54940
    },
    {
      "grad_norm": 0.447823703289032,
      "learning_rate": 3.60433878859514e-05,
      "loss": 0.0495,
      "step": 54950
    },
    {
      "grad_norm": 0.29821574687957764,
      "learning_rate": 3.602574717506936e-05,
      "loss": 0.038,
      "step": 54960
    },
    {
      "grad_norm": 0.4013392925262451,
      "learning_rate": 3.600810835085803e-05,
      "loss": 0.0409,
      "step": 54970
    },
    {
      "grad_norm": 0.41043105721473694,
      "learning_rate": 3.599047141569882e-05,
      "loss": 0.031,
      "step": 54980
    },
    {
      "grad_norm": 0.42734718322753906,
      "learning_rate": 3.597283637197294e-05,
      "loss": 0.034,
      "step": 54990
    },
    {
      "grad_norm": 0.3995198905467987,
      "learning_rate": 3.595520322206127e-05,
      "loss": 0.0388,
      "step": 55000
    },
    {
      "grad_norm": 0.4115132987499237,
      "learning_rate": 3.5937571968344484e-05,
      "loss": 0.0362,
      "step": 55010
    },
    {
      "grad_norm": 0.5539510250091553,
      "learning_rate": 3.591994261320297e-05,
      "loss": 0.0334,
      "step": 55020
    },
    {
      "grad_norm": 0.519149661064148,
      "learning_rate": 3.5902315159016935e-05,
      "loss": 0.0287,
      "step": 55030
    },
    {
      "grad_norm": 0.27994731068611145,
      "learning_rate": 3.58846896081662e-05,
      "loss": 0.0366,
      "step": 55040
    },
    {
      "grad_norm": 0.5478059649467468,
      "learning_rate": 3.586706596303042e-05,
      "loss": 0.0389,
      "step": 55050
    },
    {
      "grad_norm": 0.33759307861328125,
      "learning_rate": 3.584944422598899e-05,
      "loss": 0.0307,
      "step": 55060
    },
    {
      "grad_norm": 0.34679439663887024,
      "learning_rate": 3.583182439942102e-05,
      "loss": 0.0386,
      "step": 55070
    },
    {
      "grad_norm": 0.43435782194137573,
      "learning_rate": 3.581420648570537e-05,
      "loss": 0.0372,
      "step": 55080
    },
    {
      "grad_norm": 0.45976194739341736,
      "learning_rate": 3.579659048722064e-05,
      "loss": 0.0284,
      "step": 55090
    },
    {
      "grad_norm": 0.5012394785881042,
      "learning_rate": 3.577897640634517e-05,
      "loss": 0.0373,
      "step": 55100
    },
    {
      "grad_norm": 0.3024064898490906,
      "learning_rate": 3.576136424545707e-05,
      "loss": 0.0402,
      "step": 55110
    },
    {
      "grad_norm": 0.30068889260292053,
      "learning_rate": 3.574375400693414e-05,
      "loss": 0.0282,
      "step": 55120
    },
    {
      "grad_norm": 0.2821887135505676,
      "learning_rate": 3.572614569315394e-05,
      "loss": 0.0342,
      "step": 55130
    },
    {
      "grad_norm": 0.4657828211784363,
      "learning_rate": 3.570853930649383e-05,
      "loss": 0.0456,
      "step": 55140
    },
    {
      "grad_norm": 0.3663978576660156,
      "learning_rate": 3.5690934849330785e-05,
      "loss": 0.0368,
      "step": 55150
    },
    {
      "grad_norm": 0.4592827558517456,
      "learning_rate": 3.567333232404164e-05,
      "loss": 0.0384,
      "step": 55160
    },
    {
      "grad_norm": 0.39389634132385254,
      "learning_rate": 3.565573173300291e-05,
      "loss": 0.0375,
      "step": 55170
    },
    {
      "grad_norm": 0.31470808386802673,
      "learning_rate": 3.5638133078590865e-05,
      "loss": 0.0434,
      "step": 55180
    },
    {
      "grad_norm": 0.7449446320533752,
      "learning_rate": 3.5620536363181484e-05,
      "loss": 0.0365,
      "step": 55190
    },
    {
      "grad_norm": 0.44141843914985657,
      "learning_rate": 3.560294158915053e-05,
      "loss": 0.0479,
      "step": 55200
    },
    {
      "grad_norm": 0.32101383805274963,
      "learning_rate": 3.558534875887346e-05,
      "loss": 0.0418,
      "step": 55210
    },
    {
      "grad_norm": 0.4701915383338928,
      "learning_rate": 3.5567757874725535e-05,
      "loss": 0.0392,
      "step": 55220
    },
    {
      "grad_norm": 0.340166836977005,
      "learning_rate": 3.555016893908166e-05,
      "loss": 0.0451,
      "step": 55230
    },
    {
      "grad_norm": 0.2909085154533386,
      "learning_rate": 3.553258195431655e-05,
      "loss": 0.0307,
      "step": 55240
    },
    {
      "grad_norm": 0.27823248505592346,
      "learning_rate": 3.5514996922804636e-05,
      "loss": 0.0298,
      "step": 55250
    },
    {
      "grad_norm": 0.2567206919193268,
      "learning_rate": 3.549741384692007e-05,
      "loss": 0.0303,
      "step": 55260
    },
    {
      "grad_norm": 0.37698253989219666,
      "learning_rate": 3.547983272903676e-05,
      "loss": 0.0394,
      "step": 55270
    },
    {
      "grad_norm": 0.42198336124420166,
      "learning_rate": 3.546225357152832e-05,
      "loss": 0.0363,
      "step": 55280
    },
    {
      "grad_norm": 0.323295921087265,
      "learning_rate": 3.544467637676816e-05,
      "loss": 0.045,
      "step": 55290
    },
    {
      "grad_norm": 0.32776445150375366,
      "learning_rate": 3.5427101147129346e-05,
      "loss": 0.031,
      "step": 55300
    },
    {
      "grad_norm": 0.5211755633354187,
      "learning_rate": 3.540952788498474e-05,
      "loss": 0.0319,
      "step": 55310
    },
    {
      "grad_norm": 0.3477332293987274,
      "learning_rate": 3.539195659270691e-05,
      "loss": 0.0309,
      "step": 55320
    },
    {
      "grad_norm": 0.6557309627532959,
      "learning_rate": 3.537438727266819e-05,
      "loss": 0.0346,
      "step": 55330
    },
    {
      "grad_norm": 0.35769498348236084,
      "learning_rate": 3.535681992724057e-05,
      "loss": 0.0402,
      "step": 55340
    },
    {
      "grad_norm": 0.4549194872379303,
      "learning_rate": 3.533925455879587e-05,
      "loss": 0.0312,
      "step": 55350
    },
    {
      "grad_norm": 0.45406562089920044,
      "learning_rate": 3.5321691169705585e-05,
      "loss": 0.0341,
      "step": 55360
    },
    {
      "grad_norm": 0.30587896704673767,
      "learning_rate": 3.530412976234096e-05,
      "loss": 0.0339,
      "step": 55370
    },
    {
      "grad_norm": 0.3137045204639435,
      "learning_rate": 3.5286570339072954e-05,
      "loss": 0.0322,
      "step": 55380
    },
    {
      "grad_norm": 0.4328249394893646,
      "learning_rate": 3.526901290227228e-05,
      "loss": 0.0305,
      "step": 55390
    },
    {
      "grad_norm": 0.42516666650772095,
      "learning_rate": 3.525145745430941e-05,
      "loss": 0.0292,
      "step": 55400
    },
    {
      "grad_norm": 0.3525819778442383,
      "learning_rate": 3.5233903997554466e-05,
      "loss": 0.0404,
      "step": 55410
    },
    {
      "grad_norm": 0.25621259212493896,
      "learning_rate": 3.5216352534377365e-05,
      "loss": 0.0359,
      "step": 55420
    },
    {
      "grad_norm": 0.5816584229469299,
      "learning_rate": 3.519880306714774e-05,
      "loss": 0.0376,
      "step": 55430
    },
    {
      "grad_norm": 0.4694463312625885,
      "learning_rate": 3.518125559823496e-05,
      "loss": 0.0382,
      "step": 55440
    },
    {
      "grad_norm": 0.476095587015152,
      "learning_rate": 3.5163710130008117e-05,
      "loss": 0.0326,
      "step": 55450
    },
    {
      "grad_norm": 0.2651047110557556,
      "learning_rate": 3.5146166664836024e-05,
      "loss": 0.0255,
      "step": 55460
    },
    {
      "grad_norm": 0.38116058707237244,
      "learning_rate": 3.512862520508722e-05,
      "loss": 0.0335,
      "step": 55470
    },
    {
      "grad_norm": 0.3230759799480438,
      "learning_rate": 3.511108575313004e-05,
      "loss": 0.0329,
      "step": 55480
    },
    {
      "grad_norm": 0.3949871063232422,
      "learning_rate": 3.5093548311332425e-05,
      "loss": 0.0469,
      "step": 55490
    },
    {
      "grad_norm": 0.4132031500339508,
      "learning_rate": 3.507601288206215e-05,
      "loss": 0.0333,
      "step": 55500
    },
    {
      "grad_norm": 0.49479061365127563,
      "learning_rate": 3.505847946768669e-05,
      "loss": 0.0352,
      "step": 55510
    },
    {
      "grad_norm": 0.2771160304546356,
      "learning_rate": 3.504094807057321e-05,
      "loss": 0.0382,
      "step": 55520
    },
    {
      "grad_norm": 0.34853121638298035,
      "learning_rate": 3.502341869308866e-05,
      "loss": 0.0381,
      "step": 55530
    },
    {
      "grad_norm": 0.3906543254852295,
      "learning_rate": 3.500589133759967e-05,
      "loss": 0.0372,
      "step": 55540
    },
    {
      "grad_norm": 0.4188699722290039,
      "learning_rate": 3.498836600647265e-05,
      "loss": 0.0326,
      "step": 55550
    },
    {
      "grad_norm": 0.2570480704307556,
      "learning_rate": 3.4970842702073655e-05,
      "loss": 0.0355,
      "step": 55560
    },
    {
      "grad_norm": 0.6958643794059753,
      "learning_rate": 3.495332142676855e-05,
      "loss": 0.0273,
      "step": 55570
    },
    {
      "grad_norm": 0.4606146216392517,
      "learning_rate": 3.4935802182922874e-05,
      "loss": 0.0426,
      "step": 55580
    },
    {
      "grad_norm": 0.9038819074630737,
      "learning_rate": 3.491828497290194e-05,
      "loss": 0.0421,
      "step": 55590
    },
    {
      "grad_norm": 0.36843404173851013,
      "learning_rate": 3.49007697990707e-05,
      "loss": 0.0384,
      "step": 55600
    },
    {
      "grad_norm": 0.3033348619937897,
      "learning_rate": 3.488325666379392e-05,
      "loss": 0.0317,
      "step": 55610
    },
    {
      "grad_norm": 0.49121764302253723,
      "learning_rate": 3.486574556943607e-05,
      "loss": 0.0316,
      "step": 55620
    },
    {
      "grad_norm": 0.40945953130722046,
      "learning_rate": 3.484823651836131e-05,
      "loss": 0.0322,
      "step": 55630
    },
    {
      "grad_norm": 0.2844183146953583,
      "learning_rate": 3.4830729512933545e-05,
      "loss": 0.033,
      "step": 55640
    },
    {
      "grad_norm": 0.8447698950767517,
      "learning_rate": 3.481322455551641e-05,
      "loss": 0.0414,
      "step": 55650
    },
    {
      "grad_norm": 0.3713054656982422,
      "learning_rate": 3.4795721648473266e-05,
      "loss": 0.0301,
      "step": 55660
    },
    {
      "grad_norm": 0.3023054599761963,
      "learning_rate": 3.4778220794167175e-05,
      "loss": 0.0361,
      "step": 55670
    },
    {
      "grad_norm": 0.48686474561691284,
      "learning_rate": 3.4760721994960934e-05,
      "loss": 0.0432,
      "step": 55680
    },
    {
      "grad_norm": 0.3160141706466675,
      "learning_rate": 3.4743225253217076e-05,
      "loss": 0.0322,
      "step": 55690
    },
    {
      "grad_norm": 0.3975009024143219,
      "learning_rate": 3.472573057129785e-05,
      "loss": 0.0365,
      "step": 55700
    },
    {
      "grad_norm": 0.417953222990036,
      "learning_rate": 3.470823795156521e-05,
      "loss": 0.0302,
      "step": 55710
    },
    {
      "grad_norm": 0.2572748064994812,
      "learning_rate": 3.469074739638084e-05,
      "loss": 0.0309,
      "step": 55720
    },
    {
      "grad_norm": 0.39641886949539185,
      "learning_rate": 3.4673258908106155e-05,
      "loss": 0.0352,
      "step": 55730
    },
    {
      "grad_norm": 0.504485547542572,
      "learning_rate": 3.4655772489102294e-05,
      "loss": 0.0496,
      "step": 55740
    },
    {
      "grad_norm": 0.3440045714378357,
      "learning_rate": 3.463828814173008e-05,
      "loss": 0.035,
      "step": 55750
    },
    {
      "grad_norm": 0.33931824564933777,
      "learning_rate": 3.46208058683501e-05,
      "loss": 0.0307,
      "step": 55760
    },
    {
      "grad_norm": 0.3257423937320709,
      "learning_rate": 3.4603325671322674e-05,
      "loss": 0.0401,
      "step": 55770
    },
    {
      "grad_norm": 0.3807480037212372,
      "learning_rate": 3.4585847553007745e-05,
      "loss": 0.0383,
      "step": 55780
    },
    {
      "grad_norm": 0.47274625301361084,
      "learning_rate": 3.456837151576509e-05,
      "loss": 0.0423,
      "step": 55790
    },
    {
      "grad_norm": 0.3060159981250763,
      "learning_rate": 3.455089756195415e-05,
      "loss": 0.0363,
      "step": 55800
    },
    {
      "grad_norm": 0.4540393650531769,
      "learning_rate": 3.45334256939341e-05,
      "loss": 0.0295,
      "step": 55810
    },
    {
      "grad_norm": 0.2909512221813202,
      "learning_rate": 3.45159559140638e-05,
      "loss": 0.0344,
      "step": 55820
    },
    {
      "grad_norm": 0.2912716567516327,
      "learning_rate": 3.4498488224701865e-05,
      "loss": 0.0331,
      "step": 55830
    },
    {
      "grad_norm": 0.30246564745903015,
      "learning_rate": 3.448102262820661e-05,
      "loss": 0.0359,
      "step": 55840
    },
    {
      "grad_norm": 0.2555103302001953,
      "learning_rate": 3.446355912693612e-05,
      "loss": 0.0255,
      "step": 55850
    },
    {
      "grad_norm": 0.3729498088359833,
      "learning_rate": 3.4446097723248075e-05,
      "loss": 0.0325,
      "step": 55860
    },
    {
      "grad_norm": 0.4361787736415863,
      "learning_rate": 3.44286384195e-05,
      "loss": 0.0311,
      "step": 55870
    },
    {
      "grad_norm": 0.4266458749771118,
      "learning_rate": 3.441118121804909e-05,
      "loss": 0.0412,
      "step": 55880
    },
    {
      "grad_norm": 0.2931365966796875,
      "learning_rate": 3.43937261212522e-05,
      "loss": 0.0354,
      "step": 55890
    },
    {
      "grad_norm": 0.49156802892684937,
      "learning_rate": 3.437627313146599e-05,
      "loss": 0.0369,
      "step": 55900
    },
    {
      "grad_norm": 0.3662313222885132,
      "learning_rate": 3.435882225104678e-05,
      "loss": 0.0349,
      "step": 55910
    },
    {
      "grad_norm": 0.3796478509902954,
      "learning_rate": 3.434137348235066e-05,
      "loss": 0.0356,
      "step": 55920
    },
    {
      "grad_norm": 0.40729305148124695,
      "learning_rate": 3.4323926827733345e-05,
      "loss": 0.0294,
      "step": 55930
    },
    {
      "grad_norm": 0.36528125405311584,
      "learning_rate": 3.430648228955033e-05,
      "loss": 0.036,
      "step": 55940
    },
    {
      "grad_norm": 0.4519992470741272,
      "learning_rate": 3.428903987015683e-05,
      "loss": 0.0343,
      "step": 55950
    },
    {
      "grad_norm": 0.593227207660675,
      "learning_rate": 3.4271599571907765e-05,
      "loss": 0.0327,
      "step": 55960
    },
    {
      "grad_norm": 0.4394262731075287,
      "learning_rate": 3.4254161397157704e-05,
      "loss": 0.0317,
      "step": 55970
    },
    {
      "grad_norm": 0.47270283102989197,
      "learning_rate": 3.4236725348261024e-05,
      "loss": 0.0344,
      "step": 55980
    },
    {
      "grad_norm": 0.22578927874565125,
      "learning_rate": 3.4219291427571784e-05,
      "loss": 0.0368,
      "step": 55990
    },
    {
      "grad_norm": 0.28555938601493835,
      "learning_rate": 3.4201859637443714e-05,
      "loss": 0.0332,
      "step": 56000
    },
    {
      "grad_norm": 0.33273935317993164,
      "learning_rate": 3.4184429980230305e-05,
      "loss": 0.0308,
      "step": 56010
    },
    {
      "grad_norm": 0.3777881860733032,
      "learning_rate": 3.4167002458284735e-05,
      "loss": 0.0409,
      "step": 56020
    },
    {
      "grad_norm": 0.3707466423511505,
      "learning_rate": 3.4149577073959935e-05,
      "loss": 0.0359,
      "step": 56030
    },
    {
      "grad_norm": 0.28864553570747375,
      "learning_rate": 3.4132153829608466e-05,
      "loss": 0.0305,
      "step": 56040
    },
    {
      "grad_norm": 0.5363601446151733,
      "learning_rate": 3.411473272758267e-05,
      "loss": 0.038,
      "step": 56050
    },
    {
      "grad_norm": 0.4858725965023041,
      "learning_rate": 3.409731377023458e-05,
      "loss": 0.0331,
      "step": 56060
    },
    {
      "grad_norm": 0.4288347363471985,
      "learning_rate": 3.407989695991596e-05,
      "loss": 0.0453,
      "step": 56070
    },
    {
      "grad_norm": 0.31972432136535645,
      "learning_rate": 3.406248229897822e-05,
      "loss": 0.0323,
      "step": 56080
    },
    {
      "grad_norm": 0.1804775446653366,
      "learning_rate": 3.404506978977254e-05,
      "loss": 0.0288,
      "step": 56090
    },
    {
      "grad_norm": 0.33546748757362366,
      "learning_rate": 3.402765943464981e-05,
      "loss": 0.0336,
      "step": 56100
    },
    {
      "grad_norm": 0.46298879384994507,
      "learning_rate": 3.401025123596059e-05,
      "loss": 0.0313,
      "step": 56110
    },
    {
      "grad_norm": 0.2842606008052826,
      "learning_rate": 3.399284519605517e-05,
      "loss": 0.0389,
      "step": 56120
    },
    {
      "grad_norm": 0.3845404386520386,
      "learning_rate": 3.397544131728354e-05,
      "loss": 0.0314,
      "step": 56130
    },
    {
      "grad_norm": 0.4446728229522705,
      "learning_rate": 3.3958039601995446e-05,
      "loss": 0.0338,
      "step": 56140
    },
    {
      "grad_norm": 0.45904403924942017,
      "learning_rate": 3.394064005254025e-05,
      "loss": 0.0366,
      "step": 56150
    },
    {
      "grad_norm": 0.4679674506187439,
      "learning_rate": 3.3923242671267094e-05,
      "loss": 0.0346,
      "step": 56160
    },
    {
      "grad_norm": 0.3201020658016205,
      "learning_rate": 3.390584746052482e-05,
      "loss": 0.0289,
      "step": 56170
    },
    {
      "grad_norm": 0.475273072719574,
      "learning_rate": 3.3888454422661966e-05,
      "loss": 0.0289,
      "step": 56180
    },
    {
      "grad_norm": 0.29607149958610535,
      "learning_rate": 3.387106356002675e-05,
      "loss": 0.032,
      "step": 56190
    },
    {
      "grad_norm": 0.29813820123672485,
      "learning_rate": 3.385367487496713e-05,
      "loss": 0.0283,
      "step": 56200
    },
    {
      "grad_norm": 0.4199407696723938,
      "learning_rate": 3.383628836983076e-05,
      "loss": 0.039,
      "step": 56210
    },
    {
      "grad_norm": 0.39511358737945557,
      "learning_rate": 3.3818904046965036e-05,
      "loss": 0.0314,
      "step": 56220
    },
    {
      "grad_norm": 0.29083138704299927,
      "learning_rate": 3.380152190871696e-05,
      "loss": 0.0331,
      "step": 56230
    },
    {
      "grad_norm": 0.33352282643318176,
      "learning_rate": 3.3784141957433344e-05,
      "loss": 0.0311,
      "step": 56240
    },
    {
      "grad_norm": 0.32483136653900146,
      "learning_rate": 3.376676419546067e-05,
      "loss": 0.0327,
      "step": 56250
    },
    {
      "grad_norm": 0.8229562044143677,
      "learning_rate": 3.37493886251451e-05,
      "loss": 0.0344,
      "step": 56260
    },
    {
      "grad_norm": 0.4467284083366394,
      "learning_rate": 3.3732015248832506e-05,
      "loss": 0.0387,
      "step": 56270
    },
    {
      "grad_norm": 0.5028440952301025,
      "learning_rate": 3.3714644068868506e-05,
      "loss": 0.0424,
      "step": 56280
    },
    {
      "grad_norm": 0.35871410369873047,
      "learning_rate": 3.369727508759838e-05,
      "loss": 0.0407,
      "step": 56290
    },
    {
      "grad_norm": 0.25860363245010376,
      "learning_rate": 3.367990830736711e-05,
      "loss": 0.0341,
      "step": 56300
    },
    {
      "grad_norm": 0.24129866063594818,
      "learning_rate": 3.36625437305194e-05,
      "loss": 0.0336,
      "step": 56310
    },
    {
      "grad_norm": 0.31512153148651123,
      "learning_rate": 3.3645181359399667e-05,
      "loss": 0.0321,
      "step": 56320
    },
    {
      "grad_norm": 0.43990957736968994,
      "learning_rate": 3.3627821196352e-05,
      "loss": 0.031,
      "step": 56330
    },
    {
      "grad_norm": 0.35315319895744324,
      "learning_rate": 3.36104632437202e-05,
      "loss": 0.0304,
      "step": 56340
    },
    {
      "grad_norm": 0.5432680249214172,
      "learning_rate": 3.359310750384778e-05,
      "loss": 0.0396,
      "step": 56350
    },
    {
      "grad_norm": 0.38583558797836304,
      "learning_rate": 3.3575753979077926e-05,
      "loss": 0.0328,
      "step": 56360
    },
    {
      "grad_norm": 0.2757033109664917,
      "learning_rate": 3.3558402671753586e-05,
      "loss": 0.0275,
      "step": 56370
    },
    {
      "grad_norm": 0.4175993800163269,
      "learning_rate": 3.354105358421733e-05,
      "loss": 0.0407,
      "step": 56380
    },
    {
      "grad_norm": 0.35828256607055664,
      "learning_rate": 3.3523706718811473e-05,
      "loss": 0.0317,
      "step": 56390
    },
    {
      "grad_norm": 0.46010997891426086,
      "learning_rate": 3.350636207787807e-05,
      "loss": 0.0399,
      "step": 56400
    },
    {
      "grad_norm": 0.3703349232673645,
      "learning_rate": 3.348901966375877e-05,
      "loss": 0.0332,
      "step": 56410
    },
    {
      "grad_norm": 0.4029408097267151,
      "learning_rate": 3.3471679478794985e-05,
      "loss": 0.0257,
      "step": 56420
    },
    {
      "grad_norm": 0.2558218240737915,
      "learning_rate": 3.3454341525327857e-05,
      "loss": 0.027,
      "step": 56430
    },
    {
      "grad_norm": 0.38081908226013184,
      "learning_rate": 3.3437005805698186e-05,
      "loss": 0.0307,
      "step": 56440
    },
    {
      "grad_norm": 0.26716911792755127,
      "learning_rate": 3.3419672322246446e-05,
      "loss": 0.0294,
      "step": 56450
    },
    {
      "grad_norm": 0.3394330143928528,
      "learning_rate": 3.340234107731287e-05,
      "loss": 0.0331,
      "step": 56460
    },
    {
      "grad_norm": 0.31675949692726135,
      "learning_rate": 3.338501207323732e-05,
      "loss": 0.0374,
      "step": 56470
    },
    {
      "grad_norm": 0.36010825634002686,
      "learning_rate": 3.336768531235947e-05,
      "loss": 0.0295,
      "step": 56480
    },
    {
      "grad_norm": 0.3564000129699707,
      "learning_rate": 3.335036079701852e-05,
      "loss": 0.0326,
      "step": 56490
    },
    {
      "grad_norm": 0.3956848084926605,
      "learning_rate": 3.3333038529553504e-05,
      "loss": 0.0345,
      "step": 56500
    },
    {
      "grad_norm": 0.36773139238357544,
      "learning_rate": 3.331571851230314e-05,
      "loss": 0.0406,
      "step": 56510
    },
    {
      "grad_norm": 0.49983981251716614,
      "learning_rate": 3.329840074760576e-05,
      "loss": 0.0424,
      "step": 56520
    },
    {
      "grad_norm": 0.31207796931266785,
      "learning_rate": 3.3281085237799466e-05,
      "loss": 0.0296,
      "step": 56530
    },
    {
      "grad_norm": 0.5445389151573181,
      "learning_rate": 3.3263771985222035e-05,
      "loss": 0.0464,
      "step": 56540
    },
    {
      "grad_norm": 0.41549840569496155,
      "learning_rate": 3.324646099221095e-05,
      "loss": 0.04,
      "step": 56550
    },
    {
      "grad_norm": 0.30745401978492737,
      "learning_rate": 3.322915226110335e-05,
      "loss": 0.0353,
      "step": 56560
    },
    {
      "grad_norm": 0.44495823979377747,
      "learning_rate": 3.321184579423611e-05,
      "loss": 0.0306,
      "step": 56570
    },
    {
      "grad_norm": 0.40678948163986206,
      "learning_rate": 3.319454159394578e-05,
      "loss": 0.033,
      "step": 56580
    },
    {
      "grad_norm": 0.27755066752433777,
      "learning_rate": 3.317723966256863e-05,
      "loss": 0.0277,
      "step": 56590
    },
    {
      "grad_norm": 0.3341669738292694,
      "learning_rate": 3.3159940002440556e-05,
      "loss": 0.0327,
      "step": 56600
    },
    {
      "grad_norm": 0.39640095829963684,
      "learning_rate": 3.314264261589724e-05,
      "loss": 0.0382,
      "step": 56610
    },
    {
      "grad_norm": 0.36555859446525574,
      "learning_rate": 3.312534750527399e-05,
      "loss": 0.0313,
      "step": 56620
    },
    {
      "grad_norm": 0.3039840757846832,
      "learning_rate": 3.3108054672905826e-05,
      "loss": 0.025,
      "step": 56630
    },
    {
      "grad_norm": 0.30435657501220703,
      "learning_rate": 3.309076412112746e-05,
      "loss": 0.0371,
      "step": 56640
    },
    {
      "grad_norm": 0.39768150448799133,
      "learning_rate": 3.307347585227331e-05,
      "loss": 0.0398,
      "step": 56650
    },
    {
      "grad_norm": 0.34491991996765137,
      "learning_rate": 3.3056189868677465e-05,
      "loss": 0.0409,
      "step": 56660
    },
    {
      "grad_norm": 0.4421941041946411,
      "learning_rate": 3.303890617267372e-05,
      "loss": 0.0319,
      "step": 56670
    },
    {
      "grad_norm": 0.32584282755851746,
      "learning_rate": 3.3021624766595535e-05,
      "loss": 0.0275,
      "step": 56680
    },
    {
      "grad_norm": 0.4022084176540375,
      "learning_rate": 3.30043456527761e-05,
      "loss": 0.0302,
      "step": 56690
    },
    {
      "grad_norm": 0.36726224422454834,
      "learning_rate": 3.29870688335483e-05,
      "loss": 0.0364,
      "step": 56700
    },
    {
      "grad_norm": 0.6427493691444397,
      "learning_rate": 3.296979431124463e-05,
      "loss": 0.0288,
      "step": 56710
    },
    {
      "grad_norm": 0.38756439089775085,
      "learning_rate": 3.295252208819737e-05,
      "loss": 0.0373,
      "step": 56720
    },
    {
      "grad_norm": 0.35475051403045654,
      "learning_rate": 3.293525216673845e-05,
      "loss": 0.0265,
      "step": 56730
    },
    {
      "grad_norm": 0.3944443464279175,
      "learning_rate": 3.291798454919949e-05,
      "loss": 0.0382,
      "step": 56740
    },
    {
      "grad_norm": 0.25104373693466187,
      "learning_rate": 3.2900719237911775e-05,
      "loss": 0.0334,
      "step": 56750
    },
    {
      "grad_norm": 0.29126495122909546,
      "learning_rate": 3.288345623520632e-05,
      "loss": 0.0259,
      "step": 56760
    },
    {
      "grad_norm": 0.5133302211761475,
      "learning_rate": 3.286619554341384e-05,
      "loss": 0.0402,
      "step": 56770
    },
    {
      "grad_norm": 0.30479538440704346,
      "learning_rate": 3.2848937164864654e-05,
      "loss": 0.0382,
      "step": 56780
    },
    {
      "grad_norm": 0.31582754850387573,
      "learning_rate": 3.283168110188886e-05,
      "loss": 0.0385,
      "step": 56790
    },
    {
      "grad_norm": 0.4977688789367676,
      "learning_rate": 3.28144273568162e-05,
      "loss": 0.0341,
      "step": 56800
    },
    {
      "grad_norm": 0.36597248911857605,
      "learning_rate": 3.279717593197612e-05,
      "loss": 0.038,
      "step": 56810
    },
    {
      "grad_norm": 0.5240337252616882,
      "learning_rate": 3.2779926829697726e-05,
      "loss": 0.0297,
      "step": 56820
    },
    {
      "grad_norm": 0.35026004910469055,
      "learning_rate": 3.2762680052309844e-05,
      "loss": 0.0401,
      "step": 56830
    },
    {
      "grad_norm": 0.4318811893463135,
      "learning_rate": 3.274543560214094e-05,
      "loss": 0.0352,
      "step": 56840
    },
    {
      "grad_norm": 0.431911826133728,
      "learning_rate": 3.272819348151925e-05,
      "loss": 0.0328,
      "step": 56850
    },
    {
      "grad_norm": 0.34019654989242554,
      "learning_rate": 3.271095369277258e-05,
      "loss": 0.0406,
      "step": 56860
    },
    {
      "grad_norm": 0.41018223762512207,
      "learning_rate": 3.269371623822852e-05,
      "loss": 0.0377,
      "step": 56870
    },
    {
      "grad_norm": 0.4170773923397064,
      "learning_rate": 3.267648112021432e-05,
      "loss": 0.0295,
      "step": 56880
    },
    {
      "grad_norm": 0.5084530115127563,
      "learning_rate": 3.265924834105684e-05,
      "loss": 0.0419,
      "step": 56890
    },
    {
      "grad_norm": 0.26518118381500244,
      "learning_rate": 3.264201790308274e-05,
      "loss": 0.0293,
      "step": 56900
    },
    {
      "grad_norm": 0.35924211144447327,
      "learning_rate": 3.262478980861829e-05,
      "loss": 0.0387,
      "step": 56910
    },
    {
      "grad_norm": 0.7617451548576355,
      "learning_rate": 3.260756405998949e-05,
      "loss": 0.0316,
      "step": 56920
    },
    {
      "grad_norm": 0.3460024893283844,
      "learning_rate": 3.2590340659521965e-05,
      "loss": 0.0344,
      "step": 56930
    },
    {
      "grad_norm": 0.3497590720653534,
      "learning_rate": 3.257311960954106e-05,
      "loss": 0.0279,
      "step": 56940
    },
    {
      "grad_norm": 0.429696649312973,
      "learning_rate": 3.255590091237179e-05,
      "loss": 0.0299,
      "step": 56950
    },
    {
      "grad_norm": 0.5306503176689148,
      "learning_rate": 3.2538684570338905e-05,
      "loss": 0.0351,
      "step": 56960
    },
    {
      "grad_norm": 0.6404467821121216,
      "learning_rate": 3.2521470585766734e-05,
      "loss": 0.0425,
      "step": 56970
    },
    {
      "grad_norm": 0.4144858717918396,
      "learning_rate": 3.2504258960979375e-05,
      "loss": 0.0359,
      "step": 56980
    },
    {
      "grad_norm": 0.45205003023147583,
      "learning_rate": 3.248704969830057e-05,
      "loss": 0.0387,
      "step": 56990
    },
    {
      "grad_norm": 0.2984592318534851,
      "learning_rate": 3.246984280005377e-05,
      "loss": 0.0372,
      "step": 57000
    },
    {
      "grad_norm": 0.2879410982131958,
      "learning_rate": 3.2452638268562054e-05,
      "loss": 0.0412,
      "step": 57010
    },
    {
      "grad_norm": 0.46054014563560486,
      "learning_rate": 3.2435436106148234e-05,
      "loss": 0.0441,
      "step": 57020
    },
    {
      "grad_norm": 0.5045786499977112,
      "learning_rate": 3.241823631513479e-05,
      "loss": 0.0334,
      "step": 57030
    },
    {
      "grad_norm": 0.4920078217983246,
      "learning_rate": 3.240103889784385e-05,
      "loss": 0.0331,
      "step": 57040
    },
    {
      "grad_norm": 0.37420332431793213,
      "learning_rate": 3.2383843856597254e-05,
      "loss": 0.0407,
      "step": 57050
    },
    {
      "grad_norm": 0.4217578172683716,
      "learning_rate": 3.2366651193716525e-05,
      "loss": 0.0338,
      "step": 57060
    },
    {
      "grad_norm": 0.312150776386261,
      "learning_rate": 3.2349460911522854e-05,
      "loss": 0.0246,
      "step": 57070
    },
    {
      "grad_norm": 0.4106076955795288,
      "learning_rate": 3.233227301233709e-05,
      "loss": 0.0332,
      "step": 57080
    },
    {
      "grad_norm": 0.29519909620285034,
      "learning_rate": 3.2315087498479794e-05,
      "loss": 0.0348,
      "step": 57090
    },
    {
      "grad_norm": 0.32289788126945496,
      "learning_rate": 3.229790437227118e-05,
      "loss": 0.0305,
      "step": 57100
    },
    {
      "grad_norm": 0.5013996958732605,
      "learning_rate": 3.228072363603117e-05,
      "loss": 0.0397,
      "step": 57110
    },
    {
      "grad_norm": 0.3794156610965729,
      "learning_rate": 3.2263545292079325e-05,
      "loss": 0.0237,
      "step": 57120
    },
    {
      "grad_norm": 0.19552730023860931,
      "learning_rate": 3.224636934273489e-05,
      "loss": 0.0272,
      "step": 57130
    },
    {
      "grad_norm": 0.49375852942466736,
      "learning_rate": 3.222919579031686e-05,
      "loss": 0.0361,
      "step": 57140
    },
    {
      "grad_norm": 0.2334495335817337,
      "learning_rate": 3.2212024637143755e-05,
      "loss": 0.0335,
      "step": 57150
    },
    {
      "grad_norm": 0.29364338517189026,
      "learning_rate": 3.2194855885533924e-05,
      "loss": 0.0249,
      "step": 57160
    },
    {
      "grad_norm": 0.4321320950984955,
      "learning_rate": 3.217768953780531e-05,
      "loss": 0.0396,
      "step": 57170
    },
    {
      "grad_norm": 0.4007374942302704,
      "learning_rate": 3.2160525596275565e-05,
      "loss": 0.0386,
      "step": 57180
    },
    {
      "grad_norm": 0.45809081196784973,
      "learning_rate": 3.214336406326197e-05,
      "loss": 0.0365,
      "step": 57190
    },
    {
      "grad_norm": 0.5172512531280518,
      "learning_rate": 3.212620494108154e-05,
      "loss": 0.0312,
      "step": 57200
    },
    {
      "grad_norm": 0.5141687393188477,
      "learning_rate": 3.21090482320509e-05,
      "loss": 0.0341,
      "step": 57210
    },
    {
      "grad_norm": 0.4393356442451477,
      "learning_rate": 3.2091893938486455e-05,
      "loss": 0.0319,
      "step": 57220
    },
    {
      "grad_norm": 0.4359860420227051,
      "learning_rate": 3.2074742062704136e-05,
      "loss": 0.036,
      "step": 57230
    },
    {
      "grad_norm": 1.2527806758880615,
      "learning_rate": 3.205759260701967e-05,
      "loss": 0.04,
      "step": 57240
    },
    {
      "grad_norm": 0.3742321729660034,
      "learning_rate": 3.2040445573748415e-05,
      "loss": 0.0378,
      "step": 57250
    },
    {
      "grad_norm": 0.29372018575668335,
      "learning_rate": 3.2023300965205376e-05,
      "loss": 0.0423,
      "step": 57260
    },
    {
      "grad_norm": 0.44367340207099915,
      "learning_rate": 3.200615878370528e-05,
      "loss": 0.032,
      "step": 57270
    },
    {
      "grad_norm": 0.3513110876083374,
      "learning_rate": 3.1989019031562474e-05,
      "loss": 0.0372,
      "step": 57280
    },
    {
      "grad_norm": 0.4301605820655823,
      "learning_rate": 3.1971881711091036e-05,
      "loss": 0.0369,
      "step": 57290
    },
    {
      "grad_norm": 0.23314373195171356,
      "learning_rate": 3.195474682460467e-05,
      "loss": 0.0466,
      "step": 57300
    },
    {
      "grad_norm": 0.4050864577293396,
      "learning_rate": 3.1937614374416734e-05,
      "loss": 0.0321,
      "step": 57310
    },
    {
      "grad_norm": 0.36464959383010864,
      "learning_rate": 3.192048436284034e-05,
      "loss": 0.0344,
      "step": 57320
    },
    {
      "grad_norm": 0.32123610377311707,
      "learning_rate": 3.1903356792188224e-05,
      "loss": 0.0307,
      "step": 57330
    },
    {
      "grad_norm": 0.39392346143722534,
      "learning_rate": 3.188623166477272e-05,
      "loss": 0.0298,
      "step": 57340
    },
    {
      "grad_norm": 0.22886435687541962,
      "learning_rate": 3.1869108982905954e-05,
      "loss": 0.0314,
      "step": 57350
    },
    {
      "grad_norm": 0.4755699038505554,
      "learning_rate": 3.1851988748899654e-05,
      "loss": 0.0475,
      "step": 57360
    },
    {
      "grad_norm": 0.3941260278224945,
      "learning_rate": 3.183487096506525e-05,
      "loss": 0.0374,
      "step": 57370
    },
    {
      "grad_norm": 0.4884864389896393,
      "learning_rate": 3.181775563371378e-05,
      "loss": 0.0354,
      "step": 57380
    },
    {
      "grad_norm": 0.39166176319122314,
      "learning_rate": 3.180064275715602e-05,
      "loss": 0.0325,
      "step": 57390
    },
    {
      "grad_norm": 0.2997136414051056,
      "learning_rate": 3.1783532337702406e-05,
      "loss": 0.0325,
      "step": 57400
    },
    {
      "grad_norm": 0.37907493114471436,
      "learning_rate": 3.176642437766298e-05,
      "loss": 0.0326,
      "step": 57410
    },
    {
      "grad_norm": 0.499271422624588,
      "learning_rate": 3.1749318879347526e-05,
      "loss": 0.0416,
      "step": 57420
    },
    {
      "grad_norm": 0.37030911445617676,
      "learning_rate": 3.173221584506546e-05,
      "loss": 0.0351,
      "step": 57430
    },
    {
      "grad_norm": 0.45216020941734314,
      "learning_rate": 3.1715115277125875e-05,
      "loss": 0.0465,
      "step": 57440
    },
    {
      "grad_norm": 0.389813631772995,
      "learning_rate": 3.169801717783752e-05,
      "loss": 0.0443,
      "step": 57450
    },
    {
      "grad_norm": 0.3081507086753845,
      "learning_rate": 3.168092154950881e-05,
      "loss": 0.0341,
      "step": 57460
    },
    {
      "grad_norm": 0.2232760190963745,
      "learning_rate": 3.166382839444786e-05,
      "loss": 0.0316,
      "step": 57470
    },
    {
      "grad_norm": 0.3116781711578369,
      "learning_rate": 3.164673771496241e-05,
      "loss": 0.0361,
      "step": 57480
    },
    {
      "grad_norm": 0.3295639455318451,
      "learning_rate": 3.162964951335987e-05,
      "loss": 0.0344,
      "step": 57490
    },
    {
      "grad_norm": 0.6293773055076599,
      "learning_rate": 3.161256379194733e-05,
      "loss": 0.0445,
      "step": 57500
    },
    {
      "grad_norm": 0.3740929067134857,
      "learning_rate": 3.159548055303158e-05,
      "loss": 0.0445,
      "step": 57510
    },
    {
      "grad_norm": 0.2981375455856323,
      "learning_rate": 3.157839979891897e-05,
      "loss": 0.033,
      "step": 57520
    },
    {
      "grad_norm": 0.46048489212989807,
      "learning_rate": 3.156132153191562e-05,
      "loss": 0.0372,
      "step": 57530
    },
    {
      "grad_norm": 0.29798614978790283,
      "learning_rate": 3.154424575432728e-05,
      "loss": 0.0433,
      "step": 57540
    },
    {
      "grad_norm": 0.3815624415874481,
      "learning_rate": 3.152717246845936e-05,
      "loss": 0.03,
      "step": 57550
    },
    {
      "grad_norm": 0.23055443167686462,
      "learning_rate": 3.151010167661691e-05,
      "loss": 0.0264,
      "step": 57560
    },
    {
      "grad_norm": 0.40337201952934265,
      "learning_rate": 3.1493033381104675e-05,
      "loss": 0.0318,
      "step": 57570
    },
    {
      "grad_norm": 0.6190982460975647,
      "learning_rate": 3.1475967584227055e-05,
      "loss": 0.0391,
      "step": 57580
    },
    {
      "grad_norm": 0.35638976097106934,
      "learning_rate": 3.145890428828814e-05,
      "loss": 0.0319,
      "step": 57590
    },
    {
      "grad_norm": 0.32448458671569824,
      "learning_rate": 3.1441843495591604e-05,
      "loss": 0.0348,
      "step": 57600
    },
    {
      "grad_norm": 0.4111451208591461,
      "learning_rate": 3.142478520844086e-05,
      "loss": 0.0349,
      "step": 57610
    },
    {
      "grad_norm": 0.37319260835647583,
      "learning_rate": 3.140772942913896e-05,
      "loss": 0.0381,
      "step": 57620
    },
    {
      "grad_norm": 0.48342928290367126,
      "learning_rate": 3.1390676159988605e-05,
      "loss": 0.0429,
      "step": 57630
    },
    {
      "grad_norm": 0.2981567978858948,
      "learning_rate": 3.137362540329217e-05,
      "loss": 0.0322,
      "step": 57640
    },
    {
      "grad_norm": 0.33860456943511963,
      "learning_rate": 3.135657716135167e-05,
      "loss": 0.0448,
      "step": 57650
    },
    {
      "grad_norm": 0.36471641063690186,
      "learning_rate": 3.1339531436468826e-05,
      "loss": 0.0321,
      "step": 57660
    },
    {
      "grad_norm": 0.20754554867744446,
      "learning_rate": 3.132248823094496e-05,
      "loss": 0.0318,
      "step": 57670
    },
    {
      "grad_norm": 0.3311534523963928,
      "learning_rate": 3.1305447547081086e-05,
      "loss": 0.03,
      "step": 57680
    },
    {
      "grad_norm": 0.28127220273017883,
      "learning_rate": 3.1288409387177894e-05,
      "loss": 0.03,
      "step": 57690
    },
    {
      "grad_norm": 0.2625744044780731,
      "learning_rate": 3.1271373753535715e-05,
      "loss": 0.0304,
      "step": 57700
    },
    {
      "grad_norm": 0.34004685282707214,
      "learning_rate": 3.1254340648454515e-05,
      "loss": 0.0249,
      "step": 57710
    },
    {
      "grad_norm": 0.314782977104187,
      "learning_rate": 3.123731007423396e-05,
      "loss": 0.0255,
      "step": 57720
    },
    {
      "grad_norm": 0.5117490291595459,
      "learning_rate": 3.1220282033173355e-05,
      "loss": 0.0344,
      "step": 57730
    },
    {
      "grad_norm": 0.3494727313518524,
      "learning_rate": 3.1203256527571665e-05,
      "loss": 0.0326,
      "step": 57740
    },
    {
      "grad_norm": 0.35279273986816406,
      "learning_rate": 3.11862335597275e-05,
      "loss": 0.0295,
      "step": 57750
    },
    {
      "grad_norm": 0.24086180329322815,
      "learning_rate": 3.116921313193913e-05,
      "loss": 0.029,
      "step": 57760
    },
    {
      "grad_norm": 0.45770686864852905,
      "learning_rate": 3.115219524650455e-05,
      "loss": 0.0433,
      "step": 57770
    },
    {
      "grad_norm": 0.39003533124923706,
      "learning_rate": 3.1135179905721274e-05,
      "loss": 0.039,
      "step": 57780
    },
    {
      "grad_norm": 0.39561334252357483,
      "learning_rate": 3.11181671118866e-05,
      "loss": 0.0309,
      "step": 57790
    },
    {
      "grad_norm": 0.27976739406585693,
      "learning_rate": 3.1101156867297424e-05,
      "loss": 0.0542,
      "step": 57800
    },
    {
      "grad_norm": 0.3727899193763733,
      "learning_rate": 3.108414917425031e-05,
      "loss": 0.0299,
      "step": 57810
    },
    {
      "grad_norm": 0.42955106496810913,
      "learning_rate": 3.106714403504146e-05,
      "loss": 0.0308,
      "step": 57820
    },
    {
      "grad_norm": 0.3127800524234772,
      "learning_rate": 3.105014145196676e-05,
      "loss": 0.0308,
      "step": 57830
    },
    {
      "grad_norm": 0.38874608278274536,
      "learning_rate": 3.103314142732172e-05,
      "loss": 0.0369,
      "step": 57840
    },
    {
      "grad_norm": 0.37746497988700867,
      "learning_rate": 3.101614396340157e-05,
      "loss": 0.0359,
      "step": 57850
    },
    {
      "grad_norm": 0.3931971490383148,
      "learning_rate": 3.099914906250109e-05,
      "loss": 0.0431,
      "step": 57860
    },
    {
      "grad_norm": 0.30926021933555603,
      "learning_rate": 3.098215672691479e-05,
      "loss": 0.0284,
      "step": 57870
    },
    {
      "grad_norm": 0.342641681432724,
      "learning_rate": 3.096516695893683e-05,
      "loss": 0.0373,
      "step": 57880
    },
    {
      "grad_norm": 0.35143333673477173,
      "learning_rate": 3.094817976086097e-05,
      "loss": 0.0301,
      "step": 57890
    },
    {
      "grad_norm": 0.2713068127632141,
      "learning_rate": 3.093119513498068e-05,
      "loss": 0.0281,
      "step": 57900
    },
    {
      "grad_norm": 0.42114657163619995,
      "learning_rate": 3.0914213083589086e-05,
      "loss": 0.0324,
      "step": 57910
    },
    {
      "grad_norm": 0.35090526938438416,
      "learning_rate": 3.0897233608978915e-05,
      "loss": 0.0505,
      "step": 57920
    },
    {
      "grad_norm": 0.40880924463272095,
      "learning_rate": 3.0880256713442566e-05,
      "loss": 0.0403,
      "step": 57930
    },
    {
      "grad_norm": 0.33005988597869873,
      "learning_rate": 3.0863282399272125e-05,
      "loss": 0.0282,
      "step": 57940
    },
    {
      "grad_norm": 0.3917173445224762,
      "learning_rate": 3.084631066875927e-05,
      "loss": 0.035,
      "step": 57950
    },
    {
      "grad_norm": 0.35889559984207153,
      "learning_rate": 3.082934152419542e-05,
      "loss": 0.0358,
      "step": 57960
    },
    {
      "grad_norm": 0.46767038106918335,
      "learning_rate": 3.081237496787151e-05,
      "loss": 0.0326,
      "step": 57970
    },
    {
      "grad_norm": 0.4849231243133545,
      "learning_rate": 3.079541100207827e-05,
      "loss": 0.0399,
      "step": 57980
    },
    {
      "grad_norm": 0.3622375428676605,
      "learning_rate": 3.077844962910598e-05,
      "loss": 0.0226,
      "step": 57990
    },
    {
      "grad_norm": 0.24815046787261963,
      "learning_rate": 3.076149085124461e-05,
      "loss": 0.0345,
      "step": 58000
    },
    {
      "grad_norm": 0.4007331430912018,
      "learning_rate": 3.074453467078377e-05,
      "loss": 0.0325,
      "step": 58010
    },
    {
      "grad_norm": 0.41137075424194336,
      "learning_rate": 3.072758109001272e-05,
      "loss": 0.0324,
      "step": 58020
    },
    {
      "grad_norm": 0.32869720458984375,
      "learning_rate": 3.071063011122039e-05,
      "loss": 0.0293,
      "step": 58030
    },
    {
      "grad_norm": 0.3487519323825836,
      "learning_rate": 3.069368173669532e-05,
      "loss": 0.0308,
      "step": 58040
    },
    {
      "grad_norm": 0.3567798137664795,
      "learning_rate": 3.067673596872571e-05,
      "loss": 0.0289,
      "step": 58050
    },
    {
      "grad_norm": 0.33635932207107544,
      "learning_rate": 3.065979280959944e-05,
      "loss": 0.0326,
      "step": 58060
    },
    {
      "grad_norm": 0.4461326599121094,
      "learning_rate": 3.064285226160402e-05,
      "loss": 0.0306,
      "step": 58070
    },
    {
      "grad_norm": 0.3755662441253662,
      "learning_rate": 3.0625914327026566e-05,
      "loss": 0.0255,
      "step": 58080
    },
    {
      "grad_norm": 0.32063111662864685,
      "learning_rate": 3.0608979008153905e-05,
      "loss": 0.0287,
      "step": 58090
    },
    {
      "grad_norm": 0.24226410686969757,
      "learning_rate": 3.059204630727247e-05,
      "loss": 0.0339,
      "step": 58100
    },
    {
      "grad_norm": 0.26821887493133545,
      "learning_rate": 3.057511622666838e-05,
      "loss": 0.0218,
      "step": 58110
    },
    {
      "grad_norm": 0.541949987411499,
      "learning_rate": 3.0558188768627324e-05,
      "loss": 0.0349,
      "step": 58120
    },
    {
      "grad_norm": 0.41063955426216125,
      "learning_rate": 3.054126393543472e-05,
      "loss": 0.037,
      "step": 58130
    },
    {
      "grad_norm": 0.4862459599971771,
      "learning_rate": 3.052434172937562e-05,
      "loss": 0.0393,
      "step": 58140
    },
    {
      "grad_norm": 0.2900775372982025,
      "learning_rate": 3.0507422152734632e-05,
      "loss": 0.0335,
      "step": 58150
    },
    {
      "grad_norm": 0.3287881016731262,
      "learning_rate": 3.0490505207796128e-05,
      "loss": 0.0251,
      "step": 58160
    },
    {
      "grad_norm": 0.3336130976676941,
      "learning_rate": 3.0473590896844063e-05,
      "loss": 0.0337,
      "step": 58170
    },
    {
      "grad_norm": 0.5821568369865417,
      "learning_rate": 3.0456679222162053e-05,
      "loss": 0.0381,
      "step": 58180
    },
    {
      "grad_norm": 0.4167215824127197,
      "learning_rate": 3.0439770186033335e-05,
      "loss": 0.0326,
      "step": 58190
    },
    {
      "grad_norm": 0.3677859306335449,
      "learning_rate": 3.042286379074082e-05,
      "loss": 0.0425,
      "step": 58200
    },
    {
      "grad_norm": 0.43421435356140137,
      "learning_rate": 3.0405960038567023e-05,
      "loss": 0.0338,
      "step": 58210
    },
    {
      "grad_norm": 0.2939991056919098,
      "learning_rate": 3.0389058931794178e-05,
      "loss": 0.033,
      "step": 58220
    },
    {
      "grad_norm": 0.24949894845485687,
      "learning_rate": 3.0372160472704057e-05,
      "loss": 0.0317,
      "step": 58230
    },
    {
      "grad_norm": 0.32927918434143066,
      "learning_rate": 3.035526466357816e-05,
      "loss": 0.0343,
      "step": 58240
    },
    {
      "grad_norm": 0.4042924642562866,
      "learning_rate": 3.0338371506697614e-05,
      "loss": 0.0305,
      "step": 58250
    },
    {
      "grad_norm": 0.4341893792152405,
      "learning_rate": 3.0321481004343116e-05,
      "loss": 0.0375,
      "step": 58260
    },
    {
      "grad_norm": 0.46790122985839844,
      "learning_rate": 3.030459315879511e-05,
      "loss": 0.0374,
      "step": 58270
    },
    {
      "grad_norm": 0.3893973231315613,
      "learning_rate": 3.0287707972333614e-05,
      "loss": 0.0344,
      "step": 58280
    },
    {
      "grad_norm": 0.31908902525901794,
      "learning_rate": 3.0270825447238316e-05,
      "loss": 0.0301,
      "step": 58290
    },
    {
      "grad_norm": 0.25946393609046936,
      "learning_rate": 3.0253945585788523e-05,
      "loss": 0.0331,
      "step": 58300
    },
    {
      "grad_norm": 0.37466946244239807,
      "learning_rate": 3.0237068390263195e-05,
      "loss": 0.0323,
      "step": 58310
    },
    {
      "grad_norm": 0.2982976734638214,
      "learning_rate": 3.0220193862940927e-05,
      "loss": 0.03,
      "step": 58320
    },
    {
      "grad_norm": 0.3250978887081146,
      "learning_rate": 3.020332200609999e-05,
      "loss": 0.039,
      "step": 58330
    },
    {
      "grad_norm": 0.44890743494033813,
      "learning_rate": 3.0186452822018196e-05,
      "loss": 0.0341,
      "step": 58340
    },
    {
      "grad_norm": 0.33919084072113037,
      "learning_rate": 3.016958631297312e-05,
      "loss": 0.029,
      "step": 58350
    },
    {
      "grad_norm": 0.4256702661514282,
      "learning_rate": 3.015272248124189e-05,
      "loss": 0.0373,
      "step": 58360
    },
    {
      "grad_norm": 0.5046869516372681,
      "learning_rate": 3.0135861329101323e-05,
      "loss": 0.0383,
      "step": 58370
    },
    {
      "grad_norm": 0.4262090027332306,
      "learning_rate": 3.0119002858827826e-05,
      "loss": 0.0328,
      "step": 58380
    },
    {
      "grad_norm": 0.26425182819366455,
      "learning_rate": 3.0102147072697483e-05,
      "loss": 0.0319,
      "step": 58390
    },
    {
      "grad_norm": 0.6574580669403076,
      "learning_rate": 3.0085293972986007e-05,
      "loss": 0.0361,
      "step": 58400
    },
    {
      "grad_norm": 0.28572356700897217,
      "learning_rate": 3.0068443561968718e-05,
      "loss": 0.0329,
      "step": 58410
    },
    {
      "grad_norm": 0.4513282775878906,
      "learning_rate": 3.005159584192061e-05,
      "loss": 0.0343,
      "step": 58420
    },
    {
      "grad_norm": 0.3729906380176544,
      "learning_rate": 3.0034750815116318e-05,
      "loss": 0.0406,
      "step": 58430
    },
    {
      "grad_norm": 0.28461673855781555,
      "learning_rate": 3.00179084838301e-05,
      "loss": 0.0331,
      "step": 58440
    },
    {
      "grad_norm": 0.2842564880847931,
      "learning_rate": 3.0001068850335816e-05,
      "loss": 0.0324,
      "step": 58450
    },
    {
      "grad_norm": 0.43784934282302856,
      "learning_rate": 2.9984231916907014e-05,
      "loss": 0.0296,
      "step": 58460
    },
    {
      "grad_norm": 0.33359494805336,
      "learning_rate": 2.9967397685816857e-05,
      "loss": 0.0331,
      "step": 58470
    },
    {
      "grad_norm": 0.4087344706058502,
      "learning_rate": 2.9950566159338144e-05,
      "loss": 0.0351,
      "step": 58480
    },
    {
      "grad_norm": 0.43655601143836975,
      "learning_rate": 2.9933737339743295e-05,
      "loss": 0.0466,
      "step": 58490
    },
    {
      "grad_norm": 0.4074666202068329,
      "learning_rate": 2.9916911229304377e-05,
      "loss": 0.042,
      "step": 58500
    },
    {
      "grad_norm": 0.19728447496891022,
      "learning_rate": 2.9900087830293123e-05,
      "loss": 0.0328,
      "step": 58510
    },
    {
      "grad_norm": 0.4243107736110687,
      "learning_rate": 2.988326714498082e-05,
      "loss": 0.0391,
      "step": 58520
    },
    {
      "grad_norm": 0.391164630651474,
      "learning_rate": 2.986644917563847e-05,
      "loss": 0.036,
      "step": 58530
    },
    {
      "grad_norm": 0.25833794474601746,
      "learning_rate": 2.984963392453667e-05,
      "loss": 0.034,
      "step": 58540
    },
    {
      "grad_norm": 0.2914036810398102,
      "learning_rate": 2.9832821393945663e-05,
      "loss": 0.033,
      "step": 58550
    },
    {
      "grad_norm": 0.39241471886634827,
      "learning_rate": 2.9816011586135294e-05,
      "loss": 0.0318,
      "step": 58560
    },
    {
      "grad_norm": 0.3339318633079529,
      "learning_rate": 2.9799204503375077e-05,
      "loss": 0.0318,
      "step": 58570
    },
    {
      "grad_norm": 0.469351202249527,
      "learning_rate": 2.978240014793413e-05,
      "loss": 0.0342,
      "step": 58580
    },
    {
      "grad_norm": 0.49541226029396057,
      "learning_rate": 2.9765598522081262e-05,
      "loss": 0.0406,
      "step": 58590
    },
    {
      "grad_norm": 0.4034419655799866,
      "learning_rate": 2.9748799628084806e-05,
      "loss": 0.0278,
      "step": 58600
    },
    {
      "grad_norm": 0.3045433461666107,
      "learning_rate": 2.973200346821283e-05,
      "loss": 0.0291,
      "step": 58610
    },
    {
      "grad_norm": 0.2405535876750946,
      "learning_rate": 2.971521004473299e-05,
      "loss": 0.0386,
      "step": 58620
    },
    {
      "grad_norm": 0.4515525698661804,
      "learning_rate": 2.9698419359912565e-05,
      "loss": 0.0355,
      "step": 58630
    },
    {
      "grad_norm": 0.3738943636417389,
      "learning_rate": 2.968163141601847e-05,
      "loss": 0.0308,
      "step": 58640
    },
    {
      "grad_norm": 0.3632219433784485,
      "learning_rate": 2.9664846215317256e-05,
      "loss": 0.0292,
      "step": 58650
    },
    {
      "grad_norm": 0.31563445925712585,
      "learning_rate": 2.9648063760075112e-05,
      "loss": 0.0296,
      "step": 58660
    },
    {
      "grad_norm": 0.39941203594207764,
      "learning_rate": 2.9631284052557827e-05,
      "loss": 0.0283,
      "step": 58670
    },
    {
      "grad_norm": 0.3484427332878113,
      "learning_rate": 2.961450709503084e-05,
      "loss": 0.0323,
      "step": 58680
    },
    {
      "grad_norm": 0.3873887360095978,
      "learning_rate": 2.9597732889759234e-05,
      "loss": 0.0336,
      "step": 58690
    },
    {
      "grad_norm": 0.4126514792442322,
      "learning_rate": 2.9580961439007704e-05,
      "loss": 0.03,
      "step": 58700
    },
    {
      "grad_norm": 0.4700412154197693,
      "learning_rate": 2.9564192745040547e-05,
      "loss": 0.0416,
      "step": 58710
    },
    {
      "grad_norm": 0.36502811312675476,
      "learning_rate": 2.9547426810121727e-05,
      "loss": 0.0344,
      "step": 58720
    },
    {
      "grad_norm": 0.33579203486442566,
      "learning_rate": 2.9530663636514815e-05,
      "loss": 0.0287,
      "step": 58730
    },
    {
      "grad_norm": 0.4259500205516815,
      "learning_rate": 2.9513903226483038e-05,
      "loss": 0.0324,
      "step": 58740
    },
    {
      "grad_norm": 0.3446851372718811,
      "learning_rate": 2.9497145582289194e-05,
      "loss": 0.0288,
      "step": 58750
    },
    {
      "grad_norm": 0.3450872004032135,
      "learning_rate": 2.9480390706195748e-05,
      "loss": 0.0359,
      "step": 58760
    },
    {
      "grad_norm": 0.30225804448127747,
      "learning_rate": 2.9463638600464815e-05,
      "loss": 0.0337,
      "step": 58770
    },
    {
      "grad_norm": 0.49924027919769287,
      "learning_rate": 2.944688926735807e-05,
      "loss": 0.0424,
      "step": 58780
    },
    {
      "grad_norm": 0.28920236229896545,
      "learning_rate": 2.943014270913685e-05,
      "loss": 0.0339,
      "step": 58790
    },
    {
      "grad_norm": 0.5466935634613037,
      "learning_rate": 2.941339892806213e-05,
      "loss": 0.0305,
      "step": 58800
    },
    {
      "grad_norm": 0.6062558889389038,
      "learning_rate": 2.9396657926394512e-05,
      "loss": 0.0662,
      "step": 58810
    },
    {
      "grad_norm": 0.2515586316585541,
      "learning_rate": 2.937991970639417e-05,
      "loss": 0.0402,
      "step": 58820
    },
    {
      "grad_norm": 0.514413595199585,
      "learning_rate": 2.936318427032096e-05,
      "loss": 0.04,
      "step": 58830
    },
    {
      "grad_norm": 0.40764304995536804,
      "learning_rate": 2.9346451620434334e-05,
      "loss": 0.0376,
      "step": 58840
    },
    {
      "grad_norm": 0.3840225040912628,
      "learning_rate": 2.9329721758993395e-05,
      "loss": 0.0365,
      "step": 58850
    },
    {
      "grad_norm": 0.38309210538864136,
      "learning_rate": 2.9312994688256824e-05,
      "loss": 0.0369,
      "step": 58860
    },
    {
      "grad_norm": 0.34793487191200256,
      "learning_rate": 2.929627041048295e-05,
      "loss": 0.0457,
      "step": 58870
    },
    {
      "grad_norm": 0.4004781246185303,
      "learning_rate": 2.9279548927929762e-05,
      "loss": 0.034,
      "step": 58880
    },
    {
      "grad_norm": 0.49644431471824646,
      "learning_rate": 2.9262830242854787e-05,
      "loss": 0.0368,
      "step": 58890
    },
    {
      "grad_norm": 0.3502473831176758,
      "learning_rate": 2.9246114357515252e-05,
      "loss": 0.0277,
      "step": 58900
    },
    {
      "grad_norm": 0.3145957291126251,
      "learning_rate": 2.9229401274167978e-05,
      "loss": 0.0414,
      "step": 58910
    },
    {
      "grad_norm": 0.4888851046562195,
      "learning_rate": 2.9212690995069402e-05,
      "loss": 0.04,
      "step": 58920
    },
    {
      "grad_norm": 0.36466357111930847,
      "learning_rate": 2.919598352247558e-05,
      "loss": 0.0361,
      "step": 58930
    },
    {
      "grad_norm": 0.3801061511039734,
      "learning_rate": 2.91792788586422e-05,
      "loss": 0.0371,
      "step": 58940
    },
    {
      "grad_norm": 0.3492141664028168,
      "learning_rate": 2.9162577005824556e-05,
      "loss": 0.0495,
      "step": 58950
    },
    {
      "grad_norm": 0.36389410495758057,
      "learning_rate": 2.91458779662776e-05,
      "loss": 0.0324,
      "step": 58960
    },
    {
      "grad_norm": 0.30949166417121887,
      "learning_rate": 2.9129181742255873e-05,
      "loss": 0.0366,
      "step": 58970
    },
    {
      "grad_norm": 0.36023232340812683,
      "learning_rate": 2.9112488336013505e-05,
      "loss": 0.027,
      "step": 58980
    },
    {
      "grad_norm": 0.3618873059749603,
      "learning_rate": 2.909579774980431e-05,
      "loss": 0.0317,
      "step": 58990
    },
    {
      "grad_norm": 0.5826757550239563,
      "learning_rate": 2.9079109985881724e-05,
      "loss": 0.046,
      "step": 59000
    },
    {
      "grad_norm": 0.36824485659599304,
      "learning_rate": 2.9062425046498693e-05,
      "loss": 0.0235,
      "step": 59010
    },
    {
      "grad_norm": 0.662505567073822,
      "learning_rate": 2.90457429339079e-05,
      "loss": 0.0377,
      "step": 59020
    },
    {
      "grad_norm": 0.30598971247673035,
      "learning_rate": 2.9029063650361626e-05,
      "loss": 0.0334,
      "step": 59030
    },
    {
      "grad_norm": 0.4067479074001312,
      "learning_rate": 2.9012387198111734e-05,
      "loss": 0.028,
      "step": 59040
    },
    {
      "grad_norm": 0.3340924084186554,
      "learning_rate": 2.899571357940969e-05,
      "loss": 0.0421,
      "step": 59050
    },
    {
      "grad_norm": 0.22999699413776398,
      "learning_rate": 2.897904279650665e-05,
      "loss": 0.0316,
      "step": 59060
    },
    {
      "grad_norm": 0.5046327114105225,
      "learning_rate": 2.896237485165333e-05,
      "loss": 0.0372,
      "step": 59070
    },
    {
      "grad_norm": 0.5386070013046265,
      "learning_rate": 2.894570974710005e-05,
      "loss": 0.0435,
      "step": 59080
    },
    {
      "grad_norm": 0.3368476331233978,
      "learning_rate": 2.89290474850968e-05,
      "loss": 0.0346,
      "step": 59090
    },
    {
      "grad_norm": 0.5366185903549194,
      "learning_rate": 2.8912388067893175e-05,
      "loss": 0.0352,
      "step": 59100
    },
    {
      "grad_norm": 0.2434772402048111,
      "learning_rate": 2.889573149773836e-05,
      "loss": 0.0266,
      "step": 59110
    },
    {
      "grad_norm": 0.30006104707717896,
      "learning_rate": 2.8879077776881136e-05,
      "loss": 0.0382,
      "step": 59120
    },
    {
      "grad_norm": 0.36760732531547546,
      "learning_rate": 2.8862426907569973e-05,
      "loss": 0.033,
      "step": 59130
    },
    {
      "grad_norm": 0.4968830943107605,
      "learning_rate": 2.8845778892052898e-05,
      "loss": 0.0367,
      "step": 59140
    },
    {
      "grad_norm": 0.5619735717773438,
      "learning_rate": 2.8829133732577544e-05,
      "loss": 0.0411,
      "step": 59150
    },
    {
      "grad_norm": 0.37665706872940063,
      "learning_rate": 2.8812491431391225e-05,
      "loss": 0.0383,
      "step": 59160
    },
    {
      "grad_norm": 0.3554811477661133,
      "learning_rate": 2.8795851990740787e-05,
      "loss": 0.0343,
      "step": 59170
    },
    {
      "grad_norm": 0.37629908323287964,
      "learning_rate": 2.877921541287275e-05,
      "loss": 0.03,
      "step": 59180
    },
    {
      "grad_norm": 0.37933918833732605,
      "learning_rate": 2.876258170003322e-05,
      "loss": 0.025,
      "step": 59190
    },
    {
      "grad_norm": 0.3255142569541931,
      "learning_rate": 2.8745950854467934e-05,
      "loss": 0.0322,
      "step": 59200
    },
    {
      "grad_norm": 0.36894482374191284,
      "learning_rate": 2.8729322878422206e-05,
      "loss": 0.0321,
      "step": 59210
    },
    {
      "grad_norm": 0.32377514243125916,
      "learning_rate": 2.8712697774141018e-05,
      "loss": 0.0323,
      "step": 59220
    },
    {
      "grad_norm": 0.3245948851108551,
      "learning_rate": 2.8696075543868928e-05,
      "loss": 0.0301,
      "step": 59230
    },
    {
      "grad_norm": 0.37620702385902405,
      "learning_rate": 2.8679456189850074e-05,
      "loss": 0.0314,
      "step": 59240
    },
    {
      "grad_norm": 0.2703385651111603,
      "learning_rate": 2.8662839714328295e-05,
      "loss": 0.0291,
      "step": 59250
    },
    {
      "grad_norm": 0.3657292425632477,
      "learning_rate": 2.864622611954696e-05,
      "loss": 0.0342,
      "step": 59260
    },
    {
      "grad_norm": 0.4068356156349182,
      "learning_rate": 2.8629615407749066e-05,
      "loss": 0.0289,
      "step": 59270
    },
    {
      "grad_norm": 0.4305996000766754,
      "learning_rate": 2.8613007581177255e-05,
      "loss": 0.0353,
      "step": 59280
    },
    {
      "grad_norm": 0.3501962721347809,
      "learning_rate": 2.8596402642073785e-05,
      "loss": 0.0259,
      "step": 59290
    },
    {
      "grad_norm": 0.38658857345581055,
      "learning_rate": 2.8579800592680433e-05,
      "loss": 0.0321,
      "step": 59300
    },
    {
      "grad_norm": 0.5671348571777344,
      "learning_rate": 2.8563201435238685e-05,
      "loss": 0.0355,
      "step": 59310
    },
    {
      "grad_norm": 0.3951253592967987,
      "learning_rate": 2.854660517198961e-05,
      "loss": 0.0333,
      "step": 59320
    },
    {
      "grad_norm": 0.24251943826675415,
      "learning_rate": 2.8530011805173873e-05,
      "loss": 0.0315,
      "step": 59330
    },
    {
      "grad_norm": 0.32864710688591003,
      "learning_rate": 2.8513421337031728e-05,
      "loss": 0.0386,
      "step": 59340
    },
    {
      "grad_norm": 0.45194682478904724,
      "learning_rate": 2.8496833769803094e-05,
      "loss": 0.0317,
      "step": 59350
    },
    {
      "grad_norm": 0.3260445296764374,
      "learning_rate": 2.848024910572744e-05,
      "loss": 0.0381,
      "step": 59360
    },
    {
      "grad_norm": 0.5858005285263062,
      "learning_rate": 2.84636673470439e-05,
      "loss": 0.0341,
      "step": 59370
    },
    {
      "grad_norm": 0.4359135925769806,
      "learning_rate": 2.8447088495991148e-05,
      "loss": 0.0381,
      "step": 59380
    },
    {
      "grad_norm": 0.7290247082710266,
      "learning_rate": 2.8430512554807544e-05,
      "loss": 0.0342,
      "step": 59390
    },
    {
      "grad_norm": 0.5122084021568298,
      "learning_rate": 2.8413939525730988e-05,
      "loss": 0.038,
      "step": 59400
    },
    {
      "grad_norm": 0.34934476017951965,
      "learning_rate": 2.8397369410998996e-05,
      "loss": 0.0388,
      "step": 59410
    },
    {
      "grad_norm": 0.4024307131767273,
      "learning_rate": 2.8380802212848758e-05,
      "loss": 0.0318,
      "step": 59420
    },
    {
      "grad_norm": 0.5794123411178589,
      "learning_rate": 2.8364237933516963e-05,
      "loss": 0.0421,
      "step": 59430
    },
    {
      "grad_norm": 0.22803433239459991,
      "learning_rate": 2.834767657524001e-05,
      "loss": 0.0272,
      "step": 59440
    },
    {
      "grad_norm": 0.3049894869327545,
      "learning_rate": 2.8331118140253843e-05,
      "loss": 0.0309,
      "step": 59450
    },
    {
      "grad_norm": 0.4906981587409973,
      "learning_rate": 2.8314562630793995e-05,
      "loss": 0.0337,
      "step": 59460
    },
    {
      "grad_norm": 0.44007426500320435,
      "learning_rate": 2.8298010049095646e-05,
      "loss": 0.0309,
      "step": 59470
    },
    {
      "grad_norm": 0.5560000538825989,
      "learning_rate": 2.8281460397393612e-05,
      "loss": 0.0364,
      "step": 59480
    },
    {
      "grad_norm": 0.3364708125591278,
      "learning_rate": 2.8264913677922223e-05,
      "loss": 0.0379,
      "step": 59490
    },
    {
      "grad_norm": 1.765628695487976,
      "learning_rate": 2.824836989291546e-05,
      "loss": 0.0374,
      "step": 59500
    },
    {
      "grad_norm": 0.3900516629219055,
      "learning_rate": 2.823182904460694e-05,
      "loss": 0.0307,
      "step": 59510
    },
    {
      "grad_norm": 0.37903475761413574,
      "learning_rate": 2.8215291135229826e-05,
      "loss": 0.0351,
      "step": 59520
    },
    {
      "grad_norm": 0.31046220660209656,
      "learning_rate": 2.8198756167016894e-05,
      "loss": 0.027,
      "step": 59530
    },
    {
      "grad_norm": 0.38214311003685,
      "learning_rate": 2.8182224142200564e-05,
      "loss": 0.0315,
      "step": 59540
    },
    {
      "grad_norm": 0.4622686803340912,
      "learning_rate": 2.8165695063012865e-05,
      "loss": 0.0472,
      "step": 59550
    },
    {
      "grad_norm": 0.43719756603240967,
      "learning_rate": 2.814916893168531e-05,
      "loss": 0.027,
      "step": 59560
    },
    {
      "grad_norm": 0.41836220026016235,
      "learning_rate": 2.8132645750449154e-05,
      "loss": 0.0409,
      "step": 59570
    },
    {
      "grad_norm": 0.241459459066391,
      "learning_rate": 2.8116125521535213e-05,
      "loss": 0.0245,
      "step": 59580
    },
    {
      "grad_norm": 0.534892737865448,
      "learning_rate": 2.809960824717387e-05,
      "loss": 0.0269,
      "step": 59590
    },
    {
      "grad_norm": 0.2826991379261017,
      "learning_rate": 2.8083093929595115e-05,
      "loss": 0.0313,
      "step": 59600
    },
    {
      "grad_norm": 0.23201513290405273,
      "learning_rate": 2.8066582571028594e-05,
      "loss": 0.0313,
      "step": 59610
    },
    {
      "grad_norm": 0.26958557963371277,
      "learning_rate": 2.8050074173703465e-05,
      "loss": 0.0294,
      "step": 59620
    },
    {
      "grad_norm": 0.3803781569004059,
      "learning_rate": 2.8033568739848586e-05,
      "loss": 0.0271,
      "step": 59630
    },
    {
      "grad_norm": 0.4058222472667694,
      "learning_rate": 2.8017066271692316e-05,
      "loss": 0.0356,
      "step": 59640
    },
    {
      "grad_norm": 0.45935139060020447,
      "learning_rate": 2.80005667714627e-05,
      "loss": 0.0363,
      "step": 59650
    },
    {
      "grad_norm": 0.5107843279838562,
      "learning_rate": 2.7984070241387334e-05,
      "loss": 0.0346,
      "step": 59660
    },
    {
      "grad_norm": 0.405184805393219,
      "learning_rate": 2.796757668369339e-05,
      "loss": 0.0405,
      "step": 59670
    },
    {
      "grad_norm": 0.3449067771434784,
      "learning_rate": 2.7951086100607727e-05,
      "loss": 0.0405,
      "step": 59680
    },
    {
      "grad_norm": 0.2895653545856476,
      "learning_rate": 2.7934598494356688e-05,
      "loss": 0.0266,
      "step": 59690
    },
    {
      "grad_norm": 0.31778866052627563,
      "learning_rate": 2.791811386716632e-05,
      "loss": 0.034,
      "step": 59700
    },
    {
      "grad_norm": 0.3893343210220337,
      "learning_rate": 2.790163222126221e-05,
      "loss": 0.0307,
      "step": 59710
    },
    {
      "grad_norm": 0.30430880188941956,
      "learning_rate": 2.7885153558869513e-05,
      "loss": 0.0238,
      "step": 59720
    },
    {
      "grad_norm": 0.2924644351005554,
      "learning_rate": 2.7868677882213068e-05,
      "loss": 0.0311,
      "step": 59730
    },
    {
      "grad_norm": 0.28282472491264343,
      "learning_rate": 2.785220519351728e-05,
      "loss": 0.0308,
      "step": 59740
    },
    {
      "grad_norm": 0.5884243249893188,
      "learning_rate": 2.7835735495006072e-05,
      "loss": 0.0306,
      "step": 59750
    },
    {
      "grad_norm": 0.33035385608673096,
      "learning_rate": 2.7819268788903054e-05,
      "loss": 0.0329,
      "step": 59760
    },
    {
      "grad_norm": 0.30453312397003174,
      "learning_rate": 2.7802805077431427e-05,
      "loss": 0.033,
      "step": 59770
    },
    {
      "grad_norm": 0.5102000832557678,
      "learning_rate": 2.7786344362813948e-05,
      "loss": 0.0301,
      "step": 59780
    },
    {
      "grad_norm": 0.3037227392196655,
      "learning_rate": 2.7769886647272968e-05,
      "loss": 0.0317,
      "step": 59790
    },
    {
      "grad_norm": 0.4324114918708801,
      "learning_rate": 2.7753431933030484e-05,
      "loss": 0.0285,
      "step": 59800
    },
    {
      "grad_norm": 0.4372408986091614,
      "learning_rate": 2.773698022230804e-05,
      "loss": 0.0362,
      "step": 59810
    },
    {
      "grad_norm": 0.29215553402900696,
      "learning_rate": 2.7720531517326763e-05,
      "loss": 0.034,
      "step": 59820
    },
    {
      "grad_norm": 0.33920225501060486,
      "learning_rate": 2.7704085820307435e-05,
      "loss": 0.026,
      "step": 59830
    },
    {
      "grad_norm": 0.4555824100971222,
      "learning_rate": 2.7687643133470403e-05,
      "loss": 0.031,
      "step": 59840
    },
    {
      "grad_norm": 0.46515777707099915,
      "learning_rate": 2.767120345903559e-05,
      "loss": 0.0341,
      "step": 59850
    },
    {
      "grad_norm": 0.37905117869377136,
      "learning_rate": 2.7654766799222496e-05,
      "loss": 0.0375,
      "step": 59860
    },
    {
      "grad_norm": 0.36320653557777405,
      "learning_rate": 2.7638333156250297e-05,
      "loss": 0.0387,
      "step": 59870
    },
    {
      "grad_norm": 0.30319681763648987,
      "learning_rate": 2.7621902532337672e-05,
      "loss": 0.0237,
      "step": 59880
    },
    {
      "grad_norm": 0.3414037525653839,
      "learning_rate": 2.7605474929702923e-05,
      "loss": 0.027,
      "step": 59890
    },
    {
      "grad_norm": 0.2663310468196869,
      "learning_rate": 2.758905035056398e-05,
      "loss": 0.0365,
      "step": 59900
    },
    {
      "grad_norm": 0.36645761132240295,
      "learning_rate": 2.757262879713829e-05,
      "loss": 0.0311,
      "step": 59910
    },
    {
      "grad_norm": 0.3709098696708679,
      "learning_rate": 2.7556210271642974e-05,
      "loss": 0.0326,
      "step": 59920
    },
    {
      "grad_norm": 0.33281224966049194,
      "learning_rate": 2.7539794776294668e-05,
      "loss": 0.0416,
      "step": 59930
    },
    {
      "grad_norm": 0.32863959670066833,
      "learning_rate": 2.7523382313309687e-05,
      "loss": 0.0286,
      "step": 59940
    },
    {
      "grad_norm": 0.32483476400375366,
      "learning_rate": 2.7506972884903837e-05,
      "loss": 0.0503,
      "step": 59950
    },
    {
      "grad_norm": 0.7637814879417419,
      "learning_rate": 2.7490566493292596e-05,
      "loss": 0.0304,
      "step": 59960
    },
    {
      "grad_norm": 0.22109881043434143,
      "learning_rate": 2.747416314069099e-05,
      "loss": 0.0334,
      "step": 59970
    },
    {
      "grad_norm": 0.4348311126232147,
      "learning_rate": 2.7457762829313617e-05,
      "loss": 0.0334,
      "step": 59980
    },
    {
      "grad_norm": 0.3403829336166382,
      "learning_rate": 2.744136556137471e-05,
      "loss": 0.0325,
      "step": 59990
    },
    {
      "grad_norm": 0.34047582745552063,
      "learning_rate": 2.742497133908812e-05,
      "loss": 0.0338,
      "step": 60000
    },
    {
      "grad_norm": 0.47148922085762024,
      "learning_rate": 2.740858016466715e-05,
      "loss": 0.0314,
      "step": 60010
    },
    {
      "grad_norm": 0.2879481017589569,
      "learning_rate": 2.7392192040324826e-05,
      "loss": 0.0337,
      "step": 60020
    },
    {
      "grad_norm": 0.3665607273578644,
      "learning_rate": 2.7375806968273736e-05,
      "loss": 0.0324,
      "step": 60030
    },
    {
      "grad_norm": 0.4047607481479645,
      "learning_rate": 2.735942495072602e-05,
      "loss": 0.0372,
      "step": 60040
    },
    {
      "grad_norm": 0.2366151511669159,
      "learning_rate": 2.734304598989339e-05,
      "loss": 0.0299,
      "step": 60050
    },
    {
      "grad_norm": 0.4823788106441498,
      "learning_rate": 2.7326670087987233e-05,
      "loss": 0.029,
      "step": 60060
    },
    {
      "grad_norm": 0.3804727792739868,
      "learning_rate": 2.7310297247218434e-05,
      "loss": 0.0305,
      "step": 60070
    },
    {
      "grad_norm": 0.2696254253387451,
      "learning_rate": 2.7293927469797487e-05,
      "loss": 0.0297,
      "step": 60080
    },
    {
      "grad_norm": 0.2721981406211853,
      "learning_rate": 2.7277560757934505e-05,
      "loss": 0.0278,
      "step": 60090
    },
    {
      "grad_norm": 0.4691331088542938,
      "learning_rate": 2.7261197113839176e-05,
      "loss": 0.04,
      "step": 60100
    },
    {
      "grad_norm": 0.4017690122127533,
      "learning_rate": 2.7244836539720753e-05,
      "loss": 0.031,
      "step": 60110
    },
    {
      "grad_norm": 0.4018535017967224,
      "learning_rate": 2.7228479037788062e-05,
      "loss": 0.029,
      "step": 60120
    },
    {
      "grad_norm": 0.3702501654624939,
      "learning_rate": 2.7212124610249578e-05,
      "loss": 0.0332,
      "step": 60130
    },
    {
      "grad_norm": 0.356308251619339,
      "learning_rate": 2.7195773259313297e-05,
      "loss": 0.0364,
      "step": 60140
    },
    {
      "grad_norm": 0.3381592035293579,
      "learning_rate": 2.717942498718681e-05,
      "loss": 0.0281,
      "step": 60150
    },
    {
      "grad_norm": 0.3115396499633789,
      "learning_rate": 2.716307979607733e-05,
      "loss": 0.0423,
      "step": 60160
    },
    {
      "grad_norm": 0.3171130418777466,
      "learning_rate": 2.7146737688191603e-05,
      "loss": 0.0289,
      "step": 60170
    },
    {
      "grad_norm": 0.27617526054382324,
      "learning_rate": 2.713039866573603e-05,
      "loss": 0.0296,
      "step": 60180
    },
    {
      "grad_norm": 0.29083117842674255,
      "learning_rate": 2.7114062730916512e-05,
      "loss": 0.0326,
      "step": 60190
    },
    {
      "grad_norm": 0.4412252604961395,
      "learning_rate": 2.7097729885938566e-05,
      "loss": 0.0335,
      "step": 60200
    },
    {
      "grad_norm": 0.37939900159835815,
      "learning_rate": 2.708140013300732e-05,
      "loss": 0.0297,
      "step": 60210
    },
    {
      "grad_norm": 0.3328305184841156,
      "learning_rate": 2.706507347432746e-05,
      "loss": 0.0319,
      "step": 60220
    },
    {
      "grad_norm": 0.4469318985939026,
      "learning_rate": 2.7048749912103256e-05,
      "loss": 0.0339,
      "step": 60230
    },
    {
      "grad_norm": 0.3274383842945099,
      "learning_rate": 2.7032429448538543e-05,
      "loss": 0.029,
      "step": 60240
    },
    {
      "grad_norm": 0.4511490762233734,
      "learning_rate": 2.7016112085836777e-05,
      "loss": 0.0384,
      "step": 60250
    },
    {
      "grad_norm": 0.3527257740497589,
      "learning_rate": 2.699979782620097e-05,
      "loss": 0.0332,
      "step": 60260
    },
    {
      "grad_norm": 0.40524792671203613,
      "learning_rate": 2.698348667183369e-05,
      "loss": 0.04,
      "step": 60270
    },
    {
      "grad_norm": 0.3563673794269562,
      "learning_rate": 2.696717862493713e-05,
      "loss": 0.0289,
      "step": 60280
    },
    {
      "grad_norm": 0.23432524502277374,
      "learning_rate": 2.6950873687713096e-05,
      "loss": 0.0302,
      "step": 60290
    },
    {
      "grad_norm": 0.6359644532203674,
      "learning_rate": 2.6934571862362846e-05,
      "loss": 0.0411,
      "step": 60300
    },
    {
      "grad_norm": 0.35267794132232666,
      "learning_rate": 2.6918273151087326e-05,
      "loss": 0.0336,
      "step": 60310
    },
    {
      "grad_norm": 0.42437851428985596,
      "learning_rate": 2.6901977556087065e-05,
      "loss": 0.035,
      "step": 60320
    },
    {
      "grad_norm": 0.3689165711402893,
      "learning_rate": 2.6885685079562118e-05,
      "loss": 0.0302,
      "step": 60330
    },
    {
      "grad_norm": 0.3647516071796417,
      "learning_rate": 2.686939572371211e-05,
      "loss": 0.0364,
      "step": 60340
    },
    {
      "grad_norm": 0.4781276285648346,
      "learning_rate": 2.6853109490736327e-05,
      "loss": 0.0281,
      "step": 60350
    },
    {
      "grad_norm": 0.490383505821228,
      "learning_rate": 2.6836826382833537e-05,
      "loss": 0.034,
      "step": 60360
    },
    {
      "grad_norm": 0.35288411378860474,
      "learning_rate": 2.682054640220216e-05,
      "loss": 0.0336,
      "step": 60370
    },
    {
      "grad_norm": 0.4316510558128357,
      "learning_rate": 2.680426955104014e-05,
      "loss": 0.0476,
      "step": 60380
    },
    {
      "grad_norm": 0.3138342499732971,
      "learning_rate": 2.678799583154506e-05,
      "loss": 0.0303,
      "step": 60390
    },
    {
      "grad_norm": 0.323091983795166,
      "learning_rate": 2.6771725245914015e-05,
      "loss": 0.0348,
      "step": 60400
    },
    {
      "grad_norm": 0.3222866952419281,
      "learning_rate": 2.675545779634369e-05,
      "loss": 0.0322,
      "step": 60410
    },
    {
      "grad_norm": 0.3920583128929138,
      "learning_rate": 2.67391934850304e-05,
      "loss": 0.0271,
      "step": 60420
    },
    {
      "grad_norm": 0.4493550956249237,
      "learning_rate": 2.6722932314169957e-05,
      "loss": 0.0487,
      "step": 60430
    },
    {
      "grad_norm": 0.4079224467277527,
      "learning_rate": 2.6706674285957834e-05,
      "loss": 0.0324,
      "step": 60440
    },
    {
      "grad_norm": 0.42672455310821533,
      "learning_rate": 2.6690419402589007e-05,
      "loss": 0.0469,
      "step": 60450
    },
    {
      "grad_norm": 0.3176878094673157,
      "learning_rate": 2.6674167666258043e-05,
      "loss": 0.0392,
      "step": 60460
    },
    {
      "grad_norm": 0.3511095643043518,
      "learning_rate": 2.665791907915911e-05,
      "loss": 0.0318,
      "step": 60470
    },
    {
      "grad_norm": 0.32024407386779785,
      "learning_rate": 2.6641673643485972e-05,
      "loss": 0.0323,
      "step": 60480
    },
    {
      "grad_norm": 0.5236054062843323,
      "learning_rate": 2.6625431361431895e-05,
      "loss": 0.039,
      "step": 60490
    },
    {
      "grad_norm": 0.2665967047214508,
      "learning_rate": 2.660919223518975e-05,
      "loss": 0.0281,
      "step": 60500
    },
    {
      "grad_norm": 0.2888702154159546,
      "learning_rate": 2.6592956266952022e-05,
      "loss": 0.029,
      "step": 60510
    },
    {
      "grad_norm": 0.4360746741294861,
      "learning_rate": 2.6576723458910723e-05,
      "loss": 0.0335,
      "step": 60520
    },
    {
      "grad_norm": 0.5093129277229309,
      "learning_rate": 2.6560493813257426e-05,
      "loss": 0.0277,
      "step": 60530
    },
    {
      "grad_norm": 0.4055291414260864,
      "learning_rate": 2.6544267332183332e-05,
      "loss": 0.0318,
      "step": 60540
    },
    {
      "grad_norm": 0.45450064539909363,
      "learning_rate": 2.6528044017879217e-05,
      "loss": 0.0281,
      "step": 60550
    },
    {
      "grad_norm": 0.3431641757488251,
      "learning_rate": 2.6511823872535322e-05,
      "loss": 0.0308,
      "step": 60560
    },
    {
      "grad_norm": 0.3208121657371521,
      "learning_rate": 2.649560689834158e-05,
      "loss": 0.0366,
      "step": 60570
    },
    {
      "grad_norm": 0.3208697736263275,
      "learning_rate": 2.647939309748747e-05,
      "loss": 0.035,
      "step": 60580
    },
    {
      "grad_norm": 0.35554391145706177,
      "learning_rate": 2.6463182472162008e-05,
      "loss": 0.0345,
      "step": 60590
    },
    {
      "grad_norm": 0.36914822459220886,
      "learning_rate": 2.6446975024553765e-05,
      "loss": 0.0252,
      "step": 60600
    },
    {
      "grad_norm": 0.41414666175842285,
      "learning_rate": 2.6430770756850975e-05,
      "loss": 0.0411,
      "step": 60610
    },
    {
      "grad_norm": 0.34673619270324707,
      "learning_rate": 2.641456967124134e-05,
      "loss": 0.0291,
      "step": 60620
    },
    {
      "grad_norm": 0.4324074983596802,
      "learning_rate": 2.6398371769912212e-05,
      "loss": 0.0282,
      "step": 60630
    },
    {
      "grad_norm": 0.41607365012168884,
      "learning_rate": 2.6382177055050426e-05,
      "loss": 0.0313,
      "step": 60640
    },
    {
      "grad_norm": 0.3018451929092407,
      "learning_rate": 2.6365985528842507e-05,
      "loss": 0.0309,
      "step": 60650
    },
    {
      "grad_norm": 0.3118286430835724,
      "learning_rate": 2.6349797193474436e-05,
      "loss": 0.0298,
      "step": 60660
    },
    {
      "grad_norm": 0.5746867656707764,
      "learning_rate": 2.6333612051131795e-05,
      "loss": 0.0377,
      "step": 60670
    },
    {
      "grad_norm": 0.38944515585899353,
      "learning_rate": 2.6317430103999795e-05,
      "loss": 0.031,
      "step": 60680
    },
    {
      "grad_norm": 0.2735932171344757,
      "learning_rate": 2.630125135426312e-05,
      "loss": 0.0342,
      "step": 60690
    },
    {
      "grad_norm": 0.33617064356803894,
      "learning_rate": 2.6285075804106112e-05,
      "loss": 0.0297,
      "step": 60700
    },
    {
      "grad_norm": 0.40210655331611633,
      "learning_rate": 2.6268903455712623e-05,
      "loss": 0.0297,
      "step": 60710
    },
    {
      "grad_norm": 0.34443768858909607,
      "learning_rate": 2.6252734311266075e-05,
      "loss": 0.035,
      "step": 60720
    },
    {
      "grad_norm": 0.2950803339481354,
      "learning_rate": 2.623656837294948e-05,
      "loss": 0.0315,
      "step": 60730
    },
    {
      "grad_norm": 0.5219197273254395,
      "learning_rate": 2.6220405642945455e-05,
      "loss": 0.0351,
      "step": 60740
    },
    {
      "grad_norm": 0.4480348527431488,
      "learning_rate": 2.620424612343606e-05,
      "loss": 0.0379,
      "step": 60750
    },
    {
      "grad_norm": 0.22884465754032135,
      "learning_rate": 2.618808981660304e-05,
      "loss": 0.0355,
      "step": 60760
    },
    {
      "grad_norm": 0.46563005447387695,
      "learning_rate": 2.617193672462768e-05,
      "loss": 0.0345,
      "step": 60770
    },
    {
      "grad_norm": 0.4407889246940613,
      "learning_rate": 2.61557868496908e-05,
      "loss": 0.0367,
      "step": 60780
    },
    {
      "grad_norm": 0.251699298620224,
      "learning_rate": 2.6139640193972794e-05,
      "loss": 0.0371,
      "step": 60790
    },
    {
      "grad_norm": 0.4054252505302429,
      "learning_rate": 2.6123496759653642e-05,
      "loss": 0.0352,
      "step": 60800
    },
    {
      "grad_norm": 0.4920668601989746,
      "learning_rate": 2.6107356548912888e-05,
      "loss": 0.0335,
      "step": 60810
    },
    {
      "grad_norm": 0.3585521876811981,
      "learning_rate": 2.6091219563929587e-05,
      "loss": 0.0304,
      "step": 60820
    },
    {
      "grad_norm": 0.38337457180023193,
      "learning_rate": 2.6075085806882433e-05,
      "loss": 0.03,
      "step": 60830
    },
    {
      "grad_norm": 0.3230366110801697,
      "learning_rate": 2.605895527994967e-05,
      "loss": 0.0277,
      "step": 60840
    },
    {
      "grad_norm": 0.41805505752563477,
      "learning_rate": 2.6042827985309058e-05,
      "loss": 0.0433,
      "step": 60850
    },
    {
      "grad_norm": 0.3515062928199768,
      "learning_rate": 2.602670392513795e-05,
      "loss": 0.029,
      "step": 60860
    },
    {
      "grad_norm": 0.3571839928627014,
      "learning_rate": 2.6010583101613296e-05,
      "loss": 0.0322,
      "step": 60870
    },
    {
      "grad_norm": 0.37541866302490234,
      "learning_rate": 2.5994465516911554e-05,
      "loss": 0.0293,
      "step": 60880
    },
    {
      "grad_norm": 0.43186646699905396,
      "learning_rate": 2.5978351173208742e-05,
      "loss": 0.0335,
      "step": 60890
    },
    {
      "grad_norm": 0.3785884976387024,
      "learning_rate": 2.5962240072680515e-05,
      "loss": 0.0266,
      "step": 60900
    },
    {
      "grad_norm": 0.33979690074920654,
      "learning_rate": 2.5946132217501994e-05,
      "loss": 0.0361,
      "step": 60910
    },
    {
      "grad_norm": 0.3472760021686554,
      "learning_rate": 2.593002760984795e-05,
      "loss": 0.0292,
      "step": 60920
    },
    {
      "grad_norm": 0.3215499222278595,
      "learning_rate": 2.591392625189264e-05,
      "loss": 0.0448,
      "step": 60930
    },
    {
      "grad_norm": 0.354138046503067,
      "learning_rate": 2.5897828145809943e-05,
      "loss": 0.0284,
      "step": 60940
    },
    {
      "grad_norm": 0.4132896959781647,
      "learning_rate": 2.5881733293773242e-05,
      "loss": 0.0387,
      "step": 60950
    },
    {
      "grad_norm": 0.3690907657146454,
      "learning_rate": 2.586564169795555e-05,
      "loss": 0.0325,
      "step": 60960
    },
    {
      "grad_norm": 0.39322543144226074,
      "learning_rate": 2.5849553360529378e-05,
      "loss": 0.0411,
      "step": 60970
    },
    {
      "grad_norm": 0.4194340407848358,
      "learning_rate": 2.5833468283666806e-05,
      "loss": 0.0394,
      "step": 60980
    },
    {
      "grad_norm": 0.3918711841106415,
      "learning_rate": 2.5817386469539507e-05,
      "loss": 0.0327,
      "step": 60990
    },
    {
      "grad_norm": 0.49109920859336853,
      "learning_rate": 2.5801307920318718e-05,
      "loss": 0.0366,
      "step": 61000
    },
    {
      "grad_norm": 0.44492605328559875,
      "learning_rate": 2.578523263817516e-05,
      "loss": 0.0307,
      "step": 61010
    },
    {
      "grad_norm": 0.3596034049987793,
      "learning_rate": 2.5769160625279187e-05,
      "loss": 0.031,
      "step": 61020
    },
    {
      "grad_norm": 0.37380659580230713,
      "learning_rate": 2.5753091883800707e-05,
      "loss": 0.0327,
      "step": 61030
    },
    {
      "grad_norm": 0.6184614300727844,
      "learning_rate": 2.573702641590916e-05,
      "loss": 0.0386,
      "step": 61040
    },
    {
      "grad_norm": 0.430424302816391,
      "learning_rate": 2.5720964223773526e-05,
      "loss": 0.0349,
      "step": 61050
    },
    {
      "grad_norm": 0.4386906623840332,
      "learning_rate": 2.570490530956241e-05,
      "loss": 0.0337,
      "step": 61060
    },
    {
      "grad_norm": 0.3490128219127655,
      "learning_rate": 2.5688849675443914e-05,
      "loss": 0.0337,
      "step": 61070
    },
    {
      "grad_norm": 0.4434957206249237,
      "learning_rate": 2.5672797323585703e-05,
      "loss": 0.0349,
      "step": 61080
    },
    {
      "grad_norm": 0.3541971743106842,
      "learning_rate": 2.5656748256155017e-05,
      "loss": 0.0336,
      "step": 61090
    },
    {
      "grad_norm": 0.29442882537841797,
      "learning_rate": 2.564070247531869e-05,
      "loss": 0.0355,
      "step": 61100
    },
    {
      "grad_norm": 0.3478933870792389,
      "learning_rate": 2.562465998324303e-05,
      "loss": 0.0263,
      "step": 61110
    },
    {
      "grad_norm": 0.41927143931388855,
      "learning_rate": 2.560862078209394e-05,
      "loss": 0.0284,
      "step": 61120
    },
    {
      "grad_norm": 0.48904383182525635,
      "learning_rate": 2.5592584874036906e-05,
      "loss": 0.0328,
      "step": 61130
    },
    {
      "grad_norm": 0.444260835647583,
      "learning_rate": 2.557655226123693e-05,
      "loss": 0.0432,
      "step": 61140
    },
    {
      "grad_norm": 0.5883006453514099,
      "learning_rate": 2.5560522945858555e-05,
      "loss": 0.0335,
      "step": 61150
    },
    {
      "grad_norm": 0.3248654901981354,
      "learning_rate": 2.5544496930065966e-05,
      "loss": 0.038,
      "step": 61160
    },
    {
      "grad_norm": 0.39582929015159607,
      "learning_rate": 2.5528474216022784e-05,
      "loss": 0.0362,
      "step": 61170
    },
    {
      "grad_norm": 0.25566941499710083,
      "learning_rate": 2.5512454805892294e-05,
      "loss": 0.0266,
      "step": 61180
    },
    {
      "grad_norm": 0.3448716700077057,
      "learning_rate": 2.5496438701837262e-05,
      "loss": 0.0307,
      "step": 61190
    },
    {
      "grad_norm": 0.39937758445739746,
      "learning_rate": 2.5480425906020006e-05,
      "loss": 0.0318,
      "step": 61200
    },
    {
      "grad_norm": 0.4208586812019348,
      "learning_rate": 2.5464416420602443e-05,
      "loss": 0.0382,
      "step": 61210
    },
    {
      "grad_norm": 0.3808341324329376,
      "learning_rate": 2.5448410247746047e-05,
      "loss": 0.0296,
      "step": 61220
    },
    {
      "grad_norm": 0.48146945238113403,
      "learning_rate": 2.5432407389611794e-05,
      "loss": 0.0353,
      "step": 61230
    },
    {
      "grad_norm": 0.39185217022895813,
      "learning_rate": 2.5416407848360223e-05,
      "loss": 0.0344,
      "step": 61240
    },
    {
      "grad_norm": 0.3699769973754883,
      "learning_rate": 2.5400411626151466e-05,
      "loss": 0.0415,
      "step": 61250
    },
    {
      "grad_norm": 0.3463154435157776,
      "learning_rate": 2.5384418725145177e-05,
      "loss": 0.0408,
      "step": 61260
    },
    {
      "grad_norm": 0.40579888224601746,
      "learning_rate": 2.5368429147500537e-05,
      "loss": 0.0353,
      "step": 61270
    },
    {
      "grad_norm": 0.4692198634147644,
      "learning_rate": 2.535244289537634e-05,
      "loss": 0.0372,
      "step": 61280
    },
    {
      "grad_norm": 0.3117131292819977,
      "learning_rate": 2.5336459970930908e-05,
      "loss": 0.0412,
      "step": 61290
    },
    {
      "grad_norm": 0.3327028453350067,
      "learning_rate": 2.5320480376322052e-05,
      "loss": 0.0321,
      "step": 61300
    },
    {
      "grad_norm": 0.3942699432373047,
      "learning_rate": 2.5304504113707216e-05,
      "loss": 0.0383,
      "step": 61310
    },
    {
      "grad_norm": 0.8338468670845032,
      "learning_rate": 2.5288531185243376e-05,
      "loss": 0.0326,
      "step": 61320
    },
    {
      "grad_norm": 0.29442524909973145,
      "learning_rate": 2.527256159308703e-05,
      "loss": 0.0404,
      "step": 61330
    },
    {
      "grad_norm": 0.3195907175540924,
      "learning_rate": 2.5256595339394228e-05,
      "loss": 0.0245,
      "step": 61340
    },
    {
      "grad_norm": 0.21945953369140625,
      "learning_rate": 2.524063242632061e-05,
      "loss": 0.036,
      "step": 61350
    },
    {
      "grad_norm": 0.6764445900917053,
      "learning_rate": 2.5224672856021304e-05,
      "loss": 0.035,
      "step": 61360
    },
    {
      "grad_norm": 0.31102514266967773,
      "learning_rate": 2.520871663065105e-05,
      "loss": 0.0236,
      "step": 61370
    },
    {
      "grad_norm": 0.38965868949890137,
      "learning_rate": 2.5192763752364085e-05,
      "loss": 0.0369,
      "step": 61380
    },
    {
      "grad_norm": 0.40145426988601685,
      "learning_rate": 2.5176814223314237e-05,
      "loss": 0.0312,
      "step": 61390
    },
    {
      "grad_norm": 0.5435981154441833,
      "learning_rate": 2.516086804565484e-05,
      "loss": 0.0325,
      "step": 61400
    },
    {
      "grad_norm": 0.40705883502960205,
      "learning_rate": 2.5144925221538783e-05,
      "loss": 0.0293,
      "step": 61410
    },
    {
      "grad_norm": 0.4765426218509674,
      "learning_rate": 2.512898575311856e-05,
      "loss": 0.0356,
      "step": 61420
    },
    {
      "grad_norm": 0.41436198353767395,
      "learning_rate": 2.511304964254611e-05,
      "loss": 0.0289,
      "step": 61430
    },
    {
      "grad_norm": 0.2581733465194702,
      "learning_rate": 2.5097116891973027e-05,
      "loss": 0.0352,
      "step": 61440
    },
    {
      "grad_norm": 0.327140748500824,
      "learning_rate": 2.5081187503550375e-05,
      "loss": 0.032,
      "step": 61450
    },
    {
      "grad_norm": 0.2995590269565582,
      "learning_rate": 2.506526147942877e-05,
      "loss": 0.0212,
      "step": 61460
    },
    {
      "grad_norm": 0.5081701874732971,
      "learning_rate": 2.504933882175841e-05,
      "loss": 0.0317,
      "step": 61470
    },
    {
      "grad_norm": 0.388031929731369,
      "learning_rate": 2.5033419532689044e-05,
      "loss": 0.0283,
      "step": 61480
    },
    {
      "grad_norm": 0.20099632441997528,
      "learning_rate": 2.501750361436992e-05,
      "loss": 0.0274,
      "step": 61490
    },
    {
      "grad_norm": 0.4366825520992279,
      "learning_rate": 2.5001591068949837e-05,
      "loss": 0.0305,
      "step": 61500
    },
    {
      "grad_norm": 0.4267341196537018,
      "learning_rate": 2.4985681898577194e-05,
      "loss": 0.0304,
      "step": 61510
    },
    {
      "grad_norm": 0.2978551685810089,
      "learning_rate": 2.4969776105399878e-05,
      "loss": 0.0293,
      "step": 61520
    },
    {
      "grad_norm": 0.5602583885192871,
      "learning_rate": 2.4953873691565316e-05,
      "loss": 0.0286,
      "step": 61530
    },
    {
      "grad_norm": 0.4344334900379181,
      "learning_rate": 2.493797465922052e-05,
      "loss": 0.0307,
      "step": 61540
    },
    {
      "grad_norm": 0.31157147884368896,
      "learning_rate": 2.4922079010512068e-05,
      "loss": 0.0395,
      "step": 61550
    },
    {
      "grad_norm": 0.40591129660606384,
      "learning_rate": 2.4906186747585954e-05,
      "loss": 0.048,
      "step": 61560
    },
    {
      "grad_norm": 0.29753899574279785,
      "learning_rate": 2.4890297872587846e-05,
      "loss": 0.0386,
      "step": 61570
    },
    {
      "grad_norm": 0.38061460852622986,
      "learning_rate": 2.4874412387662927e-05,
      "loss": 0.0317,
      "step": 61580
    },
    {
      "grad_norm": 0.4112314283847809,
      "learning_rate": 2.4858530294955884e-05,
      "loss": 0.0412,
      "step": 61590
    },
    {
      "grad_norm": 0.35933464765548706,
      "learning_rate": 2.4842651596610944e-05,
      "loss": 0.0347,
      "step": 61600
    },
    {
      "grad_norm": 0.5481678247451782,
      "learning_rate": 2.4826776294771943e-05,
      "loss": 0.0372,
      "step": 61610
    },
    {
      "grad_norm": 0.32672905921936035,
      "learning_rate": 2.4810904391582174e-05,
      "loss": 0.0279,
      "step": 61620
    },
    {
      "grad_norm": 0.45466598868370056,
      "learning_rate": 2.4795035889184537e-05,
      "loss": 0.0304,
      "step": 61630
    },
    {
      "grad_norm": 0.3179810047149658,
      "learning_rate": 2.4779170789721444e-05,
      "loss": 0.0269,
      "step": 61640
    },
    {
      "grad_norm": 0.44297143816947937,
      "learning_rate": 2.476330909533482e-05,
      "loss": 0.0493,
      "step": 61650
    },
    {
      "grad_norm": 0.3167564570903778,
      "learning_rate": 2.47474508081662e-05,
      "loss": 0.0339,
      "step": 61660
    },
    {
      "grad_norm": 0.4139649569988251,
      "learning_rate": 2.4731595930356583e-05,
      "loss": 0.0347,
      "step": 61670
    },
    {
      "grad_norm": 0.43529853224754333,
      "learning_rate": 2.471574446404658e-05,
      "loss": 0.0263,
      "step": 61680
    },
    {
      "grad_norm": 0.2876359820365906,
      "learning_rate": 2.4699896411376272e-05,
      "loss": 0.0319,
      "step": 61690
    },
    {
      "grad_norm": 0.3452414870262146,
      "learning_rate": 2.4684051774485343e-05,
      "loss": 0.0303,
      "step": 61700
    },
    {
      "grad_norm": 0.17873449623584747,
      "learning_rate": 2.466821055551297e-05,
      "loss": 0.026,
      "step": 61710
    },
    {
      "grad_norm": 0.38943788409233093,
      "learning_rate": 2.4652372756597863e-05,
      "loss": 0.034,
      "step": 61720
    },
    {
      "grad_norm": 0.40451863408088684,
      "learning_rate": 2.4636538379878316e-05,
      "loss": 0.0284,
      "step": 61730
    },
    {
      "grad_norm": 0.3490825295448303,
      "learning_rate": 2.4620707427492164e-05,
      "loss": 0.0331,
      "step": 61740
    },
    {
      "grad_norm": 0.3166784346103668,
      "learning_rate": 2.4604879901576683e-05,
      "loss": 0.0283,
      "step": 61750
    },
    {
      "grad_norm": 0.21913833916187286,
      "learning_rate": 2.458905580426879e-05,
      "loss": 0.0285,
      "step": 61760
    },
    {
      "grad_norm": 0.417967826128006,
      "learning_rate": 2.4573235137704924e-05,
      "loss": 0.0329,
      "step": 61770
    },
    {
      "grad_norm": 0.26668816804885864,
      "learning_rate": 2.4557417904021025e-05,
      "loss": 0.041,
      "step": 61780
    },
    {
      "grad_norm": 0.38875752687454224,
      "learning_rate": 2.4541604105352562e-05,
      "loss": 0.0298,
      "step": 61790
    },
    {
      "grad_norm": 0.5046754479408264,
      "learning_rate": 2.4525793743834602e-05,
      "loss": 0.0241,
      "step": 61800
    },
    {
      "grad_norm": 0.3423561751842499,
      "learning_rate": 2.4509986821601694e-05,
      "loss": 0.0363,
      "step": 61810
    },
    {
      "grad_norm": 0.40448811650276184,
      "learning_rate": 2.4494183340787914e-05,
      "loss": 0.0292,
      "step": 61820
    },
    {
      "grad_norm": 0.2702108919620514,
      "learning_rate": 2.447838330352692e-05,
      "loss": 0.0296,
      "step": 61830
    },
    {
      "grad_norm": 0.3376399278640747,
      "learning_rate": 2.44625867119519e-05,
      "loss": 0.0341,
      "step": 61840
    },
    {
      "grad_norm": 0.36259615421295166,
      "learning_rate": 2.4446793568195548e-05,
      "loss": 0.0266,
      "step": 61850
    },
    {
      "grad_norm": 0.4064011871814728,
      "learning_rate": 2.4431003874390074e-05,
      "loss": 0.0402,
      "step": 61860
    },
    {
      "grad_norm": 0.4477265477180481,
      "learning_rate": 2.44152176326673e-05,
      "loss": 0.0374,
      "step": 61870
    },
    {
      "grad_norm": 0.27651122212409973,
      "learning_rate": 2.4399434845158486e-05,
      "loss": 0.032,
      "step": 61880
    },
    {
      "grad_norm": 0.2677326798439026,
      "learning_rate": 2.4383655513994526e-05,
      "loss": 0.0293,
      "step": 61890
    },
    {
      "grad_norm": 0.5366380214691162,
      "learning_rate": 2.4367879641305758e-05,
      "loss": 0.0278,
      "step": 61900
    },
    {
      "grad_norm": 0.2957124412059784,
      "learning_rate": 2.4352107229222087e-05,
      "loss": 0.0286,
      "step": 61910
    },
    {
      "grad_norm": 0.4146159589290619,
      "learning_rate": 2.4336338279872984e-05,
      "loss": 0.0365,
      "step": 61920
    },
    {
      "grad_norm": 0.32542604207992554,
      "learning_rate": 2.4320572795387386e-05,
      "loss": 0.0333,
      "step": 61930
    },
    {
      "grad_norm": 0.5757625102996826,
      "learning_rate": 2.4304810777893838e-05,
      "loss": 0.0342,
      "step": 61940
    },
    {
      "grad_norm": 0.25668013095855713,
      "learning_rate": 2.428905222952034e-05,
      "loss": 0.0344,
      "step": 61950
    },
    {
      "grad_norm": 0.3846137523651123,
      "learning_rate": 2.4273297152394497e-05,
      "loss": 0.0296,
      "step": 61960
    },
    {
      "grad_norm": 0.25559210777282715,
      "learning_rate": 2.4257545548643395e-05,
      "loss": 0.0317,
      "step": 61970
    },
    {
      "grad_norm": 0.3030383288860321,
      "learning_rate": 2.424179742039364e-05,
      "loss": 0.035,
      "step": 61980
    },
    {
      "grad_norm": 0.32386669516563416,
      "learning_rate": 2.4226052769771424e-05,
      "loss": 0.0292,
      "step": 61990
    },
    {
      "grad_norm": 0.31365853548049927,
      "learning_rate": 2.4210311598902463e-05,
      "loss": 0.0289,
      "step": 62000
    },
    {
      "grad_norm": 0.3529798090457916,
      "learning_rate": 2.4194573909911916e-05,
      "loss": 0.0348,
      "step": 62010
    },
    {
      "grad_norm": 0.18501286208629608,
      "learning_rate": 2.4178839704924573e-05,
      "loss": 0.0262,
      "step": 62020
    },
    {
      "grad_norm": 0.4707067608833313,
      "learning_rate": 2.4163108986064746e-05,
      "loss": 0.0274,
      "step": 62030
    },
    {
      "grad_norm": 0.36320438981056213,
      "learning_rate": 2.4147381755456183e-05,
      "loss": 0.0356,
      "step": 62040
    },
    {
      "grad_norm": 0.7504146099090576,
      "learning_rate": 2.413165801522226e-05,
      "loss": 0.0414,
      "step": 62050
    },
    {
      "grad_norm": 0.25979989767074585,
      "learning_rate": 2.411593776748586e-05,
      "loss": 0.0286,
      "step": 62060
    },
    {
      "grad_norm": 0.285927414894104,
      "learning_rate": 2.4100221014369363e-05,
      "loss": 0.0321,
      "step": 62070
    },
    {
      "grad_norm": 0.2838602662086487,
      "learning_rate": 2.408450775799468e-05,
      "loss": 0.0301,
      "step": 62080
    },
    {
      "grad_norm": 0.40409544110298157,
      "learning_rate": 2.4068798000483307e-05,
      "loss": 0.0423,
      "step": 62090
    },
    {
      "grad_norm": 0.43299269676208496,
      "learning_rate": 2.4053091743956174e-05,
      "loss": 0.0435,
      "step": 62100
    },
    {
      "grad_norm": 0.3047507703304291,
      "learning_rate": 2.403738899053385e-05,
      "loss": 0.0338,
      "step": 62110
    },
    {
      "grad_norm": 0.3561449944972992,
      "learning_rate": 2.402168974233631e-05,
      "loss": 0.0274,
      "step": 62120
    },
    {
      "grad_norm": 0.3067874312400818,
      "learning_rate": 2.4005994001483172e-05,
      "loss": 0.0338,
      "step": 62130
    },
    {
      "grad_norm": 0.29133328795433044,
      "learning_rate": 2.3990301770093505e-05,
      "loss": 0.0298,
      "step": 62140
    },
    {
      "grad_norm": 0.35336998105049133,
      "learning_rate": 2.3974613050285898e-05,
      "loss": 0.0312,
      "step": 62150
    },
    {
      "grad_norm": 0.37949246168136597,
      "learning_rate": 2.3958927844178537e-05,
      "loss": 0.036,
      "step": 62160
    },
    {
      "grad_norm": 0.37022244930267334,
      "learning_rate": 2.3943246153889048e-05,
      "loss": 0.0299,
      "step": 62170
    },
    {
      "grad_norm": 0.38184598088264465,
      "learning_rate": 2.3927567981534665e-05,
      "loss": 0.0312,
      "step": 62180
    },
    {
      "grad_norm": 0.4369649887084961,
      "learning_rate": 2.3911893329232082e-05,
      "loss": 0.0324,
      "step": 62190
    },
    {
      "grad_norm": 0.2575612962245941,
      "learning_rate": 2.3896222199097524e-05,
      "loss": 0.0377,
      "step": 62200
    },
    {
      "grad_norm": 0.3843279480934143,
      "learning_rate": 2.388055459324678e-05,
      "loss": 0.0381,
      "step": 62210
    },
    {
      "grad_norm": 0.3633589744567871,
      "learning_rate": 2.3864890513795158e-05,
      "loss": 0.0254,
      "step": 62220
    },
    {
      "grad_norm": 0.4380427896976471,
      "learning_rate": 2.3849229962857457e-05,
      "loss": 0.028,
      "step": 62230
    },
    {
      "grad_norm": 0.29146772623062134,
      "learning_rate": 2.383357294254799e-05,
      "loss": 0.0425,
      "step": 62240
    },
    {
      "grad_norm": 0.35045304894447327,
      "learning_rate": 2.3817919454980657e-05,
      "loss": 0.0335,
      "step": 62250
    },
    {
      "grad_norm": 0.5909894704818726,
      "learning_rate": 2.3802269502268836e-05,
      "loss": 0.0259,
      "step": 62260
    },
    {
      "grad_norm": 0.39975205063819885,
      "learning_rate": 2.3786623086525405e-05,
      "loss": 0.0308,
      "step": 62270
    },
    {
      "grad_norm": 0.8682138919830322,
      "learning_rate": 2.3770980209862813e-05,
      "loss": 0.0298,
      "step": 62280
    },
    {
      "grad_norm": 0.37646082043647766,
      "learning_rate": 2.3755340874393056e-05,
      "loss": 0.0345,
      "step": 62290
    },
    {
      "grad_norm": 0.31219497323036194,
      "learning_rate": 2.3739705082227532e-05,
      "loss": 0.0246,
      "step": 62300
    },
    {
      "grad_norm": 0.5469925403594971,
      "learning_rate": 2.372407283547727e-05,
      "loss": 0.0312,
      "step": 62310
    },
    {
      "grad_norm": 0.21032671630382538,
      "learning_rate": 2.3708444136252807e-05,
      "loss": 0.0385,
      "step": 62320
    },
    {
      "grad_norm": 0.47959813475608826,
      "learning_rate": 2.3692818986664167e-05,
      "loss": 0.035,
      "step": 62330
    },
    {
      "grad_norm": 0.49425551295280457,
      "learning_rate": 2.3677197388820882e-05,
      "loss": 0.0261,
      "step": 62340
    },
    {
      "grad_norm": 0.5080767273902893,
      "learning_rate": 2.366157934483208e-05,
      "loss": 0.0311,
      "step": 62350
    },
    {
      "grad_norm": 0.38376137614250183,
      "learning_rate": 2.364596485680632e-05,
      "loss": 0.0305,
      "step": 62360
    },
    {
      "grad_norm": 0.3296877145767212,
      "learning_rate": 2.363035392685175e-05,
      "loss": 0.0284,
      "step": 62370
    },
    {
      "grad_norm": 0.47456544637680054,
      "learning_rate": 2.3614746557075984e-05,
      "loss": 0.0321,
      "step": 62380
    },
    {
      "grad_norm": 0.40214547514915466,
      "learning_rate": 2.3599142749586212e-05,
      "loss": 0.0307,
      "step": 62390
    },
    {
      "grad_norm": 0.327043741941452,
      "learning_rate": 2.3583542506489094e-05,
      "loss": 0.0326,
      "step": 62400
    },
    {
      "grad_norm": 0.477570116519928,
      "learning_rate": 2.3567945829890804e-05,
      "loss": 0.0256,
      "step": 62410
    },
    {
      "grad_norm": 0.41594401001930237,
      "learning_rate": 2.3552352721897104e-05,
      "loss": 0.0261,
      "step": 62420
    },
    {
      "grad_norm": 0.36776915192604065,
      "learning_rate": 2.3536763184613176e-05,
      "loss": 0.0403,
      "step": 62430
    },
    {
      "grad_norm": 0.5377551317214966,
      "learning_rate": 2.3521177220143824e-05,
      "loss": 0.0319,
      "step": 62440
    },
    {
      "grad_norm": 0.3188546597957611,
      "learning_rate": 2.3505594830593286e-05,
      "loss": 0.0279,
      "step": 62450
    },
    {
      "grad_norm": 0.40403446555137634,
      "learning_rate": 2.3490016018065337e-05,
      "loss": 0.031,
      "step": 62460
    },
    {
      "grad_norm": 0.3557049632072449,
      "learning_rate": 2.347444078466329e-05,
      "loss": 0.0332,
      "step": 62470
    },
    {
      "grad_norm": 0.40274256467819214,
      "learning_rate": 2.345886913249001e-05,
      "loss": 0.0241,
      "step": 62480
    },
    {
      "grad_norm": 0.459704726934433,
      "learning_rate": 2.3443301063647756e-05,
      "loss": 0.0262,
      "step": 62490
    },
    {
      "grad_norm": 0.5061690807342529,
      "learning_rate": 2.3427736580238417e-05,
      "loss": 0.0255,
      "step": 62500
    },
    {
      "grad_norm": 0.4418043792247772,
      "learning_rate": 2.3412175684363384e-05,
      "loss": 0.0304,
      "step": 62510
    },
    {
      "grad_norm": 0.41252511739730835,
      "learning_rate": 2.339661837812352e-05,
      "loss": 0.0254,
      "step": 62520
    },
    {
      "grad_norm": 0.34928908944129944,
      "learning_rate": 2.33810646636192e-05,
      "loss": 0.0262,
      "step": 62530
    },
    {
      "grad_norm": 0.3426426649093628,
      "learning_rate": 2.336551454295037e-05,
      "loss": 0.0403,
      "step": 62540
    },
    {
      "grad_norm": 0.3039233982563019,
      "learning_rate": 2.3349968018216485e-05,
      "loss": 0.0293,
      "step": 62550
    },
    {
      "grad_norm": 0.3289225101470947,
      "learning_rate": 2.333442509151642e-05,
      "loss": 0.0291,
      "step": 62560
    },
    {
      "grad_norm": 0.3409649729728699,
      "learning_rate": 2.3318885764948672e-05,
      "loss": 0.0337,
      "step": 62570
    },
    {
      "grad_norm": 0.6204492449760437,
      "learning_rate": 2.3303350040611226e-05,
      "loss": 0.0464,
      "step": 62580
    },
    {
      "grad_norm": 0.5025568604469299,
      "learning_rate": 2.3287817920601558e-05,
      "loss": 0.0346,
      "step": 62590
    },
    {
      "grad_norm": 0.28181466460227966,
      "learning_rate": 2.3272289407016635e-05,
      "loss": 0.0292,
      "step": 62600
    },
    {
      "grad_norm": 0.6547226309776306,
      "learning_rate": 2.3256764501953014e-05,
      "loss": 0.0372,
      "step": 62610
    },
    {
      "grad_norm": 0.3001554608345032,
      "learning_rate": 2.3241243207506692e-05,
      "loss": 0.0322,
      "step": 62620
    },
    {
      "grad_norm": 0.2401183843612671,
      "learning_rate": 2.3225725525773227e-05,
      "loss": 0.0314,
      "step": 62630
    },
    {
      "grad_norm": 0.4954569637775421,
      "learning_rate": 2.3210211458847658e-05,
      "loss": 0.0431,
      "step": 62640
    },
    {
      "grad_norm": 0.4627067446708679,
      "learning_rate": 2.319470100882453e-05,
      "loss": 0.0433,
      "step": 62650
    },
    {
      "grad_norm": 0.4472648501396179,
      "learning_rate": 2.3179194177797952e-05,
      "loss": 0.0287,
      "step": 62660
    },
    {
      "grad_norm": 0.2764027416706085,
      "learning_rate": 2.3163690967861475e-05,
      "loss": 0.0262,
      "step": 62670
    },
    {
      "grad_norm": 0.4468562602996826,
      "learning_rate": 2.3148191381108226e-05,
      "loss": 0.0357,
      "step": 62680
    },
    {
      "grad_norm": 0.2693791687488556,
      "learning_rate": 2.3132695419630774e-05,
      "loss": 0.0305,
      "step": 62690
    },
    {
      "grad_norm": 0.3258012533187866,
      "learning_rate": 2.311720308552128e-05,
      "loss": 0.0409,
      "step": 62700
    },
    {
      "grad_norm": 0.556264340877533,
      "learning_rate": 2.3101714380871347e-05,
      "loss": 0.0343,
      "step": 62710
    },
    {
      "grad_norm": 0.2959933876991272,
      "learning_rate": 2.30862293077721e-05,
      "loss": 0.0365,
      "step": 62720
    },
    {
      "grad_norm": 0.5153838992118835,
      "learning_rate": 2.3070747868314197e-05,
      "loss": 0.0298,
      "step": 62730
    },
    {
      "grad_norm": 0.35788100957870483,
      "learning_rate": 2.305527006458784e-05,
      "loss": 0.0376,
      "step": 62740
    },
    {
      "grad_norm": 0.3207511901855469,
      "learning_rate": 2.3039795898682613e-05,
      "loss": 0.0317,
      "step": 62750
    },
    {
      "grad_norm": 0.29595375061035156,
      "learning_rate": 2.302432537268774e-05,
      "loss": 0.0314,
      "step": 62760
    },
    {
      "grad_norm": 0.3688924014568329,
      "learning_rate": 2.300885848869191e-05,
      "loss": 0.0272,
      "step": 62770
    },
    {
      "grad_norm": 0.405510812997818,
      "learning_rate": 2.29933952487833e-05,
      "loss": 0.0352,
      "step": 62780
    },
    {
      "grad_norm": 0.8062099814414978,
      "learning_rate": 2.2977935655049594e-05,
      "loss": 0.0381,
      "step": 62790
    },
    {
      "grad_norm": 0.3971650004386902,
      "learning_rate": 2.2962479709578035e-05,
      "loss": 0.0276,
      "step": 62800
    },
    {
      "grad_norm": 0.35286450386047363,
      "learning_rate": 2.2947027414455314e-05,
      "loss": 0.0452,
      "step": 62810
    },
    {
      "grad_norm": 0.44170942902565,
      "learning_rate": 2.2931578771767638e-05,
      "loss": 0.0389,
      "step": 62820
    },
    {
      "grad_norm": 0.32899972796440125,
      "learning_rate": 2.2916133783600757e-05,
      "loss": 0.0324,
      "step": 62830
    },
    {
      "grad_norm": 0.3979368209838867,
      "learning_rate": 2.2900692452039922e-05,
      "loss": 0.0302,
      "step": 62840
    },
    {
      "grad_norm": 0.35994821786880493,
      "learning_rate": 2.2885254779169864e-05,
      "loss": 0.0347,
      "step": 62850
    },
    {
      "grad_norm": 0.4592888355255127,
      "learning_rate": 2.28698207670748e-05,
      "loss": 0.0337,
      "step": 62860
    },
    {
      "grad_norm": 0.27852293848991394,
      "learning_rate": 2.285439041783853e-05,
      "loss": 0.0325,
      "step": 62870
    },
    {
      "grad_norm": 0.32231688499450684,
      "learning_rate": 2.2838963733544266e-05,
      "loss": 0.0327,
      "step": 62880
    },
    {
      "grad_norm": 0.34549179673194885,
      "learning_rate": 2.2823540716274816e-05,
      "loss": 0.0263,
      "step": 62890
    },
    {
      "grad_norm": 0.4689122140407562,
      "learning_rate": 2.2808121368112435e-05,
      "loss": 0.0235,
      "step": 62900
    },
    {
      "grad_norm": 0.5581562519073486,
      "learning_rate": 2.2792705691138868e-05,
      "loss": 0.031,
      "step": 62910
    },
    {
      "grad_norm": 0.4326556324958801,
      "learning_rate": 2.2777293687435437e-05,
      "loss": 0.0331,
      "step": 62920
    },
    {
      "grad_norm": 0.28374505043029785,
      "learning_rate": 2.2761885359082886e-05,
      "loss": 0.0319,
      "step": 62930
    },
    {
      "grad_norm": 0.4146745502948761,
      "learning_rate": 2.274648070816153e-05,
      "loss": 0.0361,
      "step": 62940
    },
    {
      "grad_norm": 0.30622002482414246,
      "learning_rate": 2.2731079736751144e-05,
      "loss": 0.0308,
      "step": 62950
    },
    {
      "grad_norm": 0.37552398443222046,
      "learning_rate": 2.271568244693103e-05,
      "loss": 0.0326,
      "step": 62960
    },
    {
      "grad_norm": 0.35229772329330444,
      "learning_rate": 2.270028884077998e-05,
      "loss": 0.0387,
      "step": 62970
    },
    {
      "grad_norm": 0.5215229988098145,
      "learning_rate": 2.2684898920376275e-05,
      "loss": 0.0346,
      "step": 62980
    },
    {
      "grad_norm": 0.3963603973388672,
      "learning_rate": 2.266951268779773e-05,
      "loss": 0.036,
      "step": 62990
    },
    {
      "grad_norm": 0.31610971689224243,
      "learning_rate": 2.2654130145121683e-05,
      "loss": 0.0322,
      "step": 63000
    },
    {
      "grad_norm": 0.31799328327178955,
      "learning_rate": 2.2638751294424865e-05,
      "loss": 0.036,
      "step": 63010
    },
    {
      "grad_norm": 0.39947712421417236,
      "learning_rate": 2.2623376137783626e-05,
      "loss": 0.0289,
      "step": 63020
    },
    {
      "grad_norm": 0.5296348333358765,
      "learning_rate": 2.2608004677273804e-05,
      "loss": 0.0356,
      "step": 63030
    },
    {
      "grad_norm": 0.38726672530174255,
      "learning_rate": 2.2592636914970634e-05,
      "loss": 0.0298,
      "step": 63040
    },
    {
      "grad_norm": 0.290966659784317,
      "learning_rate": 2.2577272852948962e-05,
      "loss": 0.0355,
      "step": 63050
    },
    {
      "grad_norm": 0.3919312059879303,
      "learning_rate": 2.2561912493283116e-05,
      "loss": 0.0337,
      "step": 63060
    },
    {
      "grad_norm": 0.405441552400589,
      "learning_rate": 2.254655583804689e-05,
      "loss": 0.0311,
      "step": 63070
    },
    {
      "grad_norm": 0.3435460329055786,
      "learning_rate": 2.2531202889313573e-05,
      "loss": 0.0288,
      "step": 63080
    },
    {
      "grad_norm": 0.32970714569091797,
      "learning_rate": 2.2515853649156016e-05,
      "loss": 0.0309,
      "step": 63090
    },
    {
      "grad_norm": 0.30533650517463684,
      "learning_rate": 2.2500508119646478e-05,
      "loss": 0.0343,
      "step": 63100
    },
    {
      "grad_norm": 0.43528902530670166,
      "learning_rate": 2.248516630285682e-05,
      "loss": 0.0261,
      "step": 63110
    },
    {
      "grad_norm": 0.416413277387619,
      "learning_rate": 2.2469828200858294e-05,
      "loss": 0.0421,
      "step": 63120
    },
    {
      "grad_norm": 0.4349164068698883,
      "learning_rate": 2.2454493815721755e-05,
      "loss": 0.0338,
      "step": 63130
    },
    {
      "grad_norm": 0.3818250596523285,
      "learning_rate": 2.2439163149517482e-05,
      "loss": 0.0322,
      "step": 63140
    },
    {
      "grad_norm": 0.42068782448768616,
      "learning_rate": 2.242383620431526e-05,
      "loss": 0.0316,
      "step": 63150
    },
    {
      "grad_norm": 0.3899461030960083,
      "learning_rate": 2.2408512982184417e-05,
      "loss": 0.0315,
      "step": 63160
    },
    {
      "grad_norm": 0.38082990050315857,
      "learning_rate": 2.2393193485193718e-05,
      "loss": 0.0327,
      "step": 63170
    },
    {
      "grad_norm": 0.42265474796295166,
      "learning_rate": 2.2377877715411493e-05,
      "loss": 0.0289,
      "step": 63180
    },
    {
      "grad_norm": 0.42142537236213684,
      "learning_rate": 2.236256567490551e-05,
      "loss": 0.0329,
      "step": 63190
    },
    {
      "grad_norm": 0.3504989743232727,
      "learning_rate": 2.234725736574304e-05,
      "loss": 0.0378,
      "step": 63200
    },
    {
      "grad_norm": 0.32313281297683716,
      "learning_rate": 2.233195278999088e-05,
      "loss": 0.0271,
      "step": 63210
    },
    {
      "grad_norm": 0.4223991930484772,
      "learning_rate": 2.2316651949715335e-05,
      "loss": 0.0295,
      "step": 63220
    },
    {
      "grad_norm": 0.41023895144462585,
      "learning_rate": 2.2301354846982146e-05,
      "loss": 0.0268,
      "step": 63230
    },
    {
      "grad_norm": 0.30559590458869934,
      "learning_rate": 2.2286061483856573e-05,
      "loss": 0.0339,
      "step": 63240
    },
    {
      "grad_norm": 0.4292343556880951,
      "learning_rate": 2.227077186240342e-05,
      "loss": 0.0357,
      "step": 63250
    },
    {
      "grad_norm": 0.284486323595047,
      "learning_rate": 2.2255485984686924e-05,
      "loss": 0.0335,
      "step": 63260
    },
    {
      "grad_norm": 0.31691858172416687,
      "learning_rate": 2.224020385277082e-05,
      "loss": 0.0296,
      "step": 63270
    },
    {
      "grad_norm": 0.2974899709224701,
      "learning_rate": 2.2224925468718373e-05,
      "loss": 0.039,
      "step": 63280
    },
    {
      "grad_norm": 0.663083016872406,
      "learning_rate": 2.2209650834592366e-05,
      "loss": 0.0379,
      "step": 63290
    },
    {
      "grad_norm": 0.4409586787223816,
      "learning_rate": 2.2194379952454957e-05,
      "loss": 0.0356,
      "step": 63300
    },
    {
      "grad_norm": 0.48768696188926697,
      "learning_rate": 2.217911282436792e-05,
      "loss": 0.0275,
      "step": 63310
    },
    {
      "grad_norm": 0.27807387709617615,
      "learning_rate": 2.2163849452392488e-05,
      "loss": 0.0342,
      "step": 63320
    },
    {
      "grad_norm": 0.341738224029541,
      "learning_rate": 2.2148589838589357e-05,
      "loss": 0.028,
      "step": 63330
    },
    {
      "grad_norm": 0.5005422234535217,
      "learning_rate": 2.213333398501872e-05,
      "loss": 0.0347,
      "step": 63340
    },
    {
      "grad_norm": 0.3319443166255951,
      "learning_rate": 2.2118081893740318e-05,
      "loss": 0.0334,
      "step": 63350
    },
    {
      "grad_norm": 0.1905677169561386,
      "learning_rate": 2.2102833566813298e-05,
      "loss": 0.0356,
      "step": 63360
    },
    {
      "grad_norm": 0.27258822321891785,
      "learning_rate": 2.2087589006296387e-05,
      "loss": 0.0461,
      "step": 63370
    },
    {
      "grad_norm": 0.44177567958831787,
      "learning_rate": 2.2072348214247724e-05,
      "loss": 0.0308,
      "step": 63380
    },
    {
      "grad_norm": 0.38504758477211,
      "learning_rate": 2.2057111192725006e-05,
      "loss": 0.0317,
      "step": 63390
    },
    {
      "grad_norm": 0.4426786005496979,
      "learning_rate": 2.2041877943785377e-05,
      "loss": 0.0267,
      "step": 63400
    },
    {
      "grad_norm": 0.4124084711074829,
      "learning_rate": 2.2026648469485468e-05,
      "loss": 0.0254,
      "step": 63410
    },
    {
      "grad_norm": 0.3917284309864044,
      "learning_rate": 2.2011422771881458e-05,
      "loss": 0.0328,
      "step": 63420
    },
    {
      "grad_norm": 0.6000885963439941,
      "learning_rate": 2.1996200853028925e-05,
      "loss": 0.0271,
      "step": 63430
    },
    {
      "grad_norm": 0.272993803024292,
      "learning_rate": 2.1980982714983044e-05,
      "loss": 0.029,
      "step": 63440
    },
    {
      "grad_norm": 0.4977979362010956,
      "learning_rate": 2.1965768359798388e-05,
      "loss": 0.0337,
      "step": 63450
    },
    {
      "grad_norm": 0.351980060338974,
      "learning_rate": 2.1950557789529048e-05,
      "loss": 0.0368,
      "step": 63460
    },
    {
      "grad_norm": 0.335360050201416,
      "learning_rate": 2.1935351006228615e-05,
      "loss": 0.0331,
      "step": 63470
    },
    {
      "grad_norm": 0.8231044411659241,
      "learning_rate": 2.192014801195022e-05,
      "loss": 0.0309,
      "step": 63480
    },
    {
      "grad_norm": 0.2493617832660675,
      "learning_rate": 2.190494880874634e-05,
      "loss": 0.0309,
      "step": 63490
    },
    {
      "grad_norm": 0.631931722164154,
      "learning_rate": 2.1889753398669067e-05,
      "loss": 0.0482,
      "step": 63500
    },
    {
      "grad_norm": 0.30901816487312317,
      "learning_rate": 2.1874561783769953e-05,
      "loss": 0.0293,
      "step": 63510
    },
    {
      "grad_norm": 0.33690139651298523,
      "learning_rate": 2.1859373966100015e-05,
      "loss": 0.0373,
      "step": 63520
    },
    {
      "grad_norm": 0.25634920597076416,
      "learning_rate": 2.1844189947709752e-05,
      "loss": 0.0261,
      "step": 63530
    },
    {
      "grad_norm": 0.4589182436466217,
      "learning_rate": 2.1829009730649196e-05,
      "loss": 0.0286,
      "step": 63540
    },
    {
      "grad_norm": 0.5407298803329468,
      "learning_rate": 2.1813833316967818e-05,
      "loss": 0.0294,
      "step": 63550
    },
    {
      "grad_norm": 0.2613305449485779,
      "learning_rate": 2.1798660708714573e-05,
      "loss": 0.0352,
      "step": 63560
    },
    {
      "grad_norm": 0.5337300896644592,
      "learning_rate": 2.1783491907937948e-05,
      "loss": 0.0358,
      "step": 63570
    },
    {
      "grad_norm": 0.39404433965682983,
      "learning_rate": 2.17683269166859e-05,
      "loss": 0.0272,
      "step": 63580
    },
    {
      "grad_norm": 0.3568114936351776,
      "learning_rate": 2.175316573700585e-05,
      "loss": 0.0354,
      "step": 63590
    },
    {
      "grad_norm": 0.37106308341026306,
      "learning_rate": 2.173800837094469e-05,
      "loss": 0.0313,
      "step": 63600
    },
    {
      "grad_norm": 0.49694353342056274,
      "learning_rate": 2.1722854820548872e-05,
      "loss": 0.0409,
      "step": 63610
    },
    {
      "grad_norm": 0.33542031049728394,
      "learning_rate": 2.1707705087864238e-05,
      "loss": 0.0359,
      "step": 63620
    },
    {
      "grad_norm": 0.2751288115978241,
      "learning_rate": 2.16925591749362e-05,
      "loss": 0.0388,
      "step": 63630
    },
    {
      "grad_norm": 0.32827985286712646,
      "learning_rate": 2.1677417083809594e-05,
      "loss": 0.026,
      "step": 63640
    },
    {
      "grad_norm": 0.2905453145503998,
      "learning_rate": 2.1662278816528747e-05,
      "loss": 0.0364,
      "step": 63650
    },
    {
      "grad_norm": 0.2792802155017853,
      "learning_rate": 2.1647144375137525e-05,
      "loss": 0.0336,
      "step": 63660
    },
    {
      "grad_norm": 0.32014021277427673,
      "learning_rate": 2.1632013761679187e-05,
      "loss": 0.029,
      "step": 63670
    },
    {
      "grad_norm": 0.5325485467910767,
      "learning_rate": 2.161688697819657e-05,
      "loss": 0.0298,
      "step": 63680
    },
    {
      "grad_norm": 0.5818950533866882,
      "learning_rate": 2.1601764026731915e-05,
      "loss": 0.0484,
      "step": 63690
    },
    {
      "grad_norm": 0.39667078852653503,
      "learning_rate": 2.1586644909327008e-05,
      "loss": 0.0426,
      "step": 63700
    },
    {
      "grad_norm": 0.48068979382514954,
      "learning_rate": 2.157152962802307e-05,
      "loss": 0.0308,
      "step": 63710
    },
    {
      "grad_norm": 0.37779489159584045,
      "learning_rate": 2.155641818486081e-05,
      "loss": 0.0311,
      "step": 63720
    },
    {
      "grad_norm": 0.4010133445262909,
      "learning_rate": 2.1541310581880448e-05,
      "loss": 0.0309,
      "step": 63730
    },
    {
      "grad_norm": 0.2570684552192688,
      "learning_rate": 2.15262068211217e-05,
      "loss": 0.0278,
      "step": 63740
    },
    {
      "grad_norm": 0.5012272596359253,
      "learning_rate": 2.1511106904623667e-05,
      "loss": 0.0449,
      "step": 63750
    },
    {
      "grad_norm": 0.31291598081588745,
      "learning_rate": 2.1496010834425024e-05,
      "loss": 0.0335,
      "step": 63760
    },
    {
      "grad_norm": 0.4185936152935028,
      "learning_rate": 2.1480918612563926e-05,
      "loss": 0.0289,
      "step": 63770
    },
    {
      "grad_norm": 0.38792628049850464,
      "learning_rate": 2.146583024107796e-05,
      "loss": 0.0282,
      "step": 63780
    },
    {
      "grad_norm": 0.345529168844223,
      "learning_rate": 2.145074572200419e-05,
      "loss": 0.028,
      "step": 63790
    },
    {
      "grad_norm": 0.4513266682624817,
      "learning_rate": 2.1435665057379235e-05,
      "loss": 0.0275,
      "step": 63800
    },
    {
      "grad_norm": 0.40865078568458557,
      "learning_rate": 2.1420588249239103e-05,
      "loss": 0.0357,
      "step": 63810
    },
    {
      "grad_norm": 0.3272581100463867,
      "learning_rate": 2.1405515299619326e-05,
      "loss": 0.0293,
      "step": 63820
    },
    {
      "grad_norm": 0.3759651482105255,
      "learning_rate": 2.1390446210554915e-05,
      "loss": 0.0331,
      "step": 63830
    },
    {
      "grad_norm": 0.41042816638946533,
      "learning_rate": 2.137538098408037e-05,
      "loss": 0.0321,
      "step": 63840
    },
    {
      "grad_norm": 0.3033124506473541,
      "learning_rate": 2.1360319622229652e-05,
      "loss": 0.0343,
      "step": 63850
    },
    {
      "grad_norm": 0.30072256922721863,
      "learning_rate": 2.1345262127036175e-05,
      "loss": 0.0372,
      "step": 63860
    },
    {
      "grad_norm": 0.5713479518890381,
      "learning_rate": 2.133020850053289e-05,
      "loss": 0.028,
      "step": 63870
    },
    {
      "grad_norm": 0.36448267102241516,
      "learning_rate": 2.1315158744752168e-05,
      "loss": 0.034,
      "step": 63880
    },
    {
      "grad_norm": 0.34797075390815735,
      "learning_rate": 2.1300112861725912e-05,
      "loss": 0.0293,
      "step": 63890
    },
    {
      "grad_norm": 0.43169933557510376,
      "learning_rate": 2.1285070853485463e-05,
      "loss": 0.0284,
      "step": 63900
    },
    {
      "grad_norm": 0.49246546626091003,
      "learning_rate": 2.1270032722061627e-05,
      "loss": 0.0302,
      "step": 63910
    },
    {
      "grad_norm": 0.4136998951435089,
      "learning_rate": 2.125499846948475e-05,
      "loss": 0.0365,
      "step": 63920
    },
    {
      "grad_norm": 0.42380204796791077,
      "learning_rate": 2.123996809778459e-05,
      "loss": 0.0301,
      "step": 63930
    },
    {
      "grad_norm": 0.6261898875236511,
      "learning_rate": 2.122494160899039e-05,
      "loss": 0.0285,
      "step": 63940
    },
    {
      "grad_norm": 0.2860979437828064,
      "learning_rate": 2.1209919005130902e-05,
      "loss": 0.028,
      "step": 63950
    },
    {
      "grad_norm": 0.2755453288555145,
      "learning_rate": 2.1194900288234354e-05,
      "loss": 0.0337,
      "step": 63960
    },
    {
      "grad_norm": 0.3108334243297577,
      "learning_rate": 2.117988546032841e-05,
      "loss": 0.028,
      "step": 63970
    },
    {
      "grad_norm": 0.251459002494812,
      "learning_rate": 2.116487452344021e-05,
      "loss": 0.0333,
      "step": 63980
    },
    {
      "grad_norm": 0.5065571069717407,
      "learning_rate": 2.114986747959643e-05,
      "loss": 0.0301,
      "step": 63990
    },
    {
      "grad_norm": 0.5002254247665405,
      "learning_rate": 2.1134864330823152e-05,
      "loss": 0.0325,
      "step": 64000
    },
    {
      "grad_norm": 0.31676846742630005,
      "learning_rate": 2.1119865079145944e-05,
      "loss": 0.0279,
      "step": 64010
    },
    {
      "grad_norm": 0.43509918451309204,
      "learning_rate": 2.1104869726589887e-05,
      "loss": 0.03,
      "step": 64020
    },
    {
      "grad_norm": 0.35392311215400696,
      "learning_rate": 2.1089878275179537e-05,
      "loss": 0.032,
      "step": 64030
    },
    {
      "grad_norm": 0.37907227873802185,
      "learning_rate": 2.1074890726938834e-05,
      "loss": 0.0311,
      "step": 64040
    },
    {
      "grad_norm": 0.3062088191509247,
      "learning_rate": 2.105990708389128e-05,
      "loss": 0.0256,
      "step": 64050
    },
    {
      "grad_norm": 0.23988725244998932,
      "learning_rate": 2.104492734805985e-05,
      "loss": 0.0287,
      "step": 64060
    },
    {
      "grad_norm": 0.47907981276512146,
      "learning_rate": 2.1029951521466946e-05,
      "loss": 0.0304,
      "step": 64070
    },
    {
      "grad_norm": 0.36518600583076477,
      "learning_rate": 2.101497960613444e-05,
      "loss": 0.0316,
      "step": 64080
    },
    {
      "grad_norm": 0.4146263599395752,
      "learning_rate": 2.1000011604083734e-05,
      "loss": 0.0327,
      "step": 64090
    },
    {
      "grad_norm": 0.2304704487323761,
      "learning_rate": 2.0985047517335634e-05,
      "loss": 0.0305,
      "step": 64100
    },
    {
      "grad_norm": 0.39708468317985535,
      "learning_rate": 2.0970087347910484e-05,
      "loss": 0.0252,
      "step": 64110
    },
    {
      "grad_norm": 0.33736342191696167,
      "learning_rate": 2.0955131097828023e-05,
      "loss": 0.0282,
      "step": 64120
    },
    {
      "grad_norm": 0.32117319107055664,
      "learning_rate": 2.094017876910754e-05,
      "loss": 0.0387,
      "step": 64130
    },
    {
      "grad_norm": 0.7411917448043823,
      "learning_rate": 2.0925230363767738e-05,
      "loss": 0.034,
      "step": 64140
    },
    {
      "grad_norm": 0.30813202261924744,
      "learning_rate": 2.0910285883826796e-05,
      "loss": 0.0316,
      "step": 64150
    },
    {
      "grad_norm": 0.40586212277412415,
      "learning_rate": 2.089534533130241e-05,
      "loss": 0.0323,
      "step": 64160
    },
    {
      "grad_norm": 0.447853147983551,
      "learning_rate": 2.0880408708211663e-05,
      "loss": 0.0339,
      "step": 64170
    },
    {
      "grad_norm": 0.3731066584587097,
      "learning_rate": 2.0865476016571207e-05,
      "loss": 0.0282,
      "step": 64180
    },
    {
      "grad_norm": 0.3255862295627594,
      "learning_rate": 2.085054725839708e-05,
      "loss": 0.0296,
      "step": 64190
    },
    {
      "grad_norm": 0.3357831835746765,
      "learning_rate": 2.0835622435704815e-05,
      "loss": 0.0279,
      "step": 64200
    },
    {
      "grad_norm": 0.4938913881778717,
      "learning_rate": 2.0820701550509435e-05,
      "loss": 0.0342,
      "step": 64210
    },
    {
      "grad_norm": 0.6086995005607605,
      "learning_rate": 2.0805784604825434e-05,
      "loss": 0.0295,
      "step": 64220
    },
    {
      "grad_norm": 0.37924689054489136,
      "learning_rate": 2.079087160066674e-05,
      "loss": 0.0323,
      "step": 64230
    },
    {
      "grad_norm": 0.39164531230926514,
      "learning_rate": 2.0775962540046735e-05,
      "loss": 0.0277,
      "step": 64240
    },
    {
      "grad_norm": 0.45755359530448914,
      "learning_rate": 2.0761057424978347e-05,
      "loss": 0.0251,
      "step": 64250
    },
    {
      "grad_norm": 0.4547061324119568,
      "learning_rate": 2.0746156257473904e-05,
      "loss": 0.0315,
      "step": 64260
    },
    {
      "grad_norm": 0.40450242161750793,
      "learning_rate": 2.0731259039545194e-05,
      "loss": 0.0296,
      "step": 64270
    },
    {
      "grad_norm": 0.37783730030059814,
      "learning_rate": 2.071636577320352e-05,
      "loss": 0.0375,
      "step": 64280
    },
    {
      "grad_norm": 0.17216140031814575,
      "learning_rate": 2.070147646045967e-05,
      "loss": 0.0264,
      "step": 64290
    },
    {
      "grad_norm": 0.37137076258659363,
      "learning_rate": 2.0686591103323777e-05,
      "loss": 0.0402,
      "step": 64300
    },
    {
      "grad_norm": 0.34999972581863403,
      "learning_rate": 2.0671709703805563e-05,
      "loss": 0.0285,
      "step": 64310
    },
    {
      "grad_norm": 0.3651387393474579,
      "learning_rate": 2.0656832263914188e-05,
      "loss": 0.0302,
      "step": 64320
    },
    {
      "grad_norm": 0.3362797796726227,
      "learning_rate": 2.064195878565825e-05,
      "loss": 0.0339,
      "step": 64330
    },
    {
      "grad_norm": 0.4394201636314392,
      "learning_rate": 2.0627089271045797e-05,
      "loss": 0.0352,
      "step": 64340
    },
    {
      "grad_norm": 0.3099988102912903,
      "learning_rate": 2.0612223722084412e-05,
      "loss": 0.0265,
      "step": 64350
    },
    {
      "grad_norm": 0.3939167261123657,
      "learning_rate": 2.0597362140781057e-05,
      "loss": 0.0292,
      "step": 64360
    },
    {
      "grad_norm": 0.2819516062736511,
      "learning_rate": 2.058250452914225e-05,
      "loss": 0.0225,
      "step": 64370
    },
    {
      "grad_norm": 0.5997117757797241,
      "learning_rate": 2.0567650889173873e-05,
      "loss": 0.0446,
      "step": 64380
    },
    {
      "grad_norm": 0.2686218321323395,
      "learning_rate": 2.0552801222881375e-05,
      "loss": 0.0274,
      "step": 64390
    },
    {
      "grad_norm": 0.3366474509239197,
      "learning_rate": 2.0537955532269587e-05,
      "loss": 0.0264,
      "step": 64400
    },
    {
      "grad_norm": 0.4115026295185089,
      "learning_rate": 2.0523113819342816e-05,
      "loss": 0.0322,
      "step": 64410
    },
    {
      "grad_norm": 0.30752211809158325,
      "learning_rate": 2.050827608610489e-05,
      "loss": 0.033,
      "step": 64420
    },
    {
      "grad_norm": 0.2811381220817566,
      "learning_rate": 2.049344233455902e-05,
      "loss": 0.0303,
      "step": 64430
    },
    {
      "grad_norm": 0.35310614109039307,
      "learning_rate": 2.0478612566707956e-05,
      "loss": 0.0319,
      "step": 64440
    },
    {
      "grad_norm": 0.3554729223251343,
      "learning_rate": 2.0463786784553853e-05,
      "loss": 0.027,
      "step": 64450
    },
    {
      "grad_norm": 0.6268687844276428,
      "learning_rate": 2.0448964990098325e-05,
      "loss": 0.0363,
      "step": 64460
    },
    {
      "grad_norm": 0.320762038230896,
      "learning_rate": 2.0434147185342494e-05,
      "loss": 0.0249,
      "step": 64470
    },
    {
      "grad_norm": 0.2211257368326187,
      "learning_rate": 2.0419333372286952e-05,
      "loss": 0.0336,
      "step": 64480
    },
    {
      "grad_norm": 0.3826799690723419,
      "learning_rate": 2.0404523552931646e-05,
      "loss": 0.0243,
      "step": 64490
    },
    {
      "grad_norm": 0.1984395682811737,
      "learning_rate": 2.0389717729276098e-05,
      "loss": 0.0291,
      "step": 64500
    },
    {
      "grad_norm": 0.5144129395484924,
      "learning_rate": 2.0374915903319264e-05,
      "loss": 0.0299,
      "step": 64510
    },
    {
      "grad_norm": 0.4104471206665039,
      "learning_rate": 2.0360118077059525e-05,
      "loss": 0.0297,
      "step": 64520
    },
    {
      "grad_norm": 0.3481581509113312,
      "learning_rate": 2.034532425249473e-05,
      "loss": 0.0288,
      "step": 64530
    },
    {
      "grad_norm": 0.3211064636707306,
      "learning_rate": 2.0330534431622234e-05,
      "loss": 0.0371,
      "step": 64540
    },
    {
      "grad_norm": 0.4780946373939514,
      "learning_rate": 2.0315748616438796e-05,
      "loss": 0.0279,
      "step": 64550
    },
    {
      "grad_norm": 0.41206371784210205,
      "learning_rate": 2.0300966808940647e-05,
      "loss": 0.0342,
      "step": 64560
    },
    {
      "grad_norm": 0.30879515409469604,
      "learning_rate": 2.0286189011123496e-05,
      "loss": 0.0359,
      "step": 64570
    },
    {
      "grad_norm": 0.47203460335731506,
      "learning_rate": 2.027141522498252e-05,
      "loss": 0.0255,
      "step": 64580
    },
    {
      "grad_norm": 0.6369167566299438,
      "learning_rate": 2.0256645452512324e-05,
      "loss": 0.0302,
      "step": 64590
    },
    {
      "grad_norm": 0.37555795907974243,
      "learning_rate": 2.024187969570696e-05,
      "loss": 0.0313,
      "step": 64600
    },
    {
      "grad_norm": 0.40345606207847595,
      "learning_rate": 2.0227117956559994e-05,
      "loss": 0.0431,
      "step": 64610
    },
    {
      "grad_norm": 0.32670485973358154,
      "learning_rate": 2.0212360237064377e-05,
      "loss": 0.0406,
      "step": 64620
    },
    {
      "grad_norm": 0.2405773103237152,
      "learning_rate": 2.01976065392126e-05,
      "loss": 0.0295,
      "step": 64630
    },
    {
      "grad_norm": 0.3896963894367218,
      "learning_rate": 2.018285686499654e-05,
      "loss": 0.0254,
      "step": 64640
    },
    {
      "grad_norm": 0.2706136107444763,
      "learning_rate": 2.0168111216407547e-05,
      "loss": 0.0275,
      "step": 64650
    },
    {
      "grad_norm": 0.23551061749458313,
      "learning_rate": 2.015336959543648e-05,
      "loss": 0.0257,
      "step": 64660
    },
    {
      "grad_norm": 0.2849019467830658,
      "learning_rate": 2.0138632004073556e-05,
      "loss": 0.0289,
      "step": 64670
    },
    {
      "grad_norm": 0.45392951369285583,
      "learning_rate": 2.0123898444308558e-05,
      "loss": 0.0323,
      "step": 64680
    },
    {
      "grad_norm": 0.485535591840744,
      "learning_rate": 2.010916891813063e-05,
      "loss": 0.0403,
      "step": 64690
    },
    {
      "grad_norm": 0.4922325909137726,
      "learning_rate": 2.0094443427528448e-05,
      "loss": 0.0358,
      "step": 64700
    },
    {
      "grad_norm": 0.3522680401802063,
      "learning_rate": 2.007972197449009e-05,
      "loss": 0.0352,
      "step": 64710
    },
    {
      "grad_norm": 0.43212154507637024,
      "learning_rate": 2.0065004561003087e-05,
      "loss": 0.0297,
      "step": 64720
    },
    {
      "grad_norm": 0.3706497848033905,
      "learning_rate": 2.0050291189054466e-05,
      "loss": 0.0369,
      "step": 64730
    },
    {
      "grad_norm": 0.45363691449165344,
      "learning_rate": 2.003558186063072e-05,
      "loss": 0.0383,
      "step": 64740
    },
    {
      "grad_norm": 0.2906048893928528,
      "learning_rate": 2.002087657771769e-05,
      "loss": 0.0265,
      "step": 64750
    },
    {
      "grad_norm": 0.4248243570327759,
      "learning_rate": 2.0006175342300783e-05,
      "loss": 0.0284,
      "step": 64760
    },
    {
      "grad_norm": 0.33683475852012634,
      "learning_rate": 1.999147815636483e-05,
      "loss": 0.0247,
      "step": 64770
    },
    {
      "grad_norm": 0.3480956256389618,
      "learning_rate": 1.9976785021894095e-05,
      "loss": 0.0312,
      "step": 64780
    },
    {
      "grad_norm": 0.4110930860042572,
      "learning_rate": 1.9962095940872288e-05,
      "loss": 0.0451,
      "step": 64790
    },
    {
      "grad_norm": 0.40101876854896545,
      "learning_rate": 1.9947410915282616e-05,
      "loss": 0.03,
      "step": 64800
    },
    {
      "grad_norm": 0.27036595344543457,
      "learning_rate": 1.9932729947107704e-05,
      "loss": 0.0296,
      "step": 64810
    },
    {
      "grad_norm": 0.2435583919286728,
      "learning_rate": 1.9918053038329616e-05,
      "loss": 0.0243,
      "step": 64820
    },
    {
      "grad_norm": 0.2826000452041626,
      "learning_rate": 1.99033801909299e-05,
      "loss": 0.0242,
      "step": 64830
    },
    {
      "grad_norm": 0.26491713523864746,
      "learning_rate": 1.9888711406889564e-05,
      "loss": 0.0294,
      "step": 64840
    },
    {
      "grad_norm": 0.4217338562011719,
      "learning_rate": 1.987404668818904e-05,
      "loss": 0.0301,
      "step": 64850
    },
    {
      "grad_norm": 0.39410772919654846,
      "learning_rate": 1.9859386036808193e-05,
      "loss": 0.0289,
      "step": 64860
    },
    {
      "grad_norm": 0.3254348635673523,
      "learning_rate": 1.98447294547264e-05,
      "loss": 0.0353,
      "step": 64870
    },
    {
      "grad_norm": 0.37754949927330017,
      "learning_rate": 1.9830076943922416e-05,
      "loss": 0.0271,
      "step": 64880
    },
    {
      "grad_norm": 0.2527470886707306,
      "learning_rate": 1.9815428506374527e-05,
      "loss": 0.0313,
      "step": 64890
    },
    {
      "grad_norm": 0.3744555413722992,
      "learning_rate": 1.9800784144060397e-05,
      "loss": 0.0311,
      "step": 64900
    },
    {
      "grad_norm": 0.4726090431213379,
      "learning_rate": 1.9786143858957163e-05,
      "loss": 0.0337,
      "step": 64910
    },
    {
      "grad_norm": 0.3985132873058319,
      "learning_rate": 1.9771507653041445e-05,
      "loss": 0.0348,
      "step": 64920
    },
    {
      "grad_norm": 0.5694907307624817,
      "learning_rate": 1.9756875528289264e-05,
      "loss": 0.0305,
      "step": 64930
    },
    {
      "grad_norm": 0.2813044786453247,
      "learning_rate": 1.9742247486676096e-05,
      "loss": 0.0301,
      "step": 64940
    },
    {
      "grad_norm": 0.32766932249069214,
      "learning_rate": 1.9727623530176902e-05,
      "loss": 0.0257,
      "step": 64950
    },
    {
      "grad_norm": 0.37054693698883057,
      "learning_rate": 1.9713003660766083e-05,
      "loss": 0.0317,
      "step": 64960
    },
    {
      "grad_norm": 0.3506363034248352,
      "learning_rate": 1.969838788041746e-05,
      "loss": 0.0307,
      "step": 64970
    },
    {
      "grad_norm": 0.38394051790237427,
      "learning_rate": 1.968377619110429e-05,
      "loss": 0.0329,
      "step": 64980
    },
    {
      "grad_norm": 0.32097482681274414,
      "learning_rate": 1.9669168594799353e-05,
      "loss": 0.0279,
      "step": 64990
    },
    {
      "grad_norm": 0.46898481249809265,
      "learning_rate": 1.9654565093474796e-05,
      "loss": 0.0262,
      "step": 65000
    },
    {
      "grad_norm": 0.2897815406322479,
      "learning_rate": 1.963996568910224e-05,
      "loss": 0.0356,
      "step": 65010
    },
    {
      "grad_norm": 0.31828489899635315,
      "learning_rate": 1.962537038365277e-05,
      "loss": 0.0313,
      "step": 65020
    },
    {
      "grad_norm": 0.4178468585014343,
      "learning_rate": 1.961077917909694e-05,
      "loss": 0.031,
      "step": 65030
    },
    {
      "grad_norm": 0.3118402361869812,
      "learning_rate": 1.9596192077404648e-05,
      "loss": 0.0325,
      "step": 65040
    },
    {
      "grad_norm": 0.19623175263404846,
      "learning_rate": 1.9581609080545332e-05,
      "loss": 0.0292,
      "step": 65050
    },
    {
      "grad_norm": 0.3825932443141937,
      "learning_rate": 1.9567030190487874e-05,
      "loss": 0.0384,
      "step": 65060
    },
    {
      "grad_norm": 0.3856116831302643,
      "learning_rate": 1.9552455409200566e-05,
      "loss": 0.0291,
      "step": 65070
    },
    {
      "grad_norm": 0.24221700429916382,
      "learning_rate": 1.9537884738651125e-05,
      "loss": 0.0181,
      "step": 65080
    },
    {
      "grad_norm": 0.5046737194061279,
      "learning_rate": 1.9523318180806788e-05,
      "loss": 0.0303,
      "step": 65090
    },
    {
      "grad_norm": 0.2927185893058777,
      "learning_rate": 1.950875573763416e-05,
      "loss": 0.0292,
      "step": 65100
    },
    {
      "grad_norm": 0.27271243929862976,
      "learning_rate": 1.9494197411099352e-05,
      "loss": 0.0236,
      "step": 65110
    },
    {
      "grad_norm": 0.4044996201992035,
      "learning_rate": 1.947964320316786e-05,
      "loss": 0.0308,
      "step": 65120
    },
    {
      "grad_norm": 0.4305531680583954,
      "learning_rate": 1.946509311580469e-05,
      "loss": 0.0336,
      "step": 65130
    },
    {
      "grad_norm": 0.3797352612018585,
      "learning_rate": 1.9450547150974212e-05,
      "loss": 0.0359,
      "step": 65140
    },
    {
      "grad_norm": 0.23666593432426453,
      "learning_rate": 1.9436005310640336e-05,
      "loss": 0.0288,
      "step": 65150
    },
    {
      "grad_norm": 0.3679047226905823,
      "learning_rate": 1.9421467596766336e-05,
      "loss": 0.0248,
      "step": 65160
    },
    {
      "grad_norm": 0.4754527807235718,
      "learning_rate": 1.9406934011314932e-05,
      "loss": 0.0322,
      "step": 65170
    },
    {
      "grad_norm": 0.33098235726356506,
      "learning_rate": 1.9392404556248354e-05,
      "loss": 0.0301,
      "step": 65180
    },
    {
      "grad_norm": 0.36784303188323975,
      "learning_rate": 1.937787923352822e-05,
      "loss": 0.0303,
      "step": 65190
    },
    {
      "grad_norm": 0.45778894424438477,
      "learning_rate": 1.9363358045115563e-05,
      "loss": 0.0278,
      "step": 65200
    },
    {
      "grad_norm": 0.26987767219543457,
      "learning_rate": 1.934884099297093e-05,
      "loss": 0.032,
      "step": 65210
    },
    {
      "grad_norm": 0.3036961257457733,
      "learning_rate": 1.9334328079054292e-05,
      "loss": 0.0334,
      "step": 65220
    },
    {
      "grad_norm": 0.45719975233078003,
      "learning_rate": 1.9319819305325016e-05,
      "loss": 0.0308,
      "step": 65230
    },
    {
      "grad_norm": 0.3366999328136444,
      "learning_rate": 1.930531467374193e-05,
      "loss": 0.0279,
      "step": 65240
    },
    {
      "grad_norm": 0.3372521996498108,
      "learning_rate": 1.929081418626335e-05,
      "loss": 0.0334,
      "step": 65250
    },
    {
      "grad_norm": 0.3763621151447296,
      "learning_rate": 1.927631784484697e-05,
      "loss": 0.03,
      "step": 65260
    },
    {
      "grad_norm": 0.4359809160232544,
      "learning_rate": 1.9261825651449927e-05,
      "loss": 0.0352,
      "step": 65270
    },
    {
      "grad_norm": 0.35689306259155273,
      "learning_rate": 1.924733760802884e-05,
      "loss": 0.0251,
      "step": 65280
    },
    {
      "grad_norm": 0.36513736844062805,
      "learning_rate": 1.9232853716539788e-05,
      "loss": 0.034,
      "step": 65290
    },
    {
      "grad_norm": 0.6038615107536316,
      "learning_rate": 1.9218373978938174e-05,
      "loss": 0.0283,
      "step": 65300
    },
    {
      "grad_norm": 0.36933717131614685,
      "learning_rate": 1.920389839717895e-05,
      "loss": 0.0373,
      "step": 65310
    },
    {
      "grad_norm": 0.3532405495643616,
      "learning_rate": 1.918942697321648e-05,
      "loss": 0.033,
      "step": 65320
    },
    {
      "grad_norm": 0.4508729875087738,
      "learning_rate": 1.9174959709004554e-05,
      "loss": 0.0341,
      "step": 65330
    },
    {
      "grad_norm": 0.259676992893219,
      "learning_rate": 1.916049660649638e-05,
      "loss": 0.0306,
      "step": 65340
    },
    {
      "grad_norm": 0.3409607708454132,
      "learning_rate": 1.914603766764466e-05,
      "loss": 0.0255,
      "step": 65350
    },
    {
      "grad_norm": 0.35345470905303955,
      "learning_rate": 1.9131582894401485e-05,
      "loss": 0.0293,
      "step": 65360
    },
    {
      "grad_norm": 0.3602842688560486,
      "learning_rate": 1.9117132288718408e-05,
      "loss": 0.0224,
      "step": 65370
    },
    {
      "grad_norm": 0.31472858786582947,
      "learning_rate": 1.9102685852546422e-05,
      "loss": 0.0229,
      "step": 65380
    },
    {
      "grad_norm": 0.6287860870361328,
      "learning_rate": 1.9088243587835914e-05,
      "loss": 0.0319,
      "step": 65390
    },
    {
      "grad_norm": 0.4357996881008148,
      "learning_rate": 1.907380549653678e-05,
      "loss": 0.0293,
      "step": 65400
    },
    {
      "grad_norm": 0.27287766337394714,
      "learning_rate": 1.9059371580598273e-05,
      "loss": 0.0352,
      "step": 65410
    },
    {
      "grad_norm": 0.3739273250102997,
      "learning_rate": 1.904494184196917e-05,
      "loss": 0.028,
      "step": 65420
    },
    {
      "grad_norm": 0.26283809542655945,
      "learning_rate": 1.9030516282597595e-05,
      "loss": 0.0308,
      "step": 65430
    },
    {
      "grad_norm": 0.3636067509651184,
      "learning_rate": 1.9016094904431186e-05,
      "loss": 0.036,
      "step": 65440
    },
    {
      "grad_norm": 0.3765334188938141,
      "learning_rate": 1.9001677709416966e-05,
      "loss": 0.0385,
      "step": 65450
    },
    {
      "grad_norm": 0.4496481120586395,
      "learning_rate": 1.898726469950138e-05,
      "loss": 0.0313,
      "step": 65460
    },
    {
      "grad_norm": 0.3360249698162079,
      "learning_rate": 1.897285587663036e-05,
      "loss": 0.0314,
      "step": 65470
    },
    {
      "grad_norm": 0.313765287399292,
      "learning_rate": 1.8958451242749286e-05,
      "loss": 0.0307,
      "step": 65480
    },
    {
      "grad_norm": 0.45128965377807617,
      "learning_rate": 1.8944050799802865e-05,
      "loss": 0.0285,
      "step": 65490
    },
    {
      "grad_norm": 0.29662325978279114,
      "learning_rate": 1.8929654549735337e-05,
      "loss": 0.0324,
      "step": 65500
    },
    {
      "grad_norm": 0.535350501537323,
      "learning_rate": 1.8915262494490365e-05,
      "loss": 0.0244,
      "step": 65510
    },
    {
      "grad_norm": 0.24193261563777924,
      "learning_rate": 1.8900874636011012e-05,
      "loss": 0.0337,
      "step": 65520
    },
    {
      "grad_norm": 0.28784987330436707,
      "learning_rate": 1.8886490976239772e-05,
      "loss": 0.0355,
      "step": 65530
    },
    {
      "grad_norm": 0.40248215198516846,
      "learning_rate": 1.887211151711863e-05,
      "loss": 0.0253,
      "step": 65540
    },
    {
      "grad_norm": 0.4089081883430481,
      "learning_rate": 1.8857736260588933e-05,
      "loss": 0.0315,
      "step": 65550
    },
    {
      "grad_norm": 0.26173388957977295,
      "learning_rate": 1.8843365208591486e-05,
      "loss": 0.028,
      "step": 65560
    },
    {
      "grad_norm": 0.3492584526538849,
      "learning_rate": 1.8828998363066548e-05,
      "loss": 0.031,
      "step": 65570
    },
    {
      "grad_norm": 0.3430902063846588,
      "learning_rate": 1.8814635725953806e-05,
      "loss": 0.037,
      "step": 65580
    },
    {
      "grad_norm": 0.2410918027162552,
      "learning_rate": 1.880027729919235e-05,
      "loss": 0.0279,
      "step": 65590
    },
    {
      "grad_norm": 0.3014385998249054,
      "learning_rate": 1.87859230847207e-05,
      "loss": 0.0259,
      "step": 65600
    },
    {
      "grad_norm": 0.44324883818626404,
      "learning_rate": 1.8771573084476874e-05,
      "loss": 0.0259,
      "step": 65610
    },
    {
      "grad_norm": 0.43116652965545654,
      "learning_rate": 1.8757227300398217e-05,
      "loss": 0.0322,
      "step": 65620
    },
    {
      "grad_norm": 0.2015351951122284,
      "learning_rate": 1.874288573442161e-05,
      "loss": 0.0392,
      "step": 65630
    },
    {
      "grad_norm": 0.2529557943344116,
      "learning_rate": 1.8728548388483293e-05,
      "loss": 0.0321,
      "step": 65640
    },
    {
      "grad_norm": 0.2713903486728668,
      "learning_rate": 1.8714215264518935e-05,
      "loss": 0.0299,
      "step": 65650
    },
    {
      "grad_norm": 0.31767603754997253,
      "learning_rate": 1.8699886364463704e-05,
      "loss": 0.0292,
      "step": 65660
    },
    {
      "grad_norm": 0.25912076234817505,
      "learning_rate": 1.868556169025211e-05,
      "loss": 0.0259,
      "step": 65670
    },
    {
      "grad_norm": 0.34854742884635925,
      "learning_rate": 1.8671241243818167e-05,
      "loss": 0.0297,
      "step": 65680
    },
    {
      "grad_norm": 0.25804242491722107,
      "learning_rate": 1.8656925027095252e-05,
      "loss": 0.0287,
      "step": 65690
    },
    {
      "grad_norm": 0.1616068184375763,
      "learning_rate": 1.8642613042016245e-05,
      "loss": 0.0257,
      "step": 65700
    },
    {
      "grad_norm": 0.4498472511768341,
      "learning_rate": 1.862830529051339e-05,
      "loss": 0.0281,
      "step": 65710
    },
    {
      "grad_norm": 0.4141126573085785,
      "learning_rate": 1.861400177451837e-05,
      "loss": 0.0235,
      "step": 65720
    },
    {
      "grad_norm": 0.18449382483959198,
      "learning_rate": 1.859970249596233e-05,
      "loss": 0.0248,
      "step": 65730
    },
    {
      "grad_norm": 0.5876592397689819,
      "learning_rate": 1.8585407456775845e-05,
      "loss": 0.0351,
      "step": 65740
    },
    {
      "grad_norm": 0.4147951602935791,
      "learning_rate": 1.8571116658888837e-05,
      "loss": 0.0282,
      "step": 65750
    },
    {
      "grad_norm": 0.40286484360694885,
      "learning_rate": 1.855683010423075e-05,
      "loss": 0.0289,
      "step": 65760
    },
    {
      "grad_norm": 0.29179707169532776,
      "learning_rate": 1.854254779473044e-05,
      "loss": 0.0239,
      "step": 65770
    },
    {
      "grad_norm": 0.6177517175674438,
      "learning_rate": 1.8528269732316116e-05,
      "loss": 0.0338,
      "step": 65780
    },
    {
      "grad_norm": 0.20667554438114166,
      "learning_rate": 1.851399591891549e-05,
      "loss": 0.0247,
      "step": 65790
    },
    {
      "grad_norm": 0.31040582060813904,
      "learning_rate": 1.84997263564557e-05,
      "loss": 0.0249,
      "step": 65800
    },
    {
      "grad_norm": 0.33608943223953247,
      "learning_rate": 1.848546104686326e-05,
      "loss": 0.0274,
      "step": 65810
    },
    {
      "grad_norm": 0.3171129524707794,
      "learning_rate": 1.8471199992064125e-05,
      "loss": 0.0224,
      "step": 65820
    },
    {
      "grad_norm": 0.2858283519744873,
      "learning_rate": 1.845694319398373e-05,
      "loss": 0.0238,
      "step": 65830
    },
    {
      "grad_norm": 0.33596187829971313,
      "learning_rate": 1.844269065454684e-05,
      "loss": 0.0366,
      "step": 65840
    },
    {
      "grad_norm": 0.3844165802001953,
      "learning_rate": 1.8428442375677746e-05,
      "loss": 0.0275,
      "step": 65850
    },
    {
      "grad_norm": 0.35240307450294495,
      "learning_rate": 1.841419835930008e-05,
      "loss": 0.0298,
      "step": 65860
    },
    {
      "grad_norm": 0.30925148725509644,
      "learning_rate": 1.8399958607336953e-05,
      "loss": 0.0289,
      "step": 65870
    },
    {
      "grad_norm": 0.21950972080230713,
      "learning_rate": 1.8385723121710864e-05,
      "loss": 0.0315,
      "step": 65880
    },
    {
      "grad_norm": 0.7007350325584412,
      "learning_rate": 1.837149190434378e-05,
      "loss": 0.0282,
      "step": 65890
    },
    {
      "grad_norm": 0.4435056447982788,
      "learning_rate": 1.835726495715705e-05,
      "loss": 0.0317,
      "step": 65900
    },
    {
      "grad_norm": 0.5032926797866821,
      "learning_rate": 1.8343042282071436e-05,
      "loss": 0.0361,
      "step": 65910
    },
    {
      "grad_norm": 0.35696956515312195,
      "learning_rate": 1.8328823881007194e-05,
      "loss": 0.0289,
      "step": 65920
    },
    {
      "grad_norm": 0.4327481985092163,
      "learning_rate": 1.8314609755883932e-05,
      "loss": 0.0327,
      "step": 65930
    },
    {
      "grad_norm": 0.44898101687431335,
      "learning_rate": 1.83003999086207e-05,
      "loss": 0.0426,
      "step": 65940
    },
    {
      "grad_norm": 0.2902991771697998,
      "learning_rate": 1.8286194341135975e-05,
      "loss": 0.0249,
      "step": 65950
    },
    {
      "grad_norm": 0.3101980984210968,
      "learning_rate": 1.8271993055347685e-05,
      "loss": 0.0329,
      "step": 65960
    },
    {
      "grad_norm": 0.3370892405509949,
      "learning_rate": 1.8257796053173143e-05,
      "loss": 0.0288,
      "step": 65970
    },
    {
      "grad_norm": 0.3900626599788666,
      "learning_rate": 1.8243603336529064e-05,
      "loss": 0.026,
      "step": 65980
    },
    {
      "grad_norm": 0.35202935338020325,
      "learning_rate": 1.8229414907331648e-05,
      "loss": 0.0302,
      "step": 65990
    },
    {
      "grad_norm": 0.3342805504798889,
      "learning_rate": 1.8215230767496476e-05,
      "loss": 0.0268,
      "step": 66000
    },
    {
      "grad_norm": 0.3027266263961792,
      "learning_rate": 1.8201050918938527e-05,
      "loss": 0.0253,
      "step": 66010
    },
    {
      "grad_norm": 0.36462074518203735,
      "learning_rate": 1.8186875363572252e-05,
      "loss": 0.0294,
      "step": 66020
    },
    {
      "grad_norm": 0.2827828526496887,
      "learning_rate": 1.817270410331154e-05,
      "loss": 0.0361,
      "step": 66030
    },
    {
      "grad_norm": 0.2941679060459137,
      "learning_rate": 1.8158537140069576e-05,
      "loss": 0.0324,
      "step": 66040
    },
    {
      "grad_norm": 0.40774863958358765,
      "learning_rate": 1.814437447575909e-05,
      "loss": 0.0322,
      "step": 66050
    },
    {
      "grad_norm": 0.3234117031097412,
      "learning_rate": 1.8130216112292213e-05,
      "loss": 0.0297,
      "step": 66060
    },
    {
      "grad_norm": 0.43546417355537415,
      "learning_rate": 1.8116062051580444e-05,
      "loss": 0.027,
      "step": 66070
    },
    {
      "grad_norm": 0.24902595579624176,
      "learning_rate": 1.8101912295534728e-05,
      "loss": 0.0274,
      "step": 66080
    },
    {
      "grad_norm": 0.2709238529205322,
      "learning_rate": 1.8087766846065453e-05,
      "loss": 0.0361,
      "step": 66090
    },
    {
      "grad_norm": 0.5377061367034912,
      "learning_rate": 1.807362570508237e-05,
      "loss": 0.0369,
      "step": 66100
    },
    {
      "grad_norm": 0.4285011291503906,
      "learning_rate": 1.8059488874494717e-05,
      "loss": 0.0278,
      "step": 66110
    },
    {
      "grad_norm": 0.4497300684452057,
      "learning_rate": 1.8045356356211085e-05,
      "loss": 0.0317,
      "step": 66120
    },
    {
      "grad_norm": 0.32237234711647034,
      "learning_rate": 1.803122815213954e-05,
      "loss": 0.023,
      "step": 66130
    },
    {
      "grad_norm": 0.35028958320617676,
      "learning_rate": 1.8017104264187508e-05,
      "loss": 0.0302,
      "step": 66140
    },
    {
      "grad_norm": 0.37935230135917664,
      "learning_rate": 1.8002984694261888e-05,
      "loss": 0.0268,
      "step": 66150
    },
    {
      "grad_norm": 0.25737592577934265,
      "learning_rate": 1.7988869444268962e-05,
      "loss": 0.022,
      "step": 66160
    },
    {
      "grad_norm": 0.4327903985977173,
      "learning_rate": 1.7974758516114415e-05,
      "loss": 0.034,
      "step": 66170
    },
    {
      "grad_norm": 0.2865379750728607,
      "learning_rate": 1.7960651911703406e-05,
      "loss": 0.0294,
      "step": 66180
    },
    {
      "grad_norm": 0.3227345943450928,
      "learning_rate": 1.7946549632940463e-05,
      "loss": 0.0218,
      "step": 66190
    },
    {
      "grad_norm": 0.37894654273986816,
      "learning_rate": 1.793245168172952e-05,
      "loss": 0.0257,
      "step": 66200
    },
    {
      "grad_norm": 0.2152397781610489,
      "learning_rate": 1.7918358059973954e-05,
      "loss": 0.0237,
      "step": 66210
    },
    {
      "grad_norm": 0.2961811125278473,
      "learning_rate": 1.790426876957658e-05,
      "loss": 0.0283,
      "step": 66220
    },
    {
      "grad_norm": 0.26658573746681213,
      "learning_rate": 1.7890183812439594e-05,
      "loss": 0.032,
      "step": 66230
    },
    {
      "grad_norm": 0.3258310556411743,
      "learning_rate": 1.7876103190464572e-05,
      "loss": 0.0265,
      "step": 66240
    },
    {
      "grad_norm": 0.36181727051734924,
      "learning_rate": 1.7862026905552597e-05,
      "loss": 0.0256,
      "step": 66250
    },
    {
      "grad_norm": 0.4252620041370392,
      "learning_rate": 1.784795495960409e-05,
      "loss": 0.0262,
      "step": 66260
    },
    {
      "grad_norm": 0.2776644825935364,
      "learning_rate": 1.78338873545189e-05,
      "loss": 0.0318,
      "step": 66270
    },
    {
      "grad_norm": 0.2865317463874817,
      "learning_rate": 1.7819824092196318e-05,
      "loss": 0.0264,
      "step": 66280
    },
    {
      "grad_norm": 0.5915968418121338,
      "learning_rate": 1.780576517453506e-05,
      "loss": 0.0323,
      "step": 66290
    },
    {
      "grad_norm": 0.24831680953502655,
      "learning_rate": 1.7791710603433165e-05,
      "loss": 0.0291,
      "step": 66300
    },
    {
      "grad_norm": 0.34753063321113586,
      "learning_rate": 1.7777660380788176e-05,
      "loss": 0.0364,
      "step": 66310
    },
    {
      "grad_norm": 0.41601014137268066,
      "learning_rate": 1.7763614508497038e-05,
      "loss": 0.0295,
      "step": 66320
    },
    {
      "grad_norm": 0.2863163352012634,
      "learning_rate": 1.7749572988456082e-05,
      "loss": 0.0339,
      "step": 66330
    },
    {
      "grad_norm": 0.3389360010623932,
      "learning_rate": 1.7735535822561033e-05,
      "loss": 0.0295,
      "step": 66340
    },
    {
      "grad_norm": 0.4141446352005005,
      "learning_rate": 1.77215030127071e-05,
      "loss": 0.0235,
      "step": 66350
    },
    {
      "grad_norm": 0.3181168735027313,
      "learning_rate": 1.7707474560788823e-05,
      "loss": 0.0268,
      "step": 66360
    },
    {
      "grad_norm": 0.5220112800598145,
      "learning_rate": 1.7693450468700212e-05,
      "loss": 0.0322,
      "step": 66370
    },
    {
      "grad_norm": 0.40357309579849243,
      "learning_rate": 1.7679430738334667e-05,
      "loss": 0.0325,
      "step": 66380
    },
    {
      "grad_norm": 0.37971436977386475,
      "learning_rate": 1.766541537158497e-05,
      "loss": 0.028,
      "step": 66390
    },
    {
      "grad_norm": 0.2641964852809906,
      "learning_rate": 1.7651404370343383e-05,
      "loss": 0.0273,
      "step": 66400
    },
    {
      "grad_norm": 0.30332332849502563,
      "learning_rate": 1.7637397736501497e-05,
      "loss": 0.0308,
      "step": 66410
    },
    {
      "grad_norm": 0.31300029158592224,
      "learning_rate": 1.7623395471950395e-05,
      "loss": 0.0286,
      "step": 66420
    },
    {
      "grad_norm": 0.19987793266773224,
      "learning_rate": 1.7609397578580494e-05,
      "loss": 0.0304,
      "step": 66430
    },
    {
      "grad_norm": 0.44271525740623474,
      "learning_rate": 1.759540405828169e-05,
      "loss": 0.0314,
      "step": 66440
    },
    {
      "grad_norm": 0.28622451424598694,
      "learning_rate": 1.758141491294324e-05,
      "loss": 0.0282,
      "step": 66450
    },
    {
      "grad_norm": 0.40732893347740173,
      "learning_rate": 1.75674301444538e-05,
      "loss": 0.031,
      "step": 66460
    },
    {
      "grad_norm": 0.3130902349948883,
      "learning_rate": 1.755344975470149e-05,
      "loss": 0.0352,
      "step": 66470
    },
    {
      "grad_norm": 0.2964593470096588,
      "learning_rate": 1.753947374557383e-05,
      "loss": 0.0336,
      "step": 66480
    },
    {
      "grad_norm": 0.3732985258102417,
      "learning_rate": 1.7525502118957675e-05,
      "loss": 0.0321,
      "step": 66490
    },
    {
      "grad_norm": 0.24022918939590454,
      "learning_rate": 1.751153487673936e-05,
      "loss": 0.0271,
      "step": 66500
    },
    {
      "grad_norm": 0.5615370273590088,
      "learning_rate": 1.7497572020804637e-05,
      "loss": 0.0244,
      "step": 66510
    },
    {
      "grad_norm": 0.4969446659088135,
      "learning_rate": 1.7483613553038618e-05,
      "loss": 0.0292,
      "step": 66520
    },
    {
      "grad_norm": 0.2536645531654358,
      "learning_rate": 1.746965947532582e-05,
      "loss": 0.0309,
      "step": 66530
    },
    {
      "grad_norm": 0.38971951603889465,
      "learning_rate": 1.7455709789550233e-05,
      "loss": 0.0256,
      "step": 66540
    },
    {
      "grad_norm": 0.3326002359390259,
      "learning_rate": 1.7441764497595188e-05,
      "loss": 0.033,
      "step": 66550
    },
    {
      "grad_norm": 0.46145233511924744,
      "learning_rate": 1.742782360134343e-05,
      "loss": 0.0319,
      "step": 66560
    },
    {
      "grad_norm": 0.3193342983722687,
      "learning_rate": 1.7413887102677145e-05,
      "loss": 0.0264,
      "step": 66570
    },
    {
      "grad_norm": 0.4618561565876007,
      "learning_rate": 1.739995500347792e-05,
      "loss": 0.0285,
      "step": 66580
    },
    {
      "grad_norm": 0.4149658679962158,
      "learning_rate": 1.738602730562672e-05,
      "loss": 0.0365,
      "step": 66590
    },
    {
      "grad_norm": 0.37935590744018555,
      "learning_rate": 1.737210401100391e-05,
      "loss": 0.0268,
      "step": 66600
    },
    {
      "grad_norm": 0.30686867237091064,
      "learning_rate": 1.7358185121489324e-05,
      "loss": 0.0305,
      "step": 66610
    },
    {
      "grad_norm": 0.40982863306999207,
      "learning_rate": 1.7344270638962113e-05,
      "loss": 0.024,
      "step": 66620
    },
    {
      "grad_norm": 0.2858518362045288,
      "learning_rate": 1.7330360565300912e-05,
      "loss": 0.0301,
      "step": 66630
    },
    {
      "grad_norm": 0.2971278727054596,
      "learning_rate": 1.731645490238372e-05,
      "loss": 0.0201,
      "step": 66640
    },
    {
      "grad_norm": 0.46940192580223083,
      "learning_rate": 1.7302553652087926e-05,
      "loss": 0.0275,
      "step": 66650
    },
    {
      "grad_norm": 0.353764146566391,
      "learning_rate": 1.7288656816290377e-05,
      "loss": 0.0305,
      "step": 66660
    },
    {
      "grad_norm": 0.41903144121170044,
      "learning_rate": 1.7274764396867256e-05,
      "loss": 0.0278,
      "step": 66670
    },
    {
      "grad_norm": 0.44077712297439575,
      "learning_rate": 1.7260876395694227e-05,
      "loss": 0.0293,
      "step": 66680
    },
    {
      "grad_norm": 0.3926144540309906,
      "learning_rate": 1.7246992814646267e-05,
      "loss": 0.0294,
      "step": 66690
    },
    {
      "grad_norm": 0.3668466806411743,
      "learning_rate": 1.7233113655597855e-05,
      "loss": 0.0258,
      "step": 66700
    },
    {
      "grad_norm": 0.472208172082901,
      "learning_rate": 1.72192389204228e-05,
      "loss": 0.0312,
      "step": 66710
    },
    {
      "grad_norm": 0.552280843257904,
      "learning_rate": 1.7205368610994317e-05,
      "loss": 0.029,
      "step": 66720
    },
    {
      "grad_norm": 0.37826916575431824,
      "learning_rate": 1.7191502729185062e-05,
      "loss": 0.0217,
      "step": 66730
    },
    {
      "grad_norm": 0.610481321811676,
      "learning_rate": 1.7177641276867107e-05,
      "loss": 0.03,
      "step": 66740
    },
    {
      "grad_norm": 0.2658764123916626,
      "learning_rate": 1.716378425591183e-05,
      "loss": 0.0314,
      "step": 66750
    },
    {
      "grad_norm": 0.4450503885746002,
      "learning_rate": 1.7149931668190107e-05,
      "loss": 0.0297,
      "step": 66760
    },
    {
      "grad_norm": 0.2783842086791992,
      "learning_rate": 1.7136083515572194e-05,
      "loss": 0.026,
      "step": 66770
    },
    {
      "grad_norm": 0.4472968876361847,
      "learning_rate": 1.7122239799927724e-05,
      "loss": 0.03,
      "step": 66780
    },
    {
      "grad_norm": 0.3390157222747803,
      "learning_rate": 1.7108400523125733e-05,
      "loss": 0.0268,
      "step": 66790
    },
    {
      "grad_norm": 0.4639710783958435,
      "learning_rate": 1.7094565687034693e-05,
      "loss": 0.0432,
      "step": 66800
    },
    {
      "grad_norm": 0.2378379851579666,
      "learning_rate": 1.708073529352244e-05,
      "loss": 0.0291,
      "step": 66810
    },
    {
      "grad_norm": 0.4646775722503662,
      "learning_rate": 1.70669093444562e-05,
      "loss": 0.028,
      "step": 66820
    },
    {
      "grad_norm": 0.22424420714378357,
      "learning_rate": 1.705308784170266e-05,
      "loss": 0.0237,
      "step": 66830
    },
    {
      "grad_norm": 0.23068924248218536,
      "learning_rate": 1.7039270787127832e-05,
      "loss": 0.0235,
      "step": 66840
    },
    {
      "grad_norm": 0.38873979449272156,
      "learning_rate": 1.70254581825972e-05,
      "loss": 0.0247,
      "step": 66850
    },
    {
      "grad_norm": 0.24222275614738464,
      "learning_rate": 1.7011650029975573e-05,
      "loss": 0.0269,
      "step": 66860
    },
    {
      "grad_norm": 0.28567883372306824,
      "learning_rate": 1.6997846331127233e-05,
      "loss": 0.0434,
      "step": 66870
    },
    {
      "grad_norm": 0.3442070186138153,
      "learning_rate": 1.698404708791579e-05,
      "loss": 0.0322,
      "step": 66880
    },
    {
      "grad_norm": 0.3554132282733917,
      "learning_rate": 1.6970252302204314e-05,
      "loss": 0.032,
      "step": 66890
    },
    {
      "grad_norm": 0.31310775876045227,
      "learning_rate": 1.6956461975855243e-05,
      "loss": 0.0265,
      "step": 66900
    },
    {
      "grad_norm": 0.31673625111579895,
      "learning_rate": 1.694267611073038e-05,
      "loss": 0.0242,
      "step": 66910
    },
    {
      "grad_norm": 0.4028790295124054,
      "learning_rate": 1.6928894708691013e-05,
      "loss": 0.0273,
      "step": 66920
    },
    {
      "grad_norm": 0.22646713256835938,
      "learning_rate": 1.6915117771597748e-05,
      "loss": 0.0273,
      "step": 66930
    },
    {
      "grad_norm": 0.4403546452522278,
      "learning_rate": 1.6901345301310605e-05,
      "loss": 0.0338,
      "step": 66940
    },
    {
      "grad_norm": 0.4115802049636841,
      "learning_rate": 1.6887577299689023e-05,
      "loss": 0.0249,
      "step": 66950
    },
    {
      "grad_norm": 0.2566501796245575,
      "learning_rate": 1.687381376859185e-05,
      "loss": 0.0261,
      "step": 66960
    },
    {
      "grad_norm": 0.2529355585575104,
      "learning_rate": 1.6860054709877282e-05,
      "loss": 0.0255,
      "step": 66970
    },
    {
      "grad_norm": 0.2554386854171753,
      "learning_rate": 1.684630012540293e-05,
      "loss": 0.0311,
      "step": 66980
    },
    {
      "grad_norm": 0.46911728382110596,
      "learning_rate": 1.6832550017025832e-05,
      "loss": 0.0266,
      "step": 66990
    },
    {
      "grad_norm": 0.49128761887550354,
      "learning_rate": 1.681880438660238e-05,
      "loss": 0.0333,
      "step": 67000
    },
    {
      "grad_norm": 0.5226848721504211,
      "learning_rate": 1.680506323598837e-05,
      "loss": 0.029,
      "step": 67010
    },
    {
      "grad_norm": 0.2745662033557892,
      "learning_rate": 1.6791326567039018e-05,
      "loss": 0.0248,
      "step": 67020
    },
    {
      "grad_norm": 0.5284954905509949,
      "learning_rate": 1.6777594381608936e-05,
      "loss": 0.0378,
      "step": 67030
    },
    {
      "grad_norm": 0.2790190577507019,
      "learning_rate": 1.6763866681552065e-05,
      "loss": 0.0244,
      "step": 67040
    },
    {
      "grad_norm": 0.4614889919757843,
      "learning_rate": 1.6750143468721807e-05,
      "loss": 0.0387,
      "step": 67050
    },
    {
      "grad_norm": 0.4055236279964447,
      "learning_rate": 1.673642474497097e-05,
      "loss": 0.0325,
      "step": 67060
    },
    {
      "grad_norm": 0.4429946839809418,
      "learning_rate": 1.6722710512151694e-05,
      "loss": 0.0259,
      "step": 67070
    },
    {
      "grad_norm": 0.32035696506500244,
      "learning_rate": 1.6709000772115545e-05,
      "loss": 0.0252,
      "step": 67080
    },
    {
      "grad_norm": 0.2940431833267212,
      "learning_rate": 1.6695295526713502e-05,
      "loss": 0.027,
      "step": 67090
    },
    {
      "grad_norm": 0.571669340133667,
      "learning_rate": 1.6681594777795885e-05,
      "loss": 0.0304,
      "step": 67100
    },
    {
      "grad_norm": 0.35561633110046387,
      "learning_rate": 1.6667898527212478e-05,
      "loss": 0.026,
      "step": 67110
    },
    {
      "grad_norm": 0.4743654131889343,
      "learning_rate": 1.665420677681238e-05,
      "loss": 0.034,
      "step": 67120
    },
    {
      "grad_norm": 0.33084630966186523,
      "learning_rate": 1.6640519528444153e-05,
      "loss": 0.0296,
      "step": 67130
    },
    {
      "grad_norm": 0.27937445044517517,
      "learning_rate": 1.6626836783955694e-05,
      "loss": 0.0329,
      "step": 67140
    },
    {
      "grad_norm": 0.38679707050323486,
      "learning_rate": 1.6613158545194346e-05,
      "loss": 0.037,
      "step": 67150
    },
    {
      "grad_norm": 0.4077264368534088,
      "learning_rate": 1.6599484814006793e-05,
      "loss": 0.024,
      "step": 67160
    },
    {
      "grad_norm": 0.27412763237953186,
      "learning_rate": 1.6585815592239122e-05,
      "loss": 0.0254,
      "step": 67170
    },
    {
      "grad_norm": 0.41550666093826294,
      "learning_rate": 1.6572150881736853e-05,
      "loss": 0.0339,
      "step": 67180
    },
    {
      "grad_norm": 0.4319778084754944,
      "learning_rate": 1.6558490684344847e-05,
      "loss": 0.0334,
      "step": 67190
    },
    {
      "grad_norm": 0.31472358107566833,
      "learning_rate": 1.6544835001907356e-05,
      "loss": 0.0296,
      "step": 67200
    },
    {
      "grad_norm": 0.27482742071151733,
      "learning_rate": 1.6531183836268062e-05,
      "loss": 0.0261,
      "step": 67210
    },
    {
      "grad_norm": 0.3761321008205414,
      "learning_rate": 1.6517537189270044e-05,
      "loss": 0.0338,
      "step": 67220
    },
    {
      "grad_norm": 0.3007795512676239,
      "learning_rate": 1.6503895062755674e-05,
      "loss": 0.0388,
      "step": 67230
    },
    {
      "grad_norm": 0.4531804323196411,
      "learning_rate": 1.649025745856683e-05,
      "loss": 0.0279,
      "step": 67240
    },
    {
      "grad_norm": 0.28626498579978943,
      "learning_rate": 1.647662437854473e-05,
      "loss": 0.0314,
      "step": 67250
    },
    {
      "grad_norm": 0.44443705677986145,
      "learning_rate": 1.6462995824529977e-05,
      "loss": 0.0265,
      "step": 67260
    },
    {
      "grad_norm": 0.38625627756118774,
      "learning_rate": 1.6449371798362545e-05,
      "loss": 0.0306,
      "step": 67270
    },
    {
      "grad_norm": 0.3286103308200836,
      "learning_rate": 1.6435752301881856e-05,
      "loss": 0.035,
      "step": 67280
    },
    {
      "grad_norm": 0.2677440345287323,
      "learning_rate": 1.6422137336926675e-05,
      "loss": 0.0208,
      "step": 67290
    },
    {
      "grad_norm": 0.41073691844940186,
      "learning_rate": 1.640852690533514e-05,
      "loss": 0.0266,
      "step": 67300
    },
    {
      "grad_norm": 0.26712965965270996,
      "learning_rate": 1.639492100894483e-05,
      "loss": 0.025,
      "step": 67310
    },
    {
      "grad_norm": 0.2165459841489792,
      "learning_rate": 1.6381319649592685e-05,
      "loss": 0.0293,
      "step": 67320
    },
    {
      "grad_norm": 0.6449334025382996,
      "learning_rate": 1.6367722829115022e-05,
      "loss": 0.0329,
      "step": 67330
    },
    {
      "grad_norm": 0.3337016999721527,
      "learning_rate": 1.635413054934754e-05,
      "loss": 0.0345,
      "step": 67340
    },
    {
      "grad_norm": 0.39254167675971985,
      "learning_rate": 1.634054281212537e-05,
      "loss": 0.0256,
      "step": 67350
    },
    {
      "grad_norm": 0.3283918499946594,
      "learning_rate": 1.632695961928296e-05,
      "loss": 0.0325,
      "step": 67360
    },
    {
      "grad_norm": 0.3026818037033081,
      "learning_rate": 1.631338097265423e-05,
      "loss": 0.0291,
      "step": 67370
    },
    {
      "grad_norm": 0.37508100271224976,
      "learning_rate": 1.6299806874072417e-05,
      "loss": 0.0414,
      "step": 67380
    },
    {
      "grad_norm": 0.3249701261520386,
      "learning_rate": 1.6286237325370147e-05,
      "loss": 0.0253,
      "step": 67390
    },
    {
      "grad_norm": 0.3815523087978363,
      "learning_rate": 1.6272672328379486e-05,
      "loss": 0.028,
      "step": 67400
    },
    {
      "grad_norm": 0.42381352186203003,
      "learning_rate": 1.6259111884931815e-05,
      "loss": 0.0256,
      "step": 67410
    },
    {
      "grad_norm": 0.508260190486908,
      "learning_rate": 1.6245555996857974e-05,
      "loss": 0.0288,
      "step": 67420
    },
    {
      "grad_norm": 0.38649827241897583,
      "learning_rate": 1.6232004665988122e-05,
      "loss": 0.0289,
      "step": 67430
    },
    {
      "grad_norm": 0.3774860203266144,
      "learning_rate": 1.621845789415185e-05,
      "loss": 0.0306,
      "step": 67440
    },
    {
      "grad_norm": 0.3861194849014282,
      "learning_rate": 1.6204915683178105e-05,
      "loss": 0.0332,
      "step": 67450
    },
    {
      "grad_norm": 0.27308565378189087,
      "learning_rate": 1.6191378034895215e-05,
      "loss": 0.026,
      "step": 67460
    },
    {
      "grad_norm": 0.4945746958255768,
      "learning_rate": 1.6177844951130914e-05,
      "loss": 0.0311,
      "step": 67470
    },
    {
      "grad_norm": 0.34014299511909485,
      "learning_rate": 1.6164316433712352e-05,
      "loss": 0.0297,
      "step": 67480
    },
    {
      "grad_norm": 0.2619892656803131,
      "learning_rate": 1.615079248446594e-05,
      "loss": 0.0443,
      "step": 67490
    },
    {
      "grad_norm": 0.33627402782440186,
      "learning_rate": 1.6137273105217604e-05,
      "loss": 0.0327,
      "step": 67500
    },
    {
      "grad_norm": 0.31192904710769653,
      "learning_rate": 1.6123758297792608e-05,
      "loss": 0.0403,
      "step": 67510
    },
    {
      "grad_norm": 0.47344252467155457,
      "learning_rate": 1.6110248064015577e-05,
      "loss": 0.0274,
      "step": 67520
    },
    {
      "grad_norm": 0.3847924768924713,
      "learning_rate": 1.609674240571052e-05,
      "loss": 0.0316,
      "step": 67530
    },
    {
      "grad_norm": 0.41605979204177856,
      "learning_rate": 1.6083241324700872e-05,
      "loss": 0.0294,
      "step": 67540
    },
    {
      "grad_norm": 0.40581390261650085,
      "learning_rate": 1.60697448228094e-05,
      "loss": 0.0288,
      "step": 67550
    },
    {
      "grad_norm": 0.3124147951602936,
      "learning_rate": 1.6056252901858276e-05,
      "loss": 0.0368,
      "step": 67560
    },
    {
      "grad_norm": 0.32934072613716125,
      "learning_rate": 1.6042765563669048e-05,
      "loss": 0.0298,
      "step": 67570
    },
    {
      "grad_norm": 0.4710894525051117,
      "learning_rate": 1.602928281006267e-05,
      "loss": 0.0364,
      "step": 67580
    },
    {
      "grad_norm": 0.2800465226173401,
      "learning_rate": 1.6015804642859444e-05,
      "loss": 0.0262,
      "step": 67590
    },
    {
      "grad_norm": 0.4633153975009918,
      "learning_rate": 1.600233106387904e-05,
      "loss": 0.0391,
      "step": 67600
    },
    {
      "grad_norm": 0.411058247089386,
      "learning_rate": 1.598886207494057e-05,
      "loss": 0.031,
      "step": 67610
    },
    {
      "grad_norm": 0.6104624271392822,
      "learning_rate": 1.597539767786245e-05,
      "loss": 0.036,
      "step": 67620
    },
    {
      "grad_norm": 0.4765249192714691,
      "learning_rate": 1.5961937874462563e-05,
      "loss": 0.0275,
      "step": 67630
    },
    {
      "grad_norm": 0.3543967604637146,
      "learning_rate": 1.5948482666558086e-05,
      "loss": 0.0263,
      "step": 67640
    },
    {
      "grad_norm": 0.31692588329315186,
      "learning_rate": 1.5935032055965615e-05,
      "loss": 0.0253,
      "step": 67650
    },
    {
      "grad_norm": 0.5120671391487122,
      "learning_rate": 1.592158604450114e-05,
      "loss": 0.0357,
      "step": 67660
    },
    {
      "grad_norm": 0.517138659954071,
      "learning_rate": 1.5908144633980015e-05,
      "loss": 0.0297,
      "step": 67670
    },
    {
      "grad_norm": 0.30427414178848267,
      "learning_rate": 1.589470782621694e-05,
      "loss": 0.0243,
      "step": 67680
    },
    {
      "grad_norm": 0.2864885628223419,
      "learning_rate": 1.588127562302605e-05,
      "loss": 0.0292,
      "step": 67690
    },
    {
      "grad_norm": 0.20648358762264252,
      "learning_rate": 1.5867848026220845e-05,
      "loss": 0.0229,
      "step": 67700
    },
    {
      "grad_norm": 0.34048840403556824,
      "learning_rate": 1.585442503761418e-05,
      "loss": 0.0287,
      "step": 67710
    },
    {
      "grad_norm": 0.3758224844932556,
      "learning_rate": 1.5841006659018277e-05,
      "loss": 0.0369,
      "step": 67720
    },
    {
      "grad_norm": 0.343769907951355,
      "learning_rate": 1.5827592892244776e-05,
      "loss": 0.0262,
      "step": 67730
    },
    {
      "grad_norm": 0.406339168548584,
      "learning_rate": 1.5814183739104716e-05,
      "loss": 0.0304,
      "step": 67740
    },
    {
      "grad_norm": 0.36829209327697754,
      "learning_rate": 1.5800779201408394e-05,
      "loss": 0.0293,
      "step": 67750
    },
    {
      "grad_norm": 0.2540126442909241,
      "learning_rate": 1.578737928096561e-05,
      "loss": 0.0299,
      "step": 67760
    },
    {
      "grad_norm": 0.31688475608825684,
      "learning_rate": 1.5773983979585498e-05,
      "loss": 0.0279,
      "step": 67770
    },
    {
      "grad_norm": 0.4659319519996643,
      "learning_rate": 1.576059329907656e-05,
      "loss": 0.0236,
      "step": 67780
    },
    {
      "grad_norm": 0.5689448714256287,
      "learning_rate": 1.5747207241246652e-05,
      "loss": 0.0281,
      "step": 67790
    },
    {
      "grad_norm": 0.19071237742900848,
      "learning_rate": 1.5733825807903068e-05,
      "loss": 0.0276,
      "step": 67800
    },
    {
      "grad_norm": 0.46308302879333496,
      "learning_rate": 1.5720449000852434e-05,
      "loss": 0.0286,
      "step": 67810
    },
    {
      "grad_norm": 0.5368744134902954,
      "learning_rate": 1.570707682190073e-05,
      "loss": 0.0388,
      "step": 67820
    },
    {
      "grad_norm": 0.5180832743644714,
      "learning_rate": 1.5693709272853375e-05,
      "loss": 0.0307,
      "step": 67830
    },
    {
      "grad_norm": 0.4317305386066437,
      "learning_rate": 1.5680346355515102e-05,
      "loss": 0.0304,
      "step": 67840
    },
    {
      "grad_norm": 0.3264237642288208,
      "learning_rate": 1.5666988071690075e-05,
      "loss": 0.0371,
      "step": 67850
    },
    {
      "grad_norm": 0.39209139347076416,
      "learning_rate": 1.565363442318177e-05,
      "loss": 0.0344,
      "step": 67860
    },
    {
      "grad_norm": 0.4418667256832123,
      "learning_rate": 1.56402854117931e-05,
      "loss": 0.0299,
      "step": 67870
    },
    {
      "grad_norm": 0.5240539312362671,
      "learning_rate": 1.5626941039326286e-05,
      "loss": 0.0298,
      "step": 67880
    },
    {
      "grad_norm": 0.5866289734840393,
      "learning_rate": 1.5613601307583005e-05,
      "loss": 0.0307,
      "step": 67890
    },
    {
      "grad_norm": 0.4713500440120697,
      "learning_rate": 1.560026621836423e-05,
      "loss": 0.0224,
      "step": 67900
    },
    {
      "grad_norm": 0.6315144896507263,
      "learning_rate": 1.5586935773470325e-05,
      "loss": 0.0375,
      "step": 67910
    },
    {
      "grad_norm": 0.36258772015571594,
      "learning_rate": 1.5573609974701074e-05,
      "loss": 0.0299,
      "step": 67920
    },
    {
      "grad_norm": 0.28189119696617126,
      "learning_rate": 1.5560288823855586e-05,
      "loss": 0.0284,
      "step": 67930
    },
    {
      "grad_norm": 0.22124376893043518,
      "learning_rate": 1.5546972322732335e-05,
      "loss": 0.0315,
      "step": 67940
    },
    {
      "grad_norm": 0.44543012976646423,
      "learning_rate": 1.5533660473129207e-05,
      "loss": 0.0401,
      "step": 67950
    },
    {
      "grad_norm": 0.46782973408699036,
      "learning_rate": 1.552035327684346e-05,
      "loss": 0.0337,
      "step": 67960
    },
    {
      "grad_norm": 0.35905665159225464,
      "learning_rate": 1.550705073567168e-05,
      "loss": 0.0262,
      "step": 67970
    },
    {
      "grad_norm": 0.33263441920280457,
      "learning_rate": 1.5493752851409844e-05,
      "loss": 0.0256,
      "step": 67980
    },
    {
      "grad_norm": 0.3307999074459076,
      "learning_rate": 1.5480459625853332e-05,
      "loss": 0.0347,
      "step": 67990
    },
    {
      "grad_norm": 0.41738361120224,
      "learning_rate": 1.5467171060796858e-05,
      "loss": 0.0328,
      "step": 68000
    },
    {
      "grad_norm": 0.40960654616355896,
      "learning_rate": 1.5453887158034497e-05,
      "loss": 0.0293,
      "step": 68010
    },
    {
      "grad_norm": 0.3838898539543152,
      "learning_rate": 1.544060791935973e-05,
      "loss": 0.0317,
      "step": 68020
    },
    {
      "grad_norm": 0.4003169536590576,
      "learning_rate": 1.5427333346565425e-05,
      "loss": 0.0274,
      "step": 68030
    },
    {
      "grad_norm": 0.495907723903656,
      "learning_rate": 1.5414063441443734e-05,
      "loss": 0.0271,
      "step": 68040
    },
    {
      "grad_norm": 0.5376290678977966,
      "learning_rate": 1.5400798205786256e-05,
      "loss": 0.0458,
      "step": 68050
    },
    {
      "grad_norm": 0.37926217913627625,
      "learning_rate": 1.538753764138395e-05,
      "loss": 0.0247,
      "step": 68060
    },
    {
      "grad_norm": 0.33456146717071533,
      "learning_rate": 1.537428175002713e-05,
      "loss": 0.0294,
      "step": 68070
    },
    {
      "grad_norm": 0.3348062038421631,
      "learning_rate": 1.5361030533505456e-05,
      "loss": 0.0294,
      "step": 68080
    },
    {
      "grad_norm": 0.35806968808174133,
      "learning_rate": 1.5347783993608007e-05,
      "loss": 0.0304,
      "step": 68090
    },
    {
      "grad_norm": 0.3455861210823059,
      "learning_rate": 1.533454213212318e-05,
      "loss": 0.0313,
      "step": 68100
    },
    {
      "grad_norm": 0.2769099771976471,
      "learning_rate": 1.5321304950838793e-05,
      "loss": 0.0255,
      "step": 68110
    },
    {
      "grad_norm": 0.3451649844646454,
      "learning_rate": 1.530807245154198e-05,
      "loss": 0.0322,
      "step": 68120
    },
    {
      "grad_norm": 0.4016055762767792,
      "learning_rate": 1.529484463601929e-05,
      "loss": 0.0245,
      "step": 68130
    },
    {
      "grad_norm": 0.4016384184360504,
      "learning_rate": 1.5281621506056592e-05,
      "loss": 0.0264,
      "step": 68140
    },
    {
      "grad_norm": 0.40167680382728577,
      "learning_rate": 1.5268403063439176e-05,
      "loss": 0.0286,
      "step": 68150
    },
    {
      "grad_norm": 0.43625062704086304,
      "learning_rate": 1.5255189309951657e-05,
      "loss": 0.0303,
      "step": 68160
    },
    {
      "grad_norm": 0.5024308562278748,
      "learning_rate": 1.5241980247378008e-05,
      "loss": 0.0334,
      "step": 68170
    },
    {
      "grad_norm": 0.3620486259460449,
      "learning_rate": 1.5228775877501628e-05,
      "loss": 0.021,
      "step": 68180
    },
    {
      "grad_norm": 0.31462839245796204,
      "learning_rate": 1.5215576202105226e-05,
      "loss": 0.0309,
      "step": 68190
    },
    {
      "grad_norm": 0.3571111559867859,
      "learning_rate": 1.5202381222970885e-05,
      "loss": 0.0305,
      "step": 68200
    },
    {
      "grad_norm": 0.24726569652557373,
      "learning_rate": 1.5189190941880078e-05,
      "loss": 0.0195,
      "step": 68210
    },
    {
      "grad_norm": 0.4805828630924225,
      "learning_rate": 1.5176005360613671e-05,
      "loss": 0.0295,
      "step": 68220
    },
    {
      "grad_norm": 0.3164353668689728,
      "learning_rate": 1.5162824480951781e-05,
      "loss": 0.0291,
      "step": 68230
    },
    {
      "grad_norm": 0.7563237547874451,
      "learning_rate": 1.5149648304674002e-05,
      "loss": 0.0241,
      "step": 68240
    },
    {
      "grad_norm": 0.27709829807281494,
      "learning_rate": 1.5136476833559271e-05,
      "loss": 0.0276,
      "step": 68250
    },
    {
      "grad_norm": 0.5508829951286316,
      "learning_rate": 1.512331006938586e-05,
      "loss": 0.0329,
      "step": 68260
    },
    {
      "grad_norm": 0.2306690812110901,
      "learning_rate": 1.5110148013931408e-05,
      "loss": 0.0292,
      "step": 68270
    },
    {
      "grad_norm": 0.41803568601608276,
      "learning_rate": 1.5096990668972955e-05,
      "loss": 0.041,
      "step": 68280
    },
    {
      "grad_norm": 0.38673368096351624,
      "learning_rate": 1.5083838036286863e-05,
      "loss": 0.0338,
      "step": 68290
    },
    {
      "grad_norm": 0.3376321494579315,
      "learning_rate": 1.5070690117648872e-05,
      "loss": 0.0278,
      "step": 68300
    },
    {
      "grad_norm": 0.434636652469635,
      "learning_rate": 1.5057546914834093e-05,
      "loss": 0.0323,
      "step": 68310
    },
    {
      "grad_norm": 0.3143330216407776,
      "learning_rate": 1.5044408429617018e-05,
      "loss": 0.0322,
      "step": 68320
    },
    {
      "grad_norm": 0.3207399249076843,
      "learning_rate": 1.503127466377146e-05,
      "loss": 0.0307,
      "step": 68330
    },
    {
      "grad_norm": 0.33380967378616333,
      "learning_rate": 1.5018145619070607e-05,
      "loss": 0.0245,
      "step": 68340
    },
    {
      "grad_norm": 0.32378286123275757,
      "learning_rate": 1.5005021297287042e-05,
      "loss": 0.0226,
      "step": 68350
    },
    {
      "grad_norm": 0.6096570491790771,
      "learning_rate": 1.4991901700192656e-05,
      "loss": 0.0299,
      "step": 68360
    },
    {
      "grad_norm": 0.30021005868911743,
      "learning_rate": 1.4978786829558766e-05,
      "loss": 0.036,
      "step": 68370
    },
    {
      "grad_norm": 0.4431011974811554,
      "learning_rate": 1.4965676687156e-05,
      "loss": 0.0256,
      "step": 68380
    },
    {
      "grad_norm": 0.4067538380622864,
      "learning_rate": 1.4952571274754351e-05,
      "loss": 0.0217,
      "step": 68390
    },
    {
      "grad_norm": 0.2632571756839752,
      "learning_rate": 1.4939470594123195e-05,
      "loss": 0.0247,
      "step": 68400
    },
    {
      "grad_norm": 0.4633379578590393,
      "learning_rate": 1.4926374647031288e-05,
      "loss": 0.0314,
      "step": 68410
    },
    {
      "grad_norm": 0.3138784170150757,
      "learning_rate": 1.49132834352467e-05,
      "loss": 0.0307,
      "step": 68420
    },
    {
      "grad_norm": 0.3027789890766144,
      "learning_rate": 1.490019696053686e-05,
      "loss": 0.0288,
      "step": 68430
    },
    {
      "grad_norm": 0.44913414120674133,
      "learning_rate": 1.4887115224668624e-05,
      "loss": 0.031,
      "step": 68440
    },
    {
      "grad_norm": 0.4496678113937378,
      "learning_rate": 1.4874038229408138e-05,
      "loss": 0.0313,
      "step": 68450
    },
    {
      "grad_norm": 0.43964114785194397,
      "learning_rate": 1.4860965976520918e-05,
      "loss": 0.0407,
      "step": 68460
    },
    {
      "grad_norm": 0.3515683710575104,
      "learning_rate": 1.4847898467771875e-05,
      "loss": 0.0324,
      "step": 68470
    },
    {
      "grad_norm": 0.3740151822566986,
      "learning_rate": 1.4834835704925288e-05,
      "loss": 0.0326,
      "step": 68480
    },
    {
      "grad_norm": 0.27661287784576416,
      "learning_rate": 1.4821777689744704e-05,
      "loss": 0.0321,
      "step": 68490
    },
    {
      "grad_norm": 0.4183621108531952,
      "learning_rate": 1.4808724423993126e-05,
      "loss": 0.0277,
      "step": 68500
    },
    {
      "grad_norm": 0.4330872595310211,
      "learning_rate": 1.4795675909432898e-05,
      "loss": 0.0418,
      "step": 68510
    },
    {
      "grad_norm": 0.33327049016952515,
      "learning_rate": 1.4782632147825686e-05,
      "loss": 0.0381,
      "step": 68520
    },
    {
      "grad_norm": 0.27895307540893555,
      "learning_rate": 1.4769593140932526e-05,
      "loss": 0.0325,
      "step": 68530
    },
    {
      "grad_norm": 0.2838743329048157,
      "learning_rate": 1.475655889051385e-05,
      "loss": 0.035,
      "step": 68540
    },
    {
      "grad_norm": 0.38099950551986694,
      "learning_rate": 1.4743529398329391e-05,
      "loss": 0.0388,
      "step": 68550
    },
    {
      "grad_norm": 0.3200961649417877,
      "learning_rate": 1.4730504666138273e-05,
      "loss": 0.0228,
      "step": 68560
    },
    {
      "grad_norm": 0.4103556275367737,
      "learning_rate": 1.4717484695698968e-05,
      "loss": 0.0328,
      "step": 68570
    },
    {
      "grad_norm": 0.37666216492652893,
      "learning_rate": 1.4704469488769335e-05,
      "loss": 0.0247,
      "step": 68580
    },
    {
      "grad_norm": 0.33912521600723267,
      "learning_rate": 1.4691459047106542e-05,
      "loss": 0.0329,
      "step": 68590
    },
    {
      "grad_norm": 0.2319442480802536,
      "learning_rate": 1.4678453372467121e-05,
      "loss": 0.0235,
      "step": 68600
    },
    {
      "grad_norm": 0.20439381897449493,
      "learning_rate": 1.466545246660701e-05,
      "loss": 0.0316,
      "step": 68610
    },
    {
      "grad_norm": 0.28165069222450256,
      "learning_rate": 1.4652456331281433e-05,
      "loss": 0.0302,
      "step": 68620
    },
    {
      "grad_norm": 0.36686357855796814,
      "learning_rate": 1.4639464968245032e-05,
      "loss": 0.0288,
      "step": 68630
    },
    {
      "grad_norm": 0.496611624956131,
      "learning_rate": 1.4626478379251768e-05,
      "loss": 0.0289,
      "step": 68640
    },
    {
      "grad_norm": 0.4178636968135834,
      "learning_rate": 1.4613496566054952e-05,
      "loss": 0.0341,
      "step": 68650
    },
    {
      "grad_norm": 0.2734032869338989,
      "learning_rate": 1.4600519530407292e-05,
      "loss": 0.0321,
      "step": 68660
    },
    {
      "grad_norm": 0.4093126058578491,
      "learning_rate": 1.4587547274060802e-05,
      "loss": 0.0255,
      "step": 68670
    },
    {
      "grad_norm": 0.24567802250385284,
      "learning_rate": 1.4574579798766874e-05,
      "loss": 0.0299,
      "step": 68680
    },
    {
      "grad_norm": 0.4088723063468933,
      "learning_rate": 1.4561617106276254e-05,
      "loss": 0.0243,
      "step": 68690
    },
    {
      "grad_norm": 0.40216055512428284,
      "learning_rate": 1.454865919833906e-05,
      "loss": 0.031,
      "step": 68700
    },
    {
      "grad_norm": 0.4608321189880371,
      "learning_rate": 1.4535706076704736e-05,
      "loss": 0.0302,
      "step": 68710
    },
    {
      "grad_norm": 0.4258511960506439,
      "learning_rate": 1.4522757743122067e-05,
      "loss": 0.0315,
      "step": 68720
    },
    {
      "grad_norm": 0.4494304060935974,
      "learning_rate": 1.450981419933925e-05,
      "loss": 0.0265,
      "step": 68730
    },
    {
      "grad_norm": 0.3452683985233307,
      "learning_rate": 1.449687544710378e-05,
      "loss": 0.0333,
      "step": 68740
    },
    {
      "grad_norm": 0.2851805090904236,
      "learning_rate": 1.4483941488162512e-05,
      "loss": 0.027,
      "step": 68750
    },
    {
      "grad_norm": 0.3331261873245239,
      "learning_rate": 1.4471012324261678e-05,
      "loss": 0.0279,
      "step": 68760
    },
    {
      "grad_norm": 0.438707172870636,
      "learning_rate": 1.445808795714687e-05,
      "loss": 0.0333,
      "step": 68770
    },
    {
      "grad_norm": 0.3701832592487335,
      "learning_rate": 1.4445168388562991e-05,
      "loss": 0.0288,
      "step": 68780
    },
    {
      "grad_norm": 0.3169589936733246,
      "learning_rate": 1.443225362025431e-05,
      "loss": 0.0304,
      "step": 68790
    },
    {
      "grad_norm": 0.3244602382183075,
      "learning_rate": 1.4419343653964484e-05,
      "loss": 0.0333,
      "step": 68800
    },
    {
      "grad_norm": 0.35713934898376465,
      "learning_rate": 1.4406438491436485e-05,
      "loss": 0.0397,
      "step": 68810
    },
    {
      "grad_norm": 0.32134589552879333,
      "learning_rate": 1.4393538134412615e-05,
      "loss": 0.0284,
      "step": 68820
    },
    {
      "grad_norm": 0.2437867373228073,
      "learning_rate": 1.43806425846346e-05,
      "loss": 0.0368,
      "step": 68830
    },
    {
      "grad_norm": 0.19479456543922424,
      "learning_rate": 1.4367751843843447e-05,
      "loss": 0.0271,
      "step": 68840
    },
    {
      "grad_norm": 0.3143558204174042,
      "learning_rate": 1.4354865913779558e-05,
      "loss": 0.0356,
      "step": 68850
    },
    {
      "grad_norm": 0.425091028213501,
      "learning_rate": 1.434198479618265e-05,
      "loss": 0.0337,
      "step": 68860
    },
    {
      "grad_norm": 0.4658571779727936,
      "learning_rate": 1.4329108492791832e-05,
      "loss": 0.0265,
      "step": 68870
    },
    {
      "grad_norm": 0.34449639916419983,
      "learning_rate": 1.4316237005345518e-05,
      "loss": 0.0252,
      "step": 68880
    },
    {
      "grad_norm": 0.3685351610183716,
      "learning_rate": 1.4303370335581512e-05,
      "loss": 0.0384,
      "step": 68890
    },
    {
      "grad_norm": 0.28794124722480774,
      "learning_rate": 1.4290508485236947e-05,
      "loss": 0.0253,
      "step": 68900
    },
    {
      "grad_norm": 0.2781802713871002,
      "learning_rate": 1.4277651456048285e-05,
      "loss": 0.0283,
      "step": 68910
    },
    {
      "grad_norm": 0.2377839982509613,
      "learning_rate": 1.4264799249751393e-05,
      "loss": 0.0262,
      "step": 68920
    },
    {
      "grad_norm": 0.36558255553245544,
      "learning_rate": 1.4251951868081438e-05,
      "loss": 0.0329,
      "step": 68930
    },
    {
      "grad_norm": 0.43543869256973267,
      "learning_rate": 1.4239109312772935e-05,
      "loss": 0.0282,
      "step": 68940
    },
    {
      "grad_norm": 0.4657634198665619,
      "learning_rate": 1.422627158555978e-05,
      "loss": 0.0356,
      "step": 68950
    },
    {
      "grad_norm": 0.33572304248809814,
      "learning_rate": 1.4213438688175212e-05,
      "loss": 0.032,
      "step": 68960
    },
    {
      "grad_norm": 0.46833258867263794,
      "learning_rate": 1.4200610622351801e-05,
      "loss": 0.0408,
      "step": 68970
    },
    {
      "grad_norm": 0.5150551795959473,
      "learning_rate": 1.4187787389821445e-05,
      "loss": 0.0311,
      "step": 68980
    },
    {
      "grad_norm": 0.27266448736190796,
      "learning_rate": 1.4174968992315452e-05,
      "loss": 0.0233,
      "step": 68990
    },
    {
      "grad_norm": 0.2843518853187561,
      "learning_rate": 1.4162155431564422e-05,
      "loss": 0.0285,
      "step": 69000
    },
    {
      "grad_norm": 0.3413718640804291,
      "learning_rate": 1.4149346709298305e-05,
      "loss": 0.0271,
      "step": 69010
    },
    {
      "grad_norm": 0.3198140263557434,
      "learning_rate": 1.4136542827246424e-05,
      "loss": 0.0309,
      "step": 69020
    },
    {
      "grad_norm": 0.4033225476741791,
      "learning_rate": 1.4123743787137478e-05,
      "loss": 0.023,
      "step": 69030
    },
    {
      "grad_norm": 0.34318971633911133,
      "learning_rate": 1.4110949590699407e-05,
      "loss": 0.028,
      "step": 69040
    },
    {
      "grad_norm": 0.4926263391971588,
      "learning_rate": 1.4098160239659586e-05,
      "loss": 0.0315,
      "step": 69050
    },
    {
      "grad_norm": 0.17911621928215027,
      "learning_rate": 1.4085375735744733e-05,
      "loss": 0.0251,
      "step": 69060
    },
    {
      "grad_norm": 0.1741815060377121,
      "learning_rate": 1.4072596080680871e-05,
      "loss": 0.0287,
      "step": 69070
    },
    {
      "grad_norm": 0.4618333876132965,
      "learning_rate": 1.4059821276193374e-05,
      "loss": 0.0341,
      "step": 69080
    },
    {
      "grad_norm": 0.3552660346031189,
      "learning_rate": 1.404705132400701e-05,
      "loss": 0.0363,
      "step": 69090
    },
    {
      "grad_norm": 0.3882712423801422,
      "learning_rate": 1.4034286225845817e-05,
      "loss": 0.028,
      "step": 69100
    },
    {
      "grad_norm": 0.5136613249778748,
      "learning_rate": 1.4021525983433254e-05,
      "loss": 0.0336,
      "step": 69110
    },
    {
      "grad_norm": 0.29546549916267395,
      "learning_rate": 1.4008770598492071e-05,
      "loss": 0.0396,
      "step": 69120
    },
    {
      "grad_norm": 0.33277931809425354,
      "learning_rate": 1.399602007274436e-05,
      "loss": 0.0361,
      "step": 69130
    },
    {
      "grad_norm": 0.4219789505004883,
      "learning_rate": 1.3983274407911595e-05,
      "loss": 0.0292,
      "step": 69140
    },
    {
      "grad_norm": 0.4081384539604187,
      "learning_rate": 1.3970533605714587e-05,
      "loss": 0.0294,
      "step": 69150
    },
    {
      "grad_norm": 0.3155178427696228,
      "learning_rate": 1.3957797667873469e-05,
      "loss": 0.0314,
      "step": 69160
    },
    {
      "grad_norm": 0.30142876505851746,
      "learning_rate": 1.3945066596107697e-05,
      "loss": 0.0367,
      "step": 69170
    },
    {
      "grad_norm": 0.3041438162326813,
      "learning_rate": 1.393234039213615e-05,
      "loss": 0.0306,
      "step": 69180
    },
    {
      "grad_norm": 0.3512081503868103,
      "learning_rate": 1.3919619057676964e-05,
      "loss": 0.0379,
      "step": 69190
    },
    {
      "grad_norm": 0.3873303234577179,
      "learning_rate": 1.3906902594447652e-05,
      "loss": 0.0297,
      "step": 69200
    },
    {
      "grad_norm": 0.3348819613456726,
      "learning_rate": 1.3894191004165075e-05,
      "loss": 0.0259,
      "step": 69210
    },
    {
      "grad_norm": 0.3713237941265106,
      "learning_rate": 1.3881484288545465e-05,
      "loss": 0.0413,
      "step": 69220
    },
    {
      "grad_norm": 0.25919854640960693,
      "learning_rate": 1.3868782449304301e-05,
      "loss": 0.0253,
      "step": 69230
    },
    {
      "grad_norm": 0.6628965139389038,
      "learning_rate": 1.38560854881565e-05,
      "loss": 0.0399,
      "step": 69240
    },
    {
      "grad_norm": 0.28845247626304626,
      "learning_rate": 1.3843393406816297e-05,
      "loss": 0.032,
      "step": 69250
    },
    {
      "grad_norm": 0.45119988918304443,
      "learning_rate": 1.3830706206997235e-05,
      "loss": 0.0273,
      "step": 69260
    },
    {
      "grad_norm": 0.25649791955947876,
      "learning_rate": 1.3818023890412207e-05,
      "loss": 0.0293,
      "step": 69270
    },
    {
      "grad_norm": 0.6295140981674194,
      "learning_rate": 1.3805346458773494e-05,
      "loss": 0.0328,
      "step": 69280
    },
    {
      "grad_norm": 0.2695677876472473,
      "learning_rate": 1.3792673913792664e-05,
      "loss": 0.026,
      "step": 69290
    },
    {
      "grad_norm": 0.47053220868110657,
      "learning_rate": 1.3780006257180628e-05,
      "loss": 0.0348,
      "step": 69300
    },
    {
      "grad_norm": 0.4630894362926483,
      "learning_rate": 1.3767343490647665e-05,
      "loss": 0.0399,
      "step": 69310
    },
    {
      "grad_norm": 0.309354692697525,
      "learning_rate": 1.37546856159034e-05,
      "loss": 0.0302,
      "step": 69320
    },
    {
      "grad_norm": 0.23915909230709076,
      "learning_rate": 1.3742032634656765e-05,
      "loss": 0.0316,
      "step": 69330
    },
    {
      "grad_norm": 0.32002773880958557,
      "learning_rate": 1.3729384548616026e-05,
      "loss": 0.0353,
      "step": 69340
    },
    {
      "grad_norm": 0.3583889603614807,
      "learning_rate": 1.3716741359488839e-05,
      "loss": 0.0308,
      "step": 69350
    },
    {
      "grad_norm": 0.3137950897216797,
      "learning_rate": 1.3704103068982138e-05,
      "loss": 0.0256,
      "step": 69360
    },
    {
      "grad_norm": 0.5707550048828125,
      "learning_rate": 1.3691469678802254e-05,
      "loss": 0.0433,
      "step": 69370
    },
    {
      "grad_norm": 0.31016337871551514,
      "learning_rate": 1.3678841190654811e-05,
      "loss": 0.026,
      "step": 69380
    },
    {
      "grad_norm": 0.4179401993751526,
      "learning_rate": 1.366621760624478e-05,
      "loss": 0.0304,
      "step": 69390
    },
    {
      "grad_norm": 0.3315912187099457,
      "learning_rate": 1.3653598927276478e-05,
      "loss": 0.0329,
      "step": 69400
    },
    {
      "grad_norm": 0.35631266236305237,
      "learning_rate": 1.364098515545359e-05,
      "loss": 0.0307,
      "step": 69410
    },
    {
      "grad_norm": 0.5061302185058594,
      "learning_rate": 1.3628376292479078e-05,
      "loss": 0.0348,
      "step": 69420
    },
    {
      "grad_norm": 0.3394868075847626,
      "learning_rate": 1.3615772340055266e-05,
      "loss": 0.0273,
      "step": 69430
    },
    {
      "grad_norm": 0.5833788514137268,
      "learning_rate": 1.3603173299883843e-05,
      "loss": 0.0266,
      "step": 69440
    },
    {
      "grad_norm": 0.47443145513534546,
      "learning_rate": 1.3590579173665802e-05,
      "loss": 0.0277,
      "step": 69450
    },
    {
      "grad_norm": 0.38824722170829773,
      "learning_rate": 1.3577989963101466e-05,
      "loss": 0.0314,
      "step": 69460
    },
    {
      "grad_norm": 0.290682852268219,
      "learning_rate": 1.3565405669890524e-05,
      "loss": 0.0328,
      "step": 69470
    },
    {
      "grad_norm": 0.2688365876674652,
      "learning_rate": 1.3552826295732019e-05,
      "loss": 0.0318,
      "step": 69480
    },
    {
      "grad_norm": 0.423516184091568,
      "learning_rate": 1.3540251842324231e-05,
      "loss": 0.0262,
      "step": 69490
    },
    {
      "grad_norm": 0.38554370403289795,
      "learning_rate": 1.3527682311364887e-05,
      "loss": 0.0265,
      "step": 69500
    },
    {
      "grad_norm": 0.29963991045951843,
      "learning_rate": 1.3515117704551011e-05,
      "loss": 0.0346,
      "step": 69510
    },
    {
      "grad_norm": 0.6641885042190552,
      "learning_rate": 1.3502558023578943e-05,
      "loss": 0.0301,
      "step": 69520
    },
    {
      "grad_norm": 0.3649299144744873,
      "learning_rate": 1.3490003270144353e-05,
      "loss": 0.0307,
      "step": 69530
    },
    {
      "grad_norm": 0.40810972452163696,
      "learning_rate": 1.3477453445942307e-05,
      "loss": 0.0331,
      "step": 69540
    },
    {
      "grad_norm": 0.48042571544647217,
      "learning_rate": 1.3464908552667132e-05,
      "loss": 0.0279,
      "step": 69550
    },
    {
      "grad_norm": 0.5062713623046875,
      "learning_rate": 1.345236859201252e-05,
      "loss": 0.0278,
      "step": 69560
    },
    {
      "grad_norm": 0.3328864872455597,
      "learning_rate": 1.34398335656715e-05,
      "loss": 0.028,
      "step": 69570
    },
    {
      "grad_norm": 0.5314046740531921,
      "learning_rate": 1.3427303475336456e-05,
      "loss": 0.0327,
      "step": 69580
    },
    {
      "grad_norm": 0.4553404450416565,
      "learning_rate": 1.3414778322699062e-05,
      "loss": 0.025,
      "step": 69590
    },
    {
      "grad_norm": 0.3976333439350128,
      "learning_rate": 1.3402258109450327e-05,
      "loss": 0.0288,
      "step": 69600
    },
    {
      "grad_norm": 0.22764283418655396,
      "learning_rate": 1.338974283728065e-05,
      "loss": 0.0339,
      "step": 69610
    },
    {
      "grad_norm": 0.2641654312610626,
      "learning_rate": 1.3377232507879683e-05,
      "loss": 0.0316,
      "step": 69620
    },
    {
      "grad_norm": 0.2134152203798294,
      "learning_rate": 1.3364727122936493e-05,
      "loss": 0.028,
      "step": 69630
    },
    {
      "grad_norm": 0.3930091857910156,
      "learning_rate": 1.3352226684139418e-05,
      "loss": 0.0272,
      "step": 69640
    },
    {
      "grad_norm": 0.39633455872535706,
      "learning_rate": 1.333973119317613e-05,
      "loss": 0.0327,
      "step": 69650
    },
    {
      "grad_norm": 0.359769731760025,
      "learning_rate": 1.3327240651733685e-05,
      "loss": 0.0257,
      "step": 69660
    },
    {
      "grad_norm": 0.315193772315979,
      "learning_rate": 1.3314755061498424e-05,
      "loss": 0.0322,
      "step": 69670
    },
    {
      "grad_norm": 0.5894243717193604,
      "learning_rate": 1.3302274424156014e-05,
      "loss": 0.0362,
      "step": 69680
    },
    {
      "grad_norm": 0.33811867237091064,
      "learning_rate": 1.3289798741391485e-05,
      "loss": 0.0306,
      "step": 69690
    },
    {
      "grad_norm": 0.31897851824760437,
      "learning_rate": 1.3277328014889207e-05,
      "loss": 0.0308,
      "step": 69700
    },
    {
      "grad_norm": 0.2478494793176651,
      "learning_rate": 1.3264862246332838e-05,
      "loss": 0.0327,
      "step": 69710
    },
    {
      "grad_norm": 0.26469528675079346,
      "learning_rate": 1.3252401437405376e-05,
      "loss": 0.0364,
      "step": 69720
    },
    {
      "grad_norm": 0.2759372293949127,
      "learning_rate": 1.3239945589789188e-05,
      "loss": 0.0209,
      "step": 69730
    },
    {
      "grad_norm": 0.37285158038139343,
      "learning_rate": 1.3227494705165932e-05,
      "loss": 0.0352,
      "step": 69740
    },
    {
      "grad_norm": 0.28331103920936584,
      "learning_rate": 1.3215048785216589e-05,
      "loss": 0.0242,
      "step": 69750
    },
    {
      "grad_norm": 0.3244849145412445,
      "learning_rate": 1.320260783162151e-05,
      "loss": 0.0287,
      "step": 69760
    },
    {
      "grad_norm": 0.24845385551452637,
      "learning_rate": 1.3190171846060367e-05,
      "loss": 0.0262,
      "step": 69770
    },
    {
      "grad_norm": 0.5088216066360474,
      "learning_rate": 1.3177740830212127e-05,
      "loss": 0.0322,
      "step": 69780
    },
    {
      "grad_norm": 0.6864091753959656,
      "learning_rate": 1.31653147857551e-05,
      "loss": 0.0307,
      "step": 69790
    },
    {
      "grad_norm": 0.6061201691627502,
      "learning_rate": 1.3152893714366959e-05,
      "loss": 0.0281,
      "step": 69800
    },
    {
      "grad_norm": 0.33890044689178467,
      "learning_rate": 1.3140477617724667e-05,
      "loss": 0.0263,
      "step": 69810
    },
    {
      "grad_norm": 0.3753986358642578,
      "learning_rate": 1.312806649750451e-05,
      "loss": 0.0303,
      "step": 69820
    },
    {
      "grad_norm": 0.24374555051326752,
      "learning_rate": 1.3115660355382147e-05,
      "loss": 0.0285,
      "step": 69830
    },
    {
      "grad_norm": 0.5062258243560791,
      "learning_rate": 1.3103259193032513e-05,
      "loss": 0.0385,
      "step": 69840
    },
    {
      "grad_norm": 0.38939619064331055,
      "learning_rate": 1.3090863012129917e-05,
      "loss": 0.0324,
      "step": 69850
    },
    {
      "grad_norm": 0.4062976837158203,
      "learning_rate": 1.3078471814347954e-05,
      "loss": 0.027,
      "step": 69860
    },
    {
      "grad_norm": 0.33207789063453674,
      "learning_rate": 1.306608560135959e-05,
      "loss": 0.0345,
      "step": 69870
    },
    {
      "grad_norm": 0.37642180919647217,
      "learning_rate": 1.3053704374837061e-05,
      "loss": 0.0302,
      "step": 69880
    },
    {
      "grad_norm": 0.5672063231468201,
      "learning_rate": 1.3041328136451992e-05,
      "loss": 0.0319,
      "step": 69890
    },
    {
      "grad_norm": 0.4714229702949524,
      "learning_rate": 1.3028956887875299e-05,
      "loss": 0.0365,
      "step": 69900
    },
    {
      "grad_norm": 0.31278932094573975,
      "learning_rate": 1.3016590630777209e-05,
      "loss": 0.0266,
      "step": 69910
    },
    {
      "grad_norm": 0.39480340480804443,
      "learning_rate": 1.3004229366827326e-05,
      "loss": 0.0296,
      "step": 69920
    },
    {
      "grad_norm": 0.6218586564064026,
      "learning_rate": 1.2991873097694535e-05,
      "loss": 0.0319,
      "step": 69930
    },
    {
      "grad_norm": 0.30943405628204346,
      "learning_rate": 1.2979521825047047e-05,
      "loss": 0.0233,
      "step": 69940
    },
    {
      "grad_norm": 0.3053096532821655,
      "learning_rate": 1.2967175550552429e-05,
      "loss": 0.0316,
      "step": 69950
    },
    {
      "grad_norm": 0.26543501019477844,
      "learning_rate": 1.2954834275877575e-05,
      "loss": 0.0262,
      "step": 69960
    },
    {
      "grad_norm": 0.29017987847328186,
      "learning_rate": 1.2942498002688669e-05,
      "loss": 0.0312,
      "step": 69970
    },
    {
      "grad_norm": 0.32828181982040405,
      "learning_rate": 1.2930166732651223e-05,
      "loss": 0.0248,
      "step": 69980
    },
    {
      "grad_norm": 0.3091000020503998,
      "learning_rate": 1.291784046743012e-05,
      "loss": 0.0256,
      "step": 69990
    },
    {
      "grad_norm": 0.25023019313812256,
      "learning_rate": 1.2905519208689515e-05,
      "loss": 0.0243,
      "step": 70000
    },
    {
      "grad_norm": 0.33673471212387085,
      "learning_rate": 1.2893202958092898e-05,
      "loss": 0.0268,
      "step": 70010
    },
    {
      "grad_norm": 0.4731771945953369,
      "learning_rate": 1.2880891717303102e-05,
      "loss": 0.028,
      "step": 70020
    },
    {
      "grad_norm": 0.32524585723876953,
      "learning_rate": 1.2868585487982287e-05,
      "loss": 0.0243,
      "step": 70030
    },
    {
      "grad_norm": 0.337529718875885,
      "learning_rate": 1.285628427179192e-05,
      "loss": 0.0208,
      "step": 70040
    },
    {
      "grad_norm": 0.3072218596935272,
      "learning_rate": 1.2843988070392764e-05,
      "loss": 0.0319,
      "step": 70050
    },
    {
      "grad_norm": 0.2140612006187439,
      "learning_rate": 1.2831696885444972e-05,
      "loss": 0.0306,
      "step": 70060
    },
    {
      "grad_norm": 0.2299143522977829,
      "learning_rate": 1.2819410718607972e-05,
      "loss": 0.0236,
      "step": 70070
    },
    {
      "grad_norm": 0.33265647292137146,
      "learning_rate": 1.28071295715405e-05,
      "loss": 0.0261,
      "step": 70080
    },
    {
      "grad_norm": 0.39982870221138,
      "learning_rate": 1.2794853445900685e-05,
      "loss": 0.0283,
      "step": 70090
    },
    {
      "grad_norm": 0.3293250799179077,
      "learning_rate": 1.2782582343345884e-05,
      "loss": 0.0243,
      "step": 70100
    },
    {
      "grad_norm": 0.29845914244651794,
      "learning_rate": 1.2770316265532873e-05,
      "loss": 0.0273,
      "step": 70110
    },
    {
      "grad_norm": 0.43859854340553284,
      "learning_rate": 1.275805521411767e-05,
      "loss": 0.0385,
      "step": 70120
    },
    {
      "grad_norm": 0.33110982179641724,
      "learning_rate": 1.2745799190755641e-05,
      "loss": 0.0306,
      "step": 70130
    },
    {
      "grad_norm": 0.3751210868358612,
      "learning_rate": 1.2733548197101491e-05,
      "loss": 0.0387,
      "step": 70140
    },
    {
      "grad_norm": 0.47591155767440796,
      "learning_rate": 1.2721302234809246e-05,
      "loss": 0.0348,
      "step": 70150
    },
    {
      "grad_norm": 0.267397403717041,
      "learning_rate": 1.2709061305532221e-05,
      "loss": 0.0274,
      "step": 70160
    },
    {
      "grad_norm": 0.474215567111969,
      "learning_rate": 1.2696825410923064e-05,
      "loss": 0.0329,
      "step": 70170
    },
    {
      "grad_norm": 0.43476125597953796,
      "learning_rate": 1.2684594552633772e-05,
      "loss": 0.0367,
      "step": 70180
    },
    {
      "grad_norm": 0.5079816579818726,
      "learning_rate": 1.2672368732315626e-05,
      "loss": 0.0216,
      "step": 70190
    },
    {
      "grad_norm": 0.33593589067459106,
      "learning_rate": 1.2660147951619222e-05,
      "loss": 0.0315,
      "step": 70200
    },
    {
      "grad_norm": 0.45603111386299133,
      "learning_rate": 1.2647932212194514e-05,
      "loss": 0.0385,
      "step": 70210
    },
    {
      "grad_norm": 0.37763556838035583,
      "learning_rate": 1.2635721515690784e-05,
      "loss": 0.024,
      "step": 70220
    },
    {
      "grad_norm": 0.5012505650520325,
      "learning_rate": 1.262351586375654e-05,
      "loss": 0.0346,
      "step": 70230
    },
    {
      "grad_norm": 0.4088887572288513,
      "learning_rate": 1.2611315258039707e-05,
      "loss": 0.0287,
      "step": 70240
    },
    {
      "grad_norm": 0.3374447822570801,
      "learning_rate": 1.2599119700187507e-05,
      "loss": 0.0332,
      "step": 70250
    },
    {
      "grad_norm": 0.4460374116897583,
      "learning_rate": 1.2586929191846453e-05,
      "loss": 0.0363,
      "step": 70260
    },
    {
      "grad_norm": 0.6004292368888855,
      "learning_rate": 1.2574743734662381e-05,
      "loss": 0.033,
      "step": 70270
    },
    {
      "grad_norm": 0.34374359250068665,
      "learning_rate": 1.256256333028048e-05,
      "loss": 0.0253,
      "step": 70280
    },
    {
      "grad_norm": 0.29992789030075073,
      "learning_rate": 1.2550387980345219e-05,
      "loss": 0.039,
      "step": 70290
    },
    {
      "grad_norm": 0.4355355203151703,
      "learning_rate": 1.2538217686500386e-05,
      "loss": 0.0283,
      "step": 70300
    },
    {
      "grad_norm": 0.4100576639175415,
      "learning_rate": 1.2526052450389108e-05,
      "loss": 0.0283,
      "step": 70310
    },
    {
      "grad_norm": 0.19784314930438995,
      "learning_rate": 1.2513892273653843e-05,
      "loss": 0.0348,
      "step": 70320
    },
    {
      "grad_norm": 0.4466288685798645,
      "learning_rate": 1.2501737157936322e-05,
      "loss": 0.0279,
      "step": 70330
    },
    {
      "grad_norm": 0.2745060622692108,
      "learning_rate": 1.2489587104877593e-05,
      "loss": 0.0249,
      "step": 70340
    },
    {
      "grad_norm": 0.3271341025829315,
      "learning_rate": 1.2477442116118076e-05,
      "loss": 0.0263,
      "step": 70350
    },
    {
      "grad_norm": 0.3104172945022583,
      "learning_rate": 1.2465302193297446e-05,
      "loss": 0.0255,
      "step": 70360
    },
    {
      "grad_norm": 0.23872613906860352,
      "learning_rate": 1.2453167338054745e-05,
      "loss": 0.0235,
      "step": 70370
    },
    {
      "grad_norm": 0.46449482440948486,
      "learning_rate": 1.244103755202829e-05,
      "loss": 0.0201,
      "step": 70380
    },
    {
      "grad_norm": 0.4995008409023285,
      "learning_rate": 1.2428912836855716e-05,
      "loss": 0.026,
      "step": 70390
    },
    {
      "grad_norm": 0.20529165863990784,
      "learning_rate": 1.2416793194173997e-05,
      "loss": 0.0203,
      "step": 70400
    },
    {
      "grad_norm": 0.2943776249885559,
      "learning_rate": 1.2404678625619438e-05,
      "loss": 0.0255,
      "step": 70410
    },
    {
      "grad_norm": 0.31149473786354065,
      "learning_rate": 1.2392569132827608e-05,
      "loss": 0.023,
      "step": 70420
    },
    {
      "grad_norm": 0.3883364200592041,
      "learning_rate": 1.2380464717433404e-05,
      "loss": 0.0249,
      "step": 70430
    },
    {
      "grad_norm": 0.33858180046081543,
      "learning_rate": 1.236836538107108e-05,
      "loss": 0.0315,
      "step": 70440
    },
    {
      "grad_norm": 0.22990423440933228,
      "learning_rate": 1.2356271125374152e-05,
      "loss": 0.0312,
      "step": 70450
    },
    {
      "grad_norm": 0.4239475131034851,
      "learning_rate": 1.2344181951975465e-05,
      "loss": 0.0272,
      "step": 70460
    },
    {
      "grad_norm": 0.5744196772575378,
      "learning_rate": 1.2332097862507198e-05,
      "loss": 0.0326,
      "step": 70470
    },
    {
      "grad_norm": 0.43238091468811035,
      "learning_rate": 1.232001885860085e-05,
      "loss": 0.0297,
      "step": 70480
    },
    {
      "grad_norm": 0.35138487815856934,
      "learning_rate": 1.2307944941887168e-05,
      "loss": 0.0334,
      "step": 70490
    },
    {
      "grad_norm": 0.6318081021308899,
      "learning_rate": 1.229587611399628e-05,
      "loss": 0.0356,
      "step": 70500
    },
    {
      "grad_norm": 0.29855555295944214,
      "learning_rate": 1.2283812376557618e-05,
      "loss": 0.0236,
      "step": 70510
    },
    {
      "grad_norm": 0.28351402282714844,
      "learning_rate": 1.2271753731199897e-05,
      "loss": 0.0339,
      "step": 70520
    },
    {
      "grad_norm": 0.18454274535179138,
      "learning_rate": 1.2259700179551148e-05,
      "loss": 0.0248,
      "step": 70530
    },
    {
      "grad_norm": 0.6117643713951111,
      "learning_rate": 1.2247651723238762e-05,
      "loss": 0.0334,
      "step": 70540
    },
    {
      "grad_norm": 0.46176910400390625,
      "learning_rate": 1.2235608363889383e-05,
      "loss": 0.0321,
      "step": 70550
    },
    {
      "grad_norm": 0.46102795004844666,
      "learning_rate": 1.222357010312898e-05,
      "loss": 0.0307,
      "step": 70560
    },
    {
      "grad_norm": 0.55828857421875,
      "learning_rate": 1.2211536942582873e-05,
      "loss": 0.0296,
      "step": 70570
    },
    {
      "grad_norm": 0.42753997445106506,
      "learning_rate": 1.2199508883875637e-05,
      "loss": 0.0264,
      "step": 70580
    },
    {
      "grad_norm": 0.37103936076164246,
      "learning_rate": 1.2187485928631221e-05,
      "loss": 0.0306,
      "step": 70590
    },
    {
      "grad_norm": 0.3584037721157074,
      "learning_rate": 1.2175468078472806e-05,
      "loss": 0.0332,
      "step": 70600
    },
    {
      "grad_norm": 0.36734816431999207,
      "learning_rate": 1.2163455335022972e-05,
      "loss": 0.0274,
      "step": 70610
    },
    {
      "grad_norm": 0.4748884439468384,
      "learning_rate": 1.2151447699903528e-05,
      "loss": 0.0368,
      "step": 70620
    },
    {
      "grad_norm": 0.3272896409034729,
      "learning_rate": 1.2139445174735659e-05,
      "loss": 0.0296,
      "step": 70630
    },
    {
      "grad_norm": 0.44577980041503906,
      "learning_rate": 1.212744776113982e-05,
      "loss": 0.0319,
      "step": 70640
    },
    {
      "grad_norm": 0.37857910990715027,
      "learning_rate": 1.211545546073578e-05,
      "loss": 0.0311,
      "step": 70650
    },
    {
      "grad_norm": 0.47304436564445496,
      "learning_rate": 1.2103468275142643e-05,
      "loss": 0.0326,
      "step": 70660
    },
    {
      "grad_norm": 0.27754658460617065,
      "learning_rate": 1.2091486205978797e-05,
      "loss": 0.0387,
      "step": 70670
    },
    {
      "grad_norm": 0.2695861756801605,
      "learning_rate": 1.2079509254861926e-05,
      "loss": 0.0288,
      "step": 70680
    },
    {
      "grad_norm": 0.4686322808265686,
      "learning_rate": 1.2067537423409064e-05,
      "loss": 0.0283,
      "step": 70690
    },
    {
      "grad_norm": 0.4045931398868561,
      "learning_rate": 1.2055570713236553e-05,
      "loss": 0.0277,
      "step": 70700
    },
    {
      "grad_norm": 0.40098389983177185,
      "learning_rate": 1.2043609125959998e-05,
      "loss": 0.0286,
      "step": 70710
    },
    {
      "grad_norm": 0.30311474204063416,
      "learning_rate": 1.2031652663194332e-05,
      "loss": 0.0327,
      "step": 70720
    },
    {
      "grad_norm": 0.32536977529525757,
      "learning_rate": 1.2019701326553828e-05,
      "loss": 0.0229,
      "step": 70730
    },
    {
      "grad_norm": 0.47682204842567444,
      "learning_rate": 1.2007755117652037e-05,
      "loss": 0.0349,
      "step": 70740
    },
    {
      "grad_norm": 0.5093748569488525,
      "learning_rate": 1.1995814038101793e-05,
      "loss": 0.0275,
      "step": 70750
    },
    {
      "grad_norm": 0.37462741136550903,
      "learning_rate": 1.1983878089515294e-05,
      "loss": 0.0296,
      "step": 70760
    },
    {
      "grad_norm": 0.498460054397583,
      "learning_rate": 1.1971947273504025e-05,
      "loss": 0.0356,
      "step": 70770
    },
    {
      "grad_norm": 0.391679048538208,
      "learning_rate": 1.1960021591678761e-05,
      "loss": 0.0312,
      "step": 70780
    },
    {
      "grad_norm": 0.3777626156806946,
      "learning_rate": 1.1948101045649573e-05,
      "loss": 0.0389,
      "step": 70790
    },
    {
      "grad_norm": 0.7560855150222778,
      "learning_rate": 1.1936185637025899e-05,
      "loss": 0.0305,
      "step": 70800
    },
    {
      "grad_norm": 0.3698343336582184,
      "learning_rate": 1.1924275367416426e-05,
      "loss": 0.033,
      "step": 70810
    },
    {
      "grad_norm": 0.4696107506752014,
      "learning_rate": 1.1912370238429149e-05,
      "loss": 0.0302,
      "step": 70820
    },
    {
      "grad_norm": 0.22058770060539246,
      "learning_rate": 1.1900470251671414e-05,
      "loss": 0.0301,
      "step": 70830
    },
    {
      "grad_norm": 0.29752862453460693,
      "learning_rate": 1.1888575408749813e-05,
      "loss": 0.0321,
      "step": 70840
    },
    {
      "grad_norm": 0.2843116223812103,
      "learning_rate": 1.1876685711270308e-05,
      "loss": 0.0285,
      "step": 70850
    },
    {
      "grad_norm": 0.298275351524353,
      "learning_rate": 1.1864801160838107e-05,
      "loss": 0.0293,
      "step": 70860
    },
    {
      "grad_norm": 0.2161768525838852,
      "learning_rate": 1.1852921759057766e-05,
      "loss": 0.0278,
      "step": 70870
    },
    {
      "grad_norm": 0.4106335937976837,
      "learning_rate": 1.184104750753311e-05,
      "loss": 0.0344,
      "step": 70880
    },
    {
      "grad_norm": 0.25181686878204346,
      "learning_rate": 1.1829178407867315e-05,
      "loss": 0.0296,
      "step": 70890
    },
    {
      "grad_norm": 0.6166075468063354,
      "learning_rate": 1.181731446166282e-05,
      "loss": 0.0269,
      "step": 70900
    },
    {
      "grad_norm": 0.4632124900817871,
      "learning_rate": 1.180545567052136e-05,
      "loss": 0.0403,
      "step": 70910
    },
    {
      "grad_norm": 0.2823600172996521,
      "learning_rate": 1.1793602036044032e-05,
      "loss": 0.0361,
      "step": 70920
    },
    {
      "grad_norm": 0.3627244830131531,
      "learning_rate": 1.1781753559831188e-05,
      "loss": 0.0283,
      "step": 70930
    },
    {
      "grad_norm": 0.34333324432373047,
      "learning_rate": 1.176991024348248e-05,
      "loss": 0.0287,
      "step": 70940
    },
    {
      "grad_norm": 0.3066854178905487,
      "learning_rate": 1.1758072088596894e-05,
      "loss": 0.0274,
      "step": 70950
    },
    {
      "grad_norm": 0.42161035537719727,
      "learning_rate": 1.1746239096772733e-05,
      "loss": 0.0341,
      "step": 70960
    },
    {
      "grad_norm": 0.308231383562088,
      "learning_rate": 1.1734411269607515e-05,
      "loss": 0.0285,
      "step": 70970
    },
    {
      "grad_norm": 0.2311827838420868,
      "learning_rate": 1.1722588608698155e-05,
      "loss": 0.0219,
      "step": 70980
    },
    {
      "grad_norm": 0.5370144248008728,
      "learning_rate": 1.171077111564085e-05,
      "loss": 0.0384,
      "step": 70990
    },
    {
      "grad_norm": 0.2774721682071686,
      "learning_rate": 1.1698958792031067e-05,
      "loss": 0.0259,
      "step": 71000
    },
    {
      "grad_norm": 0.25164932012557983,
      "learning_rate": 1.1687151639463585e-05,
      "loss": 0.0267,
      "step": 71010
    },
    {
      "grad_norm": 0.6054866313934326,
      "learning_rate": 1.1675349659532513e-05,
      "loss": 0.0342,
      "step": 71020
    },
    {
      "grad_norm": 0.3805357813835144,
      "learning_rate": 1.1663552853831229e-05,
      "loss": 0.0276,
      "step": 71030
    },
    {
      "grad_norm": 0.2720869779586792,
      "learning_rate": 1.1651761223952434e-05,
      "loss": 0.0358,
      "step": 71040
    },
    {
      "grad_norm": 0.31816601753234863,
      "learning_rate": 1.163997477148811e-05,
      "loss": 0.0429,
      "step": 71050
    },
    {
      "grad_norm": 0.30651572346687317,
      "learning_rate": 1.1628193498029571e-05,
      "loss": 0.0317,
      "step": 71060
    },
    {
      "grad_norm": 0.395910382270813,
      "learning_rate": 1.1616417405167401e-05,
      "loss": 0.037,
      "step": 71070
    },
    {
      "grad_norm": 0.3747219145298004,
      "learning_rate": 1.1604646494491483e-05,
      "loss": 0.023,
      "step": 71080
    },
    {
      "grad_norm": 0.35955849289894104,
      "learning_rate": 1.159288076759104e-05,
      "loss": 0.0297,
      "step": 71090
    },
    {
      "grad_norm": 0.3441644608974457,
      "learning_rate": 1.1581120226054543e-05,
      "loss": 0.0274,
      "step": 71100
    },
    {
      "grad_norm": 0.30051445960998535,
      "learning_rate": 1.1569364871469812e-05,
      "loss": 0.0273,
      "step": 71110
    },
    {
      "grad_norm": 0.33514171838760376,
      "learning_rate": 1.1557614705423935e-05,
      "loss": 0.0291,
      "step": 71120
    },
    {
      "grad_norm": 0.28164201974868774,
      "learning_rate": 1.154586972950329e-05,
      "loss": 0.0341,
      "step": 71130
    },
    {
      "grad_norm": 0.29221129417419434,
      "learning_rate": 1.1534129945293582e-05,
      "loss": 0.0295,
      "step": 71140
    },
    {
      "grad_norm": 0.33592042326927185,
      "learning_rate": 1.1522395354379828e-05,
      "loss": 0.03,
      "step": 71150
    },
    {
      "grad_norm": 0.32189691066741943,
      "learning_rate": 1.1510665958346301e-05,
      "loss": 0.0289,
      "step": 71160
    },
    {
      "grad_norm": 0.5091564059257507,
      "learning_rate": 1.1498941758776576e-05,
      "loss": 0.0256,
      "step": 71170
    },
    {
      "grad_norm": 0.3341834247112274,
      "learning_rate": 1.148722275725358e-05,
      "loss": 0.0322,
      "step": 71180
    },
    {
      "grad_norm": 0.4876857399940491,
      "learning_rate": 1.1475508955359477e-05,
      "loss": 0.0319,
      "step": 71190
    },
    {
      "grad_norm": 0.3305227756500244,
      "learning_rate": 1.1463800354675746e-05,
      "loss": 0.0336,
      "step": 71200
    },
    {
      "grad_norm": 0.26657798886299133,
      "learning_rate": 1.1452096956783181e-05,
      "loss": 0.0338,
      "step": 71210
    },
    {
      "grad_norm": 0.34823957085609436,
      "learning_rate": 1.1440398763261895e-05,
      "loss": 0.0249,
      "step": 71220
    },
    {
      "grad_norm": 0.39405596256256104,
      "learning_rate": 1.1428705775691213e-05,
      "loss": 0.0319,
      "step": 71230
    },
    {
      "grad_norm": 0.2854180634021759,
      "learning_rate": 1.1417017995649825e-05,
      "loss": 0.0247,
      "step": 71240
    },
    {
      "grad_norm": 0.3612024784088135,
      "learning_rate": 1.1405335424715735e-05,
      "loss": 0.0306,
      "step": 71250
    },
    {
      "grad_norm": 0.324942946434021,
      "learning_rate": 1.1393658064466194e-05,
      "loss": 0.0273,
      "step": 71260
    },
    {
      "grad_norm": 0.2918204665184021,
      "learning_rate": 1.1381985916477744e-05,
      "loss": 0.0239,
      "step": 71270
    },
    {
      "grad_norm": 0.3261875510215759,
      "learning_rate": 1.1370318982326289e-05,
      "loss": 0.0324,
      "step": 71280
    },
    {
      "grad_norm": 0.42897719144821167,
      "learning_rate": 1.1358657263586969e-05,
      "loss": 0.03,
      "step": 71290
    },
    {
      "grad_norm": 0.38597211241722107,
      "learning_rate": 1.134700076183422e-05,
      "loss": 0.0313,
      "step": 71300
    },
    {
      "grad_norm": 0.26501381397247314,
      "learning_rate": 1.1335349478641805e-05,
      "loss": 0.0326,
      "step": 71310
    },
    {
      "grad_norm": 0.31783559918403625,
      "learning_rate": 1.1323703415582793e-05,
      "loss": 0.0372,
      "step": 71320
    },
    {
      "grad_norm": 0.4029028117656708,
      "learning_rate": 1.1312062574229504e-05,
      "loss": 0.0342,
      "step": 71330
    },
    {
      "grad_norm": 0.2756957411766052,
      "learning_rate": 1.130042695615356e-05,
      "loss": 0.0253,
      "step": 71340
    },
    {
      "grad_norm": 0.4521543085575104,
      "learning_rate": 1.1288796562925918e-05,
      "loss": 0.0263,
      "step": 71350
    },
    {
      "grad_norm": 0.4493354558944702,
      "learning_rate": 1.127717139611678e-05,
      "loss": 0.0282,
      "step": 71360
    },
    {
      "grad_norm": 0.314413845539093,
      "learning_rate": 1.1265551457295692e-05,
      "loss": 0.0267,
      "step": 71370
    },
    {
      "grad_norm": 0.47241243720054626,
      "learning_rate": 1.1253936748031451e-05,
      "loss": 0.0466,
      "step": 71380
    },
    {
      "grad_norm": 0.5217626690864563,
      "learning_rate": 1.124232726989215e-05,
      "loss": 0.0324,
      "step": 71390
    },
    {
      "grad_norm": 0.33678704500198364,
      "learning_rate": 1.123072302444521e-05,
      "loss": 0.0283,
      "step": 71400
    },
    {
      "grad_norm": 0.7623295187950134,
      "learning_rate": 1.1219124013257332e-05,
      "loss": 0.0337,
      "step": 71410
    },
    {
      "grad_norm": 0.23773540556430817,
      "learning_rate": 1.1207530237894498e-05,
      "loss": 0.0321,
      "step": 71420
    },
    {
      "grad_norm": 0.525732696056366,
      "learning_rate": 1.1195941699921969e-05,
      "loss": 0.0255,
      "step": 71430
    },
    {
      "grad_norm": 0.4036824703216553,
      "learning_rate": 1.1184358400904349e-05,
      "loss": 0.0248,
      "step": 71440
    },
    {
      "grad_norm": 0.2817150056362152,
      "learning_rate": 1.1172780342405498e-05,
      "loss": 0.0285,
      "step": 71450
    },
    {
      "grad_norm": 0.3923081159591675,
      "learning_rate": 1.1161207525988548e-05,
      "loss": 0.0318,
      "step": 71460
    },
    {
      "grad_norm": 0.3313627243041992,
      "learning_rate": 1.1149639953215973e-05,
      "loss": 0.032,
      "step": 71470
    },
    {
      "grad_norm": 0.427499920129776,
      "learning_rate": 1.1138077625649546e-05,
      "loss": 0.0295,
      "step": 71480
    },
    {
      "grad_norm": 0.42746642231941223,
      "learning_rate": 1.1126520544850244e-05,
      "loss": 0.0273,
      "step": 71490
    },
    {
      "grad_norm": 0.3155123293399811,
      "learning_rate": 1.1114968712378416e-05,
      "loss": 0.0302,
      "step": 71500
    },
    {
      "grad_norm": 0.298044353723526,
      "learning_rate": 1.1103422129793706e-05,
      "loss": 0.0332,
      "step": 71510
    },
    {
      "grad_norm": 0.31634238362312317,
      "learning_rate": 1.1091880798655003e-05,
      "loss": 0.0312,
      "step": 71520
    },
    {
      "grad_norm": 0.3223521113395691,
      "learning_rate": 1.1080344720520498e-05,
      "loss": 0.0259,
      "step": 71530
    },
    {
      "grad_norm": 0.3509776294231415,
      "learning_rate": 1.10688138969477e-05,
      "loss": 0.0248,
      "step": 71540
    },
    {
      "grad_norm": 0.34816327691078186,
      "learning_rate": 1.1057288329493388e-05,
      "loss": 0.0254,
      "step": 71550
    },
    {
      "grad_norm": 0.5491731762886047,
      "learning_rate": 1.104576801971362e-05,
      "loss": 0.0313,
      "step": 71560
    },
    {
      "grad_norm": 0.49537721276283264,
      "learning_rate": 1.1034252969163783e-05,
      "loss": 0.0288,
      "step": 71570
    },
    {
      "grad_norm": 0.5521231889724731,
      "learning_rate": 1.1022743179398498e-05,
      "loss": 0.0395,
      "step": 71580
    },
    {
      "grad_norm": 0.30162015557289124,
      "learning_rate": 1.1011238651971745e-05,
      "loss": 0.0236,
      "step": 71590
    },
    {
      "grad_norm": 0.23964688181877136,
      "learning_rate": 1.099973938843672e-05,
      "loss": 0.0254,
      "step": 71600
    },
    {
      "grad_norm": 0.30718210339546204,
      "learning_rate": 1.0988245390345975e-05,
      "loss": 0.0241,
      "step": 71610
    },
    {
      "grad_norm": 0.3701340854167938,
      "learning_rate": 1.0976756659251292e-05,
      "loss": 0.0221,
      "step": 71620
    },
    {
      "grad_norm": 0.2788439393043518,
      "learning_rate": 1.0965273196703801e-05,
      "loss": 0.0341,
      "step": 71630
    },
    {
      "grad_norm": 0.20704975724220276,
      "learning_rate": 1.095379500425387e-05,
      "loss": 0.0233,
      "step": 71640
    },
    {
      "grad_norm": 0.3836441934108734,
      "learning_rate": 1.0942322083451167e-05,
      "loss": 0.0324,
      "step": 71650
    },
    {
      "grad_norm": 0.4977444112300873,
      "learning_rate": 1.0930854435844684e-05,
      "loss": 0.0253,
      "step": 71660
    },
    {
      "grad_norm": 0.32460054755210876,
      "learning_rate": 1.0919392062982653e-05,
      "loss": 0.0429,
      "step": 71670
    },
    {
      "grad_norm": 0.36504262685775757,
      "learning_rate": 1.0907934966412608e-05,
      "loss": 0.0269,
      "step": 71680
    },
    {
      "grad_norm": 0.38396868109703064,
      "learning_rate": 1.089648314768139e-05,
      "loss": 0.0286,
      "step": 71690
    },
    {
      "grad_norm": 0.2519285976886749,
      "learning_rate": 1.0885036608335126e-05,
      "loss": 0.0188,
      "step": 71700
    },
    {
      "grad_norm": 0.25723734498023987,
      "learning_rate": 1.0873595349919207e-05,
      "loss": 0.0198,
      "step": 71710
    },
    {
      "grad_norm": 0.3113805055618286,
      "learning_rate": 1.086215937397831e-05,
      "loss": 0.033,
      "step": 71720
    },
    {
      "grad_norm": 0.4206676781177521,
      "learning_rate": 1.0850728682056433e-05,
      "loss": 0.0262,
      "step": 71730
    },
    {
      "grad_norm": 0.2972866892814636,
      "learning_rate": 1.0839303275696834e-05,
      "loss": 0.0255,
      "step": 71740
    },
    {
      "grad_norm": 0.33440572023391724,
      "learning_rate": 1.0827883156442042e-05,
      "loss": 0.0265,
      "step": 71750
    },
    {
      "grad_norm": 0.27527281641960144,
      "learning_rate": 1.0816468325833911e-05,
      "loss": 0.0266,
      "step": 71760
    },
    {
      "grad_norm": 0.34102481603622437,
      "learning_rate": 1.080505878541358e-05,
      "loss": 0.0286,
      "step": 71770
    },
    {
      "grad_norm": 0.3447822630405426,
      "learning_rate": 1.0793654536721431e-05,
      "loss": 0.0246,
      "step": 71780
    },
    {
      "grad_norm": 0.3364110291004181,
      "learning_rate": 1.0782255581297157e-05,
      "loss": 0.0264,
      "step": 71790
    },
    {
      "grad_norm": 0.5283149480819702,
      "learning_rate": 1.0770861920679754e-05,
      "loss": 0.0254,
      "step": 71800
    },
    {
      "grad_norm": 0.28198277950286865,
      "learning_rate": 1.0759473556407478e-05,
      "loss": 0.0288,
      "step": 71810
    },
    {
      "grad_norm": 0.32631993293762207,
      "learning_rate": 1.074809049001786e-05,
      "loss": 0.0326,
      "step": 71820
    },
    {
      "grad_norm": 0.22361011803150177,
      "learning_rate": 1.0736712723047759e-05,
      "loss": 0.0237,
      "step": 71830
    },
    {
      "grad_norm": 0.3336881995201111,
      "learning_rate": 1.0725340257033278e-05,
      "loss": 0.032,
      "step": 71840
    },
    {
      "grad_norm": 0.31840598583221436,
      "learning_rate": 1.0713973093509832e-05,
      "loss": 0.0288,
      "step": 71850
    },
    {
      "grad_norm": 0.42826732993125916,
      "learning_rate": 1.0702611234012083e-05,
      "loss": 0.0292,
      "step": 71860
    },
    {
      "grad_norm": 0.3565661311149597,
      "learning_rate": 1.0691254680074037e-05,
      "loss": 0.0423,
      "step": 71870
    },
    {
      "grad_norm": 0.2829548120498657,
      "learning_rate": 1.067990343322891e-05,
      "loss": 0.0277,
      "step": 71880
    },
    {
      "grad_norm": 0.2847951352596283,
      "learning_rate": 1.0668557495009274e-05,
      "loss": 0.0274,
      "step": 71890
    },
    {
      "grad_norm": 0.30486446619033813,
      "learning_rate": 1.0657216866946928e-05,
      "loss": 0.0269,
      "step": 71900
    },
    {
      "grad_norm": 0.3400043249130249,
      "learning_rate": 1.0645881550572973e-05,
      "loss": 0.0307,
      "step": 71910
    },
    {
      "grad_norm": 0.2181248962879181,
      "learning_rate": 1.0634551547417815e-05,
      "loss": 0.0235,
      "step": 71920
    },
    {
      "grad_norm": 0.25381141901016235,
      "learning_rate": 1.0623226859011114e-05,
      "loss": 0.0354,
      "step": 71930
    },
    {
      "grad_norm": 0.24749481678009033,
      "learning_rate": 1.0611907486881806e-05,
      "loss": 0.0263,
      "step": 71940
    },
    {
      "grad_norm": 0.3034946024417877,
      "learning_rate": 1.0600593432558138e-05,
      "loss": 0.0228,
      "step": 71950
    },
    {
      "grad_norm": 0.3638148009777069,
      "learning_rate": 1.0589284697567653e-05,
      "loss": 0.0288,
      "step": 71960
    },
    {
      "grad_norm": 0.2934451699256897,
      "learning_rate": 1.0577981283437095e-05,
      "loss": 0.0266,
      "step": 71970
    },
    {
      "grad_norm": 0.5442652106285095,
      "learning_rate": 1.0566683191692572e-05,
      "loss": 0.0259,
      "step": 71980
    },
    {
      "grad_norm": 0.3714006245136261,
      "learning_rate": 1.0555390423859458e-05,
      "loss": 0.026,
      "step": 71990
    },
    {
      "grad_norm": 0.32471519708633423,
      "learning_rate": 1.0544102981462378e-05,
      "loss": 0.0392,
      "step": 72000
    },
    {
      "grad_norm": 0.40006986260414124,
      "learning_rate": 1.0532820866025245e-05,
      "loss": 0.0281,
      "step": 72010
    },
    {
      "grad_norm": 0.5851641297340393,
      "learning_rate": 1.0521544079071294e-05,
      "loss": 0.0347,
      "step": 72020
    },
    {
      "grad_norm": 0.23602144420146942,
      "learning_rate": 1.0510272622122974e-05,
      "loss": 0.0211,
      "step": 72030
    },
    {
      "grad_norm": 0.40727609395980835,
      "learning_rate": 1.0499006496702086e-05,
      "loss": 0.0298,
      "step": 72040
    },
    {
      "grad_norm": 0.4740893542766571,
      "learning_rate": 1.0487745704329638e-05,
      "loss": 0.0373,
      "step": 72050
    },
    {
      "grad_norm": 0.4797925055027008,
      "learning_rate": 1.0476490246525988e-05,
      "loss": 0.036,
      "step": 72060
    },
    {
      "grad_norm": 0.2743469774723053,
      "learning_rate": 1.0465240124810727e-05,
      "loss": 0.0229,
      "step": 72070
    },
    {
      "grad_norm": 0.39227864146232605,
      "learning_rate": 1.0453995340702721e-05,
      "loss": 0.0344,
      "step": 72080
    },
    {
      "grad_norm": 0.35129597783088684,
      "learning_rate": 1.0442755895720169e-05,
      "loss": 0.034,
      "step": 72090
    },
    {
      "grad_norm": 0.38204410672187805,
      "learning_rate": 1.0431521791380488e-05,
      "loss": 0.0305,
      "step": 72100
    },
    {
      "grad_norm": 0.36103108525276184,
      "learning_rate": 1.0420293029200417e-05,
      "loss": 0.0252,
      "step": 72110
    },
    {
      "grad_norm": 0.29507073760032654,
      "learning_rate": 1.0409069610695949e-05,
      "loss": 0.0304,
      "step": 72120
    },
    {
      "grad_norm": 0.3689756393432617,
      "learning_rate": 1.0397851537382347e-05,
      "loss": 0.0239,
      "step": 72130
    },
    {
      "grad_norm": 0.33565646409988403,
      "learning_rate": 1.0386638810774184e-05,
      "loss": 0.0219,
      "step": 72140
    },
    {
      "grad_norm": 0.2613140642642975,
      "learning_rate": 1.0375431432385312e-05,
      "loss": 0.034,
      "step": 72150
    },
    {
      "grad_norm": 0.26594722270965576,
      "learning_rate": 1.0364229403728831e-05,
      "loss": 0.0252,
      "step": 72160
    },
    {
      "grad_norm": 0.2791709005832672,
      "learning_rate": 1.0353032726317113e-05,
      "loss": 0.0281,
      "step": 72170
    },
    {
      "grad_norm": 0.3405303657054901,
      "learning_rate": 1.0341841401661857e-05,
      "loss": 0.0305,
      "step": 72180
    },
    {
      "grad_norm": 0.3226660192012787,
      "learning_rate": 1.0330655431273994e-05,
      "loss": 0.0282,
      "step": 72190
    },
    {
      "grad_norm": 0.3569905459880829,
      "learning_rate": 1.0319474816663744e-05,
      "loss": 0.026,
      "step": 72200
    },
    {
      "grad_norm": 0.36886492371559143,
      "learning_rate": 1.03082995593406e-05,
      "loss": 0.0301,
      "step": 72210
    },
    {
      "grad_norm": 0.36357516050338745,
      "learning_rate": 1.0297129660813387e-05,
      "loss": 0.0321,
      "step": 72220
    },
    {
      "grad_norm": 0.3670521378517151,
      "learning_rate": 1.0285965122590096e-05,
      "loss": 0.027,
      "step": 72230
    },
    {
      "grad_norm": 0.35373997688293457,
      "learning_rate": 1.0274805946178078e-05,
      "loss": 0.029,
      "step": 72240
    },
    {
      "grad_norm": 0.2862611413002014,
      "learning_rate": 1.0263652133083967e-05,
      "loss": 0.0246,
      "step": 72250
    },
    {
      "grad_norm": 0.3141702115535736,
      "learning_rate": 1.0252503684813614e-05,
      "loss": 0.0322,
      "step": 72260
    },
    {
      "grad_norm": 0.4001123011112213,
      "learning_rate": 1.0241360602872174e-05,
      "loss": 0.0238,
      "step": 72270
    },
    {
      "grad_norm": 0.3228248655796051,
      "learning_rate": 1.0230222888764107e-05,
      "loss": 0.0278,
      "step": 72280
    },
    {
      "grad_norm": 0.24692144989967346,
      "learning_rate": 1.0219090543993103e-05,
      "loss": 0.0239,
      "step": 72290
    },
    {
      "grad_norm": 0.39449241757392883,
      "learning_rate": 1.0207963570062135e-05,
      "loss": 0.027,
      "step": 72300
    },
    {
      "grad_norm": 0.3965755105018616,
      "learning_rate": 1.019684196847347e-05,
      "loss": 0.0282,
      "step": 72310
    },
    {
      "grad_norm": 0.3732697367668152,
      "learning_rate": 1.0185725740728657e-05,
      "loss": 0.0324,
      "step": 72320
    },
    {
      "grad_norm": 0.18900252878665924,
      "learning_rate": 1.0174614888328493e-05,
      "loss": 0.0281,
      "step": 72330
    },
    {
      "grad_norm": 0.5590908527374268,
      "learning_rate": 1.0163509412773048e-05,
      "loss": 0.0229,
      "step": 72340
    },
    {
      "grad_norm": 0.2863408923149109,
      "learning_rate": 1.0152409315561695e-05,
      "loss": 0.0199,
      "step": 72350
    },
    {
      "grad_norm": 0.3684579133987427,
      "learning_rate": 1.0141314598193047e-05,
      "loss": 0.0382,
      "step": 72360
    },
    {
      "grad_norm": 0.4171319007873535,
      "learning_rate": 1.0130225262165022e-05,
      "loss": 0.0298,
      "step": 72370
    },
    {
      "grad_norm": 0.47339844703674316,
      "learning_rate": 1.0119141308974795e-05,
      "loss": 0.0297,
      "step": 72380
    },
    {
      "grad_norm": 0.35569775104522705,
      "learning_rate": 1.0108062740118795e-05,
      "loss": 0.0252,
      "step": 72390
    },
    {
      "grad_norm": 0.2504804730415344,
      "learning_rate": 1.0096989557092768e-05,
      "loss": 0.0275,
      "step": 72400
    },
    {
      "grad_norm": 0.3302648663520813,
      "learning_rate": 1.0085921761391726e-05,
      "loss": 0.0333,
      "step": 72410
    },
    {
      "grad_norm": 0.2942965030670166,
      "learning_rate": 1.0074859354509885e-05,
      "loss": 0.0269,
      "step": 72420
    },
    {
      "grad_norm": 0.4114144444465637,
      "learning_rate": 1.006380233794082e-05,
      "loss": 0.0254,
      "step": 72430
    },
    {
      "grad_norm": 0.3456568419933319,
      "learning_rate": 1.005275071317735e-05,
      "loss": 0.0299,
      "step": 72440
    },
    {
      "grad_norm": 0.42466774582862854,
      "learning_rate": 1.0041704481711556e-05,
      "loss": 0.0254,
      "step": 72450
    },
    {
      "grad_norm": 0.26243752241134644,
      "learning_rate": 1.0030663645034772e-05,
      "loss": 0.0225,
      "step": 72460
    },
    {
      "grad_norm": 0.37888312339782715,
      "learning_rate": 1.0019628204637654e-05,
      "loss": 0.03,
      "step": 72470
    },
    {
      "grad_norm": 0.2587328851222992,
      "learning_rate": 1.0008598162010097e-05,
      "loss": 0.0317,
      "step": 72480
    },
    {
      "grad_norm": 0.2687942683696747,
      "learning_rate": 9.997573518641257e-06,
      "loss": 0.0218,
      "step": 72490
    },
    {
      "grad_norm": 0.37350666522979736,
      "learning_rate": 9.986554276019583e-06,
      "loss": 0.0236,
      "step": 72500
    },
    {
      "grad_norm": 0.5430476665496826,
      "learning_rate": 9.975540435632801e-06,
      "loss": 0.0346,
      "step": 72510
    },
    {
      "grad_norm": 0.37297436594963074,
      "learning_rate": 9.964531998967897e-06,
      "loss": 0.0261,
      "step": 72520
    },
    {
      "grad_norm": 0.33817583322525024,
      "learning_rate": 9.953528967511094e-06,
      "loss": 0.0304,
      "step": 72530
    },
    {
      "grad_norm": 0.4629795551300049,
      "learning_rate": 9.942531342747952e-06,
      "loss": 0.0258,
      "step": 72540
    },
    {
      "grad_norm": 0.34158870577812195,
      "learning_rate": 9.931539126163253e-06,
      "loss": 0.0283,
      "step": 72550
    },
    {
      "grad_norm": 0.545978307723999,
      "learning_rate": 9.92055231924105e-06,
      "loss": 0.0396,
      "step": 72560
    },
    {
      "grad_norm": 0.27141454815864563,
      "learning_rate": 9.909570923464695e-06,
      "loss": 0.0313,
      "step": 72570
    },
    {
      "grad_norm": 0.3705146610736847,
      "learning_rate": 9.898594940316774e-06,
      "loss": 0.0304,
      "step": 72580
    },
    {
      "grad_norm": 0.33282649517059326,
      "learning_rate": 9.88762437127918e-06,
      "loss": 0.0319,
      "step": 72590
    },
    {
      "grad_norm": 0.2382075935602188,
      "learning_rate": 9.876659217833034e-06,
      "loss": 0.0234,
      "step": 72600
    },
    {
      "grad_norm": 0.16480594873428345,
      "learning_rate": 9.865699481458767e-06,
      "loss": 0.0292,
      "step": 72610
    },
    {
      "grad_norm": 0.20570184290409088,
      "learning_rate": 9.854745163636037e-06,
      "loss": 0.0226,
      "step": 72620
    },
    {
      "grad_norm": 0.3092014193534851,
      "learning_rate": 9.843796265843813e-06,
      "loss": 0.0354,
      "step": 72630
    },
    {
      "grad_norm": 0.3988184928894043,
      "learning_rate": 9.832852789560309e-06,
      "loss": 0.0312,
      "step": 72640
    },
    {
      "grad_norm": 0.2252858728170395,
      "learning_rate": 9.821914736262983e-06,
      "loss": 0.0279,
      "step": 72650
    },
    {
      "grad_norm": 0.20444601774215698,
      "learning_rate": 9.810982107428606e-06,
      "loss": 0.0196,
      "step": 72660
    },
    {
      "grad_norm": 0.43738657236099243,
      "learning_rate": 9.800054904533224e-06,
      "loss": 0.0306,
      "step": 72670
    },
    {
      "grad_norm": 0.32034584879875183,
      "learning_rate": 9.789133129052069e-06,
      "loss": 0.0266,
      "step": 72680
    },
    {
      "grad_norm": 0.35835474729537964,
      "learning_rate": 9.778216782459725e-06,
      "loss": 0.0232,
      "step": 72690
    },
    {
      "grad_norm": 0.7348695397377014,
      "learning_rate": 9.767305866230025e-06,
      "loss": 0.0267,
      "step": 72700
    },
    {
      "grad_norm": 0.34392300248146057,
      "learning_rate": 9.756400381836044e-06,
      "loss": 0.0348,
      "step": 72710
    },
    {
      "grad_norm": 0.20905530452728271,
      "learning_rate": 9.745500330750123e-06,
      "loss": 0.0258,
      "step": 72720
    },
    {
      "grad_norm": 0.3684746026992798,
      "learning_rate": 9.734605714443906e-06,
      "loss": 0.0275,
      "step": 72730
    },
    {
      "grad_norm": 0.24383032321929932,
      "learning_rate": 9.723716534388277e-06,
      "loss": 0.0261,
      "step": 72740
    },
    {
      "grad_norm": 0.42734405398368835,
      "learning_rate": 9.712832792053367e-06,
      "loss": 0.0239,
      "step": 72750
    },
    {
      "grad_norm": 0.32983002066612244,
      "learning_rate": 9.70195448890861e-06,
      "loss": 0.0269,
      "step": 72760
    },
    {
      "grad_norm": 0.44638821482658386,
      "learning_rate": 9.69108162642271e-06,
      "loss": 0.0257,
      "step": 72770
    },
    {
      "grad_norm": 0.3092058598995209,
      "learning_rate": 9.680214206063598e-06,
      "loss": 0.0237,
      "step": 72780
    },
    {
      "grad_norm": 0.5045554637908936,
      "learning_rate": 9.669352229298485e-06,
      "loss": 0.0219,
      "step": 72790
    },
    {
      "grad_norm": 0.32159948348999023,
      "learning_rate": 9.658495697593867e-06,
      "loss": 0.0274,
      "step": 72800
    },
    {
      "grad_norm": 0.1634538173675537,
      "learning_rate": 9.64764461241548e-06,
      "loss": 0.0206,
      "step": 72810
    },
    {
      "grad_norm": 0.1882377713918686,
      "learning_rate": 9.636798975228328e-06,
      "loss": 0.0217,
      "step": 72820
    },
    {
      "grad_norm": 0.3098883032798767,
      "learning_rate": 9.625958787496703e-06,
      "loss": 0.0252,
      "step": 72830
    },
    {
      "grad_norm": 0.3880562484264374,
      "learning_rate": 9.615124050684127e-06,
      "loss": 0.0217,
      "step": 72840
    },
    {
      "grad_norm": 0.2765241861343384,
      "learning_rate": 9.604294766253418e-06,
      "loss": 0.0255,
      "step": 72850
    },
    {
      "grad_norm": 0.349902480840683,
      "learning_rate": 9.593470935666638e-06,
      "loss": 0.0228,
      "step": 72860
    },
    {
      "grad_norm": 0.468319833278656,
      "learning_rate": 9.582652560385103e-06,
      "loss": 0.0347,
      "step": 72870
    },
    {
      "grad_norm": 0.3813886344432831,
      "learning_rate": 9.571839641869423e-06,
      "loss": 0.0299,
      "step": 72880
    },
    {
      "grad_norm": 0.4122844636440277,
      "learning_rate": 9.56103218157946e-06,
      "loss": 0.0269,
      "step": 72890
    },
    {
      "grad_norm": 0.3232540488243103,
      "learning_rate": 9.55023018097433e-06,
      "loss": 0.021,
      "step": 72900
    },
    {
      "grad_norm": 0.3431617021560669,
      "learning_rate": 9.539433641512396e-06,
      "loss": 0.0263,
      "step": 72910
    },
    {
      "grad_norm": 0.29873794317245483,
      "learning_rate": 9.528642564651342e-06,
      "loss": 0.0408,
      "step": 72920
    },
    {
      "grad_norm": 0.46033138036727905,
      "learning_rate": 9.517856951848047e-06,
      "loss": 0.0219,
      "step": 72930
    },
    {
      "grad_norm": 0.3450697064399719,
      "learning_rate": 9.507076804558685e-06,
      "loss": 0.026,
      "step": 72940
    },
    {
      "grad_norm": 0.2839958965778351,
      "learning_rate": 9.496302124238688e-06,
      "loss": 0.0265,
      "step": 72950
    },
    {
      "grad_norm": 0.4602893590927124,
      "learning_rate": 9.485532912342787e-06,
      "loss": 0.0267,
      "step": 72960
    },
    {
      "grad_norm": 0.34380772709846497,
      "learning_rate": 9.474769170324881e-06,
      "loss": 0.0275,
      "step": 72970
    },
    {
      "grad_norm": 0.29884544014930725,
      "learning_rate": 9.46401089963822e-06,
      "loss": 0.0284,
      "step": 72980
    },
    {
      "grad_norm": 0.1699422001838684,
      "learning_rate": 9.45325810173529e-06,
      "loss": 0.0237,
      "step": 72990
    },
    {
      "grad_norm": 0.4699220061302185,
      "learning_rate": 9.44251077806782e-06,
      "loss": 0.0366,
      "step": 73000
    },
    {
      "grad_norm": 0.2624298632144928,
      "learning_rate": 9.431768930086804e-06,
      "loss": 0.0223,
      "step": 73010
    },
    {
      "grad_norm": 0.30112457275390625,
      "learning_rate": 9.42103255924252e-06,
      "loss": 0.0295,
      "step": 73020
    },
    {
      "grad_norm": 0.33436575531959534,
      "learning_rate": 9.410301666984473e-06,
      "loss": 0.0284,
      "step": 73030
    },
    {
      "grad_norm": 0.28177115321159363,
      "learning_rate": 9.399576254761473e-06,
      "loss": 0.0241,
      "step": 73040
    },
    {
      "grad_norm": 0.3029802441596985,
      "learning_rate": 9.388856324021528e-06,
      "loss": 0.0296,
      "step": 73050
    },
    {
      "grad_norm": 0.34771454334259033,
      "learning_rate": 9.378141876211972e-06,
      "loss": 0.0318,
      "step": 73060
    },
    {
      "grad_norm": 0.2702209949493408,
      "learning_rate": 9.367432912779355e-06,
      "loss": 0.0252,
      "step": 73070
    },
    {
      "grad_norm": 0.34055519104003906,
      "learning_rate": 9.356729435169493e-06,
      "loss": 0.0257,
      "step": 73080
    },
    {
      "grad_norm": 0.2957013249397278,
      "learning_rate": 9.34603144482748e-06,
      "loss": 0.0257,
      "step": 73090
    },
    {
      "grad_norm": 0.3890121877193451,
      "learning_rate": 9.33533894319764e-06,
      "loss": 0.0275,
      "step": 73100
    },
    {
      "grad_norm": 0.42792466282844543,
      "learning_rate": 9.324651931723599e-06,
      "loss": 0.0225,
      "step": 73110
    },
    {
      "grad_norm": 0.5475921034812927,
      "learning_rate": 9.313970411848206e-06,
      "loss": 0.026,
      "step": 73120
    },
    {
      "grad_norm": 0.316982626914978,
      "learning_rate": 9.30329438501355e-06,
      "loss": 0.0291,
      "step": 73130
    },
    {
      "grad_norm": 0.5267496109008789,
      "learning_rate": 9.292623852661037e-06,
      "loss": 0.025,
      "step": 73140
    },
    {
      "grad_norm": 0.35681673884391785,
      "learning_rate": 9.281958816231306e-06,
      "loss": 0.0267,
      "step": 73150
    },
    {
      "grad_norm": 0.2764503061771393,
      "learning_rate": 9.27129927716423e-06,
      "loss": 0.0266,
      "step": 73160
    },
    {
      "grad_norm": 0.5347679257392883,
      "learning_rate": 9.260645236898958e-06,
      "loss": 0.033,
      "step": 73170
    },
    {
      "grad_norm": 0.2279442399740219,
      "learning_rate": 9.24999669687392e-06,
      "loss": 0.0309,
      "step": 73180
    },
    {
      "grad_norm": 0.23244407773017883,
      "learning_rate": 9.239353658526756e-06,
      "loss": 0.0311,
      "step": 73190
    },
    {
      "grad_norm": 0.39297911524772644,
      "learning_rate": 9.22871612329439e-06,
      "loss": 0.0366,
      "step": 73200
    },
    {
      "grad_norm": 0.24584783613681793,
      "learning_rate": 9.218084092613006e-06,
      "loss": 0.0269,
      "step": 73210
    },
    {
      "grad_norm": 0.29434648156166077,
      "learning_rate": 9.207457567918065e-06,
      "loss": 0.0283,
      "step": 73220
    },
    {
      "grad_norm": 0.6139122247695923,
      "learning_rate": 9.196836550644211e-06,
      "loss": 0.027,
      "step": 73230
    },
    {
      "grad_norm": 0.2662399113178253,
      "learning_rate": 9.186221042225418e-06,
      "loss": 0.0327,
      "step": 73240
    },
    {
      "grad_norm": 0.2809022068977356,
      "learning_rate": 9.175611044094901e-06,
      "loss": 0.0218,
      "step": 73250
    },
    {
      "grad_norm": 0.22074051201343536,
      "learning_rate": 9.165006557685108e-06,
      "loss": 0.0209,
      "step": 73260
    },
    {
      "grad_norm": 0.26922762393951416,
      "learning_rate": 9.154407584427749e-06,
      "loss": 0.0259,
      "step": 73270
    },
    {
      "grad_norm": 0.2905409336090088,
      "learning_rate": 9.143814125753813e-06,
      "loss": 0.0245,
      "step": 73280
    },
    {
      "grad_norm": 0.28675851225852966,
      "learning_rate": 9.13322618309353e-06,
      "loss": 0.0251,
      "step": 73290
    },
    {
      "grad_norm": 0.3137381374835968,
      "learning_rate": 9.122643757876354e-06,
      "loss": 0.0274,
      "step": 73300
    },
    {
      "grad_norm": 0.38901984691619873,
      "learning_rate": 9.112066851531042e-06,
      "loss": 0.026,
      "step": 73310
    },
    {
      "grad_norm": 0.36337438225746155,
      "learning_rate": 9.101495465485605e-06,
      "loss": 0.0287,
      "step": 73320
    },
    {
      "grad_norm": 0.44710221886634827,
      "learning_rate": 9.090929601167274e-06,
      "loss": 0.0284,
      "step": 73330
    },
    {
      "grad_norm": 0.28689873218536377,
      "learning_rate": 9.080369260002542e-06,
      "loss": 0.0233,
      "step": 73340
    },
    {
      "grad_norm": 0.2785976827144623,
      "learning_rate": 9.069814443417185e-06,
      "loss": 0.0222,
      "step": 73350
    },
    {
      "grad_norm": 0.33495238423347473,
      "learning_rate": 9.059265152836193e-06,
      "loss": 0.0272,
      "step": 73360
    },
    {
      "grad_norm": 0.5912459492683411,
      "learning_rate": 9.048721389683856e-06,
      "loss": 0.027,
      "step": 73370
    },
    {
      "grad_norm": 0.3027861416339874,
      "learning_rate": 9.038183155383679e-06,
      "loss": 0.0262,
      "step": 73380
    },
    {
      "grad_norm": 0.3918851912021637,
      "learning_rate": 9.027650451358421e-06,
      "loss": 0.0261,
      "step": 73390
    },
    {
      "grad_norm": 0.2840081751346588,
      "learning_rate": 9.01712327903012e-06,
      "loss": 0.0194,
      "step": 73400
    },
    {
      "grad_norm": 0.39979681372642517,
      "learning_rate": 9.00660163982009e-06,
      "loss": 0.0289,
      "step": 73410
    },
    {
      "grad_norm": 0.30674877762794495,
      "learning_rate": 8.99608553514879e-06,
      "loss": 0.0311,
      "step": 73420
    },
    {
      "grad_norm": 0.47376975417137146,
      "learning_rate": 8.98557496643605e-06,
      "loss": 0.0352,
      "step": 73430
    },
    {
      "grad_norm": 0.36586031317710876,
      "learning_rate": 8.975069935100916e-06,
      "loss": 0.0272,
      "step": 73440
    },
    {
      "grad_norm": 0.4082634150981903,
      "learning_rate": 8.964570442561654e-06,
      "loss": 0.0253,
      "step": 73450
    },
    {
      "grad_norm": 0.25805193185806274,
      "learning_rate": 8.954076490235803e-06,
      "loss": 0.0289,
      "step": 73460
    },
    {
      "grad_norm": 0.28780174255371094,
      "learning_rate": 8.943588079540182e-06,
      "loss": 0.0281,
      "step": 73470
    },
    {
      "grad_norm": 0.3918011784553528,
      "learning_rate": 8.933105211890819e-06,
      "loss": 0.0351,
      "step": 73480
    },
    {
      "grad_norm": 0.31666895747184753,
      "learning_rate": 8.922627888703e-06,
      "loss": 0.024,
      "step": 73490
    },
    {
      "grad_norm": 0.4599744379520416,
      "learning_rate": 8.912156111391284e-06,
      "loss": 0.0273,
      "step": 73500
    },
    {
      "grad_norm": 0.32841747999191284,
      "learning_rate": 8.901689881369491e-06,
      "loss": 0.0287,
      "step": 73510
    },
    {
      "grad_norm": 0.3656682074069977,
      "learning_rate": 8.891229200050649e-06,
      "loss": 0.0334,
      "step": 73520
    },
    {
      "grad_norm": 0.6012435555458069,
      "learning_rate": 8.880774068847058e-06,
      "loss": 0.0257,
      "step": 73530
    },
    {
      "grad_norm": 0.4810328483581543,
      "learning_rate": 8.870324489170285e-06,
      "loss": 0.0305,
      "step": 73540
    },
    {
      "grad_norm": 0.5353013873100281,
      "learning_rate": 8.85988046243113e-06,
      "loss": 0.0314,
      "step": 73550
    },
    {
      "grad_norm": 0.19644008576869965,
      "learning_rate": 8.849441990039625e-06,
      "loss": 0.0236,
      "step": 73560
    },
    {
      "grad_norm": 0.33929696679115295,
      "learning_rate": 8.839009073405103e-06,
      "loss": 0.0321,
      "step": 73570
    },
    {
      "grad_norm": 0.4010052978992462,
      "learning_rate": 8.82858171393609e-06,
      "loss": 0.0284,
      "step": 73580
    },
    {
      "grad_norm": 0.28086787462234497,
      "learning_rate": 8.81815991304042e-06,
      "loss": 0.0299,
      "step": 73590
    },
    {
      "grad_norm": 0.35850611329078674,
      "learning_rate": 8.807743672125112e-06,
      "loss": 0.0263,
      "step": 73600
    },
    {
      "grad_norm": 0.40498244762420654,
      "learning_rate": 8.797332992596497e-06,
      "loss": 0.0427,
      "step": 73610
    },
    {
      "grad_norm": 0.23139545321464539,
      "learning_rate": 8.786927875860102e-06,
      "loss": 0.0239,
      "step": 73620
    },
    {
      "grad_norm": 0.38973352313041687,
      "learning_rate": 8.776528323320748e-06,
      "loss": 0.0267,
      "step": 73630
    },
    {
      "grad_norm": 0.2752877175807953,
      "learning_rate": 8.766134336382476e-06,
      "loss": 0.0269,
      "step": 73640
    },
    {
      "grad_norm": 0.3400743901729584,
      "learning_rate": 8.755745916448566e-06,
      "loss": 0.0278,
      "step": 73650
    },
    {
      "grad_norm": 0.42172059416770935,
      "learning_rate": 8.74536306492158e-06,
      "loss": 0.0315,
      "step": 73660
    },
    {
      "grad_norm": 0.597322404384613,
      "learning_rate": 8.73498578320333e-06,
      "loss": 0.029,
      "step": 73670
    },
    {
      "grad_norm": 0.2801457941532135,
      "learning_rate": 8.72461407269482e-06,
      "loss": 0.0261,
      "step": 73680
    },
    {
      "grad_norm": 0.3117859363555908,
      "learning_rate": 8.714247934796354e-06,
      "loss": 0.0309,
      "step": 73690
    },
    {
      "grad_norm": 0.47793158888816833,
      "learning_rate": 8.703887370907487e-06,
      "loss": 0.0334,
      "step": 73700
    },
    {
      "grad_norm": 0.40520426630973816,
      "learning_rate": 8.693532382426988e-06,
      "loss": 0.0306,
      "step": 73710
    },
    {
      "grad_norm": 0.32233622670173645,
      "learning_rate": 8.68318297075288e-06,
      "loss": 0.0225,
      "step": 73720
    },
    {
      "grad_norm": 0.22563324868679047,
      "learning_rate": 8.672839137282468e-06,
      "loss": 0.0262,
      "step": 73730
    },
    {
      "grad_norm": 0.36590513586997986,
      "learning_rate": 8.66250088341226e-06,
      "loss": 0.026,
      "step": 73740
    },
    {
      "grad_norm": 0.464479923248291,
      "learning_rate": 8.65216821053802e-06,
      "loss": 0.0309,
      "step": 73750
    },
    {
      "grad_norm": 0.39068710803985596,
      "learning_rate": 8.641841120054784e-06,
      "loss": 0.0316,
      "step": 73760
    },
    {
      "grad_norm": 0.313450425863266,
      "learning_rate": 8.63151961335682e-06,
      "loss": 0.0268,
      "step": 73770
    },
    {
      "grad_norm": 0.31529903411865234,
      "learning_rate": 8.621203691837632e-06,
      "loss": 0.0263,
      "step": 73780
    },
    {
      "grad_norm": 0.37527039647102356,
      "learning_rate": 8.610893356889965e-06,
      "loss": 0.0281,
      "step": 73790
    },
    {
      "grad_norm": 0.26597052812576294,
      "learning_rate": 8.600588609905853e-06,
      "loss": 0.0243,
      "step": 73800
    },
    {
      "grad_norm": 0.2509920299053192,
      "learning_rate": 8.590289452276518e-06,
      "loss": 0.0323,
      "step": 73810
    },
    {
      "grad_norm": 0.33756566047668457,
      "learning_rate": 8.579995885392461e-06,
      "loss": 0.0396,
      "step": 73820
    },
    {
      "grad_norm": 0.3594588339328766,
      "learning_rate": 8.569707910643432e-06,
      "loss": 0.031,
      "step": 73830
    },
    {
      "grad_norm": 0.4166678190231323,
      "learning_rate": 8.55942552941839e-06,
      "loss": 0.0292,
      "step": 73840
    },
    {
      "grad_norm": 0.37453383207321167,
      "learning_rate": 8.5491487431056e-06,
      "loss": 0.0326,
      "step": 73850
    },
    {
      "grad_norm": 0.3284277617931366,
      "learning_rate": 8.538877553092522e-06,
      "loss": 0.0264,
      "step": 73860
    },
    {
      "grad_norm": 0.3131938576698303,
      "learning_rate": 8.528611960765853e-06,
      "loss": 0.0247,
      "step": 73870
    },
    {
      "grad_norm": 0.30872997641563416,
      "learning_rate": 8.518351967511574e-06,
      "loss": 0.0313,
      "step": 73880
    },
    {
      "grad_norm": 0.46218860149383545,
      "learning_rate": 8.508097574714902e-06,
      "loss": 0.0274,
      "step": 73890
    },
    {
      "grad_norm": 0.5103510022163391,
      "learning_rate": 8.497848783760275e-06,
      "loss": 0.0247,
      "step": 73900
    },
    {
      "grad_norm": 0.9210723638534546,
      "learning_rate": 8.487605596031378e-06,
      "loss": 0.0297,
      "step": 73910
    },
    {
      "grad_norm": 0.2219986468553543,
      "learning_rate": 8.47736801291117e-06,
      "loss": 0.0261,
      "step": 73920
    },
    {
      "grad_norm": 0.5802591443061829,
      "learning_rate": 8.46713603578182e-06,
      "loss": 0.0268,
      "step": 73930
    },
    {
      "grad_norm": 0.3790013790130615,
      "learning_rate": 8.456909666024742e-06,
      "loss": 0.0375,
      "step": 73940
    },
    {
      "grad_norm": 0.46022364497184753,
      "learning_rate": 8.446688905020617e-06,
      "loss": 0.0264,
      "step": 73950
    },
    {
      "grad_norm": 0.43523627519607544,
      "learning_rate": 8.436473754149377e-06,
      "loss": 0.024,
      "step": 73960
    },
    {
      "grad_norm": 0.24243523180484772,
      "learning_rate": 8.426264214790124e-06,
      "loss": 0.028,
      "step": 73970
    },
    {
      "grad_norm": 0.3769407570362091,
      "learning_rate": 8.416060288321282e-06,
      "loss": 0.0255,
      "step": 73980
    },
    {
      "grad_norm": 0.2453974485397339,
      "learning_rate": 8.405861976120494e-06,
      "loss": 0.0331,
      "step": 73990
    },
    {
      "grad_norm": 0.5315320491790771,
      "learning_rate": 8.395669279564634e-06,
      "loss": 0.0308,
      "step": 74000
    },
    {
      "grad_norm": 0.4499979615211487,
      "learning_rate": 8.385482200029804e-06,
      "loss": 0.0301,
      "step": 74010
    },
    {
      "grad_norm": 0.3408920168876648,
      "learning_rate": 8.375300738891395e-06,
      "loss": 0.0332,
      "step": 74020
    },
    {
      "grad_norm": 0.3165269196033478,
      "learning_rate": 8.365124897523984e-06,
      "loss": 0.0314,
      "step": 74030
    },
    {
      "grad_norm": 0.3073447644710541,
      "learning_rate": 8.354954677301446e-06,
      "loss": 0.0309,
      "step": 74040
    },
    {
      "grad_norm": 0.3154042065143585,
      "learning_rate": 8.344790079596837e-06,
      "loss": 0.0226,
      "step": 74050
    },
    {
      "grad_norm": 0.38050273060798645,
      "learning_rate": 8.334631105782514e-06,
      "loss": 0.0304,
      "step": 74060
    },
    {
      "grad_norm": 0.40584877133369446,
      "learning_rate": 8.324477757230026e-06,
      "loss": 0.0254,
      "step": 74070
    },
    {
      "grad_norm": 0.2269611358642578,
      "learning_rate": 8.314330035310176e-06,
      "loss": 0.0264,
      "step": 74080
    },
    {
      "grad_norm": 0.30348503589630127,
      "learning_rate": 8.304187941393038e-06,
      "loss": 0.032,
      "step": 74090
    },
    {
      "grad_norm": 0.30653074383735657,
      "learning_rate": 8.294051476847864e-06,
      "loss": 0.0205,
      "step": 74100
    },
    {
      "grad_norm": 0.36770761013031006,
      "learning_rate": 8.283920643043224e-06,
      "loss": 0.025,
      "step": 74110
    },
    {
      "grad_norm": 0.3528858423233032,
      "learning_rate": 8.273795441346866e-06,
      "loss": 0.0326,
      "step": 74120
    },
    {
      "grad_norm": 0.31725722551345825,
      "learning_rate": 8.263675873125787e-06,
      "loss": 0.0403,
      "step": 74130
    },
    {
      "grad_norm": 0.29586708545684814,
      "learning_rate": 8.253561939746246e-06,
      "loss": 0.0371,
      "step": 74140
    },
    {
      "grad_norm": 0.3789515495300293,
      "learning_rate": 8.243453642573746e-06,
      "loss": 0.0289,
      "step": 74150
    },
    {
      "grad_norm": 0.3990522027015686,
      "learning_rate": 8.233350982972999e-06,
      "loss": 0.031,
      "step": 74160
    },
    {
      "grad_norm": 0.5137132406234741,
      "learning_rate": 8.22325396230796e-06,
      "loss": 0.0284,
      "step": 74170
    },
    {
      "grad_norm": 0.5037135481834412,
      "learning_rate": 8.213162581941852e-06,
      "loss": 0.0287,
      "step": 74180
    },
    {
      "grad_norm": 0.42596572637557983,
      "learning_rate": 8.203076843237107e-06,
      "loss": 0.0288,
      "step": 74190
    },
    {
      "grad_norm": 0.47888508439064026,
      "learning_rate": 8.192996747555392e-06,
      "loss": 0.0295,
      "step": 74200
    },
    {
      "grad_norm": 0.36537814140319824,
      "learning_rate": 8.182922296257645e-06,
      "loss": 0.0334,
      "step": 74210
    },
    {
      "grad_norm": 0.24501335620880127,
      "learning_rate": 8.172853490704041e-06,
      "loss": 0.0242,
      "step": 74220
    },
    {
      "grad_norm": 0.29617154598236084,
      "learning_rate": 8.162790332253922e-06,
      "loss": 0.034,
      "step": 74230
    },
    {
      "grad_norm": 0.5001879334449768,
      "learning_rate": 8.152732822265958e-06,
      "loss": 0.0276,
      "step": 74240
    },
    {
      "grad_norm": 0.3634556233882904,
      "learning_rate": 8.142680962098015e-06,
      "loss": 0.0271,
      "step": 74250
    },
    {
      "grad_norm": 0.3325231969356537,
      "learning_rate": 8.132634753107194e-06,
      "loss": 0.0282,
      "step": 74260
    },
    {
      "grad_norm": 0.2552073299884796,
      "learning_rate": 8.122594196649825e-06,
      "loss": 0.029,
      "step": 74270
    },
    {
      "grad_norm": 0.35555335879325867,
      "learning_rate": 8.112559294081518e-06,
      "loss": 0.03,
      "step": 74280
    },
    {
      "grad_norm": 0.3134914040565491,
      "learning_rate": 8.102530046757057e-06,
      "loss": 0.0176,
      "step": 74290
    },
    {
      "grad_norm": 0.38104403018951416,
      "learning_rate": 8.09250645603053e-06,
      "loss": 0.0213,
      "step": 74300
    },
    {
      "grad_norm": 0.40383782982826233,
      "learning_rate": 8.082488523255204e-06,
      "loss": 0.0334,
      "step": 74310
    },
    {
      "grad_norm": 0.3044049143791199,
      "learning_rate": 8.072476249783601e-06,
      "loss": 0.0304,
      "step": 74320
    },
    {
      "grad_norm": 0.3321281671524048,
      "learning_rate": 8.062469636967507e-06,
      "loss": 0.0281,
      "step": 74330
    },
    {
      "grad_norm": 0.42867863178253174,
      "learning_rate": 8.052468686157887e-06,
      "loss": 0.0266,
      "step": 74340
    },
    {
      "grad_norm": 0.22629401087760925,
      "learning_rate": 8.042473398705007e-06,
      "loss": 0.0295,
      "step": 74350
    },
    {
      "grad_norm": 0.37245017290115356,
      "learning_rate": 8.032483775958311e-06,
      "loss": 0.0278,
      "step": 74360
    },
    {
      "grad_norm": 0.2374466210603714,
      "learning_rate": 8.022499819266527e-06,
      "loss": 0.0253,
      "step": 74370
    },
    {
      "grad_norm": 0.2150837630033493,
      "learning_rate": 8.012521529977574e-06,
      "loss": 0.0295,
      "step": 74380
    },
    {
      "grad_norm": 0.36889004707336426,
      "learning_rate": 8.002548909438623e-06,
      "loss": 0.0344,
      "step": 74390
    },
    {
      "grad_norm": 0.4122520387172699,
      "learning_rate": 7.992581958996087e-06,
      "loss": 0.0362,
      "step": 74400
    },
    {
      "grad_norm": 0.426779568195343,
      "learning_rate": 7.98262067999564e-06,
      "loss": 0.0294,
      "step": 74410
    },
    {
      "grad_norm": 0.34409409761428833,
      "learning_rate": 7.97266507378211e-06,
      "loss": 0.0294,
      "step": 74420
    },
    {
      "grad_norm": 0.3246716558933258,
      "learning_rate": 7.962715141699622e-06,
      "loss": 0.0244,
      "step": 74430
    },
    {
      "grad_norm": 0.39753562211990356,
      "learning_rate": 7.952770885091548e-06,
      "loss": 0.0305,
      "step": 74440
    },
    {
      "grad_norm": 0.4288555979728699,
      "learning_rate": 7.942832305300446e-06,
      "loss": 0.0257,
      "step": 74450
    },
    {
      "grad_norm": 0.3036668002605438,
      "learning_rate": 7.93289940366812e-06,
      "loss": 0.0209,
      "step": 74460
    },
    {
      "grad_norm": 0.2529325485229492,
      "learning_rate": 7.922972181535637e-06,
      "loss": 0.0248,
      "step": 74470
    },
    {
      "grad_norm": 0.18693788349628448,
      "learning_rate": 7.913050640243269e-06,
      "loss": 0.0329,
      "step": 74480
    },
    {
      "grad_norm": 0.2921137511730194,
      "learning_rate": 7.903134781130511e-06,
      "loss": 0.0237,
      "step": 74490
    },
    {
      "grad_norm": 0.5441535711288452,
      "learning_rate": 7.89322460553612e-06,
      "loss": 0.0311,
      "step": 74500
    },
    {
      "grad_norm": 0.2981354296207428,
      "learning_rate": 7.883320114798087e-06,
      "loss": 0.0323,
      "step": 74510
    },
    {
      "grad_norm": 0.3091809153556824,
      "learning_rate": 7.873421310253616e-06,
      "loss": 0.0247,
      "step": 74520
    },
    {
      "grad_norm": 0.44051897525787354,
      "learning_rate": 7.863528193239129e-06,
      "loss": 0.0239,
      "step": 74530
    },
    {
      "grad_norm": 0.42919111251831055,
      "learning_rate": 7.853640765090326e-06,
      "loss": 0.0202,
      "step": 74540
    },
    {
      "grad_norm": 0.3022562861442566,
      "learning_rate": 7.843759027142106e-06,
      "loss": 0.0318,
      "step": 74550
    },
    {
      "grad_norm": 0.29827553033828735,
      "learning_rate": 7.83388298072859e-06,
      "loss": 0.0266,
      "step": 74560
    },
    {
      "grad_norm": 0.3964250981807709,
      "learning_rate": 7.824012627183175e-06,
      "loss": 0.027,
      "step": 74570
    },
    {
      "grad_norm": 0.27335670590400696,
      "learning_rate": 7.814147967838437e-06,
      "loss": 0.0249,
      "step": 74580
    },
    {
      "grad_norm": 0.4565596878528595,
      "learning_rate": 7.804289004026233e-06,
      "loss": 0.0366,
      "step": 74590
    },
    {
      "grad_norm": 0.40620487928390503,
      "learning_rate": 7.794435737077605e-06,
      "loss": 0.0292,
      "step": 74600
    },
    {
      "grad_norm": 0.5529941916465759,
      "learning_rate": 7.784588168322865e-06,
      "loss": 0.0247,
      "step": 74610
    },
    {
      "grad_norm": 0.3810231387615204,
      "learning_rate": 7.774746299091523e-06,
      "loss": 0.0249,
      "step": 74620
    },
    {
      "grad_norm": 0.4751211106777191,
      "learning_rate": 7.764910130712349e-06,
      "loss": 0.0229,
      "step": 74630
    },
    {
      "grad_norm": 0.29753971099853516,
      "learning_rate": 7.755079664513326e-06,
      "loss": 0.0273,
      "step": 74640
    },
    {
      "grad_norm": 0.5081382989883423,
      "learning_rate": 7.745254901821653e-06,
      "loss": 0.0331,
      "step": 74650
    },
    {
      "grad_norm": 0.49044275283813477,
      "learning_rate": 7.735435843963784e-06,
      "loss": 0.0346,
      "step": 74660
    },
    {
      "grad_norm": 0.29544320702552795,
      "learning_rate": 7.725622492265428e-06,
      "loss": 0.0319,
      "step": 74670
    },
    {
      "grad_norm": 0.39510810375213623,
      "learning_rate": 7.71581484805144e-06,
      "loss": 0.0383,
      "step": 74680
    },
    {
      "grad_norm": 0.33859309554100037,
      "learning_rate": 7.706012912645971e-06,
      "loss": 0.0313,
      "step": 74690
    },
    {
      "grad_norm": 0.2363871932029724,
      "learning_rate": 7.696216687372415e-06,
      "loss": 0.0368,
      "step": 74700
    },
    {
      "grad_norm": 0.3892952501773834,
      "learning_rate": 7.686426173553323e-06,
      "loss": 0.0288,
      "step": 74710
    },
    {
      "grad_norm": 0.3069857656955719,
      "learning_rate": 7.676641372510529e-06,
      "loss": 0.022,
      "step": 74720
    },
    {
      "grad_norm": 0.7512367367744446,
      "learning_rate": 7.666862285565102e-06,
      "loss": 0.0342,
      "step": 74730
    },
    {
      "grad_norm": 0.41997841000556946,
      "learning_rate": 7.657088914037314e-06,
      "loss": 0.0246,
      "step": 74740
    },
    {
      "grad_norm": 0.2396463006734848,
      "learning_rate": 7.647321259246654e-06,
      "loss": 0.0265,
      "step": 74750
    },
    {
      "grad_norm": 0.3977954089641571,
      "learning_rate": 7.637559322511878e-06,
      "loss": 0.0313,
      "step": 74760
    },
    {
      "grad_norm": 0.28017953038215637,
      "learning_rate": 7.627803105150938e-06,
      "loss": 0.0218,
      "step": 74770
    },
    {
      "grad_norm": 0.6521796584129333,
      "learning_rate": 7.618052608481041e-06,
      "loss": 0.0305,
      "step": 74780
    },
    {
      "grad_norm": 0.3101646900177002,
      "learning_rate": 7.608307833818584e-06,
      "loss": 0.0357,
      "step": 74790
    },
    {
      "grad_norm": 0.24619007110595703,
      "learning_rate": 7.598568782479243e-06,
      "loss": 0.024,
      "step": 74800
    },
    {
      "grad_norm": 0.35487455129623413,
      "learning_rate": 7.588835455777871e-06,
      "loss": 0.0392,
      "step": 74810
    },
    {
      "grad_norm": 0.44543373584747314,
      "learning_rate": 7.579107855028561e-06,
      "loss": 0.0282,
      "step": 74820
    },
    {
      "grad_norm": 0.4077549874782562,
      "learning_rate": 7.569385981544663e-06,
      "loss": 0.0315,
      "step": 74830
    },
    {
      "grad_norm": 0.3106624484062195,
      "learning_rate": 7.559669836638716e-06,
      "loss": 0.0251,
      "step": 74840
    },
    {
      "grad_norm": 0.4235037565231323,
      "learning_rate": 7.549959421622516e-06,
      "loss": 0.0293,
      "step": 74850
    },
    {
      "grad_norm": 0.33828502893447876,
      "learning_rate": 7.5402547378070675e-06,
      "loss": 0.0269,
      "step": 74860
    },
    {
      "grad_norm": 0.3010837435722351,
      "learning_rate": 7.530555786502585e-06,
      "loss": 0.0247,
      "step": 74870
    },
    {
      "grad_norm": 0.35188955068588257,
      "learning_rate": 7.5208625690185444e-06,
      "loss": 0.0285,
      "step": 74880
    },
    {
      "grad_norm": 0.3123666048049927,
      "learning_rate": 7.511175086663641e-06,
      "loss": 0.0263,
      "step": 74890
    },
    {
      "grad_norm": 0.19700987637043,
      "learning_rate": 7.5014933407457795e-06,
      "loss": 0.0275,
      "step": 74900
    },
    {
      "grad_norm": 0.40744370222091675,
      "learning_rate": 7.491817332572082e-06,
      "loss": 0.0249,
      "step": 74910
    },
    {
      "grad_norm": 0.3431226909160614,
      "learning_rate": 7.482147063448935e-06,
      "loss": 0.0247,
      "step": 74920
    },
    {
      "grad_norm": 0.2935570478439331,
      "learning_rate": 7.472482534681919e-06,
      "loss": 0.0284,
      "step": 74930
    },
    {
      "grad_norm": 0.19405648112297058,
      "learning_rate": 7.46282374757582e-06,
      "loss": 0.0281,
      "step": 74940
    },
    {
      "grad_norm": 0.23747485876083374,
      "learning_rate": 7.4531707034347085e-06,
      "loss": 0.0276,
      "step": 74950
    },
    {
      "grad_norm": 0.7715997099876404,
      "learning_rate": 7.4435234035618525e-06,
      "loss": 0.0286,
      "step": 74960
    },
    {
      "grad_norm": 0.29925838112831116,
      "learning_rate": 7.433881849259699e-06,
      "loss": 0.0191,
      "step": 74970
    },
    {
      "grad_norm": 0.44347360730171204,
      "learning_rate": 7.424246041829985e-06,
      "loss": 0.022,
      "step": 74980
    },
    {
      "grad_norm": 0.25075268745422363,
      "learning_rate": 7.414615982573658e-06,
      "loss": 0.034,
      "step": 74990
    },
    {
      "grad_norm": 0.2912016808986664,
      "learning_rate": 7.4049916727908566e-06,
      "loss": 0.0228,
      "step": 75000
    },
    {
      "grad_norm": 0.429461270570755,
      "learning_rate": 7.395373113780962e-06,
      "loss": 0.0297,
      "step": 75010
    },
    {
      "grad_norm": 0.17718057334423065,
      "learning_rate": 7.385760306842593e-06,
      "loss": 0.0255,
      "step": 75020
    },
    {
      "grad_norm": 0.23323048651218414,
      "learning_rate": 7.376153253273566e-06,
      "loss": 0.0299,
      "step": 75030
    },
    {
      "grad_norm": 0.1860969364643097,
      "learning_rate": 7.366551954370954e-06,
      "loss": 0.0252,
      "step": 75040
    },
    {
      "grad_norm": 0.5697340965270996,
      "learning_rate": 7.356956411431004e-06,
      "loss": 0.0259,
      "step": 75050
    },
    {
      "grad_norm": 0.2685367166996002,
      "learning_rate": 7.347366625749247e-06,
      "loss": 0.0235,
      "step": 75060
    },
    {
      "grad_norm": 0.3269560933113098,
      "learning_rate": 7.337782598620391e-06,
      "loss": 0.0293,
      "step": 75070
    },
    {
      "grad_norm": 0.41230249404907227,
      "learning_rate": 7.328204331338368e-06,
      "loss": 0.031,
      "step": 75080
    },
    {
      "grad_norm": 0.2902127206325531,
      "learning_rate": 7.3186318251963645e-06,
      "loss": 0.0237,
      "step": 75090
    },
    {
      "grad_norm": 0.4079350531101227,
      "learning_rate": 7.309065081486749e-06,
      "loss": 0.0285,
      "step": 75100
    },
    {
      "grad_norm": 0.3990311920642853,
      "learning_rate": 7.2995041015011535e-06,
      "loss": 0.0279,
      "step": 75110
    },
    {
      "grad_norm": 0.549903154373169,
      "learning_rate": 7.289948886530401e-06,
      "loss": 0.0296,
      "step": 75120
    },
    {
      "grad_norm": 0.3532136082649231,
      "learning_rate": 7.280399437864532e-06,
      "loss": 0.026,
      "step": 75130
    },
    {
      "grad_norm": 0.2739577889442444,
      "learning_rate": 7.270855756792838e-06,
      "loss": 0.0378,
      "step": 75140
    },
    {
      "grad_norm": 0.3745661675930023,
      "learning_rate": 7.261317844603821e-06,
      "loss": 0.0203,
      "step": 75150
    },
    {
      "grad_norm": 0.5759953856468201,
      "learning_rate": 7.251785702585195e-06,
      "loss": 0.0318,
      "step": 75160
    },
    {
      "grad_norm": 0.3174895942211151,
      "learning_rate": 7.242259332023882e-06,
      "loss": 0.0308,
      "step": 75170
    },
    {
      "grad_norm": 0.34797364473342896,
      "learning_rate": 7.232738734206068e-06,
      "loss": 0.0229,
      "step": 75180
    },
    {
      "grad_norm": 0.2676512598991394,
      "learning_rate": 7.223223910417121e-06,
      "loss": 0.0212,
      "step": 75190
    },
    {
      "grad_norm": 0.5371242165565491,
      "learning_rate": 7.213714861941628e-06,
      "loss": 0.0273,
      "step": 75200
    },
    {
      "grad_norm": 0.48890751600265503,
      "learning_rate": 7.204211590063431e-06,
      "loss": 0.0392,
      "step": 75210
    },
    {
      "grad_norm": 0.4149838089942932,
      "learning_rate": 7.194714096065586e-06,
      "loss": 0.0309,
      "step": 75220
    },
    {
      "grad_norm": 0.2657662332057953,
      "learning_rate": 7.185222381230306e-06,
      "loss": 0.027,
      "step": 75230
    },
    {
      "grad_norm": 0.39376401901245117,
      "learning_rate": 7.175736446839104e-06,
      "loss": 0.0268,
      "step": 75240
    },
    {
      "grad_norm": 0.3891420364379883,
      "learning_rate": 7.166256294172685e-06,
      "loss": 0.0242,
      "step": 75250
    },
    {
      "grad_norm": 0.33270713686943054,
      "learning_rate": 7.156781924510958e-06,
      "loss": 0.0296,
      "step": 75260
    },
    {
      "grad_norm": 0.3397423028945923,
      "learning_rate": 7.147313339133055e-06,
      "loss": 0.0328,
      "step": 75270
    },
    {
      "grad_norm": 0.23691293597221375,
      "learning_rate": 7.137850539317354e-06,
      "loss": 0.0311,
      "step": 75280
    },
    {
      "grad_norm": 0.3412075936794281,
      "learning_rate": 7.128393526341409e-06,
      "loss": 0.0276,
      "step": 75290
    },
    {
      "grad_norm": 0.3724599778652191,
      "learning_rate": 7.118942301482045e-06,
      "loss": 0.0335,
      "step": 75300
    },
    {
      "grad_norm": 0.3463113009929657,
      "learning_rate": 7.109496866015258e-06,
      "loss": 0.027,
      "step": 75310
    },
    {
      "grad_norm": 0.2868957221508026,
      "learning_rate": 7.100057221216272e-06,
      "loss": 0.0316,
      "step": 75320
    },
    {
      "grad_norm": 0.24611727893352509,
      "learning_rate": 7.090623368359556e-06,
      "loss": 0.0194,
      "step": 75330
    },
    {
      "grad_norm": 0.3966786563396454,
      "learning_rate": 7.081195308718769e-06,
      "loss": 0.0311,
      "step": 75340
    },
    {
      "grad_norm": 0.17805346846580505,
      "learning_rate": 7.071773043566804e-06,
      "loss": 0.0281,
      "step": 75350
    },
    {
      "grad_norm": 0.40838003158569336,
      "learning_rate": 7.062356574175755e-06,
      "loss": 0.028,
      "step": 75360
    },
    {
      "grad_norm": 0.3082827627658844,
      "learning_rate": 7.052945901816965e-06,
      "loss": 0.0227,
      "step": 75370
    },
    {
      "grad_norm": 0.3121126592159271,
      "learning_rate": 7.043541027760958e-06,
      "loss": 0.0295,
      "step": 75380
    },
    {
      "grad_norm": 0.45739656686782837,
      "learning_rate": 7.034141953277485e-06,
      "loss": 0.0292,
      "step": 75390
    },
    {
      "grad_norm": 0.6838815808296204,
      "learning_rate": 7.024748679635529e-06,
      "loss": 0.0287,
      "step": 75400
    },
    {
      "grad_norm": 0.43587708473205566,
      "learning_rate": 7.015361208103294e-06,
      "loss": 0.0263,
      "step": 75410
    },
    {
      "grad_norm": 0.5433757901191711,
      "learning_rate": 7.005979539948154e-06,
      "loss": 0.0271,
      "step": 75420
    },
    {
      "grad_norm": 0.4184667766094208,
      "learning_rate": 6.9966036764367525e-06,
      "loss": 0.0272,
      "step": 75430
    },
    {
      "grad_norm": 0.26014450192451477,
      "learning_rate": 6.987233618834938e-06,
      "loss": 0.0244,
      "step": 75440
    },
    {
      "grad_norm": 0.37372085452079773,
      "learning_rate": 6.977869368407758e-06,
      "loss": 0.0215,
      "step": 75450
    },
    {
      "grad_norm": 0.2875725328922272,
      "learning_rate": 6.968510926419469e-06,
      "loss": 0.0246,
      "step": 75460
    },
    {
      "grad_norm": 0.37114638090133667,
      "learning_rate": 6.959158294133583e-06,
      "loss": 0.0292,
      "step": 75470
    },
    {
      "grad_norm": 0.2578635811805725,
      "learning_rate": 6.949811472812795e-06,
      "loss": 0.0247,
      "step": 75480
    },
    {
      "grad_norm": 0.4080113172531128,
      "learning_rate": 6.940470463719012e-06,
      "loss": 0.0283,
      "step": 75490
    },
    {
      "grad_norm": 0.27443957328796387,
      "learning_rate": 6.931135268113381e-06,
      "loss": 0.0271,
      "step": 75500
    },
    {
      "grad_norm": 0.3391423225402832,
      "learning_rate": 6.921805887256255e-06,
      "loss": 0.0304,
      "step": 75510
    },
    {
      "grad_norm": 0.2638547420501709,
      "learning_rate": 6.912482322407194e-06,
      "loss": 0.0352,
      "step": 75520
    },
    {
      "grad_norm": 0.30149465799331665,
      "learning_rate": 6.903164574824961e-06,
      "loss": 0.0263,
      "step": 75530
    },
    {
      "grad_norm": 0.3057880699634552,
      "learning_rate": 6.893852645767579e-06,
      "loss": 0.0223,
      "step": 75540
    },
    {
      "grad_norm": 0.34632253646850586,
      "learning_rate": 6.884546536492236e-06,
      "loss": 0.0286,
      "step": 75550
    },
    {
      "grad_norm": 0.3011658191680908,
      "learning_rate": 6.8752462482553515e-06,
      "loss": 0.0224,
      "step": 75560
    },
    {
      "grad_norm": 0.3319043517112732,
      "learning_rate": 6.8659517823125795e-06,
      "loss": 0.026,
      "step": 75570
    },
    {
      "grad_norm": 0.2415376603603363,
      "learning_rate": 6.8566631399187505e-06,
      "loss": 0.0225,
      "step": 75580
    },
    {
      "grad_norm": 0.6023752093315125,
      "learning_rate": 6.847380322327951e-06,
      "loss": 0.035,
      "step": 75590
    },
    {
      "grad_norm": 0.2045844942331314,
      "learning_rate": 6.8381033307934325e-06,
      "loss": 0.0273,
      "step": 75600
    },
    {
      "grad_norm": 0.3538089096546173,
      "learning_rate": 6.828832166567712e-06,
      "loss": 0.0233,
      "step": 75610
    },
    {
      "grad_norm": 0.45010069012641907,
      "learning_rate": 6.819566830902474e-06,
      "loss": 0.022,
      "step": 75620
    },
    {
      "grad_norm": 0.4135386645793915,
      "learning_rate": 6.8103073250486485e-06,
      "loss": 0.0276,
      "step": 75630
    },
    {
      "grad_norm": 0.31229931116104126,
      "learning_rate": 6.8010536502563674e-06,
      "loss": 0.0289,
      "step": 75640
    },
    {
      "grad_norm": 0.4489924907684326,
      "learning_rate": 6.791805807774953e-06,
      "loss": 0.0349,
      "step": 75650
    },
    {
      "grad_norm": 0.4395367503166199,
      "learning_rate": 6.782563798852975e-06,
      "loss": 0.0277,
      "step": 75660
    },
    {
      "grad_norm": 0.42528241872787476,
      "learning_rate": 6.773327624738229e-06,
      "loss": 0.0276,
      "step": 75670
    },
    {
      "grad_norm": 0.3594422936439514,
      "learning_rate": 6.764097286677646e-06,
      "loss": 0.0333,
      "step": 75680
    },
    {
      "grad_norm": 0.2467954158782959,
      "learning_rate": 6.754872785917438e-06,
      "loss": 0.0306,
      "step": 75690
    },
    {
      "grad_norm": 0.3788539469242096,
      "learning_rate": 6.7456541237030375e-06,
      "loss": 0.0285,
      "step": 75700
    },
    {
      "grad_norm": 0.4625664949417114,
      "learning_rate": 6.736441301279012e-06,
      "loss": 0.0245,
      "step": 75710
    },
    {
      "grad_norm": 0.29839035868644714,
      "learning_rate": 6.727234319889214e-06,
      "loss": 0.0203,
      "step": 75720
    },
    {
      "grad_norm": 0.28718817234039307,
      "learning_rate": 6.718033180776695e-06,
      "loss": 0.0296,
      "step": 75730
    },
    {
      "grad_norm": 0.29085773229599,
      "learning_rate": 6.7088378851836886e-06,
      "loss": 0.0268,
      "step": 75740
    },
    {
      "grad_norm": 0.504521369934082,
      "learning_rate": 6.699648434351646e-06,
      "loss": 0.0314,
      "step": 75750
    },
    {
      "grad_norm": 0.23523029685020447,
      "learning_rate": 6.690464829521265e-06,
      "loss": 0.0235,
      "step": 75760
    },
    {
      "grad_norm": 0.2651304304599762,
      "learning_rate": 6.681287071932407e-06,
      "loss": 0.0217,
      "step": 75770
    },
    {
      "grad_norm": 0.3596142828464508,
      "learning_rate": 6.672115162824188e-06,
      "loss": 0.0295,
      "step": 75780
    },
    {
      "grad_norm": 0.35363876819610596,
      "learning_rate": 6.662949103434885e-06,
      "loss": 0.0298,
      "step": 75790
    },
    {
      "grad_norm": 0.4349144995212555,
      "learning_rate": 6.653788895002039e-06,
      "loss": 0.0211,
      "step": 75800
    },
    {
      "grad_norm": 0.298312783241272,
      "learning_rate": 6.644634538762356e-06,
      "loss": 0.0258,
      "step": 75810
    },
    {
      "grad_norm": 0.4593627154827118,
      "learning_rate": 6.635486035951771e-06,
      "loss": 0.0284,
      "step": 75820
    },
    {
      "grad_norm": 0.3840462863445282,
      "learning_rate": 6.626343387805439e-06,
      "loss": 0.0323,
      "step": 75830
    },
    {
      "grad_norm": 0.3006892502307892,
      "learning_rate": 6.617206595557695e-06,
      "loss": 0.0276,
      "step": 75840
    },
    {
      "grad_norm": 0.43106570839881897,
      "learning_rate": 6.6080756604421255e-06,
      "loss": 0.0322,
      "step": 75850
    },
    {
      "grad_norm": 0.510277509689331,
      "learning_rate": 6.598950583691493e-06,
      "loss": 0.0308,
      "step": 75860
    },
    {
      "grad_norm": 0.3458966612815857,
      "learning_rate": 6.589831366537763e-06,
      "loss": 0.0259,
      "step": 75870
    },
    {
      "grad_norm": 0.23428647220134735,
      "learning_rate": 6.580718010212139e-06,
      "loss": 0.0281,
      "step": 75880
    },
    {
      "grad_norm": 0.37457337975502014,
      "learning_rate": 6.571610515945031e-06,
      "loss": 0.0272,
      "step": 75890
    },
    {
      "grad_norm": 0.2849409580230713,
      "learning_rate": 6.562508884966029e-06,
      "loss": 0.0231,
      "step": 75900
    },
    {
      "grad_norm": 0.27910178899765015,
      "learning_rate": 6.553413118503948e-06,
      "loss": 0.0245,
      "step": 75910
    },
    {
      "grad_norm": 0.270821213722229,
      "learning_rate": 6.544323217786829e-06,
      "loss": 0.024,
      "step": 75920
    },
    {
      "grad_norm": 0.43594035506248474,
      "learning_rate": 6.535239184041891e-06,
      "loss": 0.0225,
      "step": 75930
    },
    {
      "grad_norm": 0.40471047163009644,
      "learning_rate": 6.5261610184955635e-06,
      "loss": 0.0268,
      "step": 75940
    },
    {
      "grad_norm": 0.42794379591941833,
      "learning_rate": 6.51708872237351e-06,
      "loss": 0.0258,
      "step": 75950
    },
    {
      "grad_norm": 0.2642672061920166,
      "learning_rate": 6.508022296900601e-06,
      "loss": 0.0254,
      "step": 75960
    },
    {
      "grad_norm": 0.43291521072387695,
      "learning_rate": 6.498961743300857e-06,
      "loss": 0.027,
      "step": 75970
    },
    {
      "grad_norm": 0.5121681094169617,
      "learning_rate": 6.489907062797574e-06,
      "loss": 0.0281,
      "step": 75980
    },
    {
      "grad_norm": 0.3639526665210724,
      "learning_rate": 6.480858256613237e-06,
      "loss": 0.0267,
      "step": 75990
    },
    {
      "grad_norm": 0.28667598962783813,
      "learning_rate": 6.471815325969516e-06,
      "loss": 0.0235,
      "step": 76000
    },
    {
      "grad_norm": 0.42716076970100403,
      "learning_rate": 6.4627782720872945e-06,
      "loss": 0.0339,
      "step": 76010
    },
    {
      "grad_norm": 0.39499422907829285,
      "learning_rate": 6.4537470961866855e-06,
      "loss": 0.0232,
      "step": 76020
    },
    {
      "grad_norm": 0.3149237036705017,
      "learning_rate": 6.44472179948698e-06,
      "loss": 0.0226,
      "step": 76030
    },
    {
      "grad_norm": 0.4082486927509308,
      "learning_rate": 6.435702383206699e-06,
      "loss": 0.0245,
      "step": 76040
    },
    {
      "grad_norm": 0.34858450293540955,
      "learning_rate": 6.4266888485635505e-06,
      "loss": 0.031,
      "step": 76050
    },
    {
      "grad_norm": 0.2602320611476898,
      "learning_rate": 6.417681196774461e-06,
      "loss": 0.0316,
      "step": 76060
    },
    {
      "grad_norm": 0.39657503366470337,
      "learning_rate": 6.4086794290555585e-06,
      "loss": 0.0234,
      "step": 76070
    },
    {
      "grad_norm": 0.47470590472221375,
      "learning_rate": 6.399683546622165e-06,
      "loss": 0.0297,
      "step": 76080
    },
    {
      "grad_norm": 0.44086000323295593,
      "learning_rate": 6.390693550688836e-06,
      "loss": 0.035,
      "step": 76090
    },
    {
      "grad_norm": 0.297763466835022,
      "learning_rate": 6.381709442469291e-06,
      "loss": 0.0282,
      "step": 76100
    },
    {
      "grad_norm": 0.46140149235725403,
      "learning_rate": 6.372731223176514e-06,
      "loss": 0.0236,
      "step": 76110
    },
    {
      "grad_norm": 0.4484052062034607,
      "learning_rate": 6.363758894022631e-06,
      "loss": 0.0279,
      "step": 76120
    },
    {
      "grad_norm": 0.25616317987442017,
      "learning_rate": 6.354792456219e-06,
      "loss": 0.0241,
      "step": 76130
    },
    {
      "grad_norm": 0.33666276931762695,
      "learning_rate": 6.345831910976196e-06,
      "loss": 0.0266,
      "step": 76140
    },
    {
      "grad_norm": 0.30746883153915405,
      "learning_rate": 6.336877259504004e-06,
      "loss": 0.0204,
      "step": 76150
    },
    {
      "grad_norm": 0.45904648303985596,
      "learning_rate": 6.327928503011349e-06,
      "loss": 0.0263,
      "step": 76160
    },
    {
      "grad_norm": 0.6687666773796082,
      "learning_rate": 6.3189856427064375e-06,
      "loss": 0.03,
      "step": 76170
    },
    {
      "grad_norm": 0.31983065605163574,
      "learning_rate": 6.310048679796654e-06,
      "loss": 0.0229,
      "step": 76180
    },
    {
      "grad_norm": 0.21390768885612488,
      "learning_rate": 6.301117615488578e-06,
      "loss": 0.02,
      "step": 76190
    },
    {
      "grad_norm": 0.2614346742630005,
      "learning_rate": 6.292192450987977e-06,
      "loss": 0.0252,
      "step": 76200
    },
    {
      "grad_norm": 0.233961820602417,
      "learning_rate": 6.283273187499866e-06,
      "loss": 0.0225,
      "step": 76210
    },
    {
      "grad_norm": 0.17200738191604614,
      "learning_rate": 6.274359826228432e-06,
      "loss": 0.0273,
      "step": 76220
    },
    {
      "grad_norm": 0.3700422942638397,
      "learning_rate": 6.265452368377061e-06,
      "loss": 0.0306,
      "step": 76230
    },
    {
      "grad_norm": 0.2358732521533966,
      "learning_rate": 6.25655081514836e-06,
      "loss": 0.0249,
      "step": 76240
    },
    {
      "grad_norm": 0.5078672766685486,
      "learning_rate": 6.247655167744149e-06,
      "loss": 0.0298,
      "step": 76250
    },
    {
      "grad_norm": 0.2172640562057495,
      "learning_rate": 6.238765427365417e-06,
      "loss": 0.024,
      "step": 76260
    },
    {
      "grad_norm": 0.32781124114990234,
      "learning_rate": 6.229881595212367e-06,
      "loss": 0.0257,
      "step": 76270
    },
    {
      "grad_norm": 0.442806214094162,
      "learning_rate": 6.2210036724844215e-06,
      "loss": 0.0249,
      "step": 76280
    },
    {
      "grad_norm": 0.2107861340045929,
      "learning_rate": 6.2121316603801825e-06,
      "loss": 0.0266,
      "step": 76290
    },
    {
      "grad_norm": 0.26059913635253906,
      "learning_rate": 6.2032655600974825e-06,
      "loss": 0.0238,
      "step": 76300
    },
    {
      "grad_norm": 0.4627249836921692,
      "learning_rate": 6.194405372833323e-06,
      "loss": 0.0228,
      "step": 76310
    },
    {
      "grad_norm": 0.19403590261936188,
      "learning_rate": 6.185551099783921e-06,
      "loss": 0.0272,
      "step": 76320
    },
    {
      "grad_norm": 0.20817917585372925,
      "learning_rate": 6.176702742144708e-06,
      "loss": 0.0213,
      "step": 76330
    },
    {
      "grad_norm": 0.2991675138473511,
      "learning_rate": 6.167860301110284e-06,
      "loss": 0.0334,
      "step": 76340
    },
    {
      "grad_norm": 0.32196733355522156,
      "learning_rate": 6.1590237778745005e-06,
      "loss": 0.0346,
      "step": 76350
    },
    {
      "grad_norm": 0.5312580466270447,
      "learning_rate": 6.150193173630353e-06,
      "loss": 0.0265,
      "step": 76360
    },
    {
      "grad_norm": 0.3325884938240051,
      "learning_rate": 6.141368489570093e-06,
      "loss": 0.0266,
      "step": 76370
    },
    {
      "grad_norm": 0.21638493239879608,
      "learning_rate": 6.132549726885129e-06,
      "loss": 0.0221,
      "step": 76380
    },
    {
      "grad_norm": 0.4671076536178589,
      "learning_rate": 6.123736886766074e-06,
      "loss": 0.0195,
      "step": 76390
    },
    {
      "grad_norm": 0.24739879369735718,
      "learning_rate": 6.1149299704027716e-06,
      "loss": 0.0244,
      "step": 76400
    },
    {
      "grad_norm": 0.3251655697822571,
      "learning_rate": 6.1061289789842656e-06,
      "loss": 0.0235,
      "step": 76410
    },
    {
      "grad_norm": 0.41612324118614197,
      "learning_rate": 6.097333913698738e-06,
      "loss": 0.0226,
      "step": 76420
    },
    {
      "grad_norm": 0.4305754601955414,
      "learning_rate": 6.08854477573364e-06,
      "loss": 0.0311,
      "step": 76430
    },
    {
      "grad_norm": 0.26958537101745605,
      "learning_rate": 6.0797615662756045e-06,
      "loss": 0.0237,
      "step": 76440
    },
    {
      "grad_norm": 0.37989315390586853,
      "learning_rate": 6.070984286510451e-06,
      "loss": 0.0265,
      "step": 76450
    },
    {
      "grad_norm": 0.39805230498313904,
      "learning_rate": 6.062212937623185e-06,
      "loss": 0.0389,
      "step": 76460
    },
    {
      "grad_norm": 0.260460764169693,
      "learning_rate": 6.053447520798061e-06,
      "loss": 0.02,
      "step": 76470
    },
    {
      "grad_norm": 0.2678372263908386,
      "learning_rate": 6.0446880372184875e-06,
      "loss": 0.0229,
      "step": 76480
    },
    {
      "grad_norm": 0.34804055094718933,
      "learning_rate": 6.035934488067075e-06,
      "loss": 0.0229,
      "step": 76490
    },
    {
      "grad_norm": 0.25749340653419495,
      "learning_rate": 6.027186874525659e-06,
      "loss": 0.0204,
      "step": 76500
    },
    {
      "grad_norm": 0.3242137134075165,
      "learning_rate": 6.018445197775263e-06,
      "loss": 0.0301,
      "step": 76510
    },
    {
      "grad_norm": 0.42389824986457825,
      "learning_rate": 6.0097094589961044e-06,
      "loss": 0.0276,
      "step": 76520
    },
    {
      "grad_norm": 0.20271176099777222,
      "learning_rate": 6.000979659367578e-06,
      "loss": 0.024,
      "step": 76530
    },
    {
      "grad_norm": 0.6417591571807861,
      "learning_rate": 5.992255800068325e-06,
      "loss": 0.0339,
      "step": 76540
    },
    {
      "grad_norm": 0.29705488681793213,
      "learning_rate": 5.983537882276153e-06,
      "loss": 0.0173,
      "step": 76550
    },
    {
      "grad_norm": 0.38281336426734924,
      "learning_rate": 5.974825907168047e-06,
      "loss": 0.0215,
      "step": 76560
    },
    {
      "grad_norm": 0.2767724096775055,
      "learning_rate": 5.966119875920251e-06,
      "loss": 0.0269,
      "step": 76570
    },
    {
      "grad_norm": 0.21520887315273285,
      "learning_rate": 5.957419789708141e-06,
      "loss": 0.0313,
      "step": 76580
    },
    {
      "grad_norm": 0.27588605880737305,
      "learning_rate": 5.948725649706344e-06,
      "loss": 0.0278,
      "step": 76590
    },
    {
      "grad_norm": 0.40899458527565,
      "learning_rate": 5.9400374570886485e-06,
      "loss": 0.0298,
      "step": 76600
    },
    {
      "grad_norm": 0.48381519317626953,
      "learning_rate": 5.931355213028045e-06,
      "loss": 0.0268,
      "step": 76610
    },
    {
      "grad_norm": 0.307496577501297,
      "learning_rate": 5.922678918696728e-06,
      "loss": 0.024,
      "step": 76620
    },
    {
      "grad_norm": 0.47966837882995605,
      "learning_rate": 5.914008575266111e-06,
      "loss": 0.0279,
      "step": 76630
    },
    {
      "grad_norm": 0.2784697413444519,
      "learning_rate": 5.905344183906764e-06,
      "loss": 0.0356,
      "step": 76640
    },
    {
      "grad_norm": 0.4545455276966095,
      "learning_rate": 5.896685745788455e-06,
      "loss": 0.0236,
      "step": 76650
    },
    {
      "grad_norm": 0.27974411845207214,
      "learning_rate": 5.888033262080189e-06,
      "loss": 0.0258,
      "step": 76660
    },
    {
      "grad_norm": 0.34907594323158264,
      "learning_rate": 5.879386733950148e-06,
      "loss": 0.0251,
      "step": 76670
    },
    {
      "grad_norm": 0.6570958495140076,
      "learning_rate": 5.8707461625656765e-06,
      "loss": 0.0279,
      "step": 76680
    },
    {
      "grad_norm": 0.3332984745502472,
      "learning_rate": 5.862111549093352e-06,
      "loss": 0.0242,
      "step": 76690
    },
    {
      "grad_norm": 0.3630601763725281,
      "learning_rate": 5.853482894698964e-06,
      "loss": 0.0227,
      "step": 76700
    },
    {
      "grad_norm": 0.24160510301589966,
      "learning_rate": 5.844860200547425e-06,
      "loss": 0.0297,
      "step": 76710
    },
    {
      "grad_norm": 0.4637831747531891,
      "learning_rate": 5.836243467802916e-06,
      "loss": 0.021,
      "step": 76720
    },
    {
      "grad_norm": 0.30357930064201355,
      "learning_rate": 5.8276326976287875e-06,
      "loss": 0.0246,
      "step": 76730
    },
    {
      "grad_norm": 0.40468287467956543,
      "learning_rate": 5.819027891187584e-06,
      "loss": 0.0266,
      "step": 76740
    },
    {
      "grad_norm": 0.3693111836910248,
      "learning_rate": 5.81042904964103e-06,
      "loss": 0.0284,
      "step": 76750
    },
    {
      "grad_norm": 0.24344420433044434,
      "learning_rate": 5.801836174150083e-06,
      "loss": 0.026,
      "step": 76760
    },
    {
      "grad_norm": 0.2911350429058075,
      "learning_rate": 5.793249265874845e-06,
      "loss": 0.0288,
      "step": 76770
    },
    {
      "grad_norm": 0.3261559307575226,
      "learning_rate": 5.784668325974657e-06,
      "loss": 0.0281,
      "step": 76780
    },
    {
      "grad_norm": 0.19104425609111786,
      "learning_rate": 5.776093355608026e-06,
      "loss": 0.0199,
      "step": 76790
    },
    {
      "grad_norm": 0.4134894907474518,
      "learning_rate": 5.7675243559326745e-06,
      "loss": 0.028,
      "step": 76800
    },
    {
      "grad_norm": 0.2922044098377228,
      "learning_rate": 5.758961328105505e-06,
      "loss": 0.0208,
      "step": 76810
    },
    {
      "grad_norm": 0.3606974184513092,
      "learning_rate": 5.7504042732825945e-06,
      "loss": 0.0256,
      "step": 76820
    },
    {
      "grad_norm": 0.33690762519836426,
      "learning_rate": 5.741853192619268e-06,
      "loss": 0.0272,
      "step": 76830
    },
    {
      "grad_norm": 0.32648181915283203,
      "learning_rate": 5.733308087269984e-06,
      "loss": 0.0248,
      "step": 76840
    },
    {
      "grad_norm": 0.22967326641082764,
      "learning_rate": 5.7247689583884375e-06,
      "loss": 0.0329,
      "step": 76850
    },
    {
      "grad_norm": 0.33914434909820557,
      "learning_rate": 5.716235807127501e-06,
      "loss": 0.0315,
      "step": 76860
    },
    {
      "grad_norm": 0.26518678665161133,
      "learning_rate": 5.7077086346392195e-06,
      "loss": 0.031,
      "step": 76870
    },
    {
      "grad_norm": 0.48714882135391235,
      "learning_rate": 5.699187442074866e-06,
      "loss": 0.0268,
      "step": 76880
    },
    {
      "grad_norm": 0.387012779712677,
      "learning_rate": 5.690672230584903e-06,
      "loss": 0.028,
      "step": 76890
    },
    {
      "grad_norm": 0.3213370144367218,
      "learning_rate": 5.682163001318957e-06,
      "loss": 0.0263,
      "step": 76900
    },
    {
      "grad_norm": 0.2235187143087387,
      "learning_rate": 5.673659755425859e-06,
      "loss": 0.0299,
      "step": 76910
    },
    {
      "grad_norm": 0.3294166326522827,
      "learning_rate": 5.665162494053655e-06,
      "loss": 0.0272,
      "step": 76920
    },
    {
      "grad_norm": 0.43985798954963684,
      "learning_rate": 5.656671218349546e-06,
      "loss": 0.0205,
      "step": 76930
    },
    {
      "grad_norm": 0.26533523201942444,
      "learning_rate": 5.648185929459948e-06,
      "loss": 0.0215,
      "step": 76940
    },
    {
      "grad_norm": 0.18424418568611145,
      "learning_rate": 5.6397066285304665e-06,
      "loss": 0.0229,
      "step": 76950
    },
    {
      "grad_norm": 0.38888874650001526,
      "learning_rate": 5.6312333167059136e-06,
      "loss": 0.0348,
      "step": 76960
    },
    {
      "grad_norm": 0.1781770884990692,
      "learning_rate": 5.622765995130236e-06,
      "loss": 0.0246,
      "step": 76970
    },
    {
      "grad_norm": 0.3628149926662445,
      "learning_rate": 5.6143046649466344e-06,
      "loss": 0.0278,
      "step": 76980
    },
    {
      "grad_norm": 0.30057308077812195,
      "learning_rate": 5.605849327297485e-06,
      "loss": 0.026,
      "step": 76990
    },
    {
      "grad_norm": 0.5179080367088318,
      "learning_rate": 5.597399983324342e-06,
      "loss": 0.0251,
      "step": 77000
    },
    {
      "grad_norm": 0.1834939867258072,
      "learning_rate": 5.5889566341679355e-06,
      "loss": 0.0234,
      "step": 77010
    },
    {
      "grad_norm": 0.3755135238170624,
      "learning_rate": 5.580519280968233e-06,
      "loss": 0.0306,
      "step": 77020
    },
    {
      "grad_norm": 0.2830205261707306,
      "learning_rate": 5.572087924864344e-06,
      "loss": 0.0235,
      "step": 77030
    },
    {
      "grad_norm": 0.31470680236816406,
      "learning_rate": 5.5636625669946095e-06,
      "loss": 0.0227,
      "step": 77040
    },
    {
      "grad_norm": 0.4500112235546112,
      "learning_rate": 5.555243208496525e-06,
      "loss": 0.0223,
      "step": 77050
    },
    {
      "grad_norm": 0.3506307899951935,
      "learning_rate": 5.546829850506807e-06,
      "loss": 0.028,
      "step": 77060
    },
    {
      "grad_norm": 0.2785090506076813,
      "learning_rate": 5.5384224941613435e-06,
      "loss": 0.0235,
      "step": 77070
    },
    {
      "grad_norm": 0.3712296485900879,
      "learning_rate": 5.530021140595199e-06,
      "loss": 0.0264,
      "step": 77080
    },
    {
      "grad_norm": 0.24215571582317352,
      "learning_rate": 5.521625790942664e-06,
      "loss": 0.025,
      "step": 77090
    },
    {
      "grad_norm": 0.39101654291152954,
      "learning_rate": 5.513236446337189e-06,
      "loss": 0.0248,
      "step": 77100
    },
    {
      "grad_norm": 0.3907196819782257,
      "learning_rate": 5.5048531079114285e-06,
      "loss": 0.0316,
      "step": 77110
    },
    {
      "grad_norm": 0.4441567063331604,
      "learning_rate": 5.4964757767972215e-06,
      "loss": 0.0223,
      "step": 77120
    },
    {
      "grad_norm": 0.45776695013046265,
      "learning_rate": 5.4881044541255865e-06,
      "loss": 0.0331,
      "step": 77130
    },
    {
      "grad_norm": 0.2741956114768982,
      "learning_rate": 5.479739141026741e-06,
      "loss": 0.0239,
      "step": 77140
    },
    {
      "grad_norm": 0.27612319588661194,
      "learning_rate": 5.471379838630119e-06,
      "loss": 0.0275,
      "step": 77150
    },
    {
      "grad_norm": 0.3188437521457672,
      "learning_rate": 5.4630265480642705e-06,
      "loss": 0.0259,
      "step": 77160
    },
    {
      "grad_norm": 0.2600279748439789,
      "learning_rate": 5.454679270456997e-06,
      "loss": 0.0287,
      "step": 77170
    },
    {
      "grad_norm": 0.26974520087242126,
      "learning_rate": 5.446338006935275e-06,
      "loss": 0.0228,
      "step": 77180
    },
    {
      "grad_norm": 0.436612993478775,
      "learning_rate": 5.4380027586252606e-06,
      "loss": 0.0245,
      "step": 77190
    },
    {
      "grad_norm": 0.3432237505912781,
      "learning_rate": 5.429673526652285e-06,
      "loss": 0.0225,
      "step": 77200
    },
    {
      "grad_norm": 0.33684042096138,
      "learning_rate": 5.421350312140904e-06,
      "loss": 0.0218,
      "step": 77210
    },
    {
      "grad_norm": 0.2927846312522888,
      "learning_rate": 5.413033116214822e-06,
      "loss": 0.0281,
      "step": 77220
    },
    {
      "grad_norm": 0.22766436636447906,
      "learning_rate": 5.404721939996949e-06,
      "loss": 0.0244,
      "step": 77230
    },
    {
      "grad_norm": 0.2559119462966919,
      "learning_rate": 5.396416784609381e-06,
      "loss": 0.0296,
      "step": 77240
    },
    {
      "grad_norm": 0.2811622619628906,
      "learning_rate": 5.388117651173413e-06,
      "loss": 0.0229,
      "step": 77250
    },
    {
      "grad_norm": 0.2800004780292511,
      "learning_rate": 5.379824540809514e-06,
      "loss": 0.0245,
      "step": 77260
    },
    {
      "grad_norm": 0.353147953748703,
      "learning_rate": 5.371537454637315e-06,
      "loss": 0.0203,
      "step": 77270
    },
    {
      "grad_norm": 0.345907062292099,
      "learning_rate": 5.3632563937756955e-06,
      "loss": 0.0264,
      "step": 77280
    },
    {
      "grad_norm": 0.3763493001461029,
      "learning_rate": 5.354981359342659e-06,
      "loss": 0.0254,
      "step": 77290
    },
    {
      "grad_norm": 0.4409540891647339,
      "learning_rate": 5.346712352455435e-06,
      "loss": 0.0291,
      "step": 77300
    },
    {
      "grad_norm": 0.2683820128440857,
      "learning_rate": 5.338449374230431e-06,
      "loss": 0.0257,
      "step": 77310
    },
    {
      "grad_norm": 0.24694058299064636,
      "learning_rate": 5.330192425783209e-06,
      "loss": 0.0226,
      "step": 77320
    },
    {
      "grad_norm": 0.5319898128509521,
      "learning_rate": 5.321941508228579e-06,
      "loss": 0.0246,
      "step": 77330
    },
    {
      "grad_norm": 0.4442066252231598,
      "learning_rate": 5.313696622680469e-06,
      "loss": 0.0333,
      "step": 77340
    },
    {
      "grad_norm": 0.33709919452667236,
      "learning_rate": 5.3054577702520535e-06,
      "loss": 0.0258,
      "step": 77350
    },
    {
      "grad_norm": 0.20275314152240753,
      "learning_rate": 5.2972249520556405e-06,
      "loss": 0.02,
      "step": 77360
    },
    {
      "grad_norm": 0.33545729517936707,
      "learning_rate": 5.288998169202769e-06,
      "loss": 0.0273,
      "step": 77370
    },
    {
      "grad_norm": 0.4223269820213318,
      "learning_rate": 5.280777422804128e-06,
      "loss": 0.0233,
      "step": 77380
    },
    {
      "grad_norm": 0.4624252915382385,
      "learning_rate": 5.272562713969598e-06,
      "loss": 0.0275,
      "step": 77390
    },
    {
      "grad_norm": 0.5062952041625977,
      "learning_rate": 5.264354043808256e-06,
      "loss": 0.0301,
      "step": 77400
    },
    {
      "grad_norm": 0.26487043499946594,
      "learning_rate": 5.256151413428379e-06,
      "loss": 0.0266,
      "step": 77410
    },
    {
      "grad_norm": 0.30969178676605225,
      "learning_rate": 5.247954823937373e-06,
      "loss": 0.0245,
      "step": 77420
    },
    {
      "grad_norm": 0.3695465624332428,
      "learning_rate": 5.239764276441883e-06,
      "loss": 0.0241,
      "step": 77430
    },
    {
      "grad_norm": 0.3285461962223053,
      "learning_rate": 5.2315797720477234e-06,
      "loss": 0.0236,
      "step": 77440
    },
    {
      "grad_norm": 0.48140448331832886,
      "learning_rate": 5.2234013118598825e-06,
      "loss": 0.029,
      "step": 77450
    },
    {
      "grad_norm": 0.3229406177997589,
      "learning_rate": 5.215228896982527e-06,
      "loss": 0.0257,
      "step": 77460
    },
    {
      "grad_norm": 0.39931944012641907,
      "learning_rate": 5.207062528519041e-06,
      "loss": 0.0242,
      "step": 77470
    },
    {
      "grad_norm": 0.36445772647857666,
      "learning_rate": 5.198902207571954e-06,
      "loss": 0.0314,
      "step": 77480
    },
    {
      "grad_norm": 0.3982325494289398,
      "learning_rate": 5.19074793524299e-06,
      "loss": 0.0242,
      "step": 77490
    },
    {
      "grad_norm": 0.2553943991661072,
      "learning_rate": 5.182599712633074e-06,
      "loss": 0.0311,
      "step": 77500
    },
    {
      "grad_norm": 0.33885493874549866,
      "learning_rate": 5.174457540842304e-06,
      "loss": 0.0314,
      "step": 77510
    },
    {
      "grad_norm": 0.24168074131011963,
      "learning_rate": 5.1663214209699495e-06,
      "loss": 0.0306,
      "step": 77520
    },
    {
      "grad_norm": 0.5655779242515564,
      "learning_rate": 5.158191354114472e-06,
      "loss": 0.0307,
      "step": 77530
    },
    {
      "grad_norm": 0.27461692690849304,
      "learning_rate": 5.150067341373521e-06,
      "loss": 0.0262,
      "step": 77540
    },
    {
      "grad_norm": 0.4052765369415283,
      "learning_rate": 5.141949383843913e-06,
      "loss": 0.0352,
      "step": 77550
    },
    {
      "grad_norm": 0.23053260147571564,
      "learning_rate": 5.133837482621678e-06,
      "loss": 0.0311,
      "step": 77560
    },
    {
      "grad_norm": 0.5026819109916687,
      "learning_rate": 5.125731638801995e-06,
      "loss": 0.0235,
      "step": 77570
    },
    {
      "grad_norm": 0.24031373858451843,
      "learning_rate": 5.117631853479227e-06,
      "loss": 0.0278,
      "step": 77580
    },
    {
      "grad_norm": 0.289026141166687,
      "learning_rate": 5.109538127746949e-06,
      "loss": 0.0279,
      "step": 77590
    },
    {
      "grad_norm": 0.3589750826358795,
      "learning_rate": 5.101450462697888e-06,
      "loss": 0.0277,
      "step": 77600
    },
    {
      "grad_norm": 0.30629363656044006,
      "learning_rate": 5.093368859423964e-06,
      "loss": 0.0251,
      "step": 77610
    },
    {
      "grad_norm": 0.30345872044563293,
      "learning_rate": 5.085293319016277e-06,
      "loss": 0.0299,
      "step": 77620
    },
    {
      "grad_norm": 0.37349313497543335,
      "learning_rate": 5.077223842565121e-06,
      "loss": 0.0289,
      "step": 77630
    },
    {
      "grad_norm": 0.31928128004074097,
      "learning_rate": 5.069160431159953e-06,
      "loss": 0.0306,
      "step": 77640
    },
    {
      "grad_norm": 0.3525836765766144,
      "learning_rate": 5.061103085889412e-06,
      "loss": 0.0241,
      "step": 77650
    },
    {
      "grad_norm": 0.25758349895477295,
      "learning_rate": 5.053051807841336e-06,
      "loss": 0.0241,
      "step": 77660
    },
    {
      "grad_norm": 0.4115287959575653,
      "learning_rate": 5.045006598102725e-06,
      "loss": 0.0294,
      "step": 77670
    },
    {
      "grad_norm": 0.4033212959766388,
      "learning_rate": 5.036967457759756e-06,
      "loss": 0.0279,
      "step": 77680
    },
    {
      "grad_norm": 0.2914957106113434,
      "learning_rate": 5.02893438789781e-06,
      "loss": 0.0245,
      "step": 77690
    },
    {
      "grad_norm": 0.5243383646011353,
      "learning_rate": 5.020907389601459e-06,
      "loss": 0.0268,
      "step": 77700
    },
    {
      "grad_norm": 0.31695348024368286,
      "learning_rate": 5.01288646395438e-06,
      "loss": 0.0236,
      "step": 77710
    },
    {
      "grad_norm": 0.34779155254364014,
      "learning_rate": 5.004871612039513e-06,
      "loss": 0.0239,
      "step": 77720
    },
    {
      "grad_norm": 0.27817580103874207,
      "learning_rate": 4.996862834938954e-06,
      "loss": 0.0306,
      "step": 77730
    },
    {
      "grad_norm": 0.23312748968601227,
      "learning_rate": 4.988860133733958e-06,
      "loss": 0.0257,
      "step": 77740
    },
    {
      "grad_norm": 0.4738655984401703,
      "learning_rate": 4.9808635095049685e-06,
      "loss": 0.0359,
      "step": 77750
    },
    {
      "grad_norm": 0.4490421712398529,
      "learning_rate": 4.972872963331632e-06,
      "loss": 0.0288,
      "step": 77760
    },
    {
      "grad_norm": 0.41106921434402466,
      "learning_rate": 4.964888496292736e-06,
      "loss": 0.0269,
      "step": 77770
    },
    {
      "grad_norm": 0.35826340317726135,
      "learning_rate": 4.956910109466289e-06,
      "loss": 0.0245,
      "step": 77780
    },
    {
      "grad_norm": 0.23202908039093018,
      "learning_rate": 4.948937803929432e-06,
      "loss": 0.0272,
      "step": 77790
    },
    {
      "grad_norm": 0.43134066462516785,
      "learning_rate": 4.940971580758535e-06,
      "loss": 0.021,
      "step": 77800
    },
    {
      "grad_norm": 0.36914584040641785,
      "learning_rate": 4.933011441029106e-06,
      "loss": 0.0268,
      "step": 77810
    },
    {
      "grad_norm": 0.20162416994571686,
      "learning_rate": 4.925057385815846e-06,
      "loss": 0.0233,
      "step": 77820
    },
    {
      "grad_norm": 0.5534916520118713,
      "learning_rate": 4.91710941619265e-06,
      "loss": 0.0276,
      "step": 77830
    },
    {
      "grad_norm": 0.44157326221466064,
      "learning_rate": 4.909167533232562e-06,
      "loss": 0.0259,
      "step": 77840
    },
    {
      "grad_norm": 0.3881072700023651,
      "learning_rate": 4.901231738007828e-06,
      "loss": 0.0268,
      "step": 77850
    },
    {
      "grad_norm": 0.33017897605895996,
      "learning_rate": 4.893302031589864e-06,
      "loss": 0.0309,
      "step": 77860
    },
    {
      "grad_norm": 0.31657829880714417,
      "learning_rate": 4.8853784150492524e-06,
      "loss": 0.0386,
      "step": 77870
    },
    {
      "grad_norm": 0.2785175144672394,
      "learning_rate": 4.877460889455776e-06,
      "loss": 0.023,
      "step": 77880
    },
    {
      "grad_norm": 0.268181711435318,
      "learning_rate": 4.869549455878386e-06,
      "loss": 0.0245,
      "step": 77890
    },
    {
      "grad_norm": 0.26018303632736206,
      "learning_rate": 4.861644115385205e-06,
      "loss": 0.0354,
      "step": 77900
    },
    {
      "grad_norm": 0.35630282759666443,
      "learning_rate": 4.853744869043525e-06,
      "loss": 0.0365,
      "step": 77910
    },
    {
      "grad_norm": 0.3723803162574768,
      "learning_rate": 4.845851717919853e-06,
      "loss": 0.0266,
      "step": 77920
    },
    {
      "grad_norm": 0.44950810074806213,
      "learning_rate": 4.837964663079825e-06,
      "loss": 0.04,
      "step": 77930
    },
    {
      "grad_norm": 0.3090643286705017,
      "learning_rate": 4.830083705588279e-06,
      "loss": 0.0408,
      "step": 77940
    },
    {
      "grad_norm": 0.27028682827949524,
      "learning_rate": 4.82220884650923e-06,
      "loss": 0.0249,
      "step": 77950
    },
    {
      "grad_norm": 0.389110803604126,
      "learning_rate": 4.814340086905883e-06,
      "loss": 0.0264,
      "step": 77960
    },
    {
      "grad_norm": 0.3769829571247101,
      "learning_rate": 4.806477427840572e-06,
      "loss": 0.0261,
      "step": 77970
    },
    {
      "grad_norm": 0.32446420192718506,
      "learning_rate": 4.798620870374853e-06,
      "loss": 0.0221,
      "step": 77980
    },
    {
      "grad_norm": 0.18189404904842377,
      "learning_rate": 4.790770415569451e-06,
      "loss": 0.0257,
      "step": 77990
    },
    {
      "grad_norm": 0.3505561053752899,
      "learning_rate": 4.782926064484261e-06,
      "loss": 0.0339,
      "step": 78000
    },
    {
      "grad_norm": 0.36621811985969543,
      "learning_rate": 4.775087818178331e-06,
      "loss": 0.0256,
      "step": 78010
    },
    {
      "grad_norm": 0.32086217403411865,
      "learning_rate": 4.767255677709931e-06,
      "loss": 0.0266,
      "step": 78020
    },
    {
      "grad_norm": 0.3393692374229431,
      "learning_rate": 4.75942964413646e-06,
      "loss": 0.0242,
      "step": 78030
    },
    {
      "grad_norm": 0.2593764066696167,
      "learning_rate": 4.751609718514538e-06,
      "loss": 0.0272,
      "step": 78040
    },
    {
      "grad_norm": 0.36927804350852966,
      "learning_rate": 4.743795901899928e-06,
      "loss": 0.0258,
      "step": 78050
    },
    {
      "grad_norm": 0.3389476537704468,
      "learning_rate": 4.735988195347563e-06,
      "loss": 0.0219,
      "step": 78060
    },
    {
      "grad_norm": 0.2617323398590088,
      "learning_rate": 4.728186599911588e-06,
      "loss": 0.0246,
      "step": 78070
    },
    {
      "grad_norm": 0.23318292200565338,
      "learning_rate": 4.720391116645278e-06,
      "loss": 0.0268,
      "step": 78080
    },
    {
      "grad_norm": 0.3103633522987366,
      "learning_rate": 4.7126017466011255e-06,
      "loss": 0.0236,
      "step": 78090
    },
    {
      "grad_norm": 0.3003113269805908,
      "learning_rate": 4.704818490830759e-06,
      "loss": 0.0246,
      "step": 78100
    },
    {
      "grad_norm": 0.4505004286766052,
      "learning_rate": 4.6970413503850175e-06,
      "loss": 0.0302,
      "step": 78110
    },
    {
      "grad_norm": 0.25762757658958435,
      "learning_rate": 4.689270326313888e-06,
      "loss": 0.0253,
      "step": 78120
    },
    {
      "grad_norm": 0.3629283905029297,
      "learning_rate": 4.681505419666526e-06,
      "loss": 0.0202,
      "step": 78130
    },
    {
      "grad_norm": 0.4271317720413208,
      "learning_rate": 4.673746631491294e-06,
      "loss": 0.0267,
      "step": 78140
    },
    {
      "grad_norm": 0.39918842911720276,
      "learning_rate": 4.665993962835724e-06,
      "loss": 0.0235,
      "step": 78150
    },
    {
      "grad_norm": 0.3525235950946808,
      "learning_rate": 4.65824741474647e-06,
      "loss": 0.0267,
      "step": 78160
    },
    {
      "grad_norm": 0.3913379907608032,
      "learning_rate": 4.650506988269415e-06,
      "loss": 0.0271,
      "step": 78170
    },
    {
      "grad_norm": 0.5487505197525024,
      "learning_rate": 4.642772684449604e-06,
      "loss": 0.0262,
      "step": 78180
    },
    {
      "grad_norm": 0.2538551092147827,
      "learning_rate": 4.6350445043312485e-06,
      "loss": 0.0421,
      "step": 78190
    },
    {
      "grad_norm": 0.3979184329509735,
      "learning_rate": 4.627322448957716e-06,
      "loss": 0.0292,
      "step": 78200
    },
    {
      "grad_norm": 0.2240704447031021,
      "learning_rate": 4.6196065193715944e-06,
      "loss": 0.0244,
      "step": 78210
    },
    {
      "grad_norm": 0.47792404890060425,
      "learning_rate": 4.611896716614595e-06,
      "loss": 0.0283,
      "step": 78220
    },
    {
      "grad_norm": 0.2408881038427353,
      "learning_rate": 4.604193041727611e-06,
      "loss": 0.0319,
      "step": 78230
    },
    {
      "grad_norm": 0.5221269130706787,
      "learning_rate": 4.596495495750741e-06,
      "loss": 0.0229,
      "step": 78240
    },
    {
      "grad_norm": 0.41074588894844055,
      "learning_rate": 4.588804079723236e-06,
      "loss": 0.03,
      "step": 78250
    },
    {
      "grad_norm": 0.3329510986804962,
      "learning_rate": 4.581118794683503e-06,
      "loss": 0.0255,
      "step": 78260
    },
    {
      "grad_norm": 0.3407605290412903,
      "learning_rate": 4.573439641669142e-06,
      "loss": 0.0374,
      "step": 78270
    },
    {
      "grad_norm": 0.8346353769302368,
      "learning_rate": 4.565766621716921e-06,
      "loss": 0.0294,
      "step": 78280
    },
    {
      "grad_norm": 0.38840240240097046,
      "learning_rate": 4.558099735862775e-06,
      "loss": 0.0214,
      "step": 78290
    },
    {
      "grad_norm": 0.35040080547332764,
      "learning_rate": 4.5504389851418195e-06,
      "loss": 0.0338,
      "step": 78300
    },
    {
      "grad_norm": 0.4564172625541687,
      "learning_rate": 4.542784370588338e-06,
      "loss": 0.0277,
      "step": 78310
    },
    {
      "grad_norm": 0.8170900344848633,
      "learning_rate": 4.5351358932357645e-06,
      "loss": 0.028,
      "step": 78320
    },
    {
      "grad_norm": 1.7815362215042114,
      "learning_rate": 4.527493554116746e-06,
      "loss": 0.0284,
      "step": 78330
    },
    {
      "grad_norm": 0.44243136048316956,
      "learning_rate": 4.519857354263063e-06,
      "loss": 0.0199,
      "step": 78340
    },
    {
      "grad_norm": 0.2797471582889557,
      "learning_rate": 4.512227294705701e-06,
      "loss": 0.0276,
      "step": 78350
    },
    {
      "grad_norm": 0.3617008924484253,
      "learning_rate": 4.504603376474775e-06,
      "loss": 0.0232,
      "step": 78360
    },
    {
      "grad_norm": 0.4288666844367981,
      "learning_rate": 4.496985600599613e-06,
      "loss": 0.0225,
      "step": 78370
    },
    {
      "grad_norm": 0.31932514905929565,
      "learning_rate": 4.48937396810869e-06,
      "loss": 0.029,
      "step": 78380
    },
    {
      "grad_norm": 0.4094392955303192,
      "learning_rate": 4.481768480029647e-06,
      "loss": 0.0223,
      "step": 78390
    },
    {
      "grad_norm": 0.3889971673488617,
      "learning_rate": 4.474169137389306e-06,
      "loss": 0.0319,
      "step": 78400
    },
    {
      "grad_norm": 0.37895673513412476,
      "learning_rate": 4.46657594121368e-06,
      "loss": 0.0199,
      "step": 78410
    },
    {
      "grad_norm": 0.33962151408195496,
      "learning_rate": 4.458988892527899e-06,
      "loss": 0.0253,
      "step": 78420
    },
    {
      "grad_norm": 0.48446890711784363,
      "learning_rate": 4.45140799235631e-06,
      "loss": 0.026,
      "step": 78430
    },
    {
      "grad_norm": 0.37956953048706055,
      "learning_rate": 4.443833241722423e-06,
      "loss": 0.0247,
      "step": 78440
    },
    {
      "grad_norm": 0.44288837909698486,
      "learning_rate": 4.436264641648885e-06,
      "loss": 0.03,
      "step": 78450
    },
    {
      "grad_norm": 0.24463751912117004,
      "learning_rate": 4.428702193157553e-06,
      "loss": 0.0244,
      "step": 78460
    },
    {
      "grad_norm": 0.23822805285453796,
      "learning_rate": 4.421145897269435e-06,
      "loss": 0.0251,
      "step": 78470
    },
    {
      "grad_norm": 0.3259170651435852,
      "learning_rate": 4.413595755004712e-06,
      "loss": 0.0267,
      "step": 78480
    },
    {
      "grad_norm": 0.4431825876235962,
      "learning_rate": 4.406051767382724e-06,
      "loss": 0.0375,
      "step": 78490
    },
    {
      "grad_norm": 0.30630072951316833,
      "learning_rate": 4.398513935421988e-06,
      "loss": 0.0253,
      "step": 78500
    },
    {
      "grad_norm": 0.38949745893478394,
      "learning_rate": 4.390982260140208e-06,
      "loss": 0.0199,
      "step": 78510
    },
    {
      "grad_norm": 0.35003992915153503,
      "learning_rate": 4.383456742554226e-06,
      "loss": 0.0255,
      "step": 78520
    },
    {
      "grad_norm": 0.33359023928642273,
      "learning_rate": 4.375937383680056e-06,
      "loss": 0.0246,
      "step": 78530
    },
    {
      "grad_norm": 0.3105824589729309,
      "learning_rate": 4.36842418453291e-06,
      "loss": 0.0262,
      "step": 78540
    },
    {
      "grad_norm": 0.2782765328884125,
      "learning_rate": 4.360917146127136e-06,
      "loss": 0.0228,
      "step": 78550
    },
    {
      "grad_norm": 0.2645258605480194,
      "learning_rate": 4.353416269476274e-06,
      "loss": 0.0216,
      "step": 78560
    },
    {
      "grad_norm": 0.21801188588142395,
      "learning_rate": 4.3459215555930075e-06,
      "loss": 0.0229,
      "step": 78570
    },
    {
      "grad_norm": 0.2021607905626297,
      "learning_rate": 4.3384330054892064e-06,
      "loss": 0.0186,
      "step": 78580
    },
    {
      "grad_norm": 0.5433157682418823,
      "learning_rate": 4.330950620175911e-06,
      "loss": 0.0244,
      "step": 78590
    },
    {
      "grad_norm": 0.4205685555934906,
      "learning_rate": 4.323474400663319e-06,
      "loss": 0.0283,
      "step": 78600
    },
    {
      "grad_norm": 0.2900044620037079,
      "learning_rate": 4.316004347960778e-06,
      "loss": 0.0302,
      "step": 78610
    },
    {
      "grad_norm": 0.31410858035087585,
      "learning_rate": 4.308540463076849e-06,
      "loss": 0.0249,
      "step": 78620
    },
    {
      "grad_norm": 0.3036697208881378,
      "learning_rate": 4.301082747019231e-06,
      "loss": 0.0285,
      "step": 78630
    },
    {
      "grad_norm": 0.3844417333602905,
      "learning_rate": 4.29363120079479e-06,
      "loss": 0.0268,
      "step": 78640
    },
    {
      "grad_norm": 0.22363576292991638,
      "learning_rate": 4.286185825409555e-06,
      "loss": 0.0248,
      "step": 78650
    },
    {
      "grad_norm": 0.26876071095466614,
      "learning_rate": 4.278746621868746e-06,
      "loss": 0.0277,
      "step": 78660
    },
    {
      "grad_norm": 0.3677220940589905,
      "learning_rate": 4.271313591176723e-06,
      "loss": 0.0278,
      "step": 78670
    },
    {
      "grad_norm": 0.42590203881263733,
      "learning_rate": 4.2638867343370136e-06,
      "loss": 0.0242,
      "step": 78680
    },
    {
      "grad_norm": 0.25412312150001526,
      "learning_rate": 4.256466052352337e-06,
      "loss": 0.0232,
      "step": 78690
    },
    {
      "grad_norm": 0.4563848078250885,
      "learning_rate": 4.2490515462245754e-06,
      "loss": 0.0209,
      "step": 78700
    },
    {
      "grad_norm": 0.48775967955589294,
      "learning_rate": 4.2416432169547275e-06,
      "loss": 0.0269,
      "step": 78710
    },
    {
      "grad_norm": 0.3587718904018402,
      "learning_rate": 4.234241065543015e-06,
      "loss": 0.0284,
      "step": 78720
    },
    {
      "grad_norm": 0.282309353351593,
      "learning_rate": 4.226845092988818e-06,
      "loss": 0.0223,
      "step": 78730
    },
    {
      "grad_norm": 0.3269611597061157,
      "learning_rate": 4.2194553002906586e-06,
      "loss": 0.0231,
      "step": 78740
    },
    {
      "grad_norm": 0.35359129309654236,
      "learning_rate": 4.2120716884462285e-06,
      "loss": 0.0226,
      "step": 78750
    },
    {
      "grad_norm": 0.2653858959674835,
      "learning_rate": 4.204694258452413e-06,
      "loss": 0.024,
      "step": 78760
    },
    {
      "grad_norm": 0.2976743280887604,
      "learning_rate": 4.197323011305215e-06,
      "loss": 0.0394,
      "step": 78770
    },
    {
      "grad_norm": 0.5668379068374634,
      "learning_rate": 4.189957947999862e-06,
      "loss": 0.0243,
      "step": 78780
    },
    {
      "grad_norm": 0.848602294921875,
      "learning_rate": 4.182599069530685e-06,
      "loss": 0.0211,
      "step": 78790
    },
    {
      "grad_norm": 0.4087578058242798,
      "learning_rate": 4.1752463768912345e-06,
      "loss": 0.0356,
      "step": 78800
    },
    {
      "grad_norm": 0.25406116247177124,
      "learning_rate": 4.167899871074194e-06,
      "loss": 0.0215,
      "step": 78810
    },
    {
      "grad_norm": 0.1972530633211136,
      "learning_rate": 4.160559553071403e-06,
      "loss": 0.025,
      "step": 78820
    },
    {
      "grad_norm": 0.3694591820240021,
      "learning_rate": 4.153225423873902e-06,
      "loss": 0.0257,
      "step": 78830
    },
    {
      "grad_norm": 0.21620510518550873,
      "learning_rate": 4.145897484471856e-06,
      "loss": 0.0243,
      "step": 78840
    },
    {
      "grad_norm": 0.6814080476760864,
      "learning_rate": 4.138575735854633e-06,
      "loss": 0.0268,
      "step": 78850
    },
    {
      "grad_norm": 0.5285727381706238,
      "learning_rate": 4.131260179010743e-06,
      "loss": 0.028,
      "step": 78860
    },
    {
      "grad_norm": 0.38410869240760803,
      "learning_rate": 4.12395081492784e-06,
      "loss": 0.0234,
      "step": 78870
    },
    {
      "grad_norm": 0.32582056522369385,
      "learning_rate": 4.116647644592792e-06,
      "loss": 0.0271,
      "step": 78880
    },
    {
      "grad_norm": 0.39518022537231445,
      "learning_rate": 4.109350668991596e-06,
      "loss": 0.0236,
      "step": 78890
    },
    {
      "grad_norm": 0.4402567446231842,
      "learning_rate": 4.102059889109416e-06,
      "loss": 0.042,
      "step": 78900
    },
    {
      "grad_norm": 0.2881676256656647,
      "learning_rate": 4.0947753059305816e-06,
      "loss": 0.0233,
      "step": 78910
    },
    {
      "grad_norm": 0.32145804166793823,
      "learning_rate": 4.0874969204386e-06,
      "loss": 0.0244,
      "step": 78920
    },
    {
      "grad_norm": 0.5639159083366394,
      "learning_rate": 4.080224733616123e-06,
      "loss": 0.0391,
      "step": 78930
    },
    {
      "grad_norm": 0.4091835021972656,
      "learning_rate": 4.072958746444961e-06,
      "loss": 0.0207,
      "step": 78940
    },
    {
      "grad_norm": 0.36205387115478516,
      "learning_rate": 4.065698959906106e-06,
      "loss": 0.0279,
      "step": 78950
    },
    {
      "grad_norm": 0.41816791892051697,
      "learning_rate": 4.0584453749797245e-06,
      "loss": 0.0314,
      "step": 78960
    },
    {
      "grad_norm": 0.4337649941444397,
      "learning_rate": 4.051197992645095e-06,
      "loss": 0.0271,
      "step": 78970
    },
    {
      "grad_norm": 0.4908243715763092,
      "learning_rate": 4.043956813880706e-06,
      "loss": 0.0312,
      "step": 78980
    },
    {
      "grad_norm": 0.40097588300704956,
      "learning_rate": 4.036721839664198e-06,
      "loss": 0.0249,
      "step": 78990
    },
    {
      "grad_norm": 0.4789077043533325,
      "learning_rate": 4.029493070972362e-06,
      "loss": 0.0234,
      "step": 79000
    },
    {
      "grad_norm": 0.42056623101234436,
      "learning_rate": 4.0222705087811505e-06,
      "loss": 0.0301,
      "step": 79010
    },
    {
      "grad_norm": 0.201035276055336,
      "learning_rate": 4.015054154065695e-06,
      "loss": 0.0371,
      "step": 79020
    },
    {
      "grad_norm": 0.451088547706604,
      "learning_rate": 4.007844007800271e-06,
      "loss": 0.021,
      "step": 79030
    },
    {
      "grad_norm": 0.2337203323841095,
      "learning_rate": 4.000640070958339e-06,
      "loss": 0.0242,
      "step": 79040
    },
    {
      "grad_norm": 0.23243600130081177,
      "learning_rate": 3.993442344512494e-06,
      "loss": 0.0282,
      "step": 79050
    },
    {
      "grad_norm": 0.2573698163032532,
      "learning_rate": 3.986250829434501e-06,
      "loss": 0.0303,
      "step": 79060
    },
    {
      "grad_norm": 0.2541715204715729,
      "learning_rate": 3.9790655266952966e-06,
      "loss": 0.0241,
      "step": 79070
    },
    {
      "grad_norm": 0.41479209065437317,
      "learning_rate": 3.971886437264971e-06,
      "loss": 0.027,
      "step": 79080
    },
    {
      "grad_norm": 0.5046473145484924,
      "learning_rate": 3.964713562112782e-06,
      "loss": 0.0269,
      "step": 79090
    },
    {
      "grad_norm": 0.3316897749900818,
      "learning_rate": 3.9575469022071266e-06,
      "loss": 0.0277,
      "step": 79100
    },
    {
      "grad_norm": 0.2846278250217438,
      "learning_rate": 3.9503864585156035e-06,
      "loss": 0.0332,
      "step": 79110
    },
    {
      "grad_norm": 0.405627965927124,
      "learning_rate": 3.943232232004929e-06,
      "loss": 0.0182,
      "step": 79120
    },
    {
      "grad_norm": 0.35961979627609253,
      "learning_rate": 3.936084223640996e-06,
      "loss": 0.0322,
      "step": 79130
    },
    {
      "grad_norm": 0.45488616824150085,
      "learning_rate": 3.928942434388871e-06,
      "loss": 0.0292,
      "step": 79140
    },
    {
      "grad_norm": 0.36652305722236633,
      "learning_rate": 3.921806865212785e-06,
      "loss": 0.0308,
      "step": 79150
    },
    {
      "grad_norm": 0.5523534417152405,
      "learning_rate": 3.914677517076077e-06,
      "loss": 0.0308,
      "step": 79160
    },
    {
      "grad_norm": 0.5364999771118164,
      "learning_rate": 3.907554390941309e-06,
      "loss": 0.028,
      "step": 79170
    },
    {
      "grad_norm": 0.3111112415790558,
      "learning_rate": 3.900437487770181e-06,
      "loss": 0.0249,
      "step": 79180
    },
    {
      "grad_norm": 0.3857293426990509,
      "learning_rate": 3.8933268085235395e-06,
      "loss": 0.0302,
      "step": 79190
    },
    {
      "grad_norm": 0.29648053646087646,
      "learning_rate": 3.886222354161395e-06,
      "loss": 0.0239,
      "step": 79200
    },
    {
      "grad_norm": 0.3017740249633789,
      "learning_rate": 3.879124125642941e-06,
      "loss": 0.0316,
      "step": 79210
    },
    {
      "grad_norm": 0.4060797393321991,
      "learning_rate": 3.872032123926506e-06,
      "loss": 0.0289,
      "step": 79220
    },
    {
      "grad_norm": 0.3089905083179474,
      "learning_rate": 3.864946349969567e-06,
      "loss": 0.0281,
      "step": 79230
    },
    {
      "grad_norm": 0.3027067184448242,
      "learning_rate": 3.857866804728793e-06,
      "loss": 0.0243,
      "step": 79240
    },
    {
      "grad_norm": 0.3714001178741455,
      "learning_rate": 3.85079348916001e-06,
      "loss": 0.0235,
      "step": 79250
    },
    {
      "grad_norm": 0.3242640197277069,
      "learning_rate": 3.8437264042181735e-06,
      "loss": 0.0254,
      "step": 79260
    },
    {
      "grad_norm": 0.321847528219223,
      "learning_rate": 3.83666555085741e-06,
      "loss": 0.0269,
      "step": 79270
    },
    {
      "grad_norm": 0.45082059502601624,
      "learning_rate": 3.8296109300310245e-06,
      "loss": 0.0279,
      "step": 79280
    },
    {
      "grad_norm": 0.3966415822505951,
      "learning_rate": 3.8225625426914435e-06,
      "loss": 0.031,
      "step": 79290
    },
    {
      "grad_norm": 0.5346366167068481,
      "learning_rate": 3.8155203897903e-06,
      "loss": 0.0303,
      "step": 79300
    },
    {
      "grad_norm": 0.33401429653167725,
      "learning_rate": 3.8084844722783397e-06,
      "loss": 0.024,
      "step": 79310
    },
    {
      "grad_norm": 0.1544417440891266,
      "learning_rate": 3.8014547911054797e-06,
      "loss": 0.0227,
      "step": 79320
    },
    {
      "grad_norm": 0.30709511041641235,
      "learning_rate": 3.7944313472208227e-06,
      "loss": 0.0325,
      "step": 79330
    },
    {
      "grad_norm": 0.27720311284065247,
      "learning_rate": 3.7874141415725874e-06,
      "loss": 0.0272,
      "step": 79340
    },
    {
      "grad_norm": 0.21757526695728302,
      "learning_rate": 3.780403175108188e-06,
      "loss": 0.0268,
      "step": 79350
    },
    {
      "grad_norm": 0.27792659401893616,
      "learning_rate": 3.773398448774157e-06,
      "loss": 0.0288,
      "step": 79360
    },
    {
      "grad_norm": 0.24466794729232788,
      "learning_rate": 3.766399963516226e-06,
      "loss": 0.0301,
      "step": 79370
    },
    {
      "grad_norm": 0.3320513963699341,
      "learning_rate": 3.7594077202792566e-06,
      "loss": 0.0217,
      "step": 79380
    },
    {
      "grad_norm": 0.3307601809501648,
      "learning_rate": 3.7524217200072653e-06,
      "loss": 0.0324,
      "step": 79390
    },
    {
      "grad_norm": 0.29705244302749634,
      "learning_rate": 3.7454419636434423e-06,
      "loss": 0.0358,
      "step": 79400
    },
    {
      "grad_norm": 0.34280964732170105,
      "learning_rate": 3.7384684521301506e-06,
      "loss": 0.0276,
      "step": 79410
    },
    {
      "grad_norm": 0.2568114101886749,
      "learning_rate": 3.731501186408842e-06,
      "loss": 0.0306,
      "step": 79420
    },
    {
      "grad_norm": 0.3698423206806183,
      "learning_rate": 3.724540167420204e-06,
      "loss": 0.028,
      "step": 79430
    },
    {
      "grad_norm": 0.3675607740879059,
      "learning_rate": 3.717585396104051e-06,
      "loss": 0.0277,
      "step": 79440
    },
    {
      "grad_norm": 0.2417292594909668,
      "learning_rate": 3.71063687339932e-06,
      "loss": 0.0246,
      "step": 79450
    },
    {
      "grad_norm": 0.5074719190597534,
      "learning_rate": 3.703694600244151e-06,
      "loss": 0.0226,
      "step": 79460
    },
    {
      "grad_norm": 0.5160297751426697,
      "learning_rate": 3.696758577575832e-06,
      "loss": 0.028,
      "step": 79470
    },
    {
      "grad_norm": 0.2613915801048279,
      "learning_rate": 3.6898288063307917e-06,
      "loss": 0.0309,
      "step": 79480
    },
    {
      "grad_norm": 0.28299134969711304,
      "learning_rate": 3.682905287444616e-06,
      "loss": 0.0274,
      "step": 79490
    },
    {
      "grad_norm": 0.2796650528907776,
      "learning_rate": 3.6759880218520615e-06,
      "loss": 0.0272,
      "step": 79500
    },
    {
      "grad_norm": 0.2561098635196686,
      "learning_rate": 3.669077010487021e-06,
      "loss": 0.0259,
      "step": 79510
    },
    {
      "grad_norm": 0.37256094813346863,
      "learning_rate": 3.66217225428257e-06,
      "loss": 0.0297,
      "step": 79520
    },
    {
      "grad_norm": 0.24595098197460175,
      "learning_rate": 3.655273754170907e-06,
      "loss": 0.0319,
      "step": 79530
    },
    {
      "grad_norm": 0.2500944435596466,
      "learning_rate": 3.6483815110834095e-06,
      "loss": 0.0337,
      "step": 79540
    },
    {
      "grad_norm": 0.38759082555770874,
      "learning_rate": 3.6414955259506e-06,
      "loss": 0.0242,
      "step": 79550
    },
    {
      "grad_norm": 0.80695641040802,
      "learning_rate": 3.634615799702168e-06,
      "loss": 0.0296,
      "step": 79560
    },
    {
      "grad_norm": 0.296840101480484,
      "learning_rate": 3.627742333266937e-06,
      "loss": 0.0239,
      "step": 79570
    },
    {
      "grad_norm": 0.2751786410808563,
      "learning_rate": 3.620875127572898e-06,
      "loss": 0.0264,
      "step": 79580
    },
    {
      "grad_norm": 0.40670517086982727,
      "learning_rate": 3.614014183547204e-06,
      "loss": 0.0292,
      "step": 79590
    },
    {
      "grad_norm": 0.275718629360199,
      "learning_rate": 3.6071595021161475e-06,
      "loss": 0.0247,
      "step": 79600
    },
    {
      "grad_norm": 0.2351912409067154,
      "learning_rate": 3.6003110842051823e-06,
      "loss": 0.0256,
      "step": 79610
    },
    {
      "grad_norm": 0.23647934198379517,
      "learning_rate": 3.5934689307389136e-06,
      "loss": 0.02,
      "step": 79620
    },
    {
      "grad_norm": 0.5300415754318237,
      "learning_rate": 3.586633042641113e-06,
      "loss": 0.0379,
      "step": 79630
    },
    {
      "grad_norm": 0.35483697056770325,
      "learning_rate": 3.5798034208346986e-06,
      "loss": 0.0249,
      "step": 79640
    },
    {
      "grad_norm": 0.4801594913005829,
      "learning_rate": 3.572980066241727e-06,
      "loss": 0.0257,
      "step": 79650
    },
    {
      "grad_norm": 0.26642677187919617,
      "learning_rate": 3.5661629797834385e-06,
      "loss": 0.0247,
      "step": 79660
    },
    {
      "grad_norm": 0.43799635767936707,
      "learning_rate": 3.5593521623802027e-06,
      "loss": 0.0261,
      "step": 79670
    },
    {
      "grad_norm": 0.547781229019165,
      "learning_rate": 3.552547614951546e-06,
      "loss": 0.0245,
      "step": 79680
    },
    {
      "grad_norm": 0.31322169303894043,
      "learning_rate": 3.5457493384161543e-06,
      "loss": 0.023,
      "step": 79690
    },
    {
      "grad_norm": 0.24656923115253448,
      "learning_rate": 3.5389573336918947e-06,
      "loss": 0.024,
      "step": 79700
    },
    {
      "grad_norm": 0.2761247754096985,
      "learning_rate": 3.532171601695716e-06,
      "loss": 0.0276,
      "step": 79710
    },
    {
      "grad_norm": 0.30635321140289307,
      "learning_rate": 3.5253921433437863e-06,
      "loss": 0.0261,
      "step": 79720
    },
    {
      "grad_norm": 0.4141198396682739,
      "learning_rate": 3.5186189595514065e-06,
      "loss": 0.0213,
      "step": 79730
    },
    {
      "grad_norm": 0.24937871098518372,
      "learning_rate": 3.511852051233022e-06,
      "loss": 0.0253,
      "step": 79740
    },
    {
      "grad_norm": 0.5136591196060181,
      "learning_rate": 3.505091419302231e-06,
      "loss": 0.0226,
      "step": 79750
    },
    {
      "grad_norm": 0.31870967149734497,
      "learning_rate": 3.498337064671803e-06,
      "loss": 0.0254,
      "step": 79760
    },
    {
      "grad_norm": 0.29738789796829224,
      "learning_rate": 3.4915889882536246e-06,
      "loss": 0.0265,
      "step": 79770
    },
    {
      "grad_norm": 0.2487470656633377,
      "learning_rate": 3.4848471909587845e-06,
      "loss": 0.0257,
      "step": 79780
    },
    {
      "grad_norm": 0.2817709445953369,
      "learning_rate": 3.4781116736974707e-06,
      "loss": 0.0335,
      "step": 79790
    },
    {
      "grad_norm": 0.2829338312149048,
      "learning_rate": 3.4713824373790727e-06,
      "loss": 0.0288,
      "step": 79800
    },
    {
      "grad_norm": 0.37250250577926636,
      "learning_rate": 3.4646594829120917e-06,
      "loss": 0.0198,
      "step": 79810
    },
    {
      "grad_norm": 0.22384653985500336,
      "learning_rate": 3.4579428112041954e-06,
      "loss": 0.0276,
      "step": 79820
    },
    {
      "grad_norm": 0.18322649598121643,
      "learning_rate": 3.4512324231622204e-06,
      "loss": 0.0274,
      "step": 79830
    },
    {
      "grad_norm": 0.34060704708099365,
      "learning_rate": 3.4445283196921197e-06,
      "loss": 0.0264,
      "step": 79840
    },
    {
      "grad_norm": 0.32861584424972534,
      "learning_rate": 3.4378305016990355e-06,
      "loss": 0.03,
      "step": 79850
    },
    {
      "grad_norm": 0.37382930517196655,
      "learning_rate": 3.431138970087233e-06,
      "loss": 0.0235,
      "step": 79860
    },
    {
      "grad_norm": 0.38535356521606445,
      "learning_rate": 3.4244537257601407e-06,
      "loss": 0.0288,
      "step": 79870
    },
    {
      "grad_norm": 0.32830318808555603,
      "learning_rate": 3.41777476962033e-06,
      "loss": 0.0203,
      "step": 79880
    },
    {
      "grad_norm": 0.30614814162254333,
      "learning_rate": 3.4111021025695577e-06,
      "loss": 0.0257,
      "step": 79890
    },
    {
      "grad_norm": 0.26169493794441223,
      "learning_rate": 3.4044357255086702e-06,
      "loss": 0.022,
      "step": 79900
    },
    {
      "grad_norm": 0.34487244486808777,
      "learning_rate": 3.397775639337708e-06,
      "loss": 0.0267,
      "step": 79910
    },
    {
      "grad_norm": 0.2536666989326477,
      "learning_rate": 3.3911218449558636e-06,
      "loss": 0.0246,
      "step": 79920
    },
    {
      "grad_norm": 0.2825765311717987,
      "learning_rate": 3.384474343261468e-06,
      "loss": 0.0289,
      "step": 79930
    },
    {
      "grad_norm": 0.4768870174884796,
      "learning_rate": 3.3778331351519866e-06,
      "loss": 0.0312,
      "step": 79940
    },
    {
      "grad_norm": 0.27724751830101013,
      "learning_rate": 3.371198221524069e-06,
      "loss": 0.0251,
      "step": 79950
    },
    {
      "grad_norm": 0.2857465147972107,
      "learning_rate": 3.364569603273493e-06,
      "loss": 0.0307,
      "step": 79960
    },
    {
      "grad_norm": 0.42457693815231323,
      "learning_rate": 3.357947281295187e-06,
      "loss": 0.018,
      "step": 79970
    },
    {
      "grad_norm": 0.2486603558063507,
      "learning_rate": 3.351331256483231e-06,
      "loss": 0.0222,
      "step": 79980
    },
    {
      "grad_norm": 0.3442876935005188,
      "learning_rate": 3.344721529730882e-06,
      "loss": 0.0305,
      "step": 79990
    },
    {
      "grad_norm": 0.4131797254085541,
      "learning_rate": 3.3381181019304985e-06,
      "loss": 0.0194,
      "step": 80000
    },
    {
      "grad_norm": 0.3589140474796295,
      "learning_rate": 3.331520973973612e-06,
      "loss": 0.0227,
      "step": 80010
    },
    {
      "grad_norm": 0.33206045627593994,
      "learning_rate": 3.324930146750921e-06,
      "loss": 0.0243,
      "step": 80020
    },
    {
      "grad_norm": 0.36524850130081177,
      "learning_rate": 3.318345621152236e-06,
      "loss": 0.0259,
      "step": 80030
    },
    {
      "grad_norm": 0.44875773787498474,
      "learning_rate": 3.3117673980665564e-06,
      "loss": 0.0287,
      "step": 80040
    },
    {
      "grad_norm": 0.2811863422393799,
      "learning_rate": 3.3051954783820005e-06,
      "loss": 0.0298,
      "step": 80050
    },
    {
      "grad_norm": 0.24691437184810638,
      "learning_rate": 3.298629862985847e-06,
      "loss": 0.03,
      "step": 80060
    },
    {
      "grad_norm": 0.2152581661939621,
      "learning_rate": 3.2920705527645257e-06,
      "loss": 0.0266,
      "step": 80070
    },
    {
      "grad_norm": 0.3176872134208679,
      "learning_rate": 3.285517548603606e-06,
      "loss": 0.0273,
      "step": 80080
    },
    {
      "grad_norm": 0.3773488700389862,
      "learning_rate": 3.2789708513878247e-06,
      "loss": 0.0291,
      "step": 80090
    },
    {
      "grad_norm": 0.3798520863056183,
      "learning_rate": 3.272430462001036e-06,
      "loss": 0.0222,
      "step": 80100
    },
    {
      "grad_norm": 0.5330060124397278,
      "learning_rate": 3.2658963813262833e-06,
      "loss": 0.0268,
      "step": 80110
    },
    {
      "grad_norm": 0.21154539287090302,
      "learning_rate": 3.259368610245722e-06,
      "loss": 0.0238,
      "step": 80120
    },
    {
      "grad_norm": 0.3194059431552887,
      "learning_rate": 3.2528471496406642e-06,
      "loss": 0.0245,
      "step": 80130
    },
    {
      "grad_norm": 0.3985348641872406,
      "learning_rate": 3.246332000391583e-06,
      "loss": 0.0194,
      "step": 80140
    },
    {
      "grad_norm": 0.2855740785598755,
      "learning_rate": 3.2398231633781085e-06,
      "loss": 0.0311,
      "step": 80150
    },
    {
      "grad_norm": 0.43348413705825806,
      "learning_rate": 3.2333206394789705e-06,
      "loss": 0.0324,
      "step": 80160
    },
    {
      "grad_norm": 0.34294089674949646,
      "learning_rate": 3.226824429572095e-06,
      "loss": 0.023,
      "step": 80170
    },
    {
      "grad_norm": 0.26342636346817017,
      "learning_rate": 3.220334534534547e-06,
      "loss": 0.0229,
      "step": 80180
    },
    {
      "grad_norm": 0.29231107234954834,
      "learning_rate": 3.2138509552425143e-06,
      "loss": 0.0239,
      "step": 80190
    },
    {
      "grad_norm": 0.38318556547164917,
      "learning_rate": 3.207373692571353e-06,
      "loss": 0.0245,
      "step": 80200
    },
    {
      "grad_norm": 0.31233203411102295,
      "learning_rate": 3.2009027473955623e-06,
      "loss": 0.0266,
      "step": 80210
    },
    {
      "grad_norm": 0.33633100986480713,
      "learning_rate": 3.1944381205887943e-06,
      "loss": 0.0333,
      "step": 80220
    },
    {
      "grad_norm": 0.21383437514305115,
      "learning_rate": 3.1879798130238225e-06,
      "loss": 0.0225,
      "step": 80230
    },
    {
      "grad_norm": 0.20227059721946716,
      "learning_rate": 3.1815278255726e-06,
      "loss": 0.0296,
      "step": 80240
    },
    {
      "grad_norm": 0.48241209983825684,
      "learning_rate": 3.175082159106224e-06,
      "loss": 0.0271,
      "step": 80250
    },
    {
      "grad_norm": 0.3882129490375519,
      "learning_rate": 3.16864281449491e-06,
      "loss": 0.0277,
      "step": 80260
    },
    {
      "grad_norm": 0.38889920711517334,
      "learning_rate": 3.162209792608034e-06,
      "loss": 0.0226,
      "step": 80270
    },
    {
      "grad_norm": 0.44249314069747925,
      "learning_rate": 3.1557830943141355e-06,
      "loss": 0.0228,
      "step": 80280
    },
    {
      "grad_norm": 0.3161153197288513,
      "learning_rate": 3.149362720480875e-06,
      "loss": 0.0258,
      "step": 80290
    },
    {
      "grad_norm": 0.2840534746646881,
      "learning_rate": 3.1429486719750824e-06,
      "loss": 0.0217,
      "step": 80300
    },
    {
      "grad_norm": 0.20016470551490784,
      "learning_rate": 3.136540949662714e-06,
      "loss": 0.0199,
      "step": 80310
    },
    {
      "grad_norm": 0.5127591490745544,
      "learning_rate": 3.130139554408873e-06,
      "loss": 0.0273,
      "step": 80320
    },
    {
      "grad_norm": 0.2405817061662674,
      "learning_rate": 3.1237444870778287e-06,
      "loss": 0.0255,
      "step": 80330
    },
    {
      "grad_norm": 0.4630323648452759,
      "learning_rate": 3.117355748532963e-06,
      "loss": 0.0252,
      "step": 80340
    },
    {
      "grad_norm": 0.46252942085266113,
      "learning_rate": 3.1109733396368467e-06,
      "loss": 0.0367,
      "step": 80350
    },
    {
      "grad_norm": 0.29213300347328186,
      "learning_rate": 3.104597261251152e-06,
      "loss": 0.0296,
      "step": 80360
    },
    {
      "grad_norm": 0.39490416646003723,
      "learning_rate": 3.0982275142367346e-06,
      "loss": 0.0234,
      "step": 80370
    },
    {
      "grad_norm": 0.34572622179985046,
      "learning_rate": 3.091864099453562e-06,
      "loss": 0.0296,
      "step": 80380
    },
    {
      "grad_norm": 0.4222778379917145,
      "learning_rate": 3.0855070177607638e-06,
      "loss": 0.0226,
      "step": 80390
    },
    {
      "grad_norm": 0.31370994448661804,
      "learning_rate": 3.079156270016614e-06,
      "loss": 0.0239,
      "step": 80400
    },
    {
      "grad_norm": 0.5326658487319946,
      "learning_rate": 3.0728118570785447e-06,
      "loss": 0.0352,
      "step": 80410
    },
    {
      "grad_norm": 0.3826080560684204,
      "learning_rate": 3.066473779803092e-06,
      "loss": 0.0228,
      "step": 80420
    },
    {
      "grad_norm": 0.21044360101222992,
      "learning_rate": 3.060142039045977e-06,
      "loss": 0.0204,
      "step": 80430
    },
    {
      "grad_norm": 0.2437063455581665,
      "learning_rate": 3.0538166356620657e-06,
      "loss": 0.0211,
      "step": 80440
    },
    {
      "grad_norm": 0.24361683428287506,
      "learning_rate": 3.0474975705053254e-06,
      "loss": 0.022,
      "step": 80450
    },
    {
      "grad_norm": 0.4040544331073761,
      "learning_rate": 3.041184844428907e-06,
      "loss": 0.0223,
      "step": 80460
    },
    {
      "grad_norm": 0.4288484454154968,
      "learning_rate": 3.034878458285101e-06,
      "loss": 0.034,
      "step": 80470
    },
    {
      "grad_norm": 0.3226414918899536,
      "learning_rate": 3.028578412925337e-06,
      "loss": 0.0307,
      "step": 80480
    },
    {
      "grad_norm": 0.33036506175994873,
      "learning_rate": 3.022284709200174e-06,
      "loss": 0.0234,
      "step": 80490
    },
    {
      "grad_norm": 0.32711541652679443,
      "learning_rate": 3.015997347959343e-06,
      "loss": 0.0263,
      "step": 80500
    },
    {
      "grad_norm": 0.26259830594062805,
      "learning_rate": 3.009716330051687e-06,
      "loss": 0.024,
      "step": 80510
    },
    {
      "grad_norm": 0.4552919566631317,
      "learning_rate": 3.0034416563252287e-06,
      "loss": 0.0344,
      "step": 80520
    },
    {
      "grad_norm": 0.38912302255630493,
      "learning_rate": 2.9971733276271006e-06,
      "loss": 0.0277,
      "step": 80530
    },
    {
      "grad_norm": 0.47508853673934937,
      "learning_rate": 2.9909113448035985e-06,
      "loss": 0.0262,
      "step": 80540
    },
    {
      "grad_norm": 0.20637162029743195,
      "learning_rate": 2.9846557087001513e-06,
      "loss": 0.0299,
      "step": 80550
    },
    {
      "grad_norm": 0.36136114597320557,
      "learning_rate": 2.9784064201613447e-06,
      "loss": 0.0255,
      "step": 80560
    },
    {
      "grad_norm": 0.5275668501853943,
      "learning_rate": 2.9721634800308928e-06,
      "loss": 0.0338,
      "step": 80570
    },
    {
      "grad_norm": 0.32305994629859924,
      "learning_rate": 2.9659268891516543e-06,
      "loss": 0.0308,
      "step": 80580
    },
    {
      "grad_norm": 0.4761483371257782,
      "learning_rate": 2.9596966483656395e-06,
      "loss": 0.0366,
      "step": 80590
    },
    {
      "grad_norm": 0.28997933864593506,
      "learning_rate": 2.9534727585139976e-06,
      "loss": 0.0264,
      "step": 80600
    },
    {
      "grad_norm": 0.4511756896972656,
      "learning_rate": 2.9472552204370062e-06,
      "loss": 0.0223,
      "step": 80610
    },
    {
      "grad_norm": 0.21972806751728058,
      "learning_rate": 2.941044034974111e-06,
      "loss": 0.0361,
      "step": 80620
    },
    {
      "grad_norm": 0.34165892004966736,
      "learning_rate": 2.934839202963885e-06,
      "loss": 0.0299,
      "step": 80630
    },
    {
      "grad_norm": 0.33070656657218933,
      "learning_rate": 2.9286407252440527e-06,
      "loss": 0.0289,
      "step": 80640
    },
    {
      "grad_norm": 0.25333839654922485,
      "learning_rate": 2.922448602651451e-06,
      "loss": 0.0187,
      "step": 80650
    },
    {
      "grad_norm": 0.42373788356781006,
      "learning_rate": 2.91626283602211e-06,
      "loss": 0.027,
      "step": 80660
    },
    {
      "grad_norm": 0.4124267101287842,
      "learning_rate": 2.9100834261911513e-06,
      "loss": 0.0266,
      "step": 80670
    },
    {
      "grad_norm": 0.40921750664711,
      "learning_rate": 2.9039103739928684e-06,
      "loss": 0.0244,
      "step": 80680
    },
    {
      "grad_norm": 0.4765828847885132,
      "learning_rate": 2.897743680260684e-06,
      "loss": 0.0318,
      "step": 80690
    },
    {
      "grad_norm": 0.49924391508102417,
      "learning_rate": 2.891583345827181e-06,
      "loss": 0.0354,
      "step": 80700
    },
    {
      "grad_norm": 0.35792961716651917,
      "learning_rate": 2.8854293715240456e-06,
      "loss": 0.0298,
      "step": 80710
    },
    {
      "grad_norm": 0.39360511302948,
      "learning_rate": 2.8792817581821453e-06,
      "loss": 0.0356,
      "step": 80720
    },
    {
      "grad_norm": 0.33148956298828125,
      "learning_rate": 2.8731405066314722e-06,
      "loss": 0.0276,
      "step": 80730
    },
    {
      "grad_norm": 0.27770307660102844,
      "learning_rate": 2.867005617701157e-06,
      "loss": 0.0274,
      "step": 80740
    },
    {
      "grad_norm": 0.37019145488739014,
      "learning_rate": 2.860877092219466e-06,
      "loss": 0.0298,
      "step": 80750
    },
    {
      "grad_norm": 0.3421711027622223,
      "learning_rate": 2.8547549310138255e-06,
      "loss": 0.0253,
      "step": 80760
    },
    {
      "grad_norm": 0.367905855178833,
      "learning_rate": 2.8486391349107853e-06,
      "loss": 0.0232,
      "step": 80770
    },
    {
      "grad_norm": 0.3258359432220459,
      "learning_rate": 2.8425297047360467e-06,
      "loss": 0.0292,
      "step": 80780
    },
    {
      "grad_norm": 0.28300154209136963,
      "learning_rate": 2.836426641314438e-06,
      "loss": 0.041,
      "step": 80790
    },
    {
      "grad_norm": 0.2979452908039093,
      "learning_rate": 2.8303299454699507e-06,
      "loss": 0.0276,
      "step": 80800
    },
    {
      "grad_norm": 0.2696278989315033,
      "learning_rate": 2.824239618025687e-06,
      "loss": 0.0309,
      "step": 80810
    },
    {
      "grad_norm": 0.37173810601234436,
      "learning_rate": 2.8181556598039225e-06,
      "loss": 0.0292,
      "step": 80820
    },
    {
      "grad_norm": 0.24191685020923615,
      "learning_rate": 2.8120780716260453e-06,
      "loss": 0.0189,
      "step": 80830
    },
    {
      "grad_norm": 0.44359806180000305,
      "learning_rate": 2.8060068543125873e-06,
      "loss": 0.0273,
      "step": 80840
    },
    {
      "grad_norm": 0.23371507227420807,
      "learning_rate": 2.799942008683237e-06,
      "loss": 0.0305,
      "step": 80850
    },
    {
      "grad_norm": 0.4166101813316345,
      "learning_rate": 2.7938835355568125e-06,
      "loss": 0.0242,
      "step": 80860
    },
    {
      "grad_norm": 0.3086809813976288,
      "learning_rate": 2.787831435751259e-06,
      "loss": 0.0269,
      "step": 80870
    },
    {
      "grad_norm": 0.28300899267196655,
      "learning_rate": 2.7817857100836786e-06,
      "loss": 0.0303,
      "step": 80880
    },
    {
      "grad_norm": 0.39609917998313904,
      "learning_rate": 2.7757463593703292e-06,
      "loss": 0.0313,
      "step": 80890
    },
    {
      "grad_norm": 0.307297021150589,
      "learning_rate": 2.7697133844265533e-06,
      "loss": 0.0238,
      "step": 80900
    },
    {
      "grad_norm": 0.32759568095207214,
      "learning_rate": 2.763686786066877e-06,
      "loss": 0.023,
      "step": 80910
    },
    {
      "grad_norm": 0.28628551959991455,
      "learning_rate": 2.7576665651049716e-06,
      "loss": 0.0231,
      "step": 80920
    },
    {
      "grad_norm": 0.3714040517807007,
      "learning_rate": 2.7516527223536092e-06,
      "loss": 0.0234,
      "step": 80930
    },
    {
      "grad_norm": 0.49223989248275757,
      "learning_rate": 2.7456452586247237e-06,
      "loss": 0.0291,
      "step": 80940
    },
    {
      "grad_norm": 0.2687270939350128,
      "learning_rate": 2.7396441747294e-06,
      "loss": 0.0283,
      "step": 80950
    },
    {
      "grad_norm": 0.3363857567310333,
      "learning_rate": 2.733649471477839e-06,
      "loss": 0.0347,
      "step": 80960
    },
    {
      "grad_norm": 0.41337069869041443,
      "learning_rate": 2.727661149679378e-06,
      "loss": 0.0279,
      "step": 80970
    },
    {
      "grad_norm": 0.3296658396720886,
      "learning_rate": 2.7216792101425136e-06,
      "loss": 0.0258,
      "step": 80980
    },
    {
      "grad_norm": 0.2661355137825012,
      "learning_rate": 2.7157036536748783e-06,
      "loss": 0.0226,
      "step": 80990
    },
    {
      "grad_norm": 0.2675926685333252,
      "learning_rate": 2.7097344810832203e-06,
      "loss": 0.0217,
      "step": 81000
    },
    {
      "grad_norm": 0.24320906400680542,
      "learning_rate": 2.7037716931734456e-06,
      "loss": 0.027,
      "step": 81010
    },
    {
      "grad_norm": 0.35844337940216064,
      "learning_rate": 2.6978152907505995e-06,
      "loss": 0.035,
      "step": 81020
    },
    {
      "grad_norm": 0.2822558283805847,
      "learning_rate": 2.6918652746188487e-06,
      "loss": 0.025,
      "step": 81030
    },
    {
      "grad_norm": 0.3553397059440613,
      "learning_rate": 2.6859216455815127e-06,
      "loss": 0.0238,
      "step": 81040
    },
    {
      "grad_norm": 0.30092713236808777,
      "learning_rate": 2.6799844044410496e-06,
      "loss": 0.0319,
      "step": 81050
    },
    {
      "grad_norm": 0.3973216116428375,
      "learning_rate": 2.674053551999034e-06,
      "loss": 0.0294,
      "step": 81060
    },
    {
      "grad_norm": 0.3912705183029175,
      "learning_rate": 2.6681290890562094e-06,
      "loss": 0.0327,
      "step": 81070
    },
    {
      "grad_norm": 0.3421045243740082,
      "learning_rate": 2.6622110164124303e-06,
      "loss": 0.0247,
      "step": 81080
    },
    {
      "grad_norm": 0.27117839455604553,
      "learning_rate": 2.656299334866702e-06,
      "loss": 0.0257,
      "step": 81090
    },
    {
      "grad_norm": 0.2698119282722473,
      "learning_rate": 2.6503940452171585e-06,
      "loss": 0.022,
      "step": 81100
    },
    {
      "grad_norm": 0.2948165237903595,
      "learning_rate": 2.644495148261089e-06,
      "loss": 0.0277,
      "step": 81110
    },
    {
      "grad_norm": 0.278367817401886,
      "learning_rate": 2.6386026447948963e-06,
      "loss": 0.024,
      "step": 81120
    },
    {
      "grad_norm": 0.2649315893650055,
      "learning_rate": 2.632716535614127e-06,
      "loss": 0.0193,
      "step": 81130
    },
    {
      "grad_norm": 0.2680859863758087,
      "learning_rate": 2.626836821513473e-06,
      "loss": 0.0316,
      "step": 81140
    },
    {
      "grad_norm": 0.22461149096488953,
      "learning_rate": 2.6209635032867717e-06,
      "loss": 0.0241,
      "step": 81150
    },
    {
      "grad_norm": 0.25357770919799805,
      "learning_rate": 2.6150965817269503e-06,
      "loss": 0.0272,
      "step": 81160
    },
    {
      "grad_norm": 0.18998675048351288,
      "learning_rate": 2.6092360576261244e-06,
      "loss": 0.0292,
      "step": 81170
    },
    {
      "grad_norm": 0.3340429663658142,
      "learning_rate": 2.6033819317755283e-06,
      "loss": 0.0274,
      "step": 81180
    },
    {
      "grad_norm": 0.6605069041252136,
      "learning_rate": 2.597534204965529e-06,
      "loss": 0.0325,
      "step": 81190
    },
    {
      "grad_norm": 0.24252741038799286,
      "learning_rate": 2.5916928779856185e-06,
      "loss": 0.0227,
      "step": 81200
    },
    {
      "grad_norm": 0.2629425823688507,
      "learning_rate": 2.585857951624454e-06,
      "loss": 0.0249,
      "step": 81210
    },
    {
      "grad_norm": 0.28090405464172363,
      "learning_rate": 2.5800294266698054e-06,
      "loss": 0.0284,
      "step": 81220
    },
    {
      "grad_norm": 0.2793964445590973,
      "learning_rate": 2.574207303908577e-06,
      "loss": 0.0234,
      "step": 81230
    },
    {
      "grad_norm": 0.2439107596874237,
      "learning_rate": 2.5683915841268227e-06,
      "loss": 0.0298,
      "step": 81240
    },
    {
      "grad_norm": 0.27988505363464355,
      "learning_rate": 2.562582268109737e-06,
      "loss": 0.0279,
      "step": 81250
    },
    {
      "grad_norm": 0.5227156281471252,
      "learning_rate": 2.5567793566416252e-06,
      "loss": 0.0261,
      "step": 81260
    },
    {
      "grad_norm": 0.3382555842399597,
      "learning_rate": 2.550982850505934e-06,
      "loss": 0.0227,
      "step": 81270
    },
    {
      "grad_norm": 0.3042864501476288,
      "learning_rate": 2.5451927504852757e-06,
      "loss": 0.0293,
      "step": 81280
    },
    {
      "grad_norm": 0.3824285864830017,
      "learning_rate": 2.539409057361347e-06,
      "loss": 0.0276,
      "step": 81290
    },
    {
      "grad_norm": 0.33621126413345337,
      "learning_rate": 2.533631771915035e-06,
      "loss": 0.0277,
      "step": 81300
    },
    {
      "grad_norm": 0.27009785175323486,
      "learning_rate": 2.527860894926315e-06,
      "loss": 0.0266,
      "step": 81310
    },
    {
      "grad_norm": 0.28812873363494873,
      "learning_rate": 2.522096427174314e-06,
      "loss": 0.0221,
      "step": 81320
    },
    {
      "grad_norm": 0.24777057766914368,
      "learning_rate": 2.5163383694373156e-06,
      "loss": 0.0291,
      "step": 81330
    },
    {
      "grad_norm": 0.27634894847869873,
      "learning_rate": 2.510586722492697e-06,
      "loss": 0.0263,
      "step": 81340
    },
    {
      "grad_norm": 0.32748815417289734,
      "learning_rate": 2.504841487116999e-06,
      "loss": 0.0299,
      "step": 81350
    },
    {
      "grad_norm": 0.3494124114513397,
      "learning_rate": 2.499102664085884e-06,
      "loss": 0.029,
      "step": 81360
    },
    {
      "grad_norm": 0.3421914875507355,
      "learning_rate": 2.493370254174171e-06,
      "loss": 0.0272,
      "step": 81370
    },
    {
      "grad_norm": 0.26260337233543396,
      "learning_rate": 2.487644258155775e-06,
      "loss": 0.0272,
      "step": 81380
    },
    {
      "grad_norm": 0.32968252897262573,
      "learning_rate": 2.481924676803771e-06,
      "loss": 0.0242,
      "step": 81390
    },
    {
      "grad_norm": 0.6912071108818054,
      "learning_rate": 2.4762115108903694e-06,
      "loss": 0.0238,
      "step": 81400
    },
    {
      "grad_norm": 0.22150643169879913,
      "learning_rate": 2.470504761186904e-06,
      "loss": 0.0253,
      "step": 81410
    },
    {
      "grad_norm": 0.4369981586933136,
      "learning_rate": 2.464804428463835e-06,
      "loss": 0.034,
      "step": 81420
    },
    {
      "grad_norm": 0.41839441657066345,
      "learning_rate": 2.4591105134907753e-06,
      "loss": 0.0274,
      "step": 81430
    },
    {
      "grad_norm": 0.351368248462677,
      "learning_rate": 2.4534230170364826e-06,
      "loss": 0.0262,
      "step": 81440
    },
    {
      "grad_norm": 0.23228321969509125,
      "learning_rate": 2.4477419398687916e-06,
      "loss": 0.019,
      "step": 81450
    },
    {
      "grad_norm": 0.42291921377182007,
      "learning_rate": 2.442067282754729e-06,
      "loss": 0.0232,
      "step": 81460
    },
    {
      "grad_norm": 0.3528275489807129,
      "learning_rate": 2.436399046460436e-06,
      "loss": 0.0218,
      "step": 81470
    },
    {
      "grad_norm": 0.3964206278324127,
      "learning_rate": 2.430737231751179e-06,
      "loss": 0.0279,
      "step": 81480
    },
    {
      "grad_norm": 0.18674159049987793,
      "learning_rate": 2.4250818393913523e-06,
      "loss": 0.0244,
      "step": 81490
    },
    {
      "grad_norm": 0.2679477334022522,
      "learning_rate": 2.419432870144511e-06,
      "loss": 0.0247,
      "step": 81500
    },
    {
      "grad_norm": 0.4923461377620697,
      "learning_rate": 2.413790324773313e-06,
      "loss": 0.0252,
      "step": 81510
    },
    {
      "grad_norm": 0.40567687153816223,
      "learning_rate": 2.4081542040395645e-06,
      "loss": 0.0284,
      "step": 81520
    },
    {
      "grad_norm": 0.36219561100006104,
      "learning_rate": 2.4025245087042014e-06,
      "loss": 0.0264,
      "step": 81530
    },
    {
      "grad_norm": 0.5709993839263916,
      "learning_rate": 2.396901239527294e-06,
      "loss": 0.026,
      "step": 81540
    },
    {
      "grad_norm": 0.6091113686561584,
      "learning_rate": 2.3912843972680287e-06,
      "loss": 0.027,
      "step": 81550
    },
    {
      "grad_norm": 0.36068496108055115,
      "learning_rate": 2.3856739826847606e-06,
      "loss": 0.0227,
      "step": 81560
    },
    {
      "grad_norm": 0.3102172315120697,
      "learning_rate": 2.380069996534945e-06,
      "loss": 0.0252,
      "step": 81570
    },
    {
      "grad_norm": 0.28230950236320496,
      "learning_rate": 2.3744724395751705e-06,
      "loss": 0.0256,
      "step": 81580
    },
    {
      "grad_norm": 0.19993947446346283,
      "learning_rate": 2.3688813125611774e-06,
      "loss": 0.0253,
      "step": 81590
    },
    {
      "grad_norm": 0.4935605525970459,
      "learning_rate": 2.3632966162478176e-06,
      "loss": 0.0224,
      "step": 81600
    },
    {
      "grad_norm": 0.2659202516078949,
      "learning_rate": 2.3577183513890876e-06,
      "loss": 0.0197,
      "step": 81610
    },
    {
      "grad_norm": 0.2989674508571625,
      "learning_rate": 2.3521465187381073e-06,
      "loss": 0.0242,
      "step": 81620
    },
    {
      "grad_norm": 0.2016926407814026,
      "learning_rate": 2.3465811190471475e-06,
      "loss": 0.0276,
      "step": 81630
    },
    {
      "grad_norm": 0.41693300008773804,
      "learning_rate": 2.341022153067579e-06,
      "loss": 0.0319,
      "step": 81640
    },
    {
      "grad_norm": 0.4560583829879761,
      "learning_rate": 2.335469621549924e-06,
      "loss": 0.0243,
      "step": 81650
    },
    {
      "grad_norm": 0.35418573021888733,
      "learning_rate": 2.3299235252438434e-06,
      "loss": 0.0257,
      "step": 81660
    },
    {
      "grad_norm": 0.3757037818431854,
      "learning_rate": 2.3243838648981053e-06,
      "loss": 0.0277,
      "step": 81670
    },
    {
      "grad_norm": 0.37387800216674805,
      "learning_rate": 2.3188506412606227e-06,
      "loss": 0.0202,
      "step": 81680
    },
    {
      "grad_norm": 0.4538460075855255,
      "learning_rate": 2.313323855078442e-06,
      "loss": 0.0271,
      "step": 81690
    },
    {
      "grad_norm": 0.2813034653663635,
      "learning_rate": 2.3078035070977555e-06,
      "loss": 0.0272,
      "step": 81700
    },
    {
      "grad_norm": 0.48506781458854675,
      "learning_rate": 2.302289598063834e-06,
      "loss": 0.0276,
      "step": 81710
    },
    {
      "grad_norm": 0.2579193711280823,
      "learning_rate": 2.296782128721131e-06,
      "loss": 0.0281,
      "step": 81720
    },
    {
      "grad_norm": 0.2803047001361847,
      "learning_rate": 2.291281099813214e-06,
      "loss": 0.0312,
      "step": 81730
    },
    {
      "grad_norm": 0.463342547416687,
      "learning_rate": 2.2857865120827826e-06,
      "loss": 0.0249,
      "step": 81740
    },
    {
      "grad_norm": 0.23647283017635345,
      "learning_rate": 2.2802983662716437e-06,
      "loss": 0.0239,
      "step": 81750
    },
    {
      "grad_norm": 0.5147955417633057,
      "learning_rate": 2.2748166631207825e-06,
      "loss": 0.0357,
      "step": 81760
    },
    {
      "grad_norm": 0.28071945905685425,
      "learning_rate": 2.2693414033702622e-06,
      "loss": 0.0256,
      "step": 81770
    },
    {
      "grad_norm": 0.26845502853393555,
      "learning_rate": 2.2638725877593246e-06,
      "loss": 0.0166,
      "step": 81780
    },
    {
      "grad_norm": 0.3663584887981415,
      "learning_rate": 2.2584102170262965e-06,
      "loss": 0.0284,
      "step": 81790
    },
    {
      "grad_norm": 0.35621634125709534,
      "learning_rate": 2.25295429190866e-06,
      "loss": 0.0241,
      "step": 81800
    },
    {
      "grad_norm": 0.344110906124115,
      "learning_rate": 2.24750481314302e-06,
      "loss": 0.0198,
      "step": 81810
    },
    {
      "grad_norm": 0.33574262261390686,
      "learning_rate": 2.242061781465127e-06,
      "loss": 0.0252,
      "step": 81820
    },
    {
      "grad_norm": 0.25518345832824707,
      "learning_rate": 2.236625197609837e-06,
      "loss": 0.0305,
      "step": 81830
    },
    {
      "grad_norm": 0.37420812249183655,
      "learning_rate": 2.2311950623111423e-06,
      "loss": 0.0205,
      "step": 81840
    },
    {
      "grad_norm": 0.32832634449005127,
      "learning_rate": 2.2257713763021827e-06,
      "loss": 0.0374,
      "step": 81850
    },
    {
      "grad_norm": 0.22648493945598602,
      "learning_rate": 2.220354140315195e-06,
      "loss": 0.0214,
      "step": 81860
    },
    {
      "grad_norm": 0.3175804018974304,
      "learning_rate": 2.2149433550815722e-06,
      "loss": 0.0251,
      "step": 81870
    },
    {
      "grad_norm": 0.3696849048137665,
      "learning_rate": 2.209539021331819e-06,
      "loss": 0.0258,
      "step": 81880
    },
    {
      "grad_norm": 0.34759756922721863,
      "learning_rate": 2.204141139795601e-06,
      "loss": 0.0238,
      "step": 81890
    },
    {
      "grad_norm": 0.2891988754272461,
      "learning_rate": 2.1987497112016585e-06,
      "loss": 0.0265,
      "step": 81900
    },
    {
      "grad_norm": 0.25636476278305054,
      "learning_rate": 2.193364736277903e-06,
      "loss": 0.021,
      "step": 81910
    },
    {
      "grad_norm": 0.22727085649967194,
      "learning_rate": 2.1879862157513696e-06,
      "loss": 0.0243,
      "step": 81920
    },
    {
      "grad_norm": 0.5245134830474854,
      "learning_rate": 2.1826141503482055e-06,
      "loss": 0.0313,
      "step": 81930
    },
    {
      "grad_norm": 0.24364733695983887,
      "learning_rate": 2.177248540793697e-06,
      "loss": 0.0378,
      "step": 81940
    },
    {
      "grad_norm": 0.23894430696964264,
      "learning_rate": 2.1718893878122703e-06,
      "loss": 0.0185,
      "step": 81950
    },
    {
      "grad_norm": 0.27340787649154663,
      "learning_rate": 2.1665366921274522e-06,
      "loss": 0.0266,
      "step": 81960
    },
    {
      "grad_norm": 0.17856091260910034,
      "learning_rate": 2.1611904544619087e-06,
      "loss": 0.0268,
      "step": 81970
    },
    {
      "grad_norm": 0.34921643137931824,
      "learning_rate": 2.155850675537452e-06,
      "loss": 0.0219,
      "step": 81980
    },
    {
      "grad_norm": 0.34292685985565186,
      "learning_rate": 2.1505173560750046e-06,
      "loss": 0.0187,
      "step": 81990
    },
    {
      "grad_norm": 0.23696908354759216,
      "learning_rate": 2.1451904967946245e-06,
      "loss": 0.0248,
      "step": 82000
    },
    {
      "grad_norm": 0.4506250321865082,
      "learning_rate": 2.139870098415481e-06,
      "loss": 0.0279,
      "step": 82010
    },
    {
      "grad_norm": 0.27248966693878174,
      "learning_rate": 2.1345561616558927e-06,
      "loss": 0.0358,
      "step": 82020
    },
    {
      "grad_norm": 0.3325376808643341,
      "learning_rate": 2.1292486872332928e-06,
      "loss": 0.0266,
      "step": 82030
    },
    {
      "grad_norm": 0.23858919739723206,
      "learning_rate": 2.123947675864252e-06,
      "loss": 0.0232,
      "step": 82040
    },
    {
      "grad_norm": 0.3731216490268707,
      "learning_rate": 2.1186531282644585e-06,
      "loss": 0.0268,
      "step": 82050
    },
    {
      "grad_norm": 0.274649441242218,
      "learning_rate": 2.1133650451487298e-06,
      "loss": 0.0224,
      "step": 82060
    },
    {
      "grad_norm": 0.5388530492782593,
      "learning_rate": 2.1080834272310167e-06,
      "loss": 0.0244,
      "step": 82070
    },
    {
      "grad_norm": 0.9094789624214172,
      "learning_rate": 2.1028082752243884e-06,
      "loss": 0.0273,
      "step": 82080
    },
    {
      "grad_norm": 0.5114138126373291,
      "learning_rate": 2.0975395898410522e-06,
      "loss": 0.0239,
      "step": 82090
    },
    {
      "grad_norm": 0.31442156434059143,
      "learning_rate": 2.0922773717923227e-06,
      "loss": 0.0278,
      "step": 82100
    },
    {
      "grad_norm": 0.34206506609916687,
      "learning_rate": 2.0870216217886763e-06,
      "loss": 0.0242,
      "step": 82110
    },
    {
      "grad_norm": 0.2247585505247116,
      "learning_rate": 2.0817723405396783e-06,
      "loss": 0.0214,
      "step": 82120
    },
    {
      "grad_norm": 0.4387954771518707,
      "learning_rate": 2.076529528754034e-06,
      "loss": 0.0331,
      "step": 82130
    },
    {
      "grad_norm": 0.313096821308136,
      "learning_rate": 2.0712931871395833e-06,
      "loss": 0.0234,
      "step": 82140
    },
    {
      "grad_norm": 0.33356037735939026,
      "learning_rate": 2.066063316403305e-06,
      "loss": 0.0263,
      "step": 82150
    },
    {
      "grad_norm": 0.27806246280670166,
      "learning_rate": 2.060839917251256e-06,
      "loss": 0.021,
      "step": 82160
    },
    {
      "grad_norm": 0.30454638600349426,
      "learning_rate": 2.0556229903886615e-06,
      "loss": 0.0278,
      "step": 82170
    },
    {
      "grad_norm": 0.4066218435764313,
      "learning_rate": 2.050412536519869e-06,
      "loss": 0.0298,
      "step": 82180
    },
    {
      "grad_norm": 0.29213476181030273,
      "learning_rate": 2.0452085563483436e-06,
      "loss": 0.0347,
      "step": 82190
    },
    {
      "grad_norm": 0.29750412702560425,
      "learning_rate": 2.040011050576662e-06,
      "loss": 0.025,
      "step": 82200
    },
    {
      "grad_norm": 0.3778127133846283,
      "learning_rate": 2.034820019906558e-06,
      "loss": 0.0204,
      "step": 82210
    },
    {
      "grad_norm": 0.253073513507843,
      "learning_rate": 2.029635465038876e-06,
      "loss": 0.0258,
      "step": 82220
    },
    {
      "grad_norm": 0.3682194650173187,
      "learning_rate": 2.024457386673567e-06,
      "loss": 0.0288,
      "step": 82230
    },
    {
      "grad_norm": 0.33476722240448,
      "learning_rate": 2.0192857855097447e-06,
      "loss": 0.0217,
      "step": 82240
    },
    {
      "grad_norm": 0.271145224571228,
      "learning_rate": 2.0141206622456223e-06,
      "loss": 0.0304,
      "step": 82250
    },
    {
      "grad_norm": 0.2252729833126068,
      "learning_rate": 2.008962017578547e-06,
      "loss": 0.0184,
      "step": 82260
    },
    {
      "grad_norm": 0.18253186345100403,
      "learning_rate": 2.0038098522049853e-06,
      "loss": 0.0217,
      "step": 82270
    },
    {
      "grad_norm": 0.315033882856369,
      "learning_rate": 1.998664166820541e-06,
      "loss": 0.0321,
      "step": 82280
    },
    {
      "grad_norm": 0.3489204943180084,
      "learning_rate": 1.9935249621199303e-06,
      "loss": 0.0341,
      "step": 82290
    },
    {
      "grad_norm": 0.38151630759239197,
      "learning_rate": 1.9883922387970045e-06,
      "loss": 0.0277,
      "step": 82300
    },
    {
      "grad_norm": 0.37940236926078796,
      "learning_rate": 1.983265997544731e-06,
      "loss": 0.0309,
      "step": 82310
    },
    {
      "grad_norm": 0.5167626142501831,
      "learning_rate": 1.9781462390552065e-06,
      "loss": 0.0311,
      "step": 82320
    },
    {
      "grad_norm": 0.15594978630542755,
      "learning_rate": 1.97303296401965e-06,
      "loss": 0.0215,
      "step": 82330
    },
    {
      "grad_norm": 0.30154064297676086,
      "learning_rate": 1.967926173128415e-06,
      "loss": 0.0228,
      "step": 82340
    },
    {
      "grad_norm": 0.33574193716049194,
      "learning_rate": 1.962825867070961e-06,
      "loss": 0.026,
      "step": 82350
    },
    {
      "grad_norm": 0.24698303639888763,
      "learning_rate": 1.957732046535887e-06,
      "loss": 0.0223,
      "step": 82360
    },
    {
      "grad_norm": 0.3456076681613922,
      "learning_rate": 1.9526447122109215e-06,
      "loss": 0.0259,
      "step": 82370
    },
    {
      "grad_norm": 0.3090100884437561,
      "learning_rate": 1.9475638647829032e-06,
      "loss": 0.0325,
      "step": 82380
    },
    {
      "grad_norm": 0.24755537509918213,
      "learning_rate": 1.9424895049377833e-06,
      "loss": 0.0263,
      "step": 82390
    },
    {
      "grad_norm": 0.3553713262081146,
      "learning_rate": 1.937421633360681e-06,
      "loss": 0.0266,
      "step": 82400
    },
    {
      "grad_norm": 0.4366479814052582,
      "learning_rate": 1.932360250735793e-06,
      "loss": 0.0352,
      "step": 82410
    },
    {
      "grad_norm": 0.4828673303127289,
      "learning_rate": 1.9273053577464618e-06,
      "loss": 0.0288,
      "step": 82420
    },
    {
      "grad_norm": 0.221390038728714,
      "learning_rate": 1.922256955075152e-06,
      "loss": 0.0242,
      "step": 82430
    },
    {
      "grad_norm": 0.3414381146430969,
      "learning_rate": 1.9172150434034584e-06,
      "loss": 0.0241,
      "step": 82440
    },
    {
      "grad_norm": 0.22317418456077576,
      "learning_rate": 1.9121796234120857e-06,
      "loss": 0.0265,
      "step": 82450
    },
    {
      "grad_norm": 0.5165615081787109,
      "learning_rate": 1.9071506957808626e-06,
      "loss": 0.0254,
      "step": 82460
    },
    {
      "grad_norm": 0.2456110566854477,
      "learning_rate": 1.9021282611887624e-06,
      "loss": 0.0242,
      "step": 82470
    },
    {
      "grad_norm": 0.33627888560295105,
      "learning_rate": 1.8971123203138541e-06,
      "loss": 0.0234,
      "step": 82480
    },
    {
      "grad_norm": 0.36570438742637634,
      "learning_rate": 1.8921028738333402e-06,
      "loss": 0.019,
      "step": 82490
    },
    {
      "grad_norm": 0.21650739014148712,
      "learning_rate": 1.8870999224235574e-06,
      "loss": 0.0227,
      "step": 82500
    },
    {
      "grad_norm": 0.21154284477233887,
      "learning_rate": 1.882103466759949e-06,
      "loss": 0.0228,
      "step": 82510
    },
    {
      "grad_norm": 0.28602930903434753,
      "learning_rate": 1.8771135075171032e-06,
      "loss": 0.0249,
      "step": 82520
    },
    {
      "grad_norm": 0.544240415096283,
      "learning_rate": 1.8721300453686974e-06,
      "loss": 0.0297,
      "step": 82530
    },
    {
      "grad_norm": 0.41137439012527466,
      "learning_rate": 1.8671530809875658e-06,
      "loss": 0.0243,
      "step": 82540
    },
    {
      "grad_norm": 0.2491423338651657,
      "learning_rate": 1.8621826150456378e-06,
      "loss": 0.023,
      "step": 82550
    },
    {
      "grad_norm": 0.21970973908901215,
      "learning_rate": 1.857218648213993e-06,
      "loss": 0.0245,
      "step": 82560
    },
    {
      "grad_norm": 0.2296183556318283,
      "learning_rate": 1.8522611811628177e-06,
      "loss": 0.0241,
      "step": 82570
    },
    {
      "grad_norm": 0.2911597192287445,
      "learning_rate": 1.847310214561404e-06,
      "loss": 0.0252,
      "step": 82580
    },
    {
      "grad_norm": 0.3800848424434662,
      "learning_rate": 1.8423657490782064e-06,
      "loss": 0.0209,
      "step": 82590
    },
    {
      "grad_norm": 0.26989051699638367,
      "learning_rate": 1.8374277853807687e-06,
      "loss": 0.0265,
      "step": 82600
    },
    {
      "grad_norm": 0.3138081133365631,
      "learning_rate": 1.832496324135763e-06,
      "loss": 0.0316,
      "step": 82610
    },
    {
      "grad_norm": 0.31737321615219116,
      "learning_rate": 1.82757136600899e-06,
      "loss": 0.0204,
      "step": 82620
    },
    {
      "grad_norm": 0.2844972312450409,
      "learning_rate": 1.8226529116653845e-06,
      "loss": 0.0256,
      "step": 82630
    },
    {
      "grad_norm": 0.34643468260765076,
      "learning_rate": 1.8177409617689823e-06,
      "loss": 0.0335,
      "step": 82640
    },
    {
      "grad_norm": 0.29098063707351685,
      "learning_rate": 1.812835516982936e-06,
      "loss": 0.0255,
      "step": 82650
    },
    {
      "grad_norm": 0.12020205706357956,
      "learning_rate": 1.807936577969549e-06,
      "loss": 0.0215,
      "step": 82660
    },
    {
      "grad_norm": 0.27605143189430237,
      "learning_rate": 1.8030441453902258e-06,
      "loss": 0.0275,
      "step": 82670
    },
    {
      "grad_norm": 0.3291657865047455,
      "learning_rate": 1.7981582199054824e-06,
      "loss": 0.0253,
      "step": 82680
    },
    {
      "grad_norm": 0.38274261355400085,
      "learning_rate": 1.7932788021749803e-06,
      "loss": 0.0275,
      "step": 82690
    },
    {
      "grad_norm": 0.2381095439195633,
      "learning_rate": 1.7884058928575087e-06,
      "loss": 0.0219,
      "step": 82700
    },
    {
      "grad_norm": 0.2332872748374939,
      "learning_rate": 1.7835394926109306e-06,
      "loss": 0.0232,
      "step": 82710
    },
    {
      "grad_norm": 0.3519318699836731,
      "learning_rate": 1.7786796020922702e-06,
      "loss": 0.0295,
      "step": 82720
    },
    {
      "grad_norm": 0.5593491196632385,
      "learning_rate": 1.7738262219576806e-06,
      "loss": 0.027,
      "step": 82730
    },
    {
      "grad_norm": 0.3289785385131836,
      "learning_rate": 1.7689793528624042e-06,
      "loss": 0.0302,
      "step": 82740
    },
    {
      "grad_norm": 0.429019033908844,
      "learning_rate": 1.7641389954608178e-06,
      "loss": 0.0275,
      "step": 82750
    },
    {
      "grad_norm": 0.26853057742118835,
      "learning_rate": 1.7593051504064317e-06,
      "loss": 0.0211,
      "step": 82760
    },
    {
      "grad_norm": 0.259562611579895,
      "learning_rate": 1.7544778183518517e-06,
      "loss": 0.0223,
      "step": 82770
    },
    {
      "grad_norm": 0.3634270429611206,
      "learning_rate": 1.7496569999488289e-06,
      "loss": 0.0249,
      "step": 82780
    },
    {
      "grad_norm": 0.2597676217556,
      "learning_rate": 1.7448426958482256e-06,
      "loss": 0.0238,
      "step": 82790
    },
    {
      "grad_norm": 0.21469654142856598,
      "learning_rate": 1.740034906700011e-06,
      "loss": 0.0255,
      "step": 82800
    },
    {
      "grad_norm": 0.38340628147125244,
      "learning_rate": 1.7352336331532938e-06,
      "loss": 0.024,
      "step": 82810
    },
    {
      "grad_norm": 0.3320735692977905,
      "learning_rate": 1.7304388758562996e-06,
      "loss": 0.0225,
      "step": 82820
    },
    {
      "grad_norm": 0.5614273548126221,
      "learning_rate": 1.7256506354563716e-06,
      "loss": 0.0285,
      "step": 82830
    },
    {
      "grad_norm": 0.3452696204185486,
      "learning_rate": 1.7208689125999655e-06,
      "loss": 0.0296,
      "step": 82840
    },
    {
      "grad_norm": 0.3789809048175812,
      "learning_rate": 1.71609370793267e-06,
      "loss": 0.0249,
      "step": 82850
    },
    {
      "grad_norm": 0.1918037384748459,
      "learning_rate": 1.711325022099186e-06,
      "loss": 0.0265,
      "step": 82860
    },
    {
      "grad_norm": 0.5091540217399597,
      "learning_rate": 1.7065628557433321e-06,
      "loss": 0.0262,
      "step": 82870
    },
    {
      "grad_norm": 0.46736961603164673,
      "learning_rate": 1.701807209508055e-06,
      "loss": 0.0256,
      "step": 82880
    },
    {
      "grad_norm": 0.2515285015106201,
      "learning_rate": 1.6970580840354244e-06,
      "loss": 0.0246,
      "step": 82890
    },
    {
      "grad_norm": 0.4426712393760681,
      "learning_rate": 1.6923154799666052e-06,
      "loss": 0.0269,
      "step": 82900
    },
    {
      "grad_norm": 0.3427789807319641,
      "learning_rate": 1.6875793979419075e-06,
      "loss": 0.0315,
      "step": 82910
    },
    {
      "grad_norm": 0.4969243109226227,
      "learning_rate": 1.682849838600753e-06,
      "loss": 0.0318,
      "step": 82920
    },
    {
      "grad_norm": 0.3867190480232239,
      "learning_rate": 1.6781268025816864e-06,
      "loss": 0.026,
      "step": 82930
    },
    {
      "grad_norm": 0.29655537009239197,
      "learning_rate": 1.6734102905223536e-06,
      "loss": 0.0285,
      "step": 82940
    },
    {
      "grad_norm": 0.41018006205558777,
      "learning_rate": 1.6687003030595449e-06,
      "loss": 0.0294,
      "step": 82950
    },
    {
      "grad_norm": 0.8226355314254761,
      "learning_rate": 1.6639968408291572e-06,
      "loss": 0.0293,
      "step": 82960
    },
    {
      "grad_norm": 0.29564210772514343,
      "learning_rate": 1.6592999044661995e-06,
      "loss": 0.0256,
      "step": 82970
    },
    {
      "grad_norm": 0.24931825697422028,
      "learning_rate": 1.6546094946048086e-06,
      "loss": 0.0211,
      "step": 82980
    },
    {
      "grad_norm": 0.38911405205726624,
      "learning_rate": 1.6499256118782503e-06,
      "loss": 0.0231,
      "step": 82990
    },
    {
      "grad_norm": 0.32348185777664185,
      "learning_rate": 1.6452482569188853e-06,
      "loss": 0.0249,
      "step": 83000
    },
    {
      "grad_norm": 0.19136369228363037,
      "learning_rate": 1.6405774303582088e-06,
      "loss": 0.0202,
      "step": 83010
    },
    {
      "grad_norm": 0.5576218962669373,
      "learning_rate": 1.6359131328268385e-06,
      "loss": 0.0255,
      "step": 83020
    },
    {
      "grad_norm": 0.3794538676738739,
      "learning_rate": 1.6312553649544927e-06,
      "loss": 0.0294,
      "step": 83030
    },
    {
      "grad_norm": 0.3388049602508545,
      "learning_rate": 1.6266041273700294e-06,
      "loss": 0.0268,
      "step": 83040
    },
    {
      "grad_norm": 0.3933066129684448,
      "learning_rate": 1.6219594207014132e-06,
      "loss": 0.0296,
      "step": 83050
    },
    {
      "grad_norm": 0.35737764835357666,
      "learning_rate": 1.6173212455757148e-06,
      "loss": 0.024,
      "step": 83060
    },
    {
      "grad_norm": 0.4493900239467621,
      "learning_rate": 1.6126896026191495e-06,
      "loss": 0.024,
      "step": 83070
    },
    {
      "grad_norm": 0.2610096335411072,
      "learning_rate": 1.6080644924570343e-06,
      "loss": 0.0282,
      "step": 83080
    },
    {
      "grad_norm": 0.4890539050102234,
      "learning_rate": 1.6034459157138082e-06,
      "loss": 0.0291,
      "step": 83090
    },
    {
      "grad_norm": 0.29949069023132324,
      "learning_rate": 1.5988338730130225e-06,
      "loss": 0.0311,
      "step": 83100
    },
    {
      "grad_norm": 0.5820242166519165,
      "learning_rate": 1.5942283649773626e-06,
      "loss": 0.0329,
      "step": 83110
    },
    {
      "grad_norm": 0.41300252079963684,
      "learning_rate": 1.5896293922286143e-06,
      "loss": 0.0309,
      "step": 83120
    },
    {
      "grad_norm": 0.5958743691444397,
      "learning_rate": 1.5850369553876753e-06,
      "loss": 0.0236,
      "step": 83130
    },
    {
      "grad_norm": 0.4315151870250702,
      "learning_rate": 1.5804510550745888e-06,
      "loss": 0.0248,
      "step": 83140
    },
    {
      "grad_norm": 0.3567582368850708,
      "learning_rate": 1.5758716919085038e-06,
      "loss": 0.0269,
      "step": 83150
    },
    {
      "grad_norm": 0.20679378509521484,
      "learning_rate": 1.5712988665076645e-06,
      "loss": 0.0277,
      "step": 83160
    },
    {
      "grad_norm": 0.262516587972641,
      "learning_rate": 1.566732579489455e-06,
      "loss": 0.0303,
      "step": 83170
    },
    {
      "grad_norm": 0.288833886384964,
      "learning_rate": 1.562172831470382e-06,
      "loss": 0.0263,
      "step": 83180
    },
    {
      "grad_norm": 0.3729473948478699,
      "learning_rate": 1.5576196230660534e-06,
      "loss": 0.0274,
      "step": 83190
    },
    {
      "grad_norm": 0.20838138461112976,
      "learning_rate": 1.5530729548911938e-06,
      "loss": 0.0213,
      "step": 83200
    },
    {
      "grad_norm": 0.35844120383262634,
      "learning_rate": 1.5485328275596678e-06,
      "loss": 0.0219,
      "step": 83210
    },
    {
      "grad_norm": 0.4608353078365326,
      "learning_rate": 1.543999241684424e-06,
      "loss": 0.0288,
      "step": 83220
    },
    {
      "grad_norm": 0.29687464237213135,
      "learning_rate": 1.539472197877545e-06,
      "loss": 0.0288,
      "step": 83230
    },
    {
      "grad_norm": 0.2341574728488922,
      "learning_rate": 1.5349516967502364e-06,
      "loss": 0.0284,
      "step": 83240
    },
    {
      "grad_norm": 0.3311466872692108,
      "learning_rate": 1.53043773891281e-06,
      "loss": 0.0215,
      "step": 83250
    },
    {
      "grad_norm": 0.17859144508838654,
      "learning_rate": 1.5259303249747003e-06,
      "loss": 0.0226,
      "step": 83260
    },
    {
      "grad_norm": 0.325704425573349,
      "learning_rate": 1.5214294555444486e-06,
      "loss": 0.0262,
      "step": 83270
    },
    {
      "grad_norm": 0.31664910912513733,
      "learning_rate": 1.5169351312297298e-06,
      "loss": 0.0294,
      "step": 83280
    },
    {
      "grad_norm": 0.3464932441711426,
      "learning_rate": 1.5124473526373084e-06,
      "loss": 0.0279,
      "step": 83290
    },
    {
      "grad_norm": 0.32183364033699036,
      "learning_rate": 1.5079661203731054e-06,
      "loss": 0.0248,
      "step": 83300
    },
    {
      "grad_norm": 0.3721381425857544,
      "learning_rate": 1.5034914350421147e-06,
      "loss": 0.0259,
      "step": 83310
    },
    {
      "grad_norm": 0.39920157194137573,
      "learning_rate": 1.4990232972484696e-06,
      "loss": 0.0318,
      "step": 83320
    },
    {
      "grad_norm": 0.3023154139518738,
      "learning_rate": 1.4945617075954266e-06,
      "loss": 0.0266,
      "step": 83330
    },
    {
      "grad_norm": 0.24129638075828552,
      "learning_rate": 1.4901066666853369e-06,
      "loss": 0.0247,
      "step": 83340
    },
    {
      "grad_norm": 0.4862523376941681,
      "learning_rate": 1.4856581751196697e-06,
      "loss": 0.026,
      "step": 83350
    },
    {
      "grad_norm": 0.3064083158969879,
      "learning_rate": 1.481216233499033e-06,
      "loss": 0.0268,
      "step": 83360
    },
    {
      "grad_norm": 0.4078492224216461,
      "learning_rate": 1.476780842423131e-06,
      "loss": 0.027,
      "step": 83370
    },
    {
      "grad_norm": 0.485008180141449,
      "learning_rate": 1.47235200249079e-06,
      "loss": 0.0297,
      "step": 83380
    },
    {
      "grad_norm": 0.25083979964256287,
      "learning_rate": 1.4679297142999426e-06,
      "loss": 0.0259,
      "step": 83390
    },
    {
      "grad_norm": 0.2583909034729004,
      "learning_rate": 1.4635139784476503e-06,
      "loss": 0.0199,
      "step": 83400
    },
    {
      "grad_norm": 0.2841311991214752,
      "learning_rate": 1.4591047955300807e-06,
      "loss": 0.0223,
      "step": 83410
    },
    {
      "grad_norm": 0.3171936571598053,
      "learning_rate": 1.4547021661425241e-06,
      "loss": 0.0273,
      "step": 83420
    },
    {
      "grad_norm": 0.2194807380437851,
      "learning_rate": 1.450306090879372e-06,
      "loss": 0.0185,
      "step": 83430
    },
    {
      "grad_norm": 0.24626795947551727,
      "learning_rate": 1.4459165703341549e-06,
      "loss": 0.0224,
      "step": 83440
    },
    {
      "grad_norm": 0.22416310012340546,
      "learning_rate": 1.4415336050994933e-06,
      "loss": 0.0278,
      "step": 83450
    },
    {
      "grad_norm": 0.5539582371711731,
      "learning_rate": 1.437157195767136e-06,
      "loss": 0.0269,
      "step": 83460
    },
    {
      "grad_norm": 0.3193938732147217,
      "learning_rate": 1.4327873429279438e-06,
      "loss": 0.0241,
      "step": 83470
    },
    {
      "grad_norm": 0.4373902380466461,
      "learning_rate": 1.4284240471719e-06,
      "loss": 0.0216,
      "step": 83480
    },
    {
      "grad_norm": 0.17958571016788483,
      "learning_rate": 1.424067309088084e-06,
      "loss": 0.0241,
      "step": 83490
    },
    {
      "grad_norm": 0.3153371214866638,
      "learning_rate": 1.4197171292647083e-06,
      "loss": 0.0247,
      "step": 83500
    },
    {
      "grad_norm": 0.23795334994792938,
      "learning_rate": 1.4153735082890863e-06,
      "loss": 0.0268,
      "step": 83510
    },
    {
      "grad_norm": 0.29411420226097107,
      "learning_rate": 1.41103644674766e-06,
      "loss": 0.025,
      "step": 83520
    },
    {
      "grad_norm": 0.3521260619163513,
      "learning_rate": 1.4067059452259724e-06,
      "loss": 0.021,
      "step": 83530
    },
    {
      "grad_norm": 0.5040004849433899,
      "learning_rate": 1.4023820043086944e-06,
      "loss": 0.0229,
      "step": 83540
    },
    {
      "grad_norm": 0.14736692607402802,
      "learning_rate": 1.3980646245795925e-06,
      "loss": 0.021,
      "step": 83550
    },
    {
      "grad_norm": 0.5268679261207581,
      "learning_rate": 1.3937538066215672e-06,
      "loss": 0.0251,
      "step": 83560
    },
    {
      "grad_norm": 0.2418794333934784,
      "learning_rate": 1.3894495510166195e-06,
      "loss": 0.0358,
      "step": 83570
    },
    {
      "grad_norm": 0.35016366839408875,
      "learning_rate": 1.3851518583458679e-06,
      "loss": 0.0229,
      "step": 83580
    },
    {
      "grad_norm": 0.5118454098701477,
      "learning_rate": 1.3808607291895536e-06,
      "loss": 0.0256,
      "step": 83590
    },
    {
      "grad_norm": 0.2173815220594406,
      "learning_rate": 1.3765761641270192e-06,
      "loss": 0.0313,
      "step": 83600
    },
    {
      "grad_norm": 0.2748442590236664,
      "learning_rate": 1.3722981637367238e-06,
      "loss": 0.0205,
      "step": 83610
    },
    {
      "grad_norm": 0.3351054787635803,
      "learning_rate": 1.368026728596239e-06,
      "loss": 0.031,
      "step": 83620
    },
    {
      "grad_norm": 0.29014021158218384,
      "learning_rate": 1.36376185928227e-06,
      "loss": 0.0225,
      "step": 83630
    },
    {
      "grad_norm": 0.24916954338550568,
      "learning_rate": 1.359503556370595e-06,
      "loss": 0.0273,
      "step": 83640
    },
    {
      "grad_norm": 0.4102243185043335,
      "learning_rate": 1.3552518204361486e-06,
      "loss": 0.0265,
      "step": 83650
    },
    {
      "grad_norm": 0.4073966443538666,
      "learning_rate": 1.351006652052955e-06,
      "loss": 0.0262,
      "step": 83660
    },
    {
      "grad_norm": 0.30528724193573,
      "learning_rate": 1.3467680517941506e-06,
      "loss": 0.0267,
      "step": 83670
    },
    {
      "grad_norm": 0.24883794784545898,
      "learning_rate": 1.3425360202319937e-06,
      "loss": 0.0258,
      "step": 83680
    },
    {
      "grad_norm": 0.3720419704914093,
      "learning_rate": 1.3383105579378552e-06,
      "loss": 0.0247,
      "step": 83690
    },
    {
      "grad_norm": 0.5579503178596497,
      "learning_rate": 1.3340916654822233e-06,
      "loss": 0.0241,
      "step": 83700
    },
    {
      "grad_norm": 0.758102536201477,
      "learning_rate": 1.3298793434346756e-06,
      "loss": 0.0173,
      "step": 83710
    },
    {
      "grad_norm": 0.27966025471687317,
      "learning_rate": 1.3256735923639296e-06,
      "loss": 0.0236,
      "step": 83720
    },
    {
      "grad_norm": 0.25770142674446106,
      "learning_rate": 1.3214744128378087e-06,
      "loss": 0.0263,
      "step": 83730
    },
    {
      "grad_norm": 0.2878500521183014,
      "learning_rate": 1.3172818054232482e-06,
      "loss": 0.029,
      "step": 83740
    },
    {
      "grad_norm": 0.5282540321350098,
      "learning_rate": 1.3130957706862789e-06,
      "loss": 0.0262,
      "step": 83750
    },
    {
      "grad_norm": 0.4085882306098938,
      "learning_rate": 1.3089163091920764e-06,
      "loss": 0.0294,
      "step": 83760
    },
    {
      "grad_norm": 0.20742231607437134,
      "learning_rate": 1.3047434215049003e-06,
      "loss": 0.0314,
      "step": 83770
    },
    {
      "grad_norm": 0.42387232184410095,
      "learning_rate": 1.3005771081881445e-06,
      "loss": 0.0223,
      "step": 83780
    },
    {
      "grad_norm": 0.5091540813446045,
      "learning_rate": 1.296417369804298e-06,
      "loss": 0.0263,
      "step": 83790
    },
    {
      "grad_norm": 0.46123549342155457,
      "learning_rate": 1.2922642069149672e-06,
      "loss": 0.0246,
      "step": 83800
    },
    {
      "grad_norm": 0.3138040006160736,
      "learning_rate": 1.2881176200808753e-06,
      "loss": 0.0219,
      "step": 83810
    },
    {
      "grad_norm": 0.3378244936466217,
      "learning_rate": 1.2839776098618582e-06,
      "loss": 0.0326,
      "step": 83820
    },
    {
      "grad_norm": 0.4065457582473755,
      "learning_rate": 1.2798441768168578e-06,
      "loss": 0.025,
      "step": 83830
    },
    {
      "grad_norm": 0.4457121193408966,
      "learning_rate": 1.2757173215039276e-06,
      "loss": 0.0286,
      "step": 83840
    },
    {
      "grad_norm": 0.3092556297779083,
      "learning_rate": 1.2715970444802439e-06,
      "loss": 0.0289,
      "step": 83850
    },
    {
      "grad_norm": 0.39348700642585754,
      "learning_rate": 1.267483346302084e-06,
      "loss": 0.0293,
      "step": 83860
    },
    {
      "grad_norm": 0.2605219781398773,
      "learning_rate": 1.2633762275248374e-06,
      "loss": 0.0257,
      "step": 83870
    },
    {
      "grad_norm": 0.6813322901725769,
      "learning_rate": 1.2592756887030099e-06,
      "loss": 0.0213,
      "step": 83880
    },
    {
      "grad_norm": 0.3528287708759308,
      "learning_rate": 1.2551817303902258e-06,
      "loss": 0.0294,
      "step": 83890
    },
    {
      "grad_norm": 0.3955461382865906,
      "learning_rate": 1.2510943531391928e-06,
      "loss": 0.0255,
      "step": 83900
    },
    {
      "grad_norm": 0.3115057647228241,
      "learning_rate": 1.247013557501764e-06,
      "loss": 0.0279,
      "step": 83910
    },
    {
      "grad_norm": 0.30450692772865295,
      "learning_rate": 1.2429393440288927e-06,
      "loss": 0.0206,
      "step": 83920
    },
    {
      "grad_norm": 0.32496172189712524,
      "learning_rate": 1.238871713270634e-06,
      "loss": 0.0279,
      "step": 83930
    },
    {
      "grad_norm": 0.2567797303199768,
      "learning_rate": 1.2348106657761537e-06,
      "loss": 0.028,
      "step": 83940
    },
    {
      "grad_norm": 0.3548315167427063,
      "learning_rate": 1.2307562020937524e-06,
      "loss": 0.0256,
      "step": 83950
    },
    {
      "grad_norm": 0.4200187027454376,
      "learning_rate": 1.2267083227708143e-06,
      "loss": 0.0318,
      "step": 83960
    },
    {
      "grad_norm": 0.3192000687122345,
      "learning_rate": 1.222667028353841e-06,
      "loss": 0.0185,
      "step": 83970
    },
    {
      "grad_norm": 0.22948846220970154,
      "learning_rate": 1.2186323193884575e-06,
      "loss": 0.0441,
      "step": 83980
    },
    {
      "grad_norm": 0.3220280706882477,
      "learning_rate": 1.2146041964193999e-06,
      "loss": 0.029,
      "step": 83990
    },
    {
      "grad_norm": 0.401809424161911,
      "learning_rate": 1.2105826599904945e-06,
      "loss": 0.0217,
      "step": 84000
    },
    {
      "grad_norm": 0.2971690595149994,
      "learning_rate": 1.2065677106446848e-06,
      "loss": 0.0217,
      "step": 84010
    },
    {
      "grad_norm": 0.42360931634902954,
      "learning_rate": 1.202559348924054e-06,
      "loss": 0.0207,
      "step": 84020
    },
    {
      "grad_norm": 0.24834148585796356,
      "learning_rate": 1.1985575753697464e-06,
      "loss": 0.0213,
      "step": 84030
    },
    {
      "grad_norm": 0.31702739000320435,
      "learning_rate": 1.1945623905220693e-06,
      "loss": 0.0268,
      "step": 84040
    },
    {
      "grad_norm": 0.3376825451850891,
      "learning_rate": 1.1905737949203965e-06,
      "loss": 0.0223,
      "step": 84050
    },
    {
      "grad_norm": 0.3397459387779236,
      "learning_rate": 1.1865917891032308e-06,
      "loss": 0.0272,
      "step": 84060
    },
    {
      "grad_norm": 0.5407743453979492,
      "learning_rate": 1.1826163736081863e-06,
      "loss": 0.0227,
      "step": 84070
    },
    {
      "grad_norm": 0.3882865607738495,
      "learning_rate": 1.1786475489720005e-06,
      "loss": 0.0226,
      "step": 84080
    },
    {
      "grad_norm": 0.31553149223327637,
      "learning_rate": 1.1746853157304894e-06,
      "loss": 0.0326,
      "step": 84090
    },
    {
      "grad_norm": 0.3367324471473694,
      "learning_rate": 1.1707296744186026e-06,
      "loss": 0.024,
      "step": 84100
    },
    {
      "grad_norm": 0.35519373416900635,
      "learning_rate": 1.1667806255703906e-06,
      "loss": 0.0252,
      "step": 84110
    },
    {
      "grad_norm": 0.260039746761322,
      "learning_rate": 1.1628381697190217e-06,
      "loss": 0.0221,
      "step": 84120
    },
    {
      "grad_norm": 0.7900187969207764,
      "learning_rate": 1.1589023073967587e-06,
      "loss": 0.0245,
      "step": 84130
    },
    {
      "grad_norm": 0.2489374428987503,
      "learning_rate": 1.1549730391349877e-06,
      "loss": 0.0221,
      "step": 84140
    },
    {
      "grad_norm": 0.4159473180770874,
      "learning_rate": 1.151050365464218e-06,
      "loss": 0.0255,
      "step": 84150
    },
    {
      "grad_norm": 0.4000881016254425,
      "learning_rate": 1.1471342869140255e-06,
      "loss": 0.0232,
      "step": 84160
    },
    {
      "grad_norm": 0.3231494128704071,
      "learning_rate": 1.143224804013132e-06,
      "loss": 0.0209,
      "step": 84170
    },
    {
      "grad_norm": 0.47004398703575134,
      "learning_rate": 1.139321917289371e-06,
      "loss": 0.0333,
      "step": 84180
    },
    {
      "grad_norm": 0.3773581087589264,
      "learning_rate": 1.1354256272696596e-06,
      "loss": 0.0279,
      "step": 84190
    },
    {
      "grad_norm": 0.3587418794631958,
      "learning_rate": 1.1315359344800324e-06,
      "loss": 0.027,
      "step": 84200
    },
    {
      "grad_norm": 0.6263611912727356,
      "learning_rate": 1.1276528394456587e-06,
      "loss": 0.0292,
      "step": 84210
    },
    {
      "grad_norm": 0.27577710151672363,
      "learning_rate": 1.1237763426907798e-06,
      "loss": 0.0226,
      "step": 84220
    },
    {
      "grad_norm": 0.3296827971935272,
      "learning_rate": 1.119906444738772e-06,
      "loss": 0.0292,
      "step": 84230
    },
    {
      "grad_norm": 0.2639046013355255,
      "learning_rate": 1.1160431461121057e-06,
      "loss": 0.0265,
      "step": 84240
    },
    {
      "grad_norm": 0.27668336033821106,
      "learning_rate": 1.112186447332375e-06,
      "loss": 0.0246,
      "step": 84250
    },
    {
      "grad_norm": 0.16807407140731812,
      "learning_rate": 1.108336348920269e-06,
      "loss": 0.0223,
      "step": 84260
    },
    {
      "grad_norm": 0.3099251091480255,
      "learning_rate": 1.1044928513955887e-06,
      "loss": 0.0253,
      "step": 84270
    },
    {
      "grad_norm": 0.29546424746513367,
      "learning_rate": 1.1006559552772522e-06,
      "loss": 0.0307,
      "step": 84280
    },
    {
      "grad_norm": 0.18771500885486603,
      "learning_rate": 1.0968256610832784e-06,
      "loss": 0.021,
      "step": 84290
    },
    {
      "grad_norm": 0.2220868319272995,
      "learning_rate": 1.0930019693308036e-06,
      "loss": 0.0384,
      "step": 84300
    },
    {
      "grad_norm": 0.5690048336982727,
      "learning_rate": 1.0891848805360538e-06,
      "loss": 0.0333,
      "step": 84310
    },
    {
      "grad_norm": 0.4652160406112671,
      "learning_rate": 1.0853743952143836e-06,
      "loss": 0.0224,
      "step": 84320
    },
    {
      "grad_norm": 0.5028942823410034,
      "learning_rate": 1.0815705138802534e-06,
      "loss": 0.0237,
      "step": 84330
    },
    {
      "grad_norm": 0.3722480833530426,
      "learning_rate": 1.0777732370472194e-06,
      "loss": 0.0267,
      "step": 84340
    },
    {
      "grad_norm": 0.3620518743991852,
      "learning_rate": 1.073982565227949e-06,
      "loss": 0.0216,
      "step": 84350
    },
    {
      "grad_norm": 0.3449563980102539,
      "learning_rate": 1.0701984989342274e-06,
      "loss": 0.0246,
      "step": 84360
    },
    {
      "grad_norm": 0.38042911887168884,
      "learning_rate": 1.066421038676957e-06,
      "loss": 0.0331,
      "step": 84370
    },
    {
      "grad_norm": 0.33897581696510315,
      "learning_rate": 1.0626501849661185e-06,
      "loss": 0.0224,
      "step": 84380
    },
    {
      "grad_norm": 0.5641779899597168,
      "learning_rate": 1.0588859383108164e-06,
      "loss": 0.027,
      "step": 84390
    },
    {
      "grad_norm": 0.24404990673065186,
      "learning_rate": 1.0551282992192713e-06,
      "loss": 0.0325,
      "step": 84400
    },
    {
      "grad_norm": 0.2958306074142456,
      "learning_rate": 1.0513772681987998e-06,
      "loss": 0.0267,
      "step": 84410
    },
    {
      "grad_norm": 0.4376547038555145,
      "learning_rate": 1.0476328457558303e-06,
      "loss": 0.0289,
      "step": 84420
    },
    {
      "grad_norm": 0.45256856083869934,
      "learning_rate": 1.0438950323958973e-06,
      "loss": 0.0244,
      "step": 84430
    },
    {
      "grad_norm": 0.2701857089996338,
      "learning_rate": 1.0401638286236527e-06,
      "loss": 0.0235,
      "step": 84440
    },
    {
      "grad_norm": 0.4724627435207367,
      "learning_rate": 1.0364392349428431e-06,
      "loss": 0.0285,
      "step": 84450
    },
    {
      "grad_norm": 0.1998092234134674,
      "learning_rate": 1.0327212518563278e-06,
      "loss": 0.0284,
      "step": 84460
    },
    {
      "grad_norm": 0.33616676926612854,
      "learning_rate": 1.0290098798660719e-06,
      "loss": 0.0226,
      "step": 84470
    },
    {
      "grad_norm": 0.30371615290641785,
      "learning_rate": 1.0253051194731522e-06,
      "loss": 0.0234,
      "step": 84480
    },
    {
      "grad_norm": 0.3277319371700287,
      "learning_rate": 1.0216069711777466e-06,
      "loss": 0.0207,
      "step": 84490
    },
    {
      "grad_norm": 0.4040834307670593,
      "learning_rate": 1.0179154354791443e-06,
      "loss": 0.0239,
      "step": 84500
    },
    {
      "grad_norm": 0.4458666443824768,
      "learning_rate": 1.0142305128757468e-06,
      "loss": 0.03,
      "step": 84510
    },
    {
      "grad_norm": 0.47739744186401367,
      "learning_rate": 1.0105522038650562e-06,
      "loss": 0.0263,
      "step": 84520
    },
    {
      "grad_norm": 0.2559869587421417,
      "learning_rate": 1.006880508943675e-06,
      "loss": 0.0327,
      "step": 84530
    },
    {
      "grad_norm": 0.28063786029815674,
      "learning_rate": 1.0032154286073292e-06,
      "loss": 0.0268,
      "step": 84540
    },
    {
      "grad_norm": 0.2721594572067261,
      "learning_rate": 9.995569633508338e-07,
      "loss": 0.0274,
      "step": 84550
    },
    {
      "grad_norm": 0.36421847343444824,
      "learning_rate": 9.95905113668133e-07,
      "loss": 0.02,
      "step": 84560
    },
    {
      "grad_norm": 0.30303817987442017,
      "learning_rate": 9.922598800522598e-07,
      "loss": 0.024,
      "step": 84570
    },
    {
      "grad_norm": 0.47920408844947815,
      "learning_rate": 9.886212629953484e-07,
      "loss": 0.0332,
      "step": 84580
    },
    {
      "grad_norm": 0.39518269896507263,
      "learning_rate": 9.84989262988667e-07,
      "loss": 0.031,
      "step": 84590
    },
    {
      "grad_norm": 0.3556312024593353,
      "learning_rate": 9.813638805225622e-07,
      "loss": 0.0206,
      "step": 84600
    },
    {
      "grad_norm": 0.30255094170570374,
      "learning_rate": 9.77745116086498e-07,
      "loss": 0.0217,
      "step": 84610
    },
    {
      "grad_norm": 0.38508766889572144,
      "learning_rate": 9.741329701690505e-07,
      "loss": 0.0271,
      "step": 84620
    },
    {
      "grad_norm": 0.2518308758735657,
      "learning_rate": 9.70527443257907e-07,
      "loss": 0.0233,
      "step": 84630
    },
    {
      "grad_norm": 0.3525102436542511,
      "learning_rate": 9.669285358398284e-07,
      "loss": 0.0233,
      "step": 84640
    },
    {
      "grad_norm": 0.3846370577812195,
      "learning_rate": 9.633362484007202e-07,
      "loss": 0.0312,
      "step": 84650
    },
    {
      "grad_norm": 0.49249565601348877,
      "learning_rate": 9.597505814255835e-07,
      "loss": 0.0284,
      "step": 84660
    },
    {
      "grad_norm": 0.3154350519180298,
      "learning_rate": 9.56171535398509e-07,
      "loss": 0.0314,
      "step": 84670
    },
    {
      "grad_norm": 0.3226114511489868,
      "learning_rate": 9.525991108027044e-07,
      "loss": 0.0257,
      "step": 84680
    },
    {
      "grad_norm": 0.38678449392318726,
      "learning_rate": 9.490333081204949e-07,
      "loss": 0.0222,
      "step": 84690
    },
    {
      "grad_norm": 0.27999505400657654,
      "learning_rate": 9.454741278333012e-07,
      "loss": 0.0307,
      "step": 84700
    },
    {
      "grad_norm": 0.2538858652114868,
      "learning_rate": 9.419215704216389e-07,
      "loss": 0.0279,
      "step": 84710
    },
    {
      "grad_norm": 0.2887125015258789,
      "learning_rate": 9.383756363651408e-07,
      "loss": 0.0262,
      "step": 84720
    },
    {
      "grad_norm": 0.4542422890663147,
      "learning_rate": 9.34836326142563e-07,
      "loss": 0.0232,
      "step": 84730
    },
    {
      "grad_norm": 1.0187147855758667,
      "learning_rate": 9.313036402317343e-07,
      "loss": 0.0243,
      "step": 84740
    },
    {
      "grad_norm": 0.28360557556152344,
      "learning_rate": 9.277775791096066e-07,
      "loss": 0.0252,
      "step": 84750
    },
    {
      "grad_norm": 0.5497337579727173,
      "learning_rate": 9.242581432522379e-07,
      "loss": 0.0344,
      "step": 84760
    },
    {
      "grad_norm": 0.30209416151046753,
      "learning_rate": 9.207453331347815e-07,
      "loss": 0.0267,
      "step": 84770
    },
    {
      "grad_norm": 0.3318735659122467,
      "learning_rate": 9.172391492315136e-07,
      "loss": 0.0272,
      "step": 84780
    },
    {
      "grad_norm": 0.4182591140270233,
      "learning_rate": 9.137395920158054e-07,
      "loss": 0.021,
      "step": 84790
    },
    {
      "grad_norm": 0.27062317728996277,
      "learning_rate": 9.102466619601235e-07,
      "loss": 0.0321,
      "step": 84800
    },
    {
      "grad_norm": 0.3132922649383545,
      "learning_rate": 9.067603595360574e-07,
      "loss": 0.0227,
      "step": 84810
    },
    {
      "grad_norm": 0.3749381899833679,
      "learning_rate": 9.032806852142972e-07,
      "loss": 0.0243,
      "step": 84820
    },
    {
      "grad_norm": 0.36917445063591003,
      "learning_rate": 8.998076394646338e-07,
      "loss": 0.0183,
      "step": 84830
    },
    {
      "grad_norm": 0.27988311648368835,
      "learning_rate": 8.963412227559586e-07,
      "loss": 0.0218,
      "step": 84840
    },
    {
      "grad_norm": 0.2815564274787903,
      "learning_rate": 8.928814355562809e-07,
      "loss": 0.0219,
      "step": 84850
    },
    {
      "grad_norm": 0.6602358818054199,
      "learning_rate": 8.894282783327046e-07,
      "loss": 0.0304,
      "step": 84860
    },
    {
      "grad_norm": 0.36766573786735535,
      "learning_rate": 8.859817515514401e-07,
      "loss": 0.0252,
      "step": 84870
    },
    {
      "grad_norm": 0.2654723525047302,
      "learning_rate": 8.825418556778098e-07,
      "loss": 0.024,
      "step": 84880
    },
    {
      "grad_norm": 0.27574869990348816,
      "learning_rate": 8.791085911762476e-07,
      "loss": 0.0241,
      "step": 84890
    },
    {
      "grad_norm": 0.3308309316635132,
      "learning_rate": 8.756819585102494e-07,
      "loss": 0.0304,
      "step": 84900
    },
    {
      "grad_norm": 0.28079912066459656,
      "learning_rate": 8.722619581424674e-07,
      "loss": 0.0318,
      "step": 84910
    },
    {
      "grad_norm": 0.29420843720436096,
      "learning_rate": 8.688485905346377e-07,
      "loss": 0.0265,
      "step": 84920
    },
    {
      "grad_norm": 0.27759772539138794,
      "learning_rate": 8.654418561475974e-07,
      "loss": 0.0324,
      "step": 84930
    },
    {
      "grad_norm": 0.3117130994796753,
      "learning_rate": 8.620417554412896e-07,
      "loss": 0.0284,
      "step": 84940
    },
    {
      "grad_norm": 0.21390078961849213,
      "learning_rate": 8.586482888747638e-07,
      "loss": 0.0283,
      "step": 84950
    },
    {
      "grad_norm": 0.4438270926475525,
      "learning_rate": 8.552614569061812e-07,
      "loss": 0.0324,
      "step": 84960
    },
    {
      "grad_norm": 0.36288997530937195,
      "learning_rate": 8.518812599927816e-07,
      "loss": 0.0355,
      "step": 84970
    },
    {
      "grad_norm": 0.3882814943790436,
      "learning_rate": 8.485076985909446e-07,
      "loss": 0.0288,
      "step": 84980
    },
    {
      "grad_norm": 0.334939569234848,
      "learning_rate": 8.451407731561278e-07,
      "loss": 0.024,
      "step": 84990
    },
    {
      "grad_norm": 0.3363676965236664,
      "learning_rate": 8.417804841429122e-07,
      "loss": 0.025,
      "step": 85000
    },
    {
      "grad_norm": 0.6061238646507263,
      "learning_rate": 8.384268320049516e-07,
      "loss": 0.0228,
      "step": 85010
    },
    {
      "grad_norm": 0.2624286115169525,
      "learning_rate": 8.350798171950447e-07,
      "loss": 0.029,
      "step": 85020
    },
    {
      "grad_norm": 0.30763447284698486,
      "learning_rate": 8.317394401650636e-07,
      "loss": 0.0311,
      "step": 85030
    },
    {
      "grad_norm": 0.24937154352664948,
      "learning_rate": 8.284057013659973e-07,
      "loss": 0.0291,
      "step": 85040
    },
    {
      "grad_norm": 0.4215947091579437,
      "learning_rate": 8.250786012479361e-07,
      "loss": 0.0272,
      "step": 85050
    },
    {
      "grad_norm": 0.48870715498924255,
      "learning_rate": 8.217581402600649e-07,
      "loss": 0.0319,
      "step": 85060
    },
    {
      "grad_norm": 0.36396291851997375,
      "learning_rate": 8.184443188506863e-07,
      "loss": 0.0247,
      "step": 85070
    },
    {
      "grad_norm": 0.4345564544200897,
      "learning_rate": 8.151371374672146e-07,
      "loss": 0.0291,
      "step": 85080
    },
    {
      "grad_norm": 0.2867550551891327,
      "learning_rate": 8.118365965561314e-07,
      "loss": 0.0314,
      "step": 85090
    },
    {
      "grad_norm": 0.38397493958473206,
      "learning_rate": 8.085426965630527e-07,
      "loss": 0.0315,
      "step": 85100
    },
    {
      "grad_norm": 0.15366405248641968,
      "learning_rate": 8.052554379326948e-07,
      "loss": 0.0267,
      "step": 85110
    },
    {
      "grad_norm": 0.43315231800079346,
      "learning_rate": 8.019748211088696e-07,
      "loss": 0.0215,
      "step": 85120
    },
    {
      "grad_norm": 0.26521480083465576,
      "learning_rate": 7.987008465344947e-07,
      "loss": 0.022,
      "step": 85130
    },
    {
      "grad_norm": 0.39333537220954895,
      "learning_rate": 7.954335146515889e-07,
      "loss": 0.0303,
      "step": 85140
    },
    {
      "grad_norm": 0.5327953100204468,
      "learning_rate": 7.921728259012773e-07,
      "loss": 0.0313,
      "step": 85150
    },
    {
      "grad_norm": 0.44077786803245544,
      "learning_rate": 7.889187807237852e-07,
      "loss": 0.0303,
      "step": 85160
    },
    {
      "grad_norm": 0.35748112201690674,
      "learning_rate": 7.856713795584447e-07,
      "loss": 0.0286,
      "step": 85170
    },
    {
      "grad_norm": 0.35907670855522156,
      "learning_rate": 7.824306228436884e-07,
      "loss": 0.0322,
      "step": 85180
    },
    {
      "grad_norm": 0.39833277463912964,
      "learning_rate": 7.791965110170607e-07,
      "loss": 0.0329,
      "step": 85190
    },
    {
      "grad_norm": 0.40082746744155884,
      "learning_rate": 7.759690445151846e-07,
      "loss": 0.0234,
      "step": 85200
    },
    {
      "grad_norm": 0.2570900022983551,
      "learning_rate": 7.727482237738115e-07,
      "loss": 0.0187,
      "step": 85210
    },
    {
      "grad_norm": 0.21172326803207397,
      "learning_rate": 7.695340492277881e-07,
      "loss": 0.0211,
      "step": 85220
    },
    {
      "grad_norm": 0.38441741466522217,
      "learning_rate": 7.66326521311056e-07,
      "loss": 0.0251,
      "step": 85230
    },
    {
      "grad_norm": 0.30051735043525696,
      "learning_rate": 7.631256404566689e-07,
      "loss": 0.0279,
      "step": 85240
    },
    {
      "grad_norm": 0.7714666724205017,
      "learning_rate": 7.599314070967756e-07,
      "loss": 0.0282,
      "step": 85250
    },
    {
      "grad_norm": 0.38981375098228455,
      "learning_rate": 7.567438216626422e-07,
      "loss": 0.0238,
      "step": 85260
    },
    {
      "grad_norm": 0.3355151414871216,
      "learning_rate": 7.535628845846076e-07,
      "loss": 0.0279,
      "step": 85270
    },
    {
      "grad_norm": 0.26482710242271423,
      "learning_rate": 7.503885962921453e-07,
      "loss": 0.0264,
      "step": 85280
    },
    {
      "grad_norm": 0.4666152596473694,
      "learning_rate": 7.472209572138122e-07,
      "loss": 0.0275,
      "step": 85290
    },
    {
      "grad_norm": 0.40220358967781067,
      "learning_rate": 7.440599677772775e-07,
      "loss": 0.0192,
      "step": 85300
    },
    {
      "grad_norm": 0.3048935532569885,
      "learning_rate": 7.409056284093052e-07,
      "loss": 0.0256,
      "step": 85310
    },
    {
      "grad_norm": 0.44297799468040466,
      "learning_rate": 7.377579395357547e-07,
      "loss": 0.0241,
      "step": 85320
    },
    {
      "grad_norm": 0.5697416663169861,
      "learning_rate": 7.346169015816195e-07,
      "loss": 0.0319,
      "step": 85330
    },
    {
      "grad_norm": 0.3503185212612152,
      "learning_rate": 7.314825149709492e-07,
      "loss": 0.025,
      "step": 85340
    },
    {
      "grad_norm": 0.25699949264526367,
      "learning_rate": 7.28354780126933e-07,
      "loss": 0.023,
      "step": 85350
    },
    {
      "grad_norm": 0.24962306022644043,
      "learning_rate": 7.252336974718388e-07,
      "loss": 0.0235,
      "step": 85360
    },
    {
      "grad_norm": 0.38724932074546814,
      "learning_rate": 7.221192674270571e-07,
      "loss": 0.025,
      "step": 85370
    },
    {
      "grad_norm": 0.420940101146698,
      "learning_rate": 7.190114904130629e-07,
      "loss": 0.0298,
      "step": 85380
    },
    {
      "grad_norm": 0.19349537789821625,
      "learning_rate": 7.159103668494315e-07,
      "loss": 0.0289,
      "step": 85390
    },
    {
      "grad_norm": 0.36669281125068665,
      "learning_rate": 7.128158971548615e-07,
      "loss": 0.0238,
      "step": 85400
    },
    {
      "grad_norm": 0.36627838015556335,
      "learning_rate": 7.097280817471241e-07,
      "loss": 0.0236,
      "step": 85410
    },
    {
      "grad_norm": 0.4682503640651703,
      "learning_rate": 7.066469210431137e-07,
      "loss": 0.0363,
      "step": 85420
    },
    {
      "grad_norm": 0.3202438950538635,
      "learning_rate": 7.035724154588197e-07,
      "loss": 0.0274,
      "step": 85430
    },
    {
      "grad_norm": 0.38646984100341797,
      "learning_rate": 7.005045654093323e-07,
      "loss": 0.0259,
      "step": 85440
    },
    {
      "grad_norm": 0.30011695623397827,
      "learning_rate": 6.97443371308848e-07,
      "loss": 0.0309,
      "step": 85450
    },
    {
      "grad_norm": 0.6954789757728577,
      "learning_rate": 6.943888335706472e-07,
      "loss": 0.0332,
      "step": 85460
    },
    {
      "grad_norm": 0.20792119204998016,
      "learning_rate": 6.913409526071391e-07,
      "loss": 0.0222,
      "step": 85470
    },
    {
      "grad_norm": 0.202034130692482,
      "learning_rate": 6.88299728829811e-07,
      "loss": 0.0251,
      "step": 85480
    },
    {
      "grad_norm": 0.2707856595516205,
      "learning_rate": 6.852651626492568e-07,
      "loss": 0.0229,
      "step": 85490
    },
    {
      "grad_norm": 0.3142484128475189,
      "learning_rate": 6.822372544751876e-07,
      "loss": 0.0289,
      "step": 85500
    },
    {
      "grad_norm": 0.3217439353466034,
      "learning_rate": 6.792160047163876e-07,
      "loss": 0.0265,
      "step": 85510
    },
    {
      "grad_norm": 0.24368314445018768,
      "learning_rate": 6.762014137807749e-07,
      "loss": 0.0266,
      "step": 85520
    },
    {
      "grad_norm": 0.42102211713790894,
      "learning_rate": 6.731934820753349e-07,
      "loss": 0.0267,
      "step": 85530
    },
    {
      "grad_norm": 0.280203640460968,
      "learning_rate": 6.701922100061708e-07,
      "loss": 0.0206,
      "step": 85540
    },
    {
      "grad_norm": 0.4388469457626343,
      "learning_rate": 6.671975979784972e-07,
      "loss": 0.0224,
      "step": 85550
    },
    {
      "grad_norm": 0.49537932872772217,
      "learning_rate": 6.64209646396613e-07,
      "loss": 0.0301,
      "step": 85560
    },
    {
      "grad_norm": 0.3310682475566864,
      "learning_rate": 6.612283556639176e-07,
      "loss": 0.0291,
      "step": 85570
    },
    {
      "grad_norm": 0.3463827073574066,
      "learning_rate": 6.582537261829225e-07,
      "loss": 0.0268,
      "step": 85580
    },
    {
      "grad_norm": 0.4128901958465576,
      "learning_rate": 6.552857583552341e-07,
      "loss": 0.0246,
      "step": 85590
    },
    {
      "grad_norm": 0.3770121932029724,
      "learning_rate": 6.523244525815541e-07,
      "loss": 0.0231,
      "step": 85600
    },
    {
      "grad_norm": 0.2360994964838028,
      "learning_rate": 6.493698092616907e-07,
      "loss": 0.017,
      "step": 85610
    },
    {
      "grad_norm": 0.3387978971004486,
      "learning_rate": 6.464218287945522e-07,
      "loss": 0.0303,
      "step": 85620
    },
    {
      "grad_norm": 0.28495877981185913,
      "learning_rate": 6.434805115781595e-07,
      "loss": 0.0227,
      "step": 85630
    },
    {
      "grad_norm": 0.39373570680618286,
      "learning_rate": 6.405458580096057e-07,
      "loss": 0.0324,
      "step": 85640
    },
    {
      "grad_norm": 0.26172229647636414,
      "learning_rate": 6.376178684850965e-07,
      "loss": 0.0282,
      "step": 85650
    },
    {
      "grad_norm": 0.34093791246414185,
      "learning_rate": 6.346965433999596e-07,
      "loss": 0.0285,
      "step": 85660
    },
    {
      "grad_norm": 0.43036529421806335,
      "learning_rate": 6.317818831485911e-07,
      "loss": 0.0299,
      "step": 85670
    },
    {
      "grad_norm": 0.5086113214492798,
      "learning_rate": 6.288738881244982e-07,
      "loss": 0.0252,
      "step": 85680
    },
    {
      "grad_norm": 0.29385989904403687,
      "learning_rate": 6.259725587203058e-07,
      "loss": 0.0281,
      "step": 85690
    },
    {
      "grad_norm": 0.2759854197502136,
      "learning_rate": 6.230778953277061e-07,
      "loss": 0.03,
      "step": 85700
    },
    {
      "grad_norm": 0.34175729751586914,
      "learning_rate": 6.201898983375199e-07,
      "loss": 0.018,
      "step": 85710
    },
    {
      "grad_norm": 0.40531817078590393,
      "learning_rate": 6.173085681396518e-07,
      "loss": 0.0269,
      "step": 85720
    },
    {
      "grad_norm": 0.3010546565055847,
      "learning_rate": 6.144339051231185e-07,
      "loss": 0.0181,
      "step": 85730
    },
    {
      "grad_norm": 0.31025969982147217,
      "learning_rate": 6.115659096760262e-07,
      "loss": 0.0225,
      "step": 85740
    },
    {
      "grad_norm": 0.17085066437721252,
      "learning_rate": 6.087045821855763e-07,
      "loss": 0.0304,
      "step": 85750
    },
    {
      "grad_norm": 0.4922541081905365,
      "learning_rate": 6.058499230380932e-07,
      "loss": 0.0237,
      "step": 85760
    },
    {
      "grad_norm": 0.37504643201828003,
      "learning_rate": 6.03001932618974e-07,
      "loss": 0.0201,
      "step": 85770
    },
    {
      "grad_norm": 0.4809138774871826,
      "learning_rate": 6.001606113127334e-07,
      "loss": 0.0353,
      "step": 85780
    },
    {
      "grad_norm": 0.5329506993293762,
      "learning_rate": 5.973259595029757e-07,
      "loss": 0.027,
      "step": 85790
    },
    {
      "grad_norm": 0.31413325667381287,
      "learning_rate": 5.944979775724114e-07,
      "loss": 0.0315,
      "step": 85800
    },
    {
      "grad_norm": 0.19973717629909515,
      "learning_rate": 5.916766659028405e-07,
      "loss": 0.0232,
      "step": 85810
    },
    {
      "grad_norm": 0.21423986554145813,
      "learning_rate": 5.888620248751808e-07,
      "loss": 0.0288,
      "step": 85820
    },
    {
      "grad_norm": 0.2564578354358673,
      "learning_rate": 5.860540548694338e-07,
      "loss": 0.0219,
      "step": 85830
    },
    {
      "grad_norm": 0.23019009828567505,
      "learning_rate": 5.832527562647016e-07,
      "loss": 0.0292,
      "step": 85840
    },
    {
      "grad_norm": 0.5075160264968872,
      "learning_rate": 5.804581294391986e-07,
      "loss": 0.0307,
      "step": 85850
    },
    {
      "grad_norm": 0.3386884033679962,
      "learning_rate": 5.776701747702173e-07,
      "loss": 0.0236,
      "step": 85860
    },
    {
      "grad_norm": 0.2822554409503937,
      "learning_rate": 5.748888926341623e-07,
      "loss": 0.0246,
      "step": 85870
    },
    {
      "grad_norm": 0.36203983426094055,
      "learning_rate": 5.721142834065385e-07,
      "loss": 0.0304,
      "step": 85880
    },
    {
      "grad_norm": 0.3253597617149353,
      "learning_rate": 5.693463474619576e-07,
      "loss": 0.0225,
      "step": 85890
    },
    {
      "grad_norm": 0.34316033124923706,
      "learning_rate": 5.665850851740983e-07,
      "loss": 0.028,
      "step": 85900
    },
    {
      "grad_norm": 0.4081059694290161,
      "learning_rate": 5.638304969157793e-07,
      "loss": 0.0309,
      "step": 85910
    },
    {
      "grad_norm": 0.4248334467411041,
      "learning_rate": 5.610825830588862e-07,
      "loss": 0.0252,
      "step": 85920
    },
    {
      "grad_norm": 0.3202410638332367,
      "learning_rate": 5.583413439744278e-07,
      "loss": 0.0243,
      "step": 85930
    },
    {
      "grad_norm": 0.35127705335617065,
      "learning_rate": 5.55606780032486e-07,
      "loss": 0.0245,
      "step": 85940
    },
    {
      "grad_norm": 0.24920906126499176,
      "learning_rate": 5.528788916022709e-07,
      "loss": 0.025,
      "step": 85950
    },
    {
      "grad_norm": 0.33216580748558044,
      "learning_rate": 5.501576790520657e-07,
      "loss": 0.0248,
      "step": 85960
    },
    {
      "grad_norm": 0.3180634677410126,
      "learning_rate": 5.474431427492599e-07,
      "loss": 0.0266,
      "step": 85970
    },
    {
      "grad_norm": 0.551660418510437,
      "learning_rate": 5.447352830603491e-07,
      "loss": 0.0312,
      "step": 85980
    },
    {
      "grad_norm": 0.24842850863933563,
      "learning_rate": 5.4203410035093e-07,
      "loss": 0.023,
      "step": 85990
    },
    {
      "grad_norm": 0.3116863965988159,
      "learning_rate": 5.393395949856883e-07,
      "loss": 0.0263,
      "step": 86000
    },
    {
      "grad_norm": 0.3278510570526123,
      "learning_rate": 5.366517673283944e-07,
      "loss": 0.0282,
      "step": 86010
    },
    {
      "grad_norm": 0.5086547136306763,
      "learning_rate": 5.339706177419523e-07,
      "loss": 0.0282,
      "step": 86020
    },
    {
      "grad_norm": 0.46220120787620544,
      "learning_rate": 5.312961465883392e-07,
      "loss": 0.0304,
      "step": 86030
    },
    {
      "grad_norm": 0.3879375755786896,
      "learning_rate": 5.28628354228633e-07,
      "loss": 0.0222,
      "step": 86040
    },
    {
      "grad_norm": 0.3579593896865845,
      "learning_rate": 5.259672410230177e-07,
      "loss": 0.0273,
      "step": 86050
    },
    {
      "grad_norm": 0.30508169531822205,
      "learning_rate": 5.233128073307669e-07,
      "loss": 0.0303,
      "step": 86060
    },
    {
      "grad_norm": 0.1961805671453476,
      "learning_rate": 5.206650535102608e-07,
      "loss": 0.0238,
      "step": 86070
    },
    {
      "grad_norm": 0.21765738725662231,
      "learning_rate": 5.180239799189801e-07,
      "loss": 0.0204,
      "step": 86080
    },
    {
      "grad_norm": 0.4146476686000824,
      "learning_rate": 5.153895869134839e-07,
      "loss": 0.0277,
      "step": 86090
    },
    {
      "grad_norm": 0.3417215943336487,
      "learning_rate": 5.12761874849449e-07,
      "loss": 0.0252,
      "step": 86100
    },
    {
      "grad_norm": 0.27612677216529846,
      "learning_rate": 5.101408440816469e-07,
      "loss": 0.0247,
      "step": 86110
    },
    {
      "grad_norm": 0.20869113504886627,
      "learning_rate": 5.075264949639446e-07,
      "loss": 0.0258,
      "step": 86120
    },
    {
      "grad_norm": 0.3373695909976959,
      "learning_rate": 5.049188278492989e-07,
      "loss": 0.021,
      "step": 86130
    },
    {
      "grad_norm": 0.3046990931034088,
      "learning_rate": 5.023178430897835e-07,
      "loss": 0.0281,
      "step": 86140
    },
    {
      "grad_norm": 0.5152129530906677,
      "learning_rate": 4.997235410365509e-07,
      "loss": 0.023,
      "step": 86150
    },
    {
      "grad_norm": 0.3409457504749298,
      "learning_rate": 4.971359220398541e-07,
      "loss": 0.0223,
      "step": 86160
    },
    {
      "grad_norm": 0.5760647654533386,
      "learning_rate": 4.945549864490639e-07,
      "loss": 0.0292,
      "step": 86170
    },
    {
      "grad_norm": 0.3291357457637787,
      "learning_rate": 4.919807346126237e-07,
      "loss": 0.0207,
      "step": 86180
    },
    {
      "grad_norm": 0.24163968861103058,
      "learning_rate": 4.894131668780832e-07,
      "loss": 0.0249,
      "step": 86190
    },
    {
      "grad_norm": 0.38437485694885254,
      "learning_rate": 4.86852283592093e-07,
      "loss": 0.0224,
      "step": 86200
    },
    {
      "grad_norm": 0.271036833524704,
      "learning_rate": 4.842980851004042e-07,
      "loss": 0.0261,
      "step": 86210
    },
    {
      "grad_norm": 0.4462025761604309,
      "learning_rate": 4.817505717478576e-07,
      "loss": 0.021,
      "step": 86220
    },
    {
      "grad_norm": 0.23794955015182495,
      "learning_rate": 4.792097438783838e-07,
      "loss": 0.0258,
      "step": 86230
    },
    {
      "grad_norm": 0.348183810710907,
      "learning_rate": 4.766756018350416e-07,
      "loss": 0.021,
      "step": 86240
    },
    {
      "grad_norm": 0.3695650100708008,
      "learning_rate": 4.741481459599462e-07,
      "loss": 0.0251,
      "step": 86250
    },
    {
      "grad_norm": 0.4558250904083252,
      "learning_rate": 4.716273765943469e-07,
      "loss": 0.031,
      "step": 86260
    },
    {
      "grad_norm": 0.42124056816101074,
      "learning_rate": 4.6911329407856033e-07,
      "loss": 0.026,
      "step": 86270
    },
    {
      "grad_norm": 0.43264350295066833,
      "learning_rate": 4.666058987520261e-07,
      "loss": 0.0219,
      "step": 86280
    },
    {
      "grad_norm": 0.4523952305316925,
      "learning_rate": 4.6410519095325677e-07,
      "loss": 0.0326,
      "step": 86290
    },
    {
      "grad_norm": 0.4257563650608063,
      "learning_rate": 4.6161117101988783e-07,
      "loss": 0.0284,
      "step": 86300
    },
    {
      "grad_norm": 0.1882036179304123,
      "learning_rate": 4.5912383928863325e-07,
      "loss": 0.0207,
      "step": 86310
    },
    {
      "grad_norm": 0.32514819502830505,
      "learning_rate": 4.566431960952966e-07,
      "loss": 0.0234,
      "step": 86320
    },
    {
      "grad_norm": 0.40965646505355835,
      "learning_rate": 4.5416924177481e-07,
      "loss": 0.0253,
      "step": 86330
    },
    {
      "grad_norm": 0.35753095149993896,
      "learning_rate": 4.51701976661173e-07,
      "loss": 0.0328,
      "step": 86340
    },
    {
      "grad_norm": 0.38278666138648987,
      "learning_rate": 4.492414010874857e-07,
      "loss": 0.0297,
      "step": 86350
    },
    {
      "grad_norm": 0.2384239286184311,
      "learning_rate": 4.4678751538596573e-07,
      "loss": 0.0236,
      "step": 86360
    },
    {
      "grad_norm": 0.28600502014160156,
      "learning_rate": 4.4434031988790923e-07,
      "loss": 0.0247,
      "step": 86370
    },
    {
      "grad_norm": 0.8853307366371155,
      "learning_rate": 4.4189981492370745e-07,
      "loss": 0.0276,
      "step": 86380
    },
    {
      "grad_norm": 0.254970520734787,
      "learning_rate": 4.3946600082285794e-07,
      "loss": 0.0288,
      "step": 86390
    },
    {
      "grad_norm": 0.34026169776916504,
      "learning_rate": 4.370388779139478e-07,
      "loss": 0.0295,
      "step": 86400
    },
    {
      "grad_norm": 0.27660873532295227,
      "learning_rate": 4.3461844652467607e-07,
      "loss": 0.0274,
      "step": 86410
    },
    {
      "grad_norm": 0.6735982298851013,
      "learning_rate": 4.3220470698180917e-07,
      "loss": 0.0255,
      "step": 86420
    },
    {
      "grad_norm": 0.3426226079463959,
      "learning_rate": 4.297976596112363e-07,
      "loss": 0.0331,
      "step": 86430
    },
    {
      "grad_norm": 0.42569825053215027,
      "learning_rate": 4.2739730473793647e-07,
      "loss": 0.025,
      "step": 86440
    },
    {
      "grad_norm": 0.269182413816452,
      "learning_rate": 4.2500364268597825e-07,
      "loss": 0.0314,
      "step": 86450
    },
    {
      "grad_norm": 0.3628520965576172,
      "learning_rate": 4.2261667377853086e-07,
      "loss": 0.0279,
      "step": 86460
    },
    {
      "grad_norm": 0.3479672372341156,
      "learning_rate": 4.202363983378643e-07,
      "loss": 0.021,
      "step": 86470
    },
    {
      "grad_norm": 0.26649028062820435,
      "learning_rate": 4.1786281668533823e-07,
      "loss": 0.0342,
      "step": 86480
    },
    {
      "grad_norm": 0.46147415041923523,
      "learning_rate": 4.154959291414129e-07,
      "loss": 0.0278,
      "step": 86490
    },
    {
      "grad_norm": 0.3736574053764343,
      "learning_rate": 4.1313573602563825e-07,
      "loss": 0.0224,
      "step": 86500
    },
    {
      "grad_norm": 0.5601407885551453,
      "learning_rate": 4.1078223765667054e-07,
      "loss": 0.0232,
      "step": 86510
    },
    {
      "grad_norm": 0.2900536358356476,
      "learning_rate": 4.0843543435225006e-07,
      "loss": 0.0251,
      "step": 86520
    },
    {
      "grad_norm": 0.3257942497730255,
      "learning_rate": 4.0609532642922887e-07,
      "loss": 0.0233,
      "step": 86530
    },
    {
      "grad_norm": 0.38942480087280273,
      "learning_rate": 4.037619142035376e-07,
      "loss": 0.0272,
      "step": 86540
    },
    {
      "grad_norm": 0.38357099890708923,
      "learning_rate": 4.0143519799021314e-07,
      "loss": 0.0286,
      "step": 86550
    },
    {
      "grad_norm": 0.34671711921691895,
      "learning_rate": 3.9911517810339304e-07,
      "loss": 0.0273,
      "step": 86560
    },
    {
      "grad_norm": 0.5059347748756409,
      "learning_rate": 3.9680185485629907e-07,
      "loss": 0.0253,
      "step": 86570
    },
    {
      "grad_norm": 0.33587878942489624,
      "learning_rate": 3.9449522856125355e-07,
      "loss": 0.0263,
      "step": 86580
    },
    {
      "grad_norm": 0.3324766159057617,
      "learning_rate": 3.921952995296796e-07,
      "loss": 0.0322,
      "step": 86590
    },
    {
      "grad_norm": 0.6523054838180542,
      "learning_rate": 3.899020680720844e-07,
      "loss": 0.026,
      "step": 86600
    },
    {
      "grad_norm": 0.35324832797050476,
      "learning_rate": 3.876155344980814e-07,
      "loss": 0.0283,
      "step": 86610
    },
    {
      "grad_norm": 0.3733367919921875,
      "learning_rate": 3.8533569911637925e-07,
      "loss": 0.0204,
      "step": 86620
    },
    {
      "grad_norm": 0.41842982172966003,
      "learning_rate": 3.8306256223478167e-07,
      "loss": 0.0249,
      "step": 86630
    },
    {
      "grad_norm": 0.3737182915210724,
      "learning_rate": 3.807961241601821e-07,
      "loss": 0.0263,
      "step": 86640
    },
    {
      "grad_norm": 0.3125268816947937,
      "learning_rate": 3.7853638519856905e-07,
      "loss": 0.0242,
      "step": 86650
    },
    {
      "grad_norm": 0.3415876030921936,
      "learning_rate": 3.762833456550374e-07,
      "loss": 0.0301,
      "step": 86660
    },
    {
      "grad_norm": 0.3416927456855774,
      "learning_rate": 3.7403700583377166e-07,
      "loss": 0.0278,
      "step": 86670
    },
    {
      "grad_norm": 0.3196411430835724,
      "learning_rate": 3.717973660380458e-07,
      "loss": 0.0339,
      "step": 86680
    },
    {
      "grad_norm": 0.4719812273979187,
      "learning_rate": 3.6956442657024026e-07,
      "loss": 0.026,
      "step": 86690
    },
    {
      "grad_norm": 0.365138977766037,
      "learning_rate": 3.6733818773181936e-07,
      "loss": 0.0281,
      "step": 86700
    },
    {
      "grad_norm": 0.2861940264701843,
      "learning_rate": 3.6511864982335943e-07,
      "loss": 0.0255,
      "step": 86710
    },
    {
      "grad_norm": 0.3677312135696411,
      "learning_rate": 3.6290581314450956e-07,
      "loss": 0.0221,
      "step": 86720
    },
    {
      "grad_norm": 0.338437020778656,
      "learning_rate": 3.606996779940308e-07,
      "loss": 0.0306,
      "step": 86730
    },
    {
      "grad_norm": 0.42879781126976013,
      "learning_rate": 3.5850024466977386e-07,
      "loss": 0.0281,
      "step": 86740
    },
    {
      "grad_norm": 0.41889798641204834,
      "learning_rate": 3.563075134686844e-07,
      "loss": 0.0298,
      "step": 86750
    },
    {
      "grad_norm": 0.22943025827407837,
      "learning_rate": 3.541214846868091e-07,
      "loss": 0.0255,
      "step": 86760
    },
    {
      "grad_norm": 0.28943562507629395,
      "learning_rate": 3.519421586192784e-07,
      "loss": 0.0243,
      "step": 86770
    },
    {
      "grad_norm": 0.36429673433303833,
      "learning_rate": 3.4976953556032923e-07,
      "loss": 0.0287,
      "step": 86780
    },
    {
      "grad_norm": 0.3405708074569702,
      "learning_rate": 3.4760361580328804e-07,
      "loss": 0.0273,
      "step": 86790
    },
    {
      "grad_norm": 0.4799405336380005,
      "learning_rate": 3.4544439964057097e-07,
      "loss": 0.0309,
      "step": 86800
    },
    {
      "grad_norm": 0.2548574209213257,
      "learning_rate": 3.432918873636948e-07,
      "loss": 0.0265,
      "step": 86810
    },
    {
      "grad_norm": 0.4846067726612091,
      "learning_rate": 3.411460792632826e-07,
      "loss": 0.022,
      "step": 86820
    },
    {
      "grad_norm": 0.28961989283561707,
      "learning_rate": 3.3900697562903594e-07,
      "loss": 0.0226,
      "step": 86830
    },
    {
      "grad_norm": 0.4376073181629181,
      "learning_rate": 3.368745767497461e-07,
      "loss": 0.0224,
      "step": 86840
    },
    {
      "grad_norm": 0.5595490336418152,
      "learning_rate": 3.347488829133216e-07,
      "loss": 0.03,
      "step": 86850
    },
    {
      "grad_norm": 0.3025398850440979,
      "learning_rate": 3.3262989440674964e-07,
      "loss": 0.0275,
      "step": 86860
    },
    {
      "grad_norm": 0.30511143803596497,
      "learning_rate": 3.3051761151610685e-07,
      "loss": 0.0186,
      "step": 86870
    },
    {
      "grad_norm": 0.4704667329788208,
      "learning_rate": 3.284120345265873e-07,
      "loss": 0.0286,
      "step": 86880
    },
    {
      "grad_norm": 0.22448942065238953,
      "learning_rate": 3.263131637224637e-07,
      "loss": 0.026,
      "step": 86890
    },
    {
      "grad_norm": 0.4316880404949188,
      "learning_rate": 3.2422099938709813e-07,
      "loss": 0.0342,
      "step": 86900
    },
    {
      "grad_norm": 0.3754735291004181,
      "learning_rate": 3.221355418029648e-07,
      "loss": 0.0265,
      "step": 86910
    },
    {
      "grad_norm": 0.595356285572052,
      "learning_rate": 3.200567912516106e-07,
      "loss": 0.0355,
      "step": 86920
    },
    {
      "grad_norm": 0.3034003973007202,
      "learning_rate": 3.179847480136999e-07,
      "loss": 0.0256,
      "step": 86930
    },
    {
      "grad_norm": 0.53907310962677,
      "learning_rate": 3.1591941236897017e-07,
      "loss": 0.0301,
      "step": 86940
    },
    {
      "grad_norm": 0.37551918625831604,
      "learning_rate": 3.1386078459627045e-07,
      "loss": 0.0203,
      "step": 86950
    },
    {
      "grad_norm": 0.5431023836135864,
      "learning_rate": 3.1180886497353403e-07,
      "loss": 0.029,
      "step": 86960
    },
    {
      "grad_norm": 0.3161669075489044,
      "learning_rate": 3.0976365377779484e-07,
      "loss": 0.0192,
      "step": 86970
    },
    {
      "grad_norm": 0.3054506480693817,
      "learning_rate": 3.0772515128517085e-07,
      "loss": 0.032,
      "step": 86980
    },
    {
      "grad_norm": 0.4474415183067322,
      "learning_rate": 3.0569335777088647e-07,
      "loss": 0.0289,
      "step": 86990
    },
    {
      "grad_norm": 0.3508192300796509,
      "learning_rate": 3.036682735092611e-07,
      "loss": 0.0282,
      "step": 87000
    },
    {
      "grad_norm": 0.2399967461824417,
      "learning_rate": 3.016498987736871e-07,
      "loss": 0.0302,
      "step": 87010
    },
    {
      "grad_norm": 0.2860529124736786,
      "learning_rate": 2.9963823383668543e-07,
      "loss": 0.0238,
      "step": 87020
    },
    {
      "grad_norm": 0.3944772183895111,
      "learning_rate": 2.976332789698333e-07,
      "loss": 0.031,
      "step": 87030
    },
    {
      "grad_norm": 0.38167858123779297,
      "learning_rate": 2.9563503444383076e-07,
      "loss": 0.0282,
      "step": 87040
    },
    {
      "grad_norm": 0.3395136296749115,
      "learning_rate": 2.9364350052846213e-07,
      "loss": 0.0284,
      "step": 87050
    },
    {
      "grad_norm": 0.35407084226608276,
      "learning_rate": 2.916586774925956e-07,
      "loss": 0.0237,
      "step": 87060
    },
    {
      "grad_norm": 0.29478421807289124,
      "learning_rate": 2.8968056560421673e-07,
      "loss": 0.0206,
      "step": 87070
    },
    {
      "grad_norm": 0.3394855856895447,
      "learning_rate": 2.8770916513038983e-07,
      "loss": 0.022,
      "step": 87080
    },
    {
      "grad_norm": 0.2612341344356537,
      "learning_rate": 2.85744476337263e-07,
      "loss": 0.0224,
      "step": 87090
    },
    {
      "grad_norm": 0.255203515291214,
      "learning_rate": 2.8378649949009626e-07,
      "loss": 0.0228,
      "step": 87100
    },
    {
      "grad_norm": 0.336820513010025,
      "learning_rate": 2.818352348532394e-07,
      "loss": 0.0298,
      "step": 87110
    },
    {
      "grad_norm": 0.42046454548835754,
      "learning_rate": 2.798906826901315e-07,
      "loss": 0.028,
      "step": 87120
    },
    {
      "grad_norm": 0.3315821886062622,
      "learning_rate": 2.779528432633072e-07,
      "loss": 0.0302,
      "step": 87130
    },
    {
      "grad_norm": 0.22797143459320068,
      "learning_rate": 2.760217168344015e-07,
      "loss": 0.0205,
      "step": 87140
    },
    {
      "grad_norm": 0.37846967577934265,
      "learning_rate": 2.740973036641281e-07,
      "loss": 0.031,
      "step": 87150
    },
    {
      "grad_norm": 0.309487521648407,
      "learning_rate": 2.7217960401230145e-07,
      "loss": 0.0195,
      "step": 87160
    },
    {
      "grad_norm": 0.1717977225780487,
      "learning_rate": 2.702686181378367e-07,
      "loss": 0.0218,
      "step": 87170
    },
    {
      "grad_norm": 0.4793374836444855,
      "learning_rate": 2.683643462987384e-07,
      "loss": 0.0236,
      "step": 87180
    },
    {
      "grad_norm": 0.3666028678417206,
      "learning_rate": 2.6646678875210107e-07,
      "loss": 0.0252,
      "step": 87190
    },
    {
      "grad_norm": 0.3649398684501648,
      "learning_rate": 2.6457594575411413e-07,
      "loss": 0.0267,
      "step": 87200
    },
    {
      "grad_norm": 0.2951197624206543,
      "learning_rate": 2.626918175600623e-07,
      "loss": 0.0234,
      "step": 87210
    },
    {
      "grad_norm": 0.1682685762643814,
      "learning_rate": 2.6081440442431994e-07,
      "loss": 0.0267,
      "step": 87220
    },
    {
      "grad_norm": 0.37709134817123413,
      "learning_rate": 2.5894370660036193e-07,
      "loss": 0.0253,
      "step": 87230
    },
    {
      "grad_norm": 0.24294692277908325,
      "learning_rate": 2.5707972434074746e-07,
      "loss": 0.0405,
      "step": 87240
    },
    {
      "grad_norm": 0.25884518027305603,
      "learning_rate": 2.5522245789713627e-07,
      "loss": 0.0265,
      "step": 87250
    },
    {
      "grad_norm": 0.2808825373649597,
      "learning_rate": 2.5337190752027785e-07,
      "loss": 0.0177,
      "step": 87260
    },
    {
      "grad_norm": 0.25835809111595154,
      "learning_rate": 2.5152807346001674e-07,
      "loss": 0.0187,
      "step": 87270
    },
    {
      "grad_norm": 0.35777708888053894,
      "learning_rate": 2.496909559652927e-07,
      "loss": 0.0255,
      "step": 87280
    },
    {
      "grad_norm": 0.3323916792869568,
      "learning_rate": 2.47860555284124e-07,
      "loss": 0.0323,
      "step": 87290
    },
    {
      "grad_norm": 0.3284359574317932,
      "learning_rate": 2.460368716636519e-07,
      "loss": 0.0311,
      "step": 87300
    },
    {
      "grad_norm": 0.36111393570899963,
      "learning_rate": 2.442199053500793e-07,
      "loss": 0.032,
      "step": 87310
    },
    {
      "grad_norm": 0.33019107580184937,
      "learning_rate": 2.424096565887213e-07,
      "loss": 0.0305,
      "step": 87320
    },
    {
      "grad_norm": 0.2722669243812561,
      "learning_rate": 2.4060612562398223e-07,
      "loss": 0.0233,
      "step": 87330
    },
    {
      "grad_norm": 0.35299959778785706,
      "learning_rate": 2.388093126993507e-07,
      "loss": 0.0201,
      "step": 87340
    },
    {
      "grad_norm": 0.32772061228752136,
      "learning_rate": 2.3701921805742156e-07,
      "loss": 0.0259,
      "step": 87350
    },
    {
      "grad_norm": 0.39202991127967834,
      "learning_rate": 2.3523584193986814e-07,
      "loss": 0.0283,
      "step": 87360
    },
    {
      "grad_norm": 0.5279253721237183,
      "learning_rate": 2.3345918458748117e-07,
      "loss": 0.0315,
      "step": 87370
    },
    {
      "grad_norm": 0.20810723304748535,
      "learning_rate": 2.3168924624011324e-07,
      "loss": 0.0246,
      "step": 87380
    },
    {
      "grad_norm": 0.32268452644348145,
      "learning_rate": 2.2992602713672317e-07,
      "loss": 0.0262,
      "step": 87390
    },
    {
      "grad_norm": 0.46572166681289673,
      "learning_rate": 2.2816952751537613e-07,
      "loss": 0.0276,
      "step": 87400
    },
    {
      "grad_norm": 0.3256472945213318,
      "learning_rate": 2.2641974761321016e-07,
      "loss": 0.0214,
      "step": 87410
    },
    {
      "grad_norm": 0.5894930958747864,
      "learning_rate": 2.246766876664641e-07,
      "loss": 0.0311,
      "step": 87420
    },
    {
      "grad_norm": 0.38895943760871887,
      "learning_rate": 2.229403479104719e-07,
      "loss": 0.0268,
      "step": 87430
    },
    {
      "grad_norm": 0.26992067694664,
      "learning_rate": 2.2121072857966274e-07,
      "loss": 0.026,
      "step": 87440
    },
    {
      "grad_norm": 0.31051161885261536,
      "learning_rate": 2.1948782990753868e-07,
      "loss": 0.0276,
      "step": 87450
    },
    {
      "grad_norm": 0.5353009700775146,
      "learning_rate": 2.1777165212671923e-07,
      "loss": 0.0235,
      "step": 87460
    },
    {
      "grad_norm": 0.36430901288986206,
      "learning_rate": 2.1606219546890792e-07,
      "loss": 0.0255,
      "step": 87470
    },
    {
      "grad_norm": 0.3792279362678528,
      "learning_rate": 2.1435946016489793e-07,
      "loss": 0.0312,
      "step": 87480
    },
    {
      "grad_norm": 0.3688003718852997,
      "learning_rate": 2.126634464445665e-07,
      "loss": 0.0272,
      "step": 87490
    },
    {
      "grad_norm": 0.3522212505340576,
      "learning_rate": 2.1097415453690816e-07,
      "loss": 0.0302,
      "step": 87500
    },
    {
      "grad_norm": 0.35887593030929565,
      "learning_rate": 2.09291584669985e-07,
      "loss": 0.0323,
      "step": 87510
    },
    {
      "grad_norm": 0.3309749960899353,
      "learning_rate": 2.0761573707096526e-07,
      "loss": 0.0253,
      "step": 87520
    },
    {
      "grad_norm": 0.3122440278530121,
      "learning_rate": 2.0594661196610688e-07,
      "loss": 0.0259,
      "step": 87530
    },
    {
      "grad_norm": 0.4609011113643646,
      "learning_rate": 2.0428420958075734e-07,
      "loss": 0.0292,
      "step": 87540
    },
    {
      "grad_norm": 0.33803412318229675,
      "learning_rate": 2.0262853013935378e-07,
      "loss": 0.0252,
      "step": 87550
    },
    {
      "grad_norm": 0.3549608886241913,
      "learning_rate": 2.009795738654452e-07,
      "loss": 0.0223,
      "step": 87560
    },
    {
      "grad_norm": 0.2535310983657837,
      "learning_rate": 1.9933734098164236e-07,
      "loss": 0.0246,
      "step": 87570
    },
    {
      "grad_norm": 0.3226442039012909,
      "learning_rate": 1.9770183170966795e-07,
      "loss": 0.0244,
      "step": 87580
    },
    {
      "grad_norm": 0.28121060132980347,
      "learning_rate": 1.9607304627033974e-07,
      "loss": 0.0309,
      "step": 87590
    },
    {
      "grad_norm": 0.29526159167289734,
      "learning_rate": 1.9445098488355406e-07,
      "loss": 0.0241,
      "step": 87600
    },
    {
      "grad_norm": 0.27776584029197693,
      "learning_rate": 1.9283564776830797e-07,
      "loss": 0.0201,
      "step": 87610
    },
    {
      "grad_norm": 0.2990289032459259,
      "learning_rate": 1.9122703514268814e-07,
      "loss": 0.0299,
      "step": 87620
    },
    {
      "grad_norm": 0.4208238422870636,
      "learning_rate": 1.8962514722387638e-07,
      "loss": 0.0254,
      "step": 87630
    },
    {
      "grad_norm": 0.38068845868110657,
      "learning_rate": 1.880299842281441e-07,
      "loss": 0.0324,
      "step": 87640
    },
    {
      "grad_norm": 0.25973591208457947,
      "learning_rate": 1.8644154637085243e-07,
      "loss": 0.0226,
      "step": 87650
    },
    {
      "grad_norm": 0.276856929063797,
      "learning_rate": 1.8485983386645756e-07,
      "loss": 0.0236,
      "step": 87660
    },
    {
      "grad_norm": 0.2761089503765106,
      "learning_rate": 1.8328484692851089e-07,
      "loss": 0.0232,
      "step": 87670
    },
    {
      "grad_norm": 0.4451773464679718,
      "learning_rate": 1.817165857696479e-07,
      "loss": 0.0215,
      "step": 87680
    },
    {
      "grad_norm": 0.36529603600502014,
      "learning_rate": 1.801550506015992e-07,
      "loss": 0.0283,
      "step": 87690
    },
    {
      "grad_norm": 0.2971109449863434,
      "learning_rate": 1.7860024163519617e-07,
      "loss": 0.0272,
      "step": 87700
    },
    {
      "grad_norm": 0.5400434732437134,
      "learning_rate": 1.7705215908034866e-07,
      "loss": 0.0299,
      "step": 87710
    },
    {
      "grad_norm": 0.2997710704803467,
      "learning_rate": 1.7551080314606172e-07,
      "loss": 0.0243,
      "step": 87720
    },
    {
      "grad_norm": 0.333002507686615,
      "learning_rate": 1.7397617404044108e-07,
      "loss": 0.03,
      "step": 87730
    },
    {
      "grad_norm": 0.21146821975708008,
      "learning_rate": 1.7244827197067103e-07,
      "loss": 0.0215,
      "step": 87740
    },
    {
      "grad_norm": 0.516575813293457,
      "learning_rate": 1.7092709714303656e-07,
      "loss": 0.028,
      "step": 87750
    },
    {
      "grad_norm": 0.3740978240966797,
      "learning_rate": 1.6941264976291782e-07,
      "loss": 0.0259,
      "step": 87760
    },
    {
      "grad_norm": 0.3183426558971405,
      "learning_rate": 1.6790493003477349e-07,
      "loss": 0.0222,
      "step": 87770
    },
    {
      "grad_norm": 0.5974804759025574,
      "learning_rate": 1.6640393816216848e-07,
      "loss": 0.0246,
      "step": 87780
    },
    {
      "grad_norm": 0.41445231437683105,
      "learning_rate": 1.649096743477463e-07,
      "loss": 0.0247,
      "step": 87790
    },
    {
      "grad_norm": 0.3456806540489197,
      "learning_rate": 1.6342213879325108e-07,
      "loss": 0.0219,
      "step": 87800
    },
    {
      "grad_norm": 0.3951091170310974,
      "learning_rate": 1.6194133169951109e-07,
      "loss": 0.0259,
      "step": 87810
    },
    {
      "grad_norm": 0.4704343378543854,
      "learning_rate": 1.6046725326646084e-07,
      "loss": 0.0291,
      "step": 87820
    },
    {
      "grad_norm": 0.5152042508125305,
      "learning_rate": 1.589999036931078e-07,
      "loss": 0.0217,
      "step": 87830
    },
    {
      "grad_norm": 0.5094266533851624,
      "learning_rate": 1.5753928317756017e-07,
      "loss": 0.0213,
      "step": 87840
    },
    {
      "grad_norm": 0.30778053402900696,
      "learning_rate": 1.5608539191702132e-07,
      "loss": 0.0234,
      "step": 87850
    },
    {
      "grad_norm": 0.293102502822876,
      "learning_rate": 1.5463823010778423e-07,
      "loss": 0.0259,
      "step": 87860
    },
    {
      "grad_norm": 0.21824795007705688,
      "learning_rate": 1.5319779794522037e-07,
      "loss": 0.021,
      "step": 87870
    },
    {
      "grad_norm": 0.5046138763427734,
      "learning_rate": 1.5176409562380756e-07,
      "loss": 0.0353,
      "step": 87880
    },
    {
      "grad_norm": 0.4754864275455475,
      "learning_rate": 1.503371233371187e-07,
      "loss": 0.0311,
      "step": 87890
    },
    {
      "grad_norm": 0.35297608375549316,
      "learning_rate": 1.4891688127779968e-07,
      "loss": 0.0267,
      "step": 87900
    },
    {
      "grad_norm": 0.3998711407184601,
      "learning_rate": 1.4750336963760268e-07,
      "loss": 0.0472,
      "step": 87910
    },
    {
      "grad_norm": 0.299687922000885,
      "learning_rate": 1.4609658860736397e-07,
      "loss": 0.0251,
      "step": 87920
    },
    {
      "grad_norm": 0.31126344203948975,
      "learning_rate": 1.446965383770149e-07,
      "loss": 0.032,
      "step": 87930
    },
    {
      "grad_norm": 0.33700013160705566,
      "learning_rate": 1.433032191355821e-07,
      "loss": 0.0308,
      "step": 87940
    },
    {
      "grad_norm": 0.24387560784816742,
      "learning_rate": 1.419166310711706e-07,
      "loss": 0.0245,
      "step": 87950
    },
    {
      "grad_norm": 0.41507068276405334,
      "learning_rate": 1.4053677437099179e-07,
      "loss": 0.0221,
      "step": 87960
    },
    {
      "grad_norm": 0.38872888684272766,
      "learning_rate": 1.3916364922132996e-07,
      "loss": 0.023,
      "step": 87970
    },
    {
      "grad_norm": 0.33442139625549316,
      "learning_rate": 1.377972558075813e-07,
      "loss": 0.0263,
      "step": 87980
    },
    {
      "grad_norm": 0.3923429846763611,
      "learning_rate": 1.3643759431422043e-07,
      "loss": 0.0282,
      "step": 87990
    },
    {
      "grad_norm": 0.4206811785697937,
      "learning_rate": 1.350846649248172e-07,
      "loss": 0.0296,
      "step": 88000
    },
    {
      "grad_norm": 0.35108810663223267,
      "learning_rate": 1.337384678220255e-07,
      "loss": 0.0286,
      "step": 88010
    },
    {
      "grad_norm": 0.3299216032028198,
      "learning_rate": 1.323990031875999e-07,
      "loss": 0.0285,
      "step": 88020
    },
    {
      "grad_norm": 0.3102830946445465,
      "learning_rate": 1.3106627120238467e-07,
      "loss": 0.0237,
      "step": 88030
    },
    {
      "grad_norm": 0.2927413582801819,
      "learning_rate": 1.2974027204631367e-07,
      "loss": 0.0275,
      "step": 88040
    },
    {
      "grad_norm": 0.6312403678894043,
      "learning_rate": 1.2842100589840478e-07,
      "loss": 0.0263,
      "step": 88050
    },
    {
      "grad_norm": 0.36526423692703247,
      "learning_rate": 1.2710847293677108e-07,
      "loss": 0.0304,
      "step": 88060
    },
    {
      "grad_norm": 0.27042484283447266,
      "learning_rate": 1.258026733386264e-07,
      "loss": 0.0201,
      "step": 88070
    },
    {
      "grad_norm": 0.15290923416614532,
      "learning_rate": 1.24503607280263e-07,
      "loss": 0.0254,
      "step": 88080
    },
    {
      "grad_norm": 0.31433963775634766,
      "learning_rate": 1.232112749370684e-07,
      "loss": 0.0336,
      "step": 88090
    },
    {
      "grad_norm": 0.399992436170578,
      "learning_rate": 1.2192567648351972e-07,
      "loss": 0.0246,
      "step": 88100
    },
    {
      "grad_norm": 0.28801727294921875,
      "learning_rate": 1.2064681209319474e-07,
      "loss": 0.0214,
      "step": 88110
    },
    {
      "grad_norm": 0.24468304216861725,
      "learning_rate": 1.193746819387387e-07,
      "loss": 0.0226,
      "step": 88120
    },
    {
      "grad_norm": 0.2318170964717865,
      "learning_rate": 1.181092861919142e-07,
      "loss": 0.0235,
      "step": 88130
    },
    {
      "grad_norm": 0.37657758593559265,
      "learning_rate": 1.1685062502356236e-07,
      "loss": 0.0197,
      "step": 88140
    },
    {
      "grad_norm": 0.4133935868740082,
      "learning_rate": 1.1559869860360839e-07,
      "loss": 0.022,
      "step": 88150
    },
    {
      "grad_norm": 0.24634914100170135,
      "learning_rate": 1.1435350710108373e-07,
      "loss": 0.0309,
      "step": 88160
    },
    {
      "grad_norm": 0.28439730405807495,
      "learning_rate": 1.1311505068409278e-07,
      "loss": 0.0257,
      "step": 88170
    },
    {
      "grad_norm": 0.1674763411283493,
      "learning_rate": 1.118833295198518e-07,
      "loss": 0.0268,
      "step": 88180
    },
    {
      "grad_norm": 0.2710873484611511,
      "learning_rate": 1.1065834377464446e-07,
      "loss": 0.0231,
      "step": 88190
    },
    {
      "grad_norm": 0.26802128553390503,
      "learning_rate": 1.094400936138662e-07,
      "loss": 0.0257,
      "step": 88200
    },
    {
      "grad_norm": 0.258320689201355,
      "learning_rate": 1.0822857920199104e-07,
      "loss": 0.0294,
      "step": 88210
    },
    {
      "grad_norm": 0.3291041851043701,
      "learning_rate": 1.0702380070258255e-07,
      "loss": 0.0317,
      "step": 88220
    },
    {
      "grad_norm": 0.25516682863235474,
      "learning_rate": 1.0582575827829955e-07,
      "loss": 0.0185,
      "step": 88230
    },
    {
      "grad_norm": 0.2662367820739746,
      "learning_rate": 1.046344520908904e-07,
      "loss": 0.0222,
      "step": 88240
    },
    {
      "grad_norm": 0.29216262698173523,
      "learning_rate": 1.0344988230119868e-07,
      "loss": 0.0218,
      "step": 88250
    },
    {
      "grad_norm": 0.3402365446090698,
      "learning_rate": 1.0227204906914645e-07,
      "loss": 0.0209,
      "step": 88260
    },
    {
      "grad_norm": 0.2799990773200989,
      "learning_rate": 1.0110095255375651e-07,
      "loss": 0.025,
      "step": 88270
    },
    {
      "grad_norm": 0.32077598571777344,
      "learning_rate": 9.993659291314128e-08,
      "loss": 0.0199,
      "step": 88280
    },
    {
      "grad_norm": 0.43699270486831665,
      "learning_rate": 9.877897030450278e-08,
      "loss": 0.0244,
      "step": 88290
    },
    {
      "grad_norm": 0.35718482732772827,
      "learning_rate": 9.762808488412711e-08,
      "loss": 0.0304,
      "step": 88300
    },
    {
      "grad_norm": 0.31669050455093384,
      "learning_rate": 9.648393680740108e-08,
      "loss": 0.0161,
      "step": 88310
    },
    {
      "grad_norm": 0.32964420318603516,
      "learning_rate": 9.534652622879003e-08,
      "loss": 0.0275,
      "step": 88320
    },
    {
      "grad_norm": 0.3719891607761383,
      "learning_rate": 9.421585330186e-08,
      "loss": 0.0291,
      "step": 88330
    },
    {
      "grad_norm": 0.37706735730171204,
      "learning_rate": 9.309191817926665e-08,
      "loss": 0.0343,
      "step": 88340
    },
    {
      "grad_norm": 0.2246476709842682,
      "learning_rate": 9.197472101274417e-08,
      "loss": 0.0274,
      "step": 88350
    },
    {
      "grad_norm": 0.376328706741333,
      "learning_rate": 9.086426195313857e-08,
      "loss": 0.0235,
      "step": 88360
    },
    {
      "grad_norm": 0.46604788303375244,
      "learning_rate": 8.976054115036326e-08,
      "loss": 0.026,
      "step": 88370
    },
    {
      "grad_norm": 0.24407410621643066,
      "learning_rate": 8.86635587534379e-08,
      "loss": 0.0268,
      "step": 88380
    },
    {
      "grad_norm": 0.4344736337661743,
      "learning_rate": 8.757331491046072e-08,
      "loss": 0.0242,
      "step": 88390
    },
    {
      "grad_norm": 0.4667045772075653,
      "learning_rate": 8.648980976863618e-08,
      "loss": 0.0245,
      "step": 88400
    },
    {
      "grad_norm": 0.24826094508171082,
      "learning_rate": 8.541304347423618e-08,
      "loss": 0.026,
      "step": 88410
    },
    {
      "grad_norm": 0.2019462287425995,
      "learning_rate": 8.43430161726444e-08,
      "loss": 0.0258,
      "step": 88420
    },
    {
      "grad_norm": 0.5506594777107239,
      "learning_rate": 8.327972800832306e-08,
      "loss": 0.0334,
      "step": 88430
    },
    {
      "grad_norm": 0.3136903643608093,
      "learning_rate": 8.222317912482402e-08,
      "loss": 0.0283,
      "step": 88440
    },
    {
      "grad_norm": 0.28338027000427246,
      "learning_rate": 8.117336966479983e-08,
      "loss": 0.0274,
      "step": 88450
    },
    {
      "grad_norm": 0.41734471917152405,
      "learning_rate": 8.0130299769976e-08,
      "loss": 0.0283,
      "step": 88460
    },
    {
      "grad_norm": 0.3631824553012848,
      "learning_rate": 7.909396958118987e-08,
      "loss": 0.0277,
      "step": 88470
    },
    {
      "grad_norm": 0.37981200218200684,
      "learning_rate": 7.806437923834619e-08,
      "loss": 0.0296,
      "step": 88480
    },
    {
      "grad_norm": 0.31151679158210754,
      "learning_rate": 7.704152888045601e-08,
      "loss": 0.0229,
      "step": 88490
    },
    {
      "grad_norm": 0.3925439417362213,
      "learning_rate": 7.60254186456144e-08,
      "loss": 0.0317,
      "step": 88500
    },
    {
      "grad_norm": 0.45503008365631104,
      "learning_rate": 7.501604867100608e-08,
      "loss": 0.0263,
      "step": 88510
    },
    {
      "grad_norm": 0.506426215171814,
      "learning_rate": 7.401341909290538e-08,
      "loss": 0.0234,
      "step": 88520
    },
    {
      "grad_norm": 0.3113304078578949,
      "learning_rate": 7.301753004668177e-08,
      "loss": 0.0303,
      "step": 88530
    },
    {
      "grad_norm": 0.22650763392448425,
      "learning_rate": 7.202838166678327e-08,
      "loss": 0.029,
      "step": 88540
    },
    {
      "grad_norm": 0.3152233064174652,
      "learning_rate": 7.104597408676416e-08,
      "loss": 0.0267,
      "step": 88550
    },
    {
      "grad_norm": 0.4310808777809143,
      "learning_rate": 7.007030743925724e-08,
      "loss": 0.0239,
      "step": 88560
    },
    {
      "grad_norm": 0.28237184882164,
      "learning_rate": 6.910138185597936e-08,
      "loss": 0.0254,
      "step": 88570
    },
    {
      "grad_norm": 0.30202150344848633,
      "learning_rate": 6.813919746775921e-08,
      "loss": 0.0228,
      "step": 88580
    },
    {
      "grad_norm": 0.3684195280075073,
      "learning_rate": 6.718375440449288e-08,
      "loss": 0.0319,
      "step": 88590
    },
    {
      "grad_norm": 0.2719584107398987,
      "learning_rate": 6.623505279517161e-08,
      "loss": 0.0267,
      "step": 88600
    },
    {
      "grad_norm": 0.34539636969566345,
      "learning_rate": 6.529309276789297e-08,
      "loss": 0.0299,
      "step": 88610
    },
    {
      "grad_norm": 0.21108153462409973,
      "learning_rate": 6.435787444982188e-08,
      "loss": 0.0223,
      "step": 88620
    },
    {
      "grad_norm": 0.37440168857574463,
      "learning_rate": 6.342939796722403e-08,
      "loss": 0.0284,
      "step": 88630
    },
    {
      "grad_norm": 0.20120024681091309,
      "learning_rate": 6.250766344545467e-08,
      "loss": 0.0294,
      "step": 88640
    },
    {
      "grad_norm": 0.34015700221061707,
      "learning_rate": 6.159267100895871e-08,
      "loss": 0.0278,
      "step": 88650
    },
    {
      "grad_norm": 0.22771362960338593,
      "learning_rate": 6.068442078126513e-08,
      "loss": 0.0271,
      "step": 88660
    },
    {
      "grad_norm": 0.421511173248291,
      "learning_rate": 5.978291288500359e-08,
      "loss": 0.0324,
      "step": 88670
    },
    {
      "grad_norm": 0.34355446696281433,
      "learning_rate": 5.8888147441882313e-08,
      "loss": 0.0223,
      "step": 88680
    },
    {
      "grad_norm": 0.33065831661224365,
      "learning_rate": 5.800012457270465e-08,
      "loss": 0.0241,
      "step": 88690
    },
    {
      "grad_norm": 0.24492663145065308,
      "learning_rate": 5.711884439736359e-08,
      "loss": 0.0201,
      "step": 88700
    },
    {
      "grad_norm": 0.34238383173942566,
      "learning_rate": 5.6244307034847285e-08,
      "loss": 0.0321,
      "step": 88710
    },
    {
      "grad_norm": 0.42600518465042114,
      "learning_rate": 5.537651260321686e-08,
      "loss": 0.0296,
      "step": 88720
    },
    {
      "grad_norm": 0.2127109318971634,
      "learning_rate": 5.4515461219639687e-08,
      "loss": 0.0312,
      "step": 88730
    },
    {
      "grad_norm": 0.3421044945716858,
      "learning_rate": 5.366115300036723e-08,
      "loss": 0.0278,
      "step": 88740
    },
    {
      "grad_norm": 0.5120082497596741,
      "learning_rate": 5.2813588060734995e-08,
      "loss": 0.0277,
      "step": 88750
    },
    {
      "grad_norm": 0.30011898279190063,
      "learning_rate": 5.197276651517924e-08,
      "loss": 0.0199,
      "step": 88760
    },
    {
      "grad_norm": 0.4078543782234192,
      "learning_rate": 5.1138688477220254e-08,
      "loss": 0.0221,
      "step": 88770
    },
    {
      "grad_norm": 0.41858023405075073,
      "learning_rate": 5.0311354059462414e-08,
      "loss": 0.0387,
      "step": 88780
    },
    {
      "grad_norm": 0.39544737339019775,
      "learning_rate": 4.94907633735997e-08,
      "loss": 0.0275,
      "step": 88790
    },
    {
      "grad_norm": 0.2624952495098114,
      "learning_rate": 4.867691653043238e-08,
      "loss": 0.0241,
      "step": 88800
    },
    {
      "grad_norm": 0.31576600670814514,
      "learning_rate": 4.7869813639833674e-08,
      "loss": 0.022,
      "step": 88810
    },
    {
      "grad_norm": 0.254016250371933,
      "learning_rate": 4.7069454810771965e-08,
      "loss": 0.0228,
      "step": 88820
    },
    {
      "grad_norm": 0.2674136161804199,
      "learning_rate": 4.627584015129971e-08,
      "loss": 0.0252,
      "step": 88830
    },
    {
      "grad_norm": 0.42823901772499084,
      "learning_rate": 4.548896976856454e-08,
      "loss": 0.0224,
      "step": 88840
    },
    {
      "grad_norm": 0.33116966485977173,
      "learning_rate": 4.470884376880369e-08,
      "loss": 0.0311,
      "step": 88850
    },
    {
      "grad_norm": 0.21378810703754425,
      "learning_rate": 4.393546225734402e-08,
      "loss": 0.0241,
      "step": 88860
    },
    {
      "grad_norm": 0.31964823603630066,
      "learning_rate": 4.316882533859645e-08,
      "loss": 0.0252,
      "step": 88870
    },
    {
      "grad_norm": 0.1701926290988922,
      "learning_rate": 4.240893311607264e-08,
      "loss": 0.0264,
      "step": 88880
    },
    {
      "grad_norm": 0.3298230469226837,
      "learning_rate": 4.165578569235162e-08,
      "loss": 0.0242,
      "step": 88890
    },
    {
      "grad_norm": 0.26405778527259827,
      "learning_rate": 4.090938316912985e-08,
      "loss": 0.0375,
      "step": 88900
    },
    {
      "grad_norm": 0.24613085389137268,
      "learning_rate": 4.016972564717669e-08,
      "loss": 0.0234,
      "step": 88910
    },
    {
      "grad_norm": 0.324858158826828,
      "learning_rate": 3.943681322634563e-08,
      "loss": 0.0231,
      "step": 88920
    },
    {
      "grad_norm": 0.3758036494255066,
      "learning_rate": 3.8710646005596374e-08,
      "loss": 0.0276,
      "step": 88930
    },
    {
      "grad_norm": 0.3168657720088959,
      "learning_rate": 3.799122408296718e-08,
      "loss": 0.0173,
      "step": 88940
    },
    {
      "grad_norm": 0.3714207410812378,
      "learning_rate": 3.727854755558591e-08,
      "loss": 0.0296,
      "step": 88950
    },
    {
      "grad_norm": 0.31738895177841187,
      "learning_rate": 3.6572616519670035e-08,
      "loss": 0.0217,
      "step": 88960
    },
    {
      "grad_norm": 0.3672584891319275,
      "learning_rate": 3.5873431070532203e-08,
      "loss": 0.0253,
      "step": 88970
    },
    {
      "grad_norm": 0.3053463399410248,
      "learning_rate": 3.518099130256358e-08,
      "loss": 0.0258,
      "step": 88980
    },
    {
      "grad_norm": 0.38231855630874634,
      "learning_rate": 3.449529730925605e-08,
      "loss": 0.0244,
      "step": 88990
    },
    {
      "grad_norm": 0.43743571639060974,
      "learning_rate": 3.3816349183185544e-08,
      "loss": 0.0318,
      "step": 89000
    },
    {
      "grad_norm": 0.6211064457893372,
      "learning_rate": 3.3144147016017644e-08,
      "loss": 0.0242,
      "step": 89010
    },
    {
      "grad_norm": 0.2646954655647278,
      "learning_rate": 3.2478690898501974e-08,
      "loss": 0.03,
      "step": 89020
    },
    {
      "grad_norm": 0.3530864715576172,
      "learning_rate": 3.1819980920483327e-08,
      "loss": 0.0278,
      "step": 89030
    },
    {
      "grad_norm": 0.2665729224681854,
      "learning_rate": 3.1168017170896124e-08,
      "loss": 0.0237,
      "step": 89040
    },
    {
      "grad_norm": 0.27931657433509827,
      "learning_rate": 3.052279973775884e-08,
      "loss": 0.0195,
      "step": 89050
    },
    {
      "grad_norm": 0.5044779181480408,
      "learning_rate": 2.988432870819069e-08,
      "loss": 0.0318,
      "step": 89060
    },
    {
      "grad_norm": 0.3805534541606903,
      "learning_rate": 2.9252604168383824e-08,
      "loss": 0.0281,
      "step": 89070
    },
    {
      "grad_norm": 0.2920799255371094,
      "learning_rate": 2.8627626203636683e-08,
      "loss": 0.0229,
      "step": 89080
    },
    {
      "grad_norm": 0.3954541087150574,
      "learning_rate": 2.800939489831511e-08,
      "loss": 0.0328,
      "step": 89090
    },
    {
      "grad_norm": 0.3734813630580902,
      "learning_rate": 2.739791033589678e-08,
      "loss": 0.0293,
      "step": 89100
    },
    {
      "grad_norm": 0.17239931225776672,
      "learning_rate": 2.6793172598932324e-08,
      "loss": 0.0257,
      "step": 89110
    },
    {
      "grad_norm": 0.42257601022720337,
      "learning_rate": 2.6195181769073096e-08,
      "loss": 0.0204,
      "step": 89120
    },
    {
      "grad_norm": 0.26319628953933716,
      "learning_rate": 2.560393792705451e-08,
      "loss": 0.0233,
      "step": 89130
    },
    {
      "grad_norm": 0.33833345770835876,
      "learning_rate": 2.5019441152696054e-08,
      "loss": 0.0262,
      "step": 89140
    },
    {
      "grad_norm": 0.3382393419742584,
      "learning_rate": 2.444169152491238e-08,
      "loss": 0.0239,
      "step": 89150
    },
    {
      "grad_norm": 0.199148029088974,
      "learning_rate": 2.3870689121702206e-08,
      "loss": 0.0218,
      "step": 89160
    },
    {
      "grad_norm": 0.38984668254852295,
      "learning_rate": 2.330643402016497e-08,
      "loss": 0.0299,
      "step": 89170
    },
    {
      "grad_norm": 0.23367995023727417,
      "learning_rate": 2.2748926296478625e-08,
      "loss": 0.0222,
      "step": 89180
    },
    {
      "grad_norm": 0.33713212609291077,
      "learning_rate": 2.219816602591074e-08,
      "loss": 0.0253,
      "step": 89190
    },
    {
      "grad_norm": 0.3554833233356476,
      "learning_rate": 2.16541532828185e-08,
      "loss": 0.0279,
      "step": 89200
    },
    {
      "grad_norm": 0.3442237675189972,
      "learning_rate": 2.1116888140648716e-08,
      "loss": 0.0262,
      "step": 89210
    },
    {
      "grad_norm": 0.26984405517578125,
      "learning_rate": 2.0586370671943354e-08,
      "loss": 0.0221,
      "step": 89220
    },
    {
      "grad_norm": 0.31707456707954407,
      "learning_rate": 2.0062600948317356e-08,
      "loss": 0.0312,
      "step": 89230
    },
    {
      "grad_norm": 0.22898906469345093,
      "learning_rate": 1.9545579040497476e-08,
      "loss": 0.0265,
      "step": 89240
    },
    {
      "grad_norm": 0.4165516197681427,
      "learning_rate": 1.9035305018283434e-08,
      "loss": 0.0267,
      "step": 89250
    },
    {
      "grad_norm": 0.4313209056854248,
      "learning_rate": 1.8531778950564572e-08,
      "loss": 0.0288,
      "step": 89260
    },
    {
      "grad_norm": 0.3915453255176544,
      "learning_rate": 1.8035000905319844e-08,
      "loss": 0.026,
      "step": 89270
    },
    {
      "grad_norm": 0.32296180725097656,
      "learning_rate": 1.7544970949628926e-08,
      "loss": 0.0316,
      "step": 89280
    },
    {
      "grad_norm": 0.6492030024528503,
      "learning_rate": 1.7061689149638903e-08,
      "loss": 0.0346,
      "step": 89290
    },
    {
      "grad_norm": 0.45825865864753723,
      "learning_rate": 1.658515557060869e-08,
      "loss": 0.0252,
      "step": 89300
    },
    {
      "grad_norm": 0.3884395360946655,
      "learning_rate": 1.6115370276870157e-08,
      "loss": 0.024,
      "step": 89310
    },
    {
      "grad_norm": 0.3658515214920044,
      "learning_rate": 1.565233333184479e-08,
      "loss": 0.0283,
      "step": 89320
    },
    {
      "grad_norm": 0.3085467219352722,
      "learning_rate": 1.519604479806036e-08,
      "loss": 0.0273,
      "step": 89330
    },
    {
      "grad_norm": 0.3446665406227112,
      "learning_rate": 1.474650473710648e-08,
      "loss": 0.0258,
      "step": 89340
    },
    {
      "grad_norm": 0.3031727969646454,
      "learning_rate": 1.4303713209684599e-08,
      "loss": 0.024,
      "step": 89350
    },
    {
      "grad_norm": 0.300104558467865,
      "learning_rate": 1.3867670275574673e-08,
      "loss": 0.0292,
      "step": 89360
    },
    {
      "grad_norm": 0.4363841414451599,
      "learning_rate": 1.343837599364628e-08,
      "loss": 0.0322,
      "step": 89370
    },
    {
      "grad_norm": 0.32811519503593445,
      "learning_rate": 1.301583042185861e-08,
      "loss": 0.0233,
      "step": 89380
    },
    {
      "grad_norm": 0.5952189564704895,
      "learning_rate": 1.2600033617254924e-08,
      "loss": 0.0324,
      "step": 89390
    },
    {
      "grad_norm": 0.38523638248443604,
      "learning_rate": 1.2190985635979202e-08,
      "loss": 0.0215,
      "step": 89400
    },
    {
      "grad_norm": 0.29098832607269287,
      "learning_rate": 1.1788686533259485e-08,
      "loss": 0.0275,
      "step": 89410
    },
    {
      "grad_norm": 0.5484510660171509,
      "learning_rate": 1.1393136363396783e-08,
      "loss": 0.023,
      "step": 89420
    },
    {
      "grad_norm": 0.24398231506347656,
      "learning_rate": 1.1004335179809477e-08,
      "loss": 0.0226,
      "step": 89430
    },
    {
      "grad_norm": 0.3188954293727875,
      "learning_rate": 1.062228303498336e-08,
      "loss": 0.0267,
      "step": 89440
    },
    {
      "grad_norm": 0.38826996088027954,
      "learning_rate": 1.0246979980499393e-08,
      "loss": 0.0281,
      "step": 89450
    },
    {
      "grad_norm": 0.24957218766212463,
      "learning_rate": 9.878426067028157e-09,
      "loss": 0.0203,
      "step": 89460
    },
    {
      "grad_norm": 0.37440046668052673,
      "learning_rate": 9.516621344329845e-09,
      "loss": 0.0307,
      "step": 89470
    },
    {
      "grad_norm": 0.3320784866809845,
      "learning_rate": 9.161565861248723e-09,
      "loss": 0.0313,
      "step": 89480
    },
    {
      "grad_norm": 0.33285778760910034,
      "learning_rate": 8.813259665718665e-09,
      "loss": 0.0314,
      "step": 89490
    },
    {
      "grad_norm": 0.30514034628868103,
      "learning_rate": 8.471702804774272e-09,
      "loss": 0.0278,
      "step": 89500
    },
    {
      "grad_norm": 0.4948470890522003,
      "learning_rate": 8.136895324517557e-09,
      "loss": 0.0265,
      "step": 89510
    },
    {
      "grad_norm": 0.392760306596756,
      "learning_rate": 7.80883727016235e-09,
      "loss": 0.0243,
      "step": 89520
    },
    {
      "grad_norm": 0.3299696147441864,
      "learning_rate": 7.487528685989897e-09,
      "loss": 0.0245,
      "step": 89530
    },
    {
      "grad_norm": 0.3923102021217346,
      "learning_rate": 7.172969615387714e-09,
      "loss": 0.0247,
      "step": 89540
    },
    {
      "grad_norm": 0.18898160755634308,
      "learning_rate": 6.865160100816281e-09,
      "loss": 0.0254,
      "step": 89550
    },
    {
      "grad_norm": 0.23553283512592316,
      "learning_rate": 6.564100183847899e-09,
      "loss": 0.0259,
      "step": 89560
    },
    {
      "grad_norm": 0.24835233390331268,
      "learning_rate": 6.269789905111179e-09,
      "loss": 0.0199,
      "step": 89570
    },
    {
      "grad_norm": 0.23306527733802795,
      "learning_rate": 5.982229304352105e-09,
      "loss": 0.0368,
      "step": 89580
    },
    {
      "grad_norm": 0.33213773369789124,
      "learning_rate": 5.701418420395177e-09,
      "loss": 0.0258,
      "step": 89590
    },
    {
      "grad_norm": 0.4194047749042511,
      "learning_rate": 5.427357291143409e-09,
      "loss": 0.0291,
      "step": 89600
    },
    {
      "grad_norm": 0.4054124653339386,
      "learning_rate": 5.160045953606085e-09,
      "loss": 0.0267,
      "step": 89610
    },
    {
      "grad_norm": 0.4963591992855072,
      "learning_rate": 4.8994844438710056e-09,
      "loss": 0.0278,
      "step": 89620
    },
    {
      "grad_norm": 0.2626497447490692,
      "learning_rate": 4.6456727971155854e-09,
      "loss": 0.0278,
      "step": 89630
    },
    {
      "grad_norm": 0.40636375546455383,
      "learning_rate": 4.398611047612411e-09,
      "loss": 0.0263,
      "step": 89640
    },
    {
      "grad_norm": 0.2693188488483429,
      "learning_rate": 4.1582992287070295e-09,
      "loss": 0.0345,
      "step": 89650
    },
    {
      "grad_norm": 0.3471798002719879,
      "learning_rate": 3.924737372851262e-09,
      "loss": 0.0262,
      "step": 89660
    },
    {
      "grad_norm": 0.24088209867477417,
      "learning_rate": 3.69792551157544e-09,
      "loss": 0.0248,
      "step": 89670
    },
    {
      "grad_norm": 0.3384190797805786,
      "learning_rate": 3.4778636755106175e-09,
      "loss": 0.0227,
      "step": 89680
    },
    {
      "grad_norm": 0.30042344331741333,
      "learning_rate": 3.26455189434971e-09,
      "loss": 0.0232,
      "step": 89690
    },
    {
      "grad_norm": 0.25026142597198486,
      "learning_rate": 3.0579901969085557e-09,
      "loss": 0.0266,
      "step": 89700
    },
    {
      "grad_norm": 0.31065669655799866,
      "learning_rate": 2.8581786110704056e-09,
      "loss": 0.0226,
      "step": 89710
    },
    {
      "grad_norm": 0.2534977197647095,
      "learning_rate": 2.6651171638081284e-09,
      "loss": 0.0255,
      "step": 89720
    },
    {
      "grad_norm": 0.3061786890029907,
      "learning_rate": 2.4788058811897606e-09,
      "loss": 0.0189,
      "step": 89730
    },
    {
      "grad_norm": 0.2427801787853241,
      "learning_rate": 2.2992447883674053e-09,
      "loss": 0.0259,
      "step": 89740
    },
    {
      "grad_norm": 0.2202024757862091,
      "learning_rate": 2.126433909582781e-09,
      "loss": 0.0252,
      "step": 89750
    },
    {
      "grad_norm": 0.28490084409713745,
      "learning_rate": 1.9603732681727773e-09,
      "loss": 0.025,
      "step": 89760
    },
    {
      "grad_norm": 0.19982177019119263,
      "learning_rate": 1.8010628865527956e-09,
      "loss": 0.0201,
      "step": 89770
    },
    {
      "grad_norm": 0.2754671275615692,
      "learning_rate": 1.648502786233408e-09,
      "loss": 0.0406,
      "step": 89780
    },
    {
      "grad_norm": 0.30724531412124634,
      "learning_rate": 1.5026929878148022e-09,
      "loss": 0.0327,
      "step": 89790
    },
    {
      "grad_norm": 0.2888309061527252,
      "learning_rate": 1.3636335109756816e-09,
      "loss": 0.0284,
      "step": 89800
    },
    {
      "grad_norm": 0.29284095764160156,
      "learning_rate": 1.2313243744954684e-09,
      "loss": 0.0247,
      "step": 89810
    },
    {
      "grad_norm": 0.3135232627391815,
      "learning_rate": 1.1057655962321001e-09,
      "loss": 0.0293,
      "step": 89820
    },
    {
      "grad_norm": 0.515308141708374,
      "learning_rate": 9.869571931442334e-10,
      "loss": 0.0233,
      "step": 89830
    },
    {
      "grad_norm": 0.3249041438102722,
      "learning_rate": 8.748991812690399e-10,
      "loss": 0.0273,
      "step": 89840
    },
    {
      "grad_norm": 0.28824955224990845,
      "learning_rate": 7.695915757333083e-10,
      "loss": 0.0257,
      "step": 89850
    },
    {
      "grad_norm": 0.5027756690979004,
      "learning_rate": 6.710343907589955e-10,
      "loss": 0.0284,
      "step": 89860
    },
    {
      "grad_norm": 0.3844795823097229,
      "learning_rate": 5.792276396465734e-10,
      "loss": 0.0281,
      "step": 89870
    },
    {
      "grad_norm": 0.5153318643569946,
      "learning_rate": 4.941713347972332e-10,
      "loss": 0.0258,
      "step": 89880
    },
    {
      "grad_norm": 0.38587382435798645,
      "learning_rate": 4.15865487696232e-10,
      "loss": 0.0252,
      "step": 89890
    },
    {
      "grad_norm": 0.6575801968574524,
      "learning_rate": 3.443101089073419e-10,
      "loss": 0.0275,
      "step": 89900
    },
    {
      "grad_norm": 0.2905663847923279,
      "learning_rate": 2.7950520809505445e-10,
      "loss": 0.0259,
      "step": 89910
    },
    {
      "grad_norm": 0.3400621712207794,
      "learning_rate": 2.214507940079269e-10,
      "loss": 0.0245,
      "step": 89920
    },
    {
      "grad_norm": 0.2812555432319641,
      "learning_rate": 1.7014687448413392e-10,
      "loss": 0.021,
      "step": 89930
    },
    {
      "grad_norm": 0.5028609037399292,
      "learning_rate": 1.2559345645701825e-10,
      "loss": 0.0242,
      "step": 89940
    },
    {
      "grad_norm": 0.44141313433647156,
      "learning_rate": 8.779054592733538e-11,
      "loss": 0.0309,
      "step": 89950
    },
    {
      "grad_norm": 0.44247400760650635,
      "learning_rate": 5.673814801321342e-11,
      "loss": 0.0278,
      "step": 89960
    },
    {
      "grad_norm": 0.37809479236602783,
      "learning_rate": 3.243626690019319e-11,
      "loss": 0.0254,
      "step": 89970
    },
    {
      "grad_norm": 0.2581692337989807,
      "learning_rate": 1.4884905868983722e-11,
      "loss": 0.0241,
      "step": 89980
    },
    {
      "grad_norm": 0.35042840242385864,
      "learning_rate": 4.084067289911175e-12,
      "loss": 0.0239,
      "step": 89990
    },
    {
      "grad_norm": 0.38202330470085144,
      "learning_rate": 3.375262291882564e-14,
      "loss": 0.023,
      "step": 90000
    }
  ],
  "logging_steps": 10,
  "max_steps": 90000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 30000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}