{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 100000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.6408804655075073,
      "learning_rate": 1.8e-07,
      "loss": 1.2617,
      "step": 10
    },
    {
      "grad_norm": 0.5757878422737122,
      "learning_rate": 3.8e-07,
      "loss": 1.2604,
      "step": 20
    },
    {
      "grad_norm": 0.4684198498725891,
      "learning_rate": 5.8e-07,
      "loss": 1.2519,
      "step": 30
    },
    {
      "grad_norm": 0.44693273305892944,
      "learning_rate": 7.8e-07,
      "loss": 1.2383,
      "step": 40
    },
    {
      "grad_norm": 0.34829291701316833,
      "learning_rate": 9.8e-07,
      "loss": 1.2161,
      "step": 50
    },
    {
      "grad_norm": 0.17991778254508972,
      "learning_rate": 1.18e-06,
      "loss": 1.208,
      "step": 60
    },
    {
      "grad_norm": 0.20885826647281647,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 1.1959,
      "step": 70
    },
    {
      "grad_norm": 0.15264323353767395,
      "learning_rate": 1.5800000000000003e-06,
      "loss": 1.1856,
      "step": 80
    },
    {
      "grad_norm": 0.22878657281398773,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 1.1889,
      "step": 90
    },
    {
      "grad_norm": 0.1460900604724884,
      "learning_rate": 1.98e-06,
      "loss": 1.1817,
      "step": 100
    },
    {
      "grad_norm": 0.20865163207054138,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 1.1762,
      "step": 110
    },
    {
      "grad_norm": 0.11651528626680374,
      "learning_rate": 2.38e-06,
      "loss": 1.1593,
      "step": 120
    },
    {
      "grad_norm": 0.2327907532453537,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 1.1517,
      "step": 130
    },
    {
      "grad_norm": 0.19433631002902985,
      "learning_rate": 2.78e-06,
      "loss": 1.1451,
      "step": 140
    },
    {
      "grad_norm": 0.6347270011901855,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 1.1293,
      "step": 150
    },
    {
      "grad_norm": 1.48911452293396,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 1.0873,
      "step": 160
    },
    {
      "grad_norm": 2.0641591548919678,
      "learning_rate": 3.38e-06,
      "loss": 1.0587,
      "step": 170
    },
    {
      "grad_norm": 1.5538204908370972,
      "learning_rate": 3.58e-06,
      "loss": 1.032,
      "step": 180
    },
    {
      "grad_norm": 3.2851831912994385,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 0.9952,
      "step": 190
    },
    {
      "grad_norm": 1.3609901666641235,
      "learning_rate": 3.98e-06,
      "loss": 0.9821,
      "step": 200
    },
    {
      "grad_norm": 1.9049073457717896,
      "learning_rate": 4.18e-06,
      "loss": 0.9573,
      "step": 210
    },
    {
      "grad_norm": 1.3489934206008911,
      "learning_rate": 4.38e-06,
      "loss": 0.9383,
      "step": 220
    },
    {
      "grad_norm": 1.6557133197784424,
      "learning_rate": 4.58e-06,
      "loss": 0.9228,
      "step": 230
    },
    {
      "grad_norm": 0.8126047253608704,
      "learning_rate": 4.780000000000001e-06,
      "loss": 0.902,
      "step": 240
    },
    {
      "grad_norm": 0.9978322386741638,
      "learning_rate": 4.98e-06,
      "loss": 0.8809,
      "step": 250
    },
    {
      "grad_norm": 0.7445679306983948,
      "learning_rate": 5.18e-06,
      "loss": 0.8594,
      "step": 260
    },
    {
      "grad_norm": 1.4343825578689575,
      "learning_rate": 5.38e-06,
      "loss": 0.832,
      "step": 270
    },
    {
      "grad_norm": 0.9230043888092041,
      "learning_rate": 5.580000000000001e-06,
      "loss": 0.7982,
      "step": 280
    },
    {
      "grad_norm": 1.5196651220321655,
      "learning_rate": 5.78e-06,
      "loss": 0.7756,
      "step": 290
    },
    {
      "grad_norm": 0.9899789690971375,
      "learning_rate": 5.98e-06,
      "loss": 0.7518,
      "step": 300
    },
    {
      "grad_norm": 1.4431977272033691,
      "learning_rate": 6.18e-06,
      "loss": 0.7416,
      "step": 310
    },
    {
      "grad_norm": 1.3268359899520874,
      "learning_rate": 6.38e-06,
      "loss": 0.7187,
      "step": 320
    },
    {
      "grad_norm": 1.3290132284164429,
      "learning_rate": 6.58e-06,
      "loss": 0.6611,
      "step": 330
    },
    {
      "grad_norm": 1.0876212120056152,
      "learning_rate": 6.78e-06,
      "loss": 0.6215,
      "step": 340
    },
    {
      "grad_norm": 1.3604233264923096,
      "learning_rate": 6.98e-06,
      "loss": 0.5889,
      "step": 350
    },
    {
      "grad_norm": 1.1430269479751587,
      "learning_rate": 7.180000000000001e-06,
      "loss": 0.5613,
      "step": 360
    },
    {
      "grad_norm": 1.7303144931793213,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 0.549,
      "step": 370
    },
    {
      "grad_norm": 1.3797162771224976,
      "learning_rate": 7.580000000000001e-06,
      "loss": 0.5278,
      "step": 380
    },
    {
      "grad_norm": 1.5755550861358643,
      "learning_rate": 7.78e-06,
      "loss": 0.5099,
      "step": 390
    },
    {
      "grad_norm": 1.377485990524292,
      "learning_rate": 7.98e-06,
      "loss": 0.4818,
      "step": 400
    },
    {
      "grad_norm": 2.125985622406006,
      "learning_rate": 8.18e-06,
      "loss": 0.4622,
      "step": 410
    },
    {
      "grad_norm": 1.6715553998947144,
      "learning_rate": 8.380000000000001e-06,
      "loss": 0.4505,
      "step": 420
    },
    {
      "grad_norm": 1.7479827404022217,
      "learning_rate": 8.580000000000001e-06,
      "loss": 0.4454,
      "step": 430
    },
    {
      "grad_norm": 1.4622067213058472,
      "learning_rate": 8.78e-06,
      "loss": 0.4315,
      "step": 440
    },
    {
      "grad_norm": 1.8905863761901855,
      "learning_rate": 8.98e-06,
      "loss": 0.4249,
      "step": 450
    },
    {
      "grad_norm": 1.4117980003356934,
      "learning_rate": 9.180000000000002e-06,
      "loss": 0.4089,
      "step": 460
    },
    {
      "grad_norm": 1.9050482511520386,
      "learning_rate": 9.38e-06,
      "loss": 0.4061,
      "step": 470
    },
    {
      "grad_norm": 1.4646203517913818,
      "learning_rate": 9.58e-06,
      "loss": 0.3879,
      "step": 480
    },
    {
      "grad_norm": 1.570076584815979,
      "learning_rate": 9.78e-06,
      "loss": 0.3837,
      "step": 490
    },
    {
      "grad_norm": 1.2829396724700928,
      "learning_rate": 9.980000000000001e-06,
      "loss": 0.3796,
      "step": 500
    },
    {
      "grad_norm": 2.104391098022461,
      "learning_rate": 1.018e-05,
      "loss": 0.3771,
      "step": 510
    },
    {
      "grad_norm": 1.232515573501587,
      "learning_rate": 1.038e-05,
      "loss": 0.3484,
      "step": 520
    },
    {
      "grad_norm": 1.7337422370910645,
      "learning_rate": 1.058e-05,
      "loss": 0.345,
      "step": 530
    },
    {
      "grad_norm": 1.3885210752487183,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 0.3542,
      "step": 540
    },
    {
      "grad_norm": 1.6950279474258423,
      "learning_rate": 1.098e-05,
      "loss": 0.3402,
      "step": 550
    },
    {
      "grad_norm": 1.2045449018478394,
      "learning_rate": 1.118e-05,
      "loss": 0.3362,
      "step": 560
    },
    {
      "grad_norm": 1.6483482122421265,
      "learning_rate": 1.1380000000000001e-05,
      "loss": 0.3443,
      "step": 570
    },
    {
      "grad_norm": 1.261650562286377,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.3198,
      "step": 580
    },
    {
      "grad_norm": 1.7194265127182007,
      "learning_rate": 1.178e-05,
      "loss": 0.3335,
      "step": 590
    },
    {
      "grad_norm": 1.0589691400527954,
      "learning_rate": 1.198e-05,
      "loss": 0.3216,
      "step": 600
    },
    {
      "grad_norm": 1.3810710906982422,
      "learning_rate": 1.2180000000000002e-05,
      "loss": 0.3175,
      "step": 610
    },
    {
      "grad_norm": 1.1076701879501343,
      "learning_rate": 1.238e-05,
      "loss": 0.3146,
      "step": 620
    },
    {
      "grad_norm": 1.5180095434188843,
      "learning_rate": 1.258e-05,
      "loss": 0.2932,
      "step": 630
    },
    {
      "grad_norm": 1.0753244161605835,
      "learning_rate": 1.278e-05,
      "loss": 0.2952,
      "step": 640
    },
    {
      "grad_norm": 1.330989956855774,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.3103,
      "step": 650
    },
    {
      "grad_norm": 1.0605417490005493,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.2905,
      "step": 660
    },
    {
      "grad_norm": 1.2296425104141235,
      "learning_rate": 1.338e-05,
      "loss": 0.3221,
      "step": 670
    },
    {
      "grad_norm": 0.9916068315505981,
      "learning_rate": 1.358e-05,
      "loss": 0.3043,
      "step": 680
    },
    {
      "grad_norm": 1.133864164352417,
      "learning_rate": 1.3780000000000002e-05,
      "loss": 0.3089,
      "step": 690
    },
    {
      "grad_norm": 1.0417289733886719,
      "learning_rate": 1.3980000000000002e-05,
      "loss": 0.2941,
      "step": 700
    },
    {
      "grad_norm": 0.9996483325958252,
      "learning_rate": 1.4180000000000001e-05,
      "loss": 0.2982,
      "step": 710
    },
    {
      "grad_norm": 0.9352790713310242,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 0.2868,
      "step": 720
    },
    {
      "grad_norm": 1.1622778177261353,
      "learning_rate": 1.4580000000000003e-05,
      "loss": 0.3057,
      "step": 730
    },
    {
      "grad_norm": 0.8787215948104858,
      "learning_rate": 1.4779999999999999e-05,
      "loss": 0.2881,
      "step": 740
    },
    {
      "grad_norm": 1.1839054822921753,
      "learning_rate": 1.4979999999999999e-05,
      "loss": 0.296,
      "step": 750
    },
    {
      "grad_norm": 0.9653030633926392,
      "learning_rate": 1.518e-05,
      "loss": 0.2777,
      "step": 760
    },
    {
      "grad_norm": 1.086503267288208,
      "learning_rate": 1.538e-05,
      "loss": 0.2965,
      "step": 770
    },
    {
      "grad_norm": 0.7707781195640564,
      "learning_rate": 1.558e-05,
      "loss": 0.2817,
      "step": 780
    },
    {
      "grad_norm": 1.175926685333252,
      "learning_rate": 1.578e-05,
      "loss": 0.2867,
      "step": 790
    },
    {
      "grad_norm": 1.0605990886688232,
      "learning_rate": 1.598e-05,
      "loss": 0.2753,
      "step": 800
    },
    {
      "grad_norm": 0.9614505767822266,
      "learning_rate": 1.618e-05,
      "loss": 0.2678,
      "step": 810
    },
    {
      "grad_norm": 0.8980369567871094,
      "learning_rate": 1.6380000000000002e-05,
      "loss": 0.2639,
      "step": 820
    },
    {
      "grad_norm": 1.14728581905365,
      "learning_rate": 1.658e-05,
      "loss": 0.2644,
      "step": 830
    },
    {
      "grad_norm": 0.7809931635856628,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 0.2628,
      "step": 840
    },
    {
      "grad_norm": 0.930372953414917,
      "learning_rate": 1.698e-05,
      "loss": 0.278,
      "step": 850
    },
    {
      "grad_norm": 0.9332306981086731,
      "learning_rate": 1.718e-05,
      "loss": 0.2552,
      "step": 860
    },
    {
      "grad_norm": 0.9022895097732544,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 0.2563,
      "step": 870
    },
    {
      "grad_norm": 0.6096556782722473,
      "learning_rate": 1.758e-05,
      "loss": 0.2518,
      "step": 880
    },
    {
      "grad_norm": 0.8185293674468994,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 0.2596,
      "step": 890
    },
    {
      "grad_norm": 0.8380643725395203,
      "learning_rate": 1.798e-05,
      "loss": 0.253,
      "step": 900
    },
    {
      "grad_norm": 0.7260456085205078,
      "learning_rate": 1.818e-05,
      "loss": 0.2524,
      "step": 910
    },
    {
      "grad_norm": 0.8041216731071472,
      "learning_rate": 1.838e-05,
      "loss": 0.2408,
      "step": 920
    },
    {
      "grad_norm": 0.9442089796066284,
      "learning_rate": 1.858e-05,
      "loss": 0.2469,
      "step": 930
    },
    {
      "grad_norm": 0.7899218797683716,
      "learning_rate": 1.878e-05,
      "loss": 0.2374,
      "step": 940
    },
    {
      "grad_norm": 0.7933071255683899,
      "learning_rate": 1.898e-05,
      "loss": 0.2308,
      "step": 950
    },
    {
      "grad_norm": 0.8525451421737671,
      "learning_rate": 1.918e-05,
      "loss": 0.2188,
      "step": 960
    },
    {
      "grad_norm": 0.6574288010597229,
      "learning_rate": 1.938e-05,
      "loss": 0.2359,
      "step": 970
    },
    {
      "grad_norm": 1.0337871313095093,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 0.2327,
      "step": 980
    },
    {
      "grad_norm": 0.7095474004745483,
      "learning_rate": 1.978e-05,
      "loss": 0.2551,
      "step": 990
    },
    {
      "grad_norm": 1.0886460542678833,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 0.2385,
      "step": 1000
    },
    {
      "grad_norm": 0.6316032409667969,
      "learning_rate": 2.0180000000000003e-05,
      "loss": 0.249,
      "step": 1010
    },
    {
      "grad_norm": 0.7460600137710571,
      "learning_rate": 2.038e-05,
      "loss": 0.2334,
      "step": 1020
    },
    {
      "grad_norm": 0.692464292049408,
      "learning_rate": 2.0580000000000003e-05,
      "loss": 0.2483,
      "step": 1030
    },
    {
      "grad_norm": 0.7280863523483276,
      "learning_rate": 2.078e-05,
      "loss": 0.2263,
      "step": 1040
    },
    {
      "grad_norm": 0.7026408910751343,
      "learning_rate": 2.098e-05,
      "loss": 0.2402,
      "step": 1050
    },
    {
      "grad_norm": 0.831442654132843,
      "learning_rate": 2.118e-05,
      "loss": 0.2195,
      "step": 1060
    },
    {
      "grad_norm": 0.5895401835441589,
      "learning_rate": 2.138e-05,
      "loss": 0.2345,
      "step": 1070
    },
    {
      "grad_norm": 0.6967077851295471,
      "learning_rate": 2.158e-05,
      "loss": 0.2151,
      "step": 1080
    },
    {
      "grad_norm": 0.6695817112922668,
      "learning_rate": 2.178e-05,
      "loss": 0.2272,
      "step": 1090
    },
    {
      "grad_norm": 0.8087334036827087,
      "learning_rate": 2.198e-05,
      "loss": 0.224,
      "step": 1100
    },
    {
      "grad_norm": 0.6013299822807312,
      "learning_rate": 2.218e-05,
      "loss": 0.2366,
      "step": 1110
    },
    {
      "grad_norm": 0.7176721096038818,
      "learning_rate": 2.2380000000000003e-05,
      "loss": 0.2168,
      "step": 1120
    },
    {
      "grad_norm": 0.5136227607727051,
      "learning_rate": 2.258e-05,
      "loss": 0.2327,
      "step": 1130
    },
    {
      "grad_norm": 0.588651716709137,
      "learning_rate": 2.2780000000000002e-05,
      "loss": 0.21,
      "step": 1140
    },
    {
      "grad_norm": 0.5956359505653381,
      "learning_rate": 2.298e-05,
      "loss": 0.227,
      "step": 1150
    },
    {
      "grad_norm": 0.7434395551681519,
      "learning_rate": 2.318e-05,
      "loss": 0.2167,
      "step": 1160
    },
    {
      "grad_norm": 0.46006616950035095,
      "learning_rate": 2.3380000000000003e-05,
      "loss": 0.2275,
      "step": 1170
    },
    {
      "grad_norm": 0.5770326852798462,
      "learning_rate": 2.358e-05,
      "loss": 0.2132,
      "step": 1180
    },
    {
      "grad_norm": 0.4764835834503174,
      "learning_rate": 2.3780000000000003e-05,
      "loss": 0.2177,
      "step": 1190
    },
    {
      "grad_norm": 0.5378264784812927,
      "learning_rate": 2.398e-05,
      "loss": 0.2063,
      "step": 1200
    },
    {
      "grad_norm": 0.48142099380493164,
      "learning_rate": 2.418e-05,
      "loss": 0.2188,
      "step": 1210
    },
    {
      "grad_norm": 0.5756347179412842,
      "learning_rate": 2.438e-05,
      "loss": 0.2049,
      "step": 1220
    },
    {
      "grad_norm": 0.5619627237319946,
      "learning_rate": 2.4580000000000002e-05,
      "loss": 0.2194,
      "step": 1230
    },
    {
      "grad_norm": 0.7024746537208557,
      "learning_rate": 2.478e-05,
      "loss": 0.2037,
      "step": 1240
    },
    {
      "grad_norm": 0.6156793236732483,
      "learning_rate": 2.498e-05,
      "loss": 0.2217,
      "step": 1250
    },
    {
      "grad_norm": 0.6209901571273804,
      "learning_rate": 2.5180000000000003e-05,
      "loss": 0.203,
      "step": 1260
    },
    {
      "grad_norm": 0.448701411485672,
      "learning_rate": 2.5380000000000004e-05,
      "loss": 0.1892,
      "step": 1270
    },
    {
      "grad_norm": 0.5886391401290894,
      "learning_rate": 2.5580000000000002e-05,
      "loss": 0.1877,
      "step": 1280
    },
    {
      "grad_norm": 0.5466341376304626,
      "learning_rate": 2.5779999999999997e-05,
      "loss": 0.1907,
      "step": 1290
    },
    {
      "grad_norm": 0.5507287383079529,
      "learning_rate": 2.598e-05,
      "loss": 0.193,
      "step": 1300
    },
    {
      "grad_norm": 0.42975330352783203,
      "learning_rate": 2.618e-05,
      "loss": 0.1999,
      "step": 1310
    },
    {
      "grad_norm": 0.46610674262046814,
      "learning_rate": 2.6379999999999998e-05,
      "loss": 0.2005,
      "step": 1320
    },
    {
      "grad_norm": 0.5156140327453613,
      "learning_rate": 2.658e-05,
      "loss": 0.2007,
      "step": 1330
    },
    {
      "grad_norm": 0.6218289732933044,
      "learning_rate": 2.678e-05,
      "loss": 0.2004,
      "step": 1340
    },
    {
      "grad_norm": 0.4896921217441559,
      "learning_rate": 2.698e-05,
      "loss": 0.2013,
      "step": 1350
    },
    {
      "grad_norm": 0.5572227835655212,
      "learning_rate": 2.718e-05,
      "loss": 0.2021,
      "step": 1360
    },
    {
      "grad_norm": 0.46571940183639526,
      "learning_rate": 2.738e-05,
      "loss": 0.1983,
      "step": 1370
    },
    {
      "grad_norm": 0.5172103643417358,
      "learning_rate": 2.758e-05,
      "loss": 0.1957,
      "step": 1380
    },
    {
      "grad_norm": 0.44208967685699463,
      "learning_rate": 2.778e-05,
      "loss": 0.199,
      "step": 1390
    },
    {
      "grad_norm": 0.6830937266349792,
      "learning_rate": 2.798e-05,
      "loss": 0.1978,
      "step": 1400
    },
    {
      "grad_norm": 0.47778603434562683,
      "learning_rate": 2.818e-05,
      "loss": 0.201,
      "step": 1410
    },
    {
      "grad_norm": 0.49353480339050293,
      "learning_rate": 2.8380000000000003e-05,
      "loss": 0.1987,
      "step": 1420
    },
    {
      "grad_norm": 0.44194644689559937,
      "learning_rate": 2.858e-05,
      "loss": 0.2017,
      "step": 1430
    },
    {
      "grad_norm": 0.42215314507484436,
      "learning_rate": 2.8780000000000002e-05,
      "loss": 0.2008,
      "step": 1440
    },
    {
      "grad_norm": 0.4243045747280121,
      "learning_rate": 2.898e-05,
      "loss": 0.194,
      "step": 1450
    },
    {
      "grad_norm": 0.4206966757774353,
      "learning_rate": 2.9180000000000002e-05,
      "loss": 0.1956,
      "step": 1460
    },
    {
      "grad_norm": 0.49170103669166565,
      "learning_rate": 2.9380000000000003e-05,
      "loss": 0.1966,
      "step": 1470
    },
    {
      "grad_norm": 0.4867795705795288,
      "learning_rate": 2.958e-05,
      "loss": 0.1943,
      "step": 1480
    },
    {
      "grad_norm": 0.4231305718421936,
      "learning_rate": 2.9780000000000003e-05,
      "loss": 0.1875,
      "step": 1490
    },
    {
      "grad_norm": 0.7316997051239014,
      "learning_rate": 2.998e-05,
      "loss": 0.1912,
      "step": 1500
    },
    {
      "grad_norm": 0.39715149998664856,
      "learning_rate": 3.0180000000000002e-05,
      "loss": 0.1872,
      "step": 1510
    },
    {
      "grad_norm": 0.5214458107948303,
      "learning_rate": 3.0380000000000004e-05,
      "loss": 0.1882,
      "step": 1520
    },
    {
      "grad_norm": 0.44275811314582825,
      "learning_rate": 3.058e-05,
      "loss": 0.185,
      "step": 1530
    },
    {
      "grad_norm": 0.4774076044559479,
      "learning_rate": 3.078e-05,
      "loss": 0.1876,
      "step": 1540
    },
    {
      "grad_norm": 0.3634721040725708,
      "learning_rate": 3.0980000000000005e-05,
      "loss": 0.1886,
      "step": 1550
    },
    {
      "grad_norm": 0.43512579798698425,
      "learning_rate": 3.118e-05,
      "loss": 0.1867,
      "step": 1560
    },
    {
      "grad_norm": 0.40050432085990906,
      "learning_rate": 3.138e-05,
      "loss": 0.185,
      "step": 1570
    },
    {
      "grad_norm": 0.4669608473777771,
      "learning_rate": 3.1580000000000006e-05,
      "loss": 0.1847,
      "step": 1580
    },
    {
      "grad_norm": 0.37133657932281494,
      "learning_rate": 3.1780000000000004e-05,
      "loss": 0.1653,
      "step": 1590
    },
    {
      "grad_norm": 0.42904132604599,
      "learning_rate": 3.198e-05,
      "loss": 0.1699,
      "step": 1600
    },
    {
      "grad_norm": 0.3783668577671051,
      "learning_rate": 3.218e-05,
      "loss": 0.1823,
      "step": 1610
    },
    {
      "grad_norm": 0.44880494475364685,
      "learning_rate": 3.238e-05,
      "loss": 0.1791,
      "step": 1620
    },
    {
      "grad_norm": 0.4322793781757355,
      "learning_rate": 3.2579999999999996e-05,
      "loss": 0.1878,
      "step": 1630
    },
    {
      "grad_norm": 0.4617653787136078,
      "learning_rate": 3.278e-05,
      "loss": 0.1839,
      "step": 1640
    },
    {
      "grad_norm": 0.41984474658966064,
      "learning_rate": 3.298e-05,
      "loss": 0.1922,
      "step": 1650
    },
    {
      "grad_norm": 0.4509581923484802,
      "learning_rate": 3.318e-05,
      "loss": 0.1857,
      "step": 1660
    },
    {
      "grad_norm": 0.4823806583881378,
      "learning_rate": 3.338e-05,
      "loss": 0.1868,
      "step": 1670
    },
    {
      "grad_norm": 0.6574121713638306,
      "learning_rate": 3.358e-05,
      "loss": 0.1863,
      "step": 1680
    },
    {
      "grad_norm": 0.4114072322845459,
      "learning_rate": 3.378e-05,
      "loss": 0.1895,
      "step": 1690
    },
    {
      "grad_norm": 0.514422595500946,
      "learning_rate": 3.398e-05,
      "loss": 0.1861,
      "step": 1700
    },
    {
      "grad_norm": 0.34900563955307007,
      "learning_rate": 3.418e-05,
      "loss": 0.1787,
      "step": 1710
    },
    {
      "grad_norm": 0.3725088834762573,
      "learning_rate": 3.438e-05,
      "loss": 0.1895,
      "step": 1720
    },
    {
      "grad_norm": 0.42611849308013916,
      "learning_rate": 3.4580000000000004e-05,
      "loss": 0.1879,
      "step": 1730
    },
    {
      "grad_norm": 0.4062982499599457,
      "learning_rate": 3.478e-05,
      "loss": 0.181,
      "step": 1740
    },
    {
      "grad_norm": 0.4536546766757965,
      "learning_rate": 3.498e-05,
      "loss": 0.1814,
      "step": 1750
    },
    {
      "grad_norm": 0.4308902323246002,
      "learning_rate": 3.518e-05,
      "loss": 0.181,
      "step": 1760
    },
    {
      "grad_norm": 0.32727980613708496,
      "learning_rate": 3.5380000000000003e-05,
      "loss": 0.1846,
      "step": 1770
    },
    {
      "grad_norm": 0.42100057005882263,
      "learning_rate": 3.558e-05,
      "loss": 0.1797,
      "step": 1780
    },
    {
      "grad_norm": 0.40751075744628906,
      "learning_rate": 3.578e-05,
      "loss": 0.1828,
      "step": 1790
    },
    {
      "grad_norm": 0.7176901698112488,
      "learning_rate": 3.5980000000000004e-05,
      "loss": 0.1822,
      "step": 1800
    },
    {
      "grad_norm": 0.38291776180267334,
      "learning_rate": 3.618e-05,
      "loss": 0.18,
      "step": 1810
    },
    {
      "grad_norm": 0.48393377661705017,
      "learning_rate": 3.638e-05,
      "loss": 0.1773,
      "step": 1820
    },
    {
      "grad_norm": 0.36050543189048767,
      "learning_rate": 3.6580000000000006e-05,
      "loss": 0.1797,
      "step": 1830
    },
    {
      "grad_norm": 0.39637094736099243,
      "learning_rate": 3.6780000000000004e-05,
      "loss": 0.1751,
      "step": 1840
    },
    {
      "grad_norm": 0.32571884989738464,
      "learning_rate": 3.698e-05,
      "loss": 0.1793,
      "step": 1850
    },
    {
      "grad_norm": 0.29543790221214294,
      "learning_rate": 3.7180000000000007e-05,
      "loss": 0.1732,
      "step": 1860
    },
    {
      "grad_norm": 0.3316769599914551,
      "learning_rate": 3.7380000000000005e-05,
      "loss": 0.1763,
      "step": 1870
    },
    {
      "grad_norm": 0.4455717206001282,
      "learning_rate": 3.758e-05,
      "loss": 0.1754,
      "step": 1880
    },
    {
      "grad_norm": 0.4072001874446869,
      "learning_rate": 3.778000000000001e-05,
      "loss": 0.1772,
      "step": 1890
    },
    {
      "grad_norm": 0.34435561299324036,
      "learning_rate": 3.7980000000000006e-05,
      "loss": 0.1775,
      "step": 1900
    },
    {
      "grad_norm": 0.3592650294303894,
      "learning_rate": 3.818e-05,
      "loss": 0.1579,
      "step": 1910
    },
    {
      "grad_norm": 0.3497696816921234,
      "learning_rate": 3.838e-05,
      "loss": 0.1559,
      "step": 1920
    },
    {
      "grad_norm": 0.3380535840988159,
      "learning_rate": 3.858e-05,
      "loss": 0.1655,
      "step": 1930
    },
    {
      "grad_norm": 0.3768033981323242,
      "learning_rate": 3.878e-05,
      "loss": 0.1674,
      "step": 1940
    },
    {
      "grad_norm": 0.3235631585121155,
      "learning_rate": 3.898e-05,
      "loss": 0.17,
      "step": 1950
    },
    {
      "grad_norm": 0.3488471508026123,
      "learning_rate": 3.918e-05,
      "loss": 0.1823,
      "step": 1960
    },
    {
      "grad_norm": 0.5097498297691345,
      "learning_rate": 3.938e-05,
      "loss": 0.1716,
      "step": 1970
    },
    {
      "grad_norm": 0.3800235688686371,
      "learning_rate": 3.958e-05,
      "loss": 0.1785,
      "step": 1980
    },
    {
      "grad_norm": 0.38039323687553406,
      "learning_rate": 3.978e-05,
      "loss": 0.1832,
      "step": 1990
    },
    {
      "grad_norm": 0.3049098551273346,
      "learning_rate": 3.998e-05,
      "loss": 0.1827,
      "step": 2000
    },
    {
      "grad_norm": 0.38714927434921265,
      "learning_rate": 4.018e-05,
      "loss": 0.1784,
      "step": 2010
    },
    {
      "grad_norm": 0.3154284954071045,
      "learning_rate": 4.038e-05,
      "loss": 0.1735,
      "step": 2020
    },
    {
      "grad_norm": 0.29856544733047485,
      "learning_rate": 4.058e-05,
      "loss": 0.1707,
      "step": 2030
    },
    {
      "grad_norm": 0.3539440631866455,
      "learning_rate": 4.078e-05,
      "loss": 0.1754,
      "step": 2040
    },
    {
      "grad_norm": 0.41275250911712646,
      "learning_rate": 4.0980000000000004e-05,
      "loss": 0.1742,
      "step": 2050
    },
    {
      "grad_norm": 0.3139488697052002,
      "learning_rate": 4.118e-05,
      "loss": 0.1729,
      "step": 2060
    },
    {
      "grad_norm": 0.3304519057273865,
      "learning_rate": 4.138e-05,
      "loss": 0.1718,
      "step": 2070
    },
    {
      "grad_norm": 0.32380637526512146,
      "learning_rate": 4.1580000000000005e-05,
      "loss": 0.1721,
      "step": 2080
    },
    {
      "grad_norm": 0.43718498945236206,
      "learning_rate": 4.178e-05,
      "loss": 0.1738,
      "step": 2090
    },
    {
      "grad_norm": 0.3313518166542053,
      "learning_rate": 4.198e-05,
      "loss": 0.1691,
      "step": 2100
    },
    {
      "grad_norm": 0.3074072599411011,
      "learning_rate": 4.2180000000000006e-05,
      "loss": 0.1669,
      "step": 2110
    },
    {
      "grad_norm": 0.363144189119339,
      "learning_rate": 4.2380000000000004e-05,
      "loss": 0.1735,
      "step": 2120
    },
    {
      "grad_norm": 0.3419703245162964,
      "learning_rate": 4.258e-05,
      "loss": 0.1718,
      "step": 2130
    },
    {
      "grad_norm": 0.31473028659820557,
      "learning_rate": 4.278e-05,
      "loss": 0.1671,
      "step": 2140
    },
    {
      "grad_norm": 0.3445448577404022,
      "learning_rate": 4.2980000000000005e-05,
      "loss": 0.1728,
      "step": 2150
    },
    {
      "grad_norm": 0.377202570438385,
      "learning_rate": 4.318e-05,
      "loss": 0.173,
      "step": 2160
    },
    {
      "grad_norm": 0.3971562683582306,
      "learning_rate": 4.338e-05,
      "loss": 0.1736,
      "step": 2170
    },
    {
      "grad_norm": 0.31541094183921814,
      "learning_rate": 4.3580000000000006e-05,
      "loss": 0.1669,
      "step": 2180
    },
    {
      "grad_norm": 0.24652428925037384,
      "learning_rate": 4.3780000000000004e-05,
      "loss": 0.1725,
      "step": 2190
    },
    {
      "grad_norm": 0.33503133058547974,
      "learning_rate": 4.398e-05,
      "loss": 0.1729,
      "step": 2200
    },
    {
      "grad_norm": 0.24995820224285126,
      "learning_rate": 4.418000000000001e-05,
      "loss": 0.1672,
      "step": 2210
    },
    {
      "grad_norm": 0.3593287169933319,
      "learning_rate": 4.438e-05,
      "loss": 0.1662,
      "step": 2220
    },
    {
      "grad_norm": 0.29294538497924805,
      "learning_rate": 4.458e-05,
      "loss": 0.1491,
      "step": 2230
    },
    {
      "grad_norm": 0.40874993801116943,
      "learning_rate": 4.478e-05,
      "loss": 0.1508,
      "step": 2240
    },
    {
      "grad_norm": 0.29109081625938416,
      "learning_rate": 4.498e-05,
      "loss": 0.1552,
      "step": 2250
    },
    {
      "grad_norm": 0.3362484574317932,
      "learning_rate": 4.518e-05,
      "loss": 0.1562,
      "step": 2260
    },
    {
      "grad_norm": 0.31238144636154175,
      "learning_rate": 4.538e-05,
      "loss": 0.1596,
      "step": 2270
    },
    {
      "grad_norm": 0.30488207936286926,
      "learning_rate": 4.558e-05,
      "loss": 0.1647,
      "step": 2280
    },
    {
      "grad_norm": 0.30204418301582336,
      "learning_rate": 4.578e-05,
      "loss": 0.1665,
      "step": 2290
    },
    {
      "grad_norm": 0.29899755120277405,
      "learning_rate": 4.5980000000000004e-05,
      "loss": 0.1734,
      "step": 2300
    },
    {
      "grad_norm": 0.33880186080932617,
      "learning_rate": 4.618e-05,
      "loss": 0.1687,
      "step": 2310
    },
    {
      "grad_norm": 0.32315707206726074,
      "learning_rate": 4.638e-05,
      "loss": 0.1683,
      "step": 2320
    },
    {
      "grad_norm": 0.32856568694114685,
      "learning_rate": 4.6580000000000005e-05,
      "loss": 0.1637,
      "step": 2330
    },
    {
      "grad_norm": 0.3042845129966736,
      "learning_rate": 4.678e-05,
      "loss": 0.1695,
      "step": 2340
    },
    {
      "grad_norm": 0.26902222633361816,
      "learning_rate": 4.698e-05,
      "loss": 0.163,
      "step": 2350
    },
    {
      "grad_norm": 0.35655301809310913,
      "learning_rate": 4.718e-05,
      "loss": 0.1659,
      "step": 2360
    },
    {
      "grad_norm": 0.3604905903339386,
      "learning_rate": 4.7380000000000004e-05,
      "loss": 0.1594,
      "step": 2370
    },
    {
      "grad_norm": 0.326966255903244,
      "learning_rate": 4.758e-05,
      "loss": 0.1691,
      "step": 2380
    },
    {
      "grad_norm": 0.36002039909362793,
      "learning_rate": 4.778e-05,
      "loss": 0.1686,
      "step": 2390
    },
    {
      "grad_norm": 0.3217315375804901,
      "learning_rate": 4.7980000000000005e-05,
      "loss": 0.1639,
      "step": 2400
    },
    {
      "grad_norm": 0.24675396084785461,
      "learning_rate": 4.818e-05,
      "loss": 0.1633,
      "step": 2410
    },
    {
      "grad_norm": 0.28977030515670776,
      "learning_rate": 4.838e-05,
      "loss": 0.1633,
      "step": 2420
    },
    {
      "grad_norm": 0.2634424567222595,
      "learning_rate": 4.8580000000000006e-05,
      "loss": 0.1562,
      "step": 2430
    },
    {
      "grad_norm": 0.22804899513721466,
      "learning_rate": 4.8780000000000004e-05,
      "loss": 0.1616,
      "step": 2440
    },
    {
      "grad_norm": 0.2905128300189972,
      "learning_rate": 4.898e-05,
      "loss": 0.1564,
      "step": 2450
    },
    {
      "grad_norm": 0.2334618717432022,
      "learning_rate": 4.918000000000001e-05,
      "loss": 0.162,
      "step": 2460
    },
    {
      "grad_norm": 0.24694202840328217,
      "learning_rate": 4.9380000000000005e-05,
      "loss": 0.1569,
      "step": 2470
    },
    {
      "grad_norm": 0.2448349893093109,
      "learning_rate": 4.958e-05,
      "loss": 0.1614,
      "step": 2480
    },
    {
      "grad_norm": 0.29664820432662964,
      "learning_rate": 4.978e-05,
      "loss": 0.1598,
      "step": 2490
    },
    {
      "grad_norm": 0.2850973606109619,
      "learning_rate": 4.9980000000000006e-05,
      "loss": 0.1623,
      "step": 2500
    },
    {
      "grad_norm": 0.31620392203330994,
      "learning_rate": 5.0180000000000004e-05,
      "loss": 0.16,
      "step": 2510
    },
    {
      "grad_norm": 0.24061423540115356,
      "learning_rate": 5.038e-05,
      "loss": 0.16,
      "step": 2520
    },
    {
      "grad_norm": 0.26009780168533325,
      "learning_rate": 5.058000000000001e-05,
      "loss": 0.1524,
      "step": 2530
    },
    {
      "grad_norm": 0.2854996621608734,
      "learning_rate": 5.0780000000000005e-05,
      "loss": 0.154,
      "step": 2540
    },
    {
      "grad_norm": 0.2898780405521393,
      "learning_rate": 5.098e-05,
      "loss": 0.1451,
      "step": 2550
    },
    {
      "grad_norm": 0.21148104965686798,
      "learning_rate": 5.118000000000001e-05,
      "loss": 0.1495,
      "step": 2560
    },
    {
      "grad_norm": 0.2941684424877167,
      "learning_rate": 5.1380000000000006e-05,
      "loss": 0.1485,
      "step": 2570
    },
    {
      "grad_norm": 0.25984156131744385,
      "learning_rate": 5.1580000000000004e-05,
      "loss": 0.1561,
      "step": 2580
    },
    {
      "grad_norm": 0.25808241963386536,
      "learning_rate": 5.178000000000001e-05,
      "loss": 0.146,
      "step": 2590
    },
    {
      "grad_norm": 0.25316882133483887,
      "learning_rate": 5.198000000000001e-05,
      "loss": 0.1611,
      "step": 2600
    },
    {
      "grad_norm": 0.2827206552028656,
      "learning_rate": 5.2180000000000005e-05,
      "loss": 0.1545,
      "step": 2610
    },
    {
      "grad_norm": 0.23298825323581696,
      "learning_rate": 5.238000000000001e-05,
      "loss": 0.1604,
      "step": 2620
    },
    {
      "grad_norm": 0.24408353865146637,
      "learning_rate": 5.258000000000001e-05,
      "loss": 0.1567,
      "step": 2630
    },
    {
      "grad_norm": 0.2665771543979645,
      "learning_rate": 5.2780000000000006e-05,
      "loss": 0.1595,
      "step": 2640
    },
    {
      "grad_norm": 0.28090041875839233,
      "learning_rate": 5.2980000000000004e-05,
      "loss": 0.1572,
      "step": 2650
    },
    {
      "grad_norm": 0.2441006302833557,
      "learning_rate": 5.318000000000001e-05,
      "loss": 0.1612,
      "step": 2660
    },
    {
      "grad_norm": 0.23298871517181396,
      "learning_rate": 5.338000000000001e-05,
      "loss": 0.1534,
      "step": 2670
    },
    {
      "grad_norm": 0.23886612057685852,
      "learning_rate": 5.3580000000000005e-05,
      "loss": 0.1567,
      "step": 2680
    },
    {
      "grad_norm": 0.42492350935935974,
      "learning_rate": 5.378e-05,
      "loss": 0.1555,
      "step": 2690
    },
    {
      "grad_norm": 0.2632087469100952,
      "learning_rate": 5.3979999999999995e-05,
      "loss": 0.1602,
      "step": 2700
    },
    {
      "grad_norm": 0.24979931116104126,
      "learning_rate": 5.418e-05,
      "loss": 0.1577,
      "step": 2710
    },
    {
      "grad_norm": 0.2122180312871933,
      "learning_rate": 5.438e-05,
      "loss": 0.1548,
      "step": 2720
    },
    {
      "grad_norm": 0.20354534685611725,
      "learning_rate": 5.4579999999999996e-05,
      "loss": 0.1478,
      "step": 2730
    },
    {
      "grad_norm": 0.3027498722076416,
      "learning_rate": 5.478e-05,
      "loss": 0.1577,
      "step": 2740
    },
    {
      "grad_norm": 0.25107428431510925,
      "learning_rate": 5.498e-05,
      "loss": 0.1547,
      "step": 2750
    },
    {
      "grad_norm": 0.23192667961120605,
      "learning_rate": 5.518e-05,
      "loss": 0.1557,
      "step": 2760
    },
    {
      "grad_norm": 0.28488922119140625,
      "learning_rate": 5.538e-05,
      "loss": 0.1521,
      "step": 2770
    },
    {
      "grad_norm": 0.2710030972957611,
      "learning_rate": 5.558e-05,
      "loss": 0.1607,
      "step": 2780
    },
    {
      "grad_norm": 0.23115791380405426,
      "learning_rate": 5.578e-05,
      "loss": 0.1559,
      "step": 2790
    },
    {
      "grad_norm": 0.19291667640209198,
      "learning_rate": 5.5979999999999996e-05,
      "loss": 0.1595,
      "step": 2800
    },
    {
      "grad_norm": 0.2293509542942047,
      "learning_rate": 5.618e-05,
      "loss": 0.1532,
      "step": 2810
    },
    {
      "grad_norm": 0.20039421319961548,
      "learning_rate": 5.638e-05,
      "loss": 0.1568,
      "step": 2820
    },
    {
      "grad_norm": 0.23328998684883118,
      "learning_rate": 5.658e-05,
      "loss": 0.1506,
      "step": 2830
    },
    {
      "grad_norm": 0.22802597284317017,
      "learning_rate": 5.678e-05,
      "loss": 0.1544,
      "step": 2840
    },
    {
      "grad_norm": 0.20201756060123444,
      "learning_rate": 5.698e-05,
      "loss": 0.143,
      "step": 2850
    },
    {
      "grad_norm": 0.21366146206855774,
      "learning_rate": 5.718e-05,
      "loss": 0.1485,
      "step": 2860
    },
    {
      "grad_norm": 0.20627634227275848,
      "learning_rate": 5.738e-05,
      "loss": 0.1416,
      "step": 2870
    },
    {
      "grad_norm": 0.30033427476882935,
      "learning_rate": 5.758e-05,
      "loss": 0.1344,
      "step": 2880
    },
    {
      "grad_norm": 0.2781180739402771,
      "learning_rate": 5.778e-05,
      "loss": 0.1508,
      "step": 2890
    },
    {
      "grad_norm": 0.18901149928569794,
      "learning_rate": 5.7980000000000004e-05,
      "loss": 0.1503,
      "step": 2900
    },
    {
      "grad_norm": 0.2212158739566803,
      "learning_rate": 5.818e-05,
      "loss": 0.1569,
      "step": 2910
    },
    {
      "grad_norm": 0.17089545726776123,
      "learning_rate": 5.838e-05,
      "loss": 0.154,
      "step": 2920
    },
    {
      "grad_norm": 0.21665768325328827,
      "learning_rate": 5.858e-05,
      "loss": 0.1577,
      "step": 2930
    },
    {
      "grad_norm": 0.1810777634382248,
      "learning_rate": 5.878e-05,
      "loss": 0.1528,
      "step": 2940
    },
    {
      "grad_norm": 0.2417856901884079,
      "learning_rate": 5.898e-05,
      "loss": 0.1523,
      "step": 2950
    },
    {
      "grad_norm": 0.17713525891304016,
      "learning_rate": 5.918e-05,
      "loss": 0.154,
      "step": 2960
    },
    {
      "grad_norm": 0.20100226998329163,
      "learning_rate": 5.9380000000000004e-05,
      "loss": 0.156,
      "step": 2970
    },
    {
      "grad_norm": 0.20679858326911926,
      "learning_rate": 5.958e-05,
      "loss": 0.1537,
      "step": 2980
    },
    {
      "grad_norm": 0.21205835044384003,
      "learning_rate": 5.978e-05,
      "loss": 0.1528,
      "step": 2990
    },
    {
      "grad_norm": 0.17605561017990112,
      "learning_rate": 5.9980000000000005e-05,
      "loss": 0.1526,
      "step": 3000
    },
    {
      "grad_norm": 0.21512587368488312,
      "learning_rate": 6.018e-05,
      "loss": 0.1552,
      "step": 3010
    },
    {
      "grad_norm": 0.2099592387676239,
      "learning_rate": 6.038e-05,
      "loss": 0.1545,
      "step": 3020
    },
    {
      "grad_norm": 0.21464477479457855,
      "learning_rate": 6.0580000000000006e-05,
      "loss": 0.1518,
      "step": 3030
    },
    {
      "grad_norm": 0.17847053706645966,
      "learning_rate": 6.0780000000000004e-05,
      "loss": 0.1544,
      "step": 3040
    },
    {
      "grad_norm": 0.2374761700630188,
      "learning_rate": 6.098e-05,
      "loss": 0.1535,
      "step": 3050
    },
    {
      "grad_norm": 0.21878276765346527,
      "learning_rate": 6.118000000000001e-05,
      "loss": 0.1562,
      "step": 3060
    },
    {
      "grad_norm": 0.25788378715515137,
      "learning_rate": 6.138e-05,
      "loss": 0.1545,
      "step": 3070
    },
    {
      "grad_norm": 0.19264726340770721,
      "learning_rate": 6.158e-05,
      "loss": 0.149,
      "step": 3080
    },
    {
      "grad_norm": 0.2332800179719925,
      "learning_rate": 6.178000000000001e-05,
      "loss": 0.1472,
      "step": 3090
    },
    {
      "grad_norm": 0.20108534395694733,
      "learning_rate": 6.198e-05,
      "loss": 0.1529,
      "step": 3100
    },
    {
      "grad_norm": 0.23797163367271423,
      "learning_rate": 6.218e-05,
      "loss": 0.1535,
      "step": 3110
    },
    {
      "grad_norm": 0.2002258598804474,
      "learning_rate": 6.238000000000001e-05,
      "loss": 0.1517,
      "step": 3120
    },
    {
      "grad_norm": 0.22666549682617188,
      "learning_rate": 6.258e-05,
      "loss": 0.1493,
      "step": 3130
    },
    {
      "grad_norm": 0.1907428652048111,
      "learning_rate": 6.278e-05,
      "loss": 0.1466,
      "step": 3140
    },
    {
      "grad_norm": 0.28009116649627686,
      "learning_rate": 6.298000000000001e-05,
      "loss": 0.1516,
      "step": 3150
    },
    {
      "grad_norm": 0.19499491155147552,
      "learning_rate": 6.318e-05,
      "loss": 0.1478,
      "step": 3160
    },
    {
      "grad_norm": 0.20011761784553528,
      "learning_rate": 6.338e-05,
      "loss": 0.1452,
      "step": 3170
    },
    {
      "grad_norm": 0.1674211025238037,
      "learning_rate": 6.358000000000001e-05,
      "loss": 0.1464,
      "step": 3180
    },
    {
      "grad_norm": 0.19746552407741547,
      "learning_rate": 6.378e-05,
      "loss": 0.1362,
      "step": 3190
    },
    {
      "grad_norm": 0.21865640580654144,
      "learning_rate": 6.398000000000001e-05,
      "loss": 0.1375,
      "step": 3200
    },
    {
      "grad_norm": 0.19859656691551208,
      "learning_rate": 6.418000000000001e-05,
      "loss": 0.1469,
      "step": 3210
    },
    {
      "grad_norm": 0.18854756653308868,
      "learning_rate": 6.438e-05,
      "loss": 0.1416,
      "step": 3220
    },
    {
      "grad_norm": 0.25417831540107727,
      "learning_rate": 6.458000000000001e-05,
      "loss": 0.1446,
      "step": 3230
    },
    {
      "grad_norm": 0.19266828894615173,
      "learning_rate": 6.478000000000001e-05,
      "loss": 0.146,
      "step": 3240
    },
    {
      "grad_norm": 0.22431018948554993,
      "learning_rate": 6.498e-05,
      "loss": 0.1426,
      "step": 3250
    },
    {
      "grad_norm": 0.16394367814064026,
      "learning_rate": 6.518000000000001e-05,
      "loss": 0.1463,
      "step": 3260
    },
    {
      "grad_norm": 0.18253369629383087,
      "learning_rate": 6.538000000000001e-05,
      "loss": 0.136,
      "step": 3270
    },
    {
      "grad_norm": 0.19869071245193481,
      "learning_rate": 6.558e-05,
      "loss": 0.1465,
      "step": 3280
    },
    {
      "grad_norm": 0.14768986403942108,
      "learning_rate": 6.578000000000001e-05,
      "loss": 0.1369,
      "step": 3290
    },
    {
      "grad_norm": 0.1663125604391098,
      "learning_rate": 6.598e-05,
      "loss": 0.1455,
      "step": 3300
    },
    {
      "grad_norm": 0.16765658557415009,
      "learning_rate": 6.618e-05,
      "loss": 0.141,
      "step": 3310
    },
    {
      "grad_norm": 0.17731483280658722,
      "learning_rate": 6.638e-05,
      "loss": 0.1509,
      "step": 3320
    },
    {
      "grad_norm": 0.19054849445819855,
      "learning_rate": 6.658e-05,
      "loss": 0.139,
      "step": 3330
    },
    {
      "grad_norm": 0.18247278034687042,
      "learning_rate": 6.678e-05,
      "loss": 0.1433,
      "step": 3340
    },
    {
      "grad_norm": 0.16416993737220764,
      "learning_rate": 6.698e-05,
      "loss": 0.1342,
      "step": 3350
    },
    {
      "grad_norm": 0.16579632461071014,
      "learning_rate": 6.718e-05,
      "loss": 0.1479,
      "step": 3360
    },
    {
      "grad_norm": 0.16743943095207214,
      "learning_rate": 6.738e-05,
      "loss": 0.1373,
      "step": 3370
    },
    {
      "grad_norm": 0.1761976033449173,
      "learning_rate": 6.758e-05,
      "loss": 0.1468,
      "step": 3380
    },
    {
      "grad_norm": 0.18742500245571136,
      "learning_rate": 6.778e-05,
      "loss": 0.1391,
      "step": 3390
    },
    {
      "grad_norm": 0.1675654500722885,
      "learning_rate": 6.798e-05,
      "loss": 0.1427,
      "step": 3400
    },
    {
      "grad_norm": 0.16054357588291168,
      "learning_rate": 6.818e-05,
      "loss": 0.1399,
      "step": 3410
    },
    {
      "grad_norm": 0.2049979269504547,
      "learning_rate": 6.838e-05,
      "loss": 0.1442,
      "step": 3420
    },
    {
      "grad_norm": 0.21066983044147491,
      "learning_rate": 6.858e-05,
      "loss": 0.136,
      "step": 3430
    },
    {
      "grad_norm": 0.16141553223133087,
      "learning_rate": 6.878e-05,
      "loss": 0.1446,
      "step": 3440
    },
    {
      "grad_norm": 0.15949329733848572,
      "learning_rate": 6.898e-05,
      "loss": 0.1353,
      "step": 3450
    },
    {
      "grad_norm": 0.15714731812477112,
      "learning_rate": 6.918e-05,
      "loss": 0.1458,
      "step": 3460
    },
    {
      "grad_norm": 0.1766880303621292,
      "learning_rate": 6.938e-05,
      "loss": 0.132,
      "step": 3470
    },
    {
      "grad_norm": 0.2712090313434601,
      "learning_rate": 6.958e-05,
      "loss": 0.1444,
      "step": 3480
    },
    {
      "grad_norm": 0.16753530502319336,
      "learning_rate": 6.978e-05,
      "loss": 0.1294,
      "step": 3490
    },
    {
      "grad_norm": 0.1701657623052597,
      "learning_rate": 6.998e-05,
      "loss": 0.132,
      "step": 3500
    },
    {
      "grad_norm": 0.1746329963207245,
      "learning_rate": 7.018e-05,
      "loss": 0.1293,
      "step": 3510
    },
    {
      "grad_norm": 0.17793330550193787,
      "learning_rate": 7.038e-05,
      "loss": 0.126,
      "step": 3520
    },
    {
      "grad_norm": 0.16025394201278687,
      "learning_rate": 7.058e-05,
      "loss": 0.1338,
      "step": 3530
    },
    {
      "grad_norm": 0.21525424718856812,
      "learning_rate": 7.078e-05,
      "loss": 0.1325,
      "step": 3540
    },
    {
      "grad_norm": 0.27254801988601685,
      "learning_rate": 7.098e-05,
      "loss": 0.1439,
      "step": 3550
    },
    {
      "grad_norm": 0.21828775107860565,
      "learning_rate": 7.118e-05,
      "loss": 0.1354,
      "step": 3560
    },
    {
      "grad_norm": 0.18965521454811096,
      "learning_rate": 7.138e-05,
      "loss": 0.1486,
      "step": 3570
    },
    {
      "grad_norm": 0.19057683646678925,
      "learning_rate": 7.158e-05,
      "loss": 0.1339,
      "step": 3580
    },
    {
      "grad_norm": 0.18078263103961945,
      "learning_rate": 7.178000000000001e-05,
      "loss": 0.1517,
      "step": 3590
    },
    {
      "grad_norm": 0.19315798580646515,
      "learning_rate": 7.198e-05,
      "loss": 0.1368,
      "step": 3600
    },
    {
      "grad_norm": 0.15181225538253784,
      "learning_rate": 7.218e-05,
      "loss": 0.1462,
      "step": 3610
    },
    {
      "grad_norm": 0.2528398931026459,
      "learning_rate": 7.238000000000001e-05,
      "loss": 0.1396,
      "step": 3620
    },
    {
      "grad_norm": 0.17645478248596191,
      "learning_rate": 7.258e-05,
      "loss": 0.1488,
      "step": 3630
    },
    {
      "grad_norm": 0.2148199826478958,
      "learning_rate": 7.278e-05,
      "loss": 0.1371,
      "step": 3640
    },
    {
      "grad_norm": 0.1344292312860489,
      "learning_rate": 7.298000000000001e-05,
      "loss": 0.1514,
      "step": 3650
    },
    {
      "grad_norm": 0.2640349268913269,
      "learning_rate": 7.318e-05,
      "loss": 0.1375,
      "step": 3660
    },
    {
      "grad_norm": 0.1687939316034317,
      "learning_rate": 7.338e-05,
      "loss": 0.1509,
      "step": 3670
    },
    {
      "grad_norm": 0.1959948092699051,
      "learning_rate": 7.358000000000001e-05,
      "loss": 0.1391,
      "step": 3680
    },
    {
      "grad_norm": 0.1511271595954895,
      "learning_rate": 7.378e-05,
      "loss": 0.1545,
      "step": 3690
    },
    {
      "grad_norm": 0.17412833869457245,
      "learning_rate": 7.398e-05,
      "loss": 0.1367,
      "step": 3700
    },
    {
      "grad_norm": 0.16964486241340637,
      "learning_rate": 7.418000000000001e-05,
      "loss": 0.151,
      "step": 3710
    },
    {
      "grad_norm": 0.1937376856803894,
      "learning_rate": 7.438e-05,
      "loss": 0.1339,
      "step": 3720
    },
    {
      "grad_norm": 0.14688295125961304,
      "learning_rate": 7.458000000000001e-05,
      "loss": 0.1493,
      "step": 3730
    },
    {
      "grad_norm": 0.1620800793170929,
      "learning_rate": 7.478e-05,
      "loss": 0.1332,
      "step": 3740
    },
    {
      "grad_norm": 0.13713930547237396,
      "learning_rate": 7.498e-05,
      "loss": 0.1461,
      "step": 3750
    },
    {
      "grad_norm": 0.18497569859027863,
      "learning_rate": 7.518000000000001e-05,
      "loss": 0.1323,
      "step": 3760
    },
    {
      "grad_norm": 0.14047826826572418,
      "learning_rate": 7.538e-05,
      "loss": 0.1459,
      "step": 3770
    },
    {
      "grad_norm": 0.18876051902770996,
      "learning_rate": 7.558e-05,
      "loss": 0.1352,
      "step": 3780
    },
    {
      "grad_norm": 0.1623896211385727,
      "learning_rate": 7.578000000000001e-05,
      "loss": 0.1435,
      "step": 3790
    },
    {
      "grad_norm": 0.17636990547180176,
      "learning_rate": 7.598e-05,
      "loss": 0.133,
      "step": 3800
    },
    {
      "grad_norm": 0.15407313406467438,
      "learning_rate": 7.618e-05,
      "loss": 0.1403,
      "step": 3810
    },
    {
      "grad_norm": 0.20011383295059204,
      "learning_rate": 7.638000000000001e-05,
      "loss": 0.1292,
      "step": 3820
    },
    {
      "grad_norm": 0.22505442798137665,
      "learning_rate": 7.658e-05,
      "loss": 0.135,
      "step": 3830
    },
    {
      "grad_norm": 0.2156381458044052,
      "learning_rate": 7.678000000000001e-05,
      "loss": 0.1285,
      "step": 3840
    },
    {
      "grad_norm": 0.15367822349071503,
      "learning_rate": 7.698000000000001e-05,
      "loss": 0.1399,
      "step": 3850
    },
    {
      "grad_norm": 0.17544962465763092,
      "learning_rate": 7.718e-05,
      "loss": 0.1323,
      "step": 3860
    },
    {
      "grad_norm": 0.16036075353622437,
      "learning_rate": 7.738000000000001e-05,
      "loss": 0.1417,
      "step": 3870
    },
    {
      "grad_norm": 0.19749370217323303,
      "learning_rate": 7.758000000000001e-05,
      "loss": 0.138,
      "step": 3880
    },
    {
      "grad_norm": 0.12711690366268158,
      "learning_rate": 7.778e-05,
      "loss": 0.1444,
      "step": 3890
    },
    {
      "grad_norm": 0.15850169956684113,
      "learning_rate": 7.798000000000001e-05,
      "loss": 0.1396,
      "step": 3900
    },
    {
      "grad_norm": 0.13193440437316895,
      "learning_rate": 7.818000000000001e-05,
      "loss": 0.1404,
      "step": 3910
    },
    {
      "grad_norm": 0.1676270216703415,
      "learning_rate": 7.838e-05,
      "loss": 0.1391,
      "step": 3920
    },
    {
      "grad_norm": 0.12954604625701904,
      "learning_rate": 7.858000000000001e-05,
      "loss": 0.1413,
      "step": 3930
    },
    {
      "grad_norm": 0.16125911474227905,
      "learning_rate": 7.878e-05,
      "loss": 0.1368,
      "step": 3940
    },
    {
      "grad_norm": 0.20850436389446259,
      "learning_rate": 7.897999999999999e-05,
      "loss": 0.1454,
      "step": 3950
    },
    {
      "grad_norm": 0.15056291222572327,
      "learning_rate": 7.918e-05,
      "loss": 0.1394,
      "step": 3960
    },
    {
      "grad_norm": 0.12464837729930878,
      "learning_rate": 7.938e-05,
      "loss": 0.1447,
      "step": 3970
    },
    {
      "grad_norm": 0.15044909715652466,
      "learning_rate": 7.958e-05,
      "loss": 0.1368,
      "step": 3980
    },
    {
      "grad_norm": 0.14132988452911377,
      "learning_rate": 7.978e-05,
      "loss": 0.1468,
      "step": 3990
    },
    {
      "grad_norm": 0.16954055428504944,
      "learning_rate": 7.998e-05,
      "loss": 0.1369,
      "step": 4000
    },
    {
      "grad_norm": 0.14429137110710144,
      "learning_rate": 8.018e-05,
      "loss": 0.1398,
      "step": 4010
    },
    {
      "grad_norm": 0.16848629713058472,
      "learning_rate": 8.038e-05,
      "loss": 0.137,
      "step": 4020
    },
    {
      "grad_norm": 0.14579814672470093,
      "learning_rate": 8.058e-05,
      "loss": 0.1437,
      "step": 4030
    },
    {
      "grad_norm": 0.16169877350330353,
      "learning_rate": 8.078e-05,
      "loss": 0.1365,
      "step": 4040
    },
    {
      "grad_norm": 0.1251775026321411,
      "learning_rate": 8.098e-05,
      "loss": 0.1415,
      "step": 4050
    },
    {
      "grad_norm": 0.17293451726436615,
      "learning_rate": 8.118e-05,
      "loss": 0.1343,
      "step": 4060
    },
    {
      "grad_norm": 0.11029583215713501,
      "learning_rate": 8.138e-05,
      "loss": 0.1395,
      "step": 4070
    },
    {
      "grad_norm": 0.13381250202655792,
      "learning_rate": 8.158e-05,
      "loss": 0.1351,
      "step": 4080
    },
    {
      "grad_norm": 0.14271704852581024,
      "learning_rate": 8.178e-05,
      "loss": 0.1404,
      "step": 4090
    },
    {
      "grad_norm": 0.15119683742523193,
      "learning_rate": 8.198e-05,
      "loss": 0.1354,
      "step": 4100
    },
    {
      "grad_norm": 0.14270026981830597,
      "learning_rate": 8.218e-05,
      "loss": 0.1349,
      "step": 4110
    },
    {
      "grad_norm": 0.13672710955142975,
      "learning_rate": 8.238000000000001e-05,
      "loss": 0.1324,
      "step": 4120
    },
    {
      "grad_norm": 0.1273556351661682,
      "learning_rate": 8.258e-05,
      "loss": 0.1317,
      "step": 4130
    },
    {
      "grad_norm": 0.15215615928173065,
      "learning_rate": 8.278e-05,
      "loss": 0.1262,
      "step": 4140
    },
    {
      "grad_norm": 0.12599943578243256,
      "learning_rate": 8.298000000000001e-05,
      "loss": 0.1298,
      "step": 4150
    },
    {
      "grad_norm": 0.14003139734268188,
      "learning_rate": 8.318e-05,
      "loss": 0.1218,
      "step": 4160
    },
    {
      "grad_norm": 0.13260658085346222,
      "learning_rate": 8.338e-05,
      "loss": 0.1335,
      "step": 4170
    },
    {
      "grad_norm": 0.1392311155796051,
      "learning_rate": 8.358e-05,
      "loss": 0.1259,
      "step": 4180
    },
    {
      "grad_norm": 0.14024178683757782,
      "learning_rate": 8.378e-05,
      "loss": 0.1312,
      "step": 4190
    },
    {
      "grad_norm": 0.09774132817983627,
      "learning_rate": 8.398e-05,
      "loss": 0.1323,
      "step": 4200
    },
    {
      "grad_norm": 0.14123524725437164,
      "learning_rate": 8.418e-05,
      "loss": 0.1387,
      "step": 4210
    },
    {
      "grad_norm": 0.12520268559455872,
      "learning_rate": 8.438e-05,
      "loss": 0.1341,
      "step": 4220
    },
    {
      "grad_norm": 0.13219322264194489,
      "learning_rate": 8.458e-05,
      "loss": 0.1397,
      "step": 4230
    },
    {
      "grad_norm": 0.12394844740629196,
      "learning_rate": 8.478e-05,
      "loss": 0.1331,
      "step": 4240
    },
    {
      "grad_norm": 0.15577198565006256,
      "learning_rate": 8.498e-05,
      "loss": 0.141,
      "step": 4250
    },
    {
      "grad_norm": 0.11207880079746246,
      "learning_rate": 8.518000000000001e-05,
      "loss": 0.1338,
      "step": 4260
    },
    {
      "grad_norm": 0.18599164485931396,
      "learning_rate": 8.538e-05,
      "loss": 0.1381,
      "step": 4270
    },
    {
      "grad_norm": 0.11954852193593979,
      "learning_rate": 8.558e-05,
      "loss": 0.1346,
      "step": 4280
    },
    {
      "grad_norm": 0.17455530166625977,
      "learning_rate": 8.578000000000001e-05,
      "loss": 0.1406,
      "step": 4290
    },
    {
      "grad_norm": 0.11521338671445847,
      "learning_rate": 8.598e-05,
      "loss": 0.135,
      "step": 4300
    },
    {
      "grad_norm": 0.1318846195936203,
      "learning_rate": 8.618e-05,
      "loss": 0.1341,
      "step": 4310
    },
    {
      "grad_norm": 0.1422441154718399,
      "learning_rate": 8.638000000000001e-05,
      "loss": 0.1364,
      "step": 4320
    },
    {
      "grad_norm": 0.15396150946617126,
      "learning_rate": 8.658e-05,
      "loss": 0.1342,
      "step": 4330
    },
    {
      "grad_norm": 0.12617813050746918,
      "learning_rate": 8.678e-05,
      "loss": 0.1355,
      "step": 4340
    },
    {
      "grad_norm": 0.13664571940898895,
      "learning_rate": 8.698000000000001e-05,
      "loss": 0.1296,
      "step": 4350
    },
    {
      "grad_norm": 0.11060761660337448,
      "learning_rate": 8.718e-05,
      "loss": 0.1336,
      "step": 4360
    },
    {
      "grad_norm": 0.12969574332237244,
      "learning_rate": 8.738000000000001e-05,
      "loss": 0.1338,
      "step": 4370
    },
    {
      "grad_norm": 0.1286819875240326,
      "learning_rate": 8.758000000000001e-05,
      "loss": 0.1295,
      "step": 4380
    },
    {
      "grad_norm": 0.13577361404895782,
      "learning_rate": 8.778e-05,
      "loss": 0.1368,
      "step": 4390
    },
    {
      "grad_norm": 0.1050453931093216,
      "learning_rate": 8.798000000000001e-05,
      "loss": 0.1299,
      "step": 4400
    },
    {
      "grad_norm": 0.17464464902877808,
      "learning_rate": 8.818000000000001e-05,
      "loss": 0.1327,
      "step": 4410
    },
    {
      "grad_norm": 0.11002113670110703,
      "learning_rate": 8.838e-05,
      "loss": 0.1334,
      "step": 4420
    },
    {
      "grad_norm": 0.12170564383268356,
      "learning_rate": 8.858000000000001e-05,
      "loss": 0.1338,
      "step": 4430
    },
    {
      "grad_norm": 0.12045461684465408,
      "learning_rate": 8.878000000000001e-05,
      "loss": 0.1315,
      "step": 4440
    },
    {
      "grad_norm": 0.1343940794467926,
      "learning_rate": 8.898e-05,
      "loss": 0.1282,
      "step": 4450
    },
    {
      "grad_norm": 0.12956182658672333,
      "learning_rate": 8.918000000000001e-05,
      "loss": 0.1278,
      "step": 4460
    },
    {
      "grad_norm": 0.15035001933574677,
      "learning_rate": 8.938e-05,
      "loss": 0.1259,
      "step": 4470
    },
    {
      "grad_norm": 0.11175943166017532,
      "learning_rate": 8.958e-05,
      "loss": 0.1246,
      "step": 4480
    },
    {
      "grad_norm": 0.15987670421600342,
      "learning_rate": 8.978000000000001e-05,
      "loss": 0.1291,
      "step": 4490
    },
    {
      "grad_norm": 0.14462269842624664,
      "learning_rate": 8.998e-05,
      "loss": 0.1252,
      "step": 4500
    },
    {
      "grad_norm": 0.13332833349704742,
      "learning_rate": 9.018000000000001e-05,
      "loss": 0.1314,
      "step": 4510
    },
    {
      "grad_norm": 0.12843568623065948,
      "learning_rate": 9.038000000000001e-05,
      "loss": 0.1265,
      "step": 4520
    },
    {
      "grad_norm": 0.1590491384267807,
      "learning_rate": 9.058e-05,
      "loss": 0.1304,
      "step": 4530
    },
    {
      "grad_norm": 0.11314611881971359,
      "learning_rate": 9.078000000000001e-05,
      "loss": 0.1247,
      "step": 4540
    },
    {
      "grad_norm": 0.10944805294275284,
      "learning_rate": 9.098000000000001e-05,
      "loss": 0.1274,
      "step": 4550
    },
    {
      "grad_norm": 0.12222739309072495,
      "learning_rate": 9.118e-05,
      "loss": 0.1255,
      "step": 4560
    },
    {
      "grad_norm": 0.10745828598737717,
      "learning_rate": 9.138e-05,
      "loss": 0.1284,
      "step": 4570
    },
    {
      "grad_norm": 0.09601717442274094,
      "learning_rate": 9.158e-05,
      "loss": 0.1259,
      "step": 4580
    },
    {
      "grad_norm": 0.1592542976140976,
      "learning_rate": 9.178e-05,
      "loss": 0.1291,
      "step": 4590
    },
    {
      "grad_norm": 0.10748572647571564,
      "learning_rate": 9.198e-05,
      "loss": 0.128,
      "step": 4600
    },
    {
      "grad_norm": 0.11615607887506485,
      "learning_rate": 9.218e-05,
      "loss": 0.1329,
      "step": 4610
    },
    {
      "grad_norm": 0.11302448809146881,
      "learning_rate": 9.238e-05,
      "loss": 0.1252,
      "step": 4620
    },
    {
      "grad_norm": 0.11524214595556259,
      "learning_rate": 9.258e-05,
      "loss": 0.1316,
      "step": 4630
    },
    {
      "grad_norm": 0.11558740586042404,
      "learning_rate": 9.278e-05,
      "loss": 0.1283,
      "step": 4640
    },
    {
      "grad_norm": 0.23942124843597412,
      "learning_rate": 9.298e-05,
      "loss": 0.1327,
      "step": 4650
    },
    {
      "grad_norm": 0.12029846757650375,
      "learning_rate": 9.318e-05,
      "loss": 0.1238,
      "step": 4660
    },
    {
      "grad_norm": 0.12019429355859756,
      "learning_rate": 9.338e-05,
      "loss": 0.1339,
      "step": 4670
    },
    {
      "grad_norm": 0.11239844560623169,
      "learning_rate": 9.358e-05,
      "loss": 0.127,
      "step": 4680
    },
    {
      "grad_norm": 0.10420919209718704,
      "learning_rate": 9.378e-05,
      "loss": 0.1306,
      "step": 4690
    },
    {
      "grad_norm": 0.12045609951019287,
      "learning_rate": 9.398e-05,
      "loss": 0.1245,
      "step": 4700
    },
    {
      "grad_norm": 0.14737384021282196,
      "learning_rate": 9.418e-05,
      "loss": 0.1321,
      "step": 4710
    },
    {
      "grad_norm": 0.10854590684175491,
      "learning_rate": 9.438e-05,
      "loss": 0.124,
      "step": 4720
    },
    {
      "grad_norm": 0.1657399982213974,
      "learning_rate": 9.458e-05,
      "loss": 0.1317,
      "step": 4730
    },
    {
      "grad_norm": 0.12202409654855728,
      "learning_rate": 9.478e-05,
      "loss": 0.1262,
      "step": 4740
    },
    {
      "grad_norm": 0.11648748815059662,
      "learning_rate": 9.498e-05,
      "loss": 0.1272,
      "step": 4750
    },
    {
      "grad_norm": 0.09568289667367935,
      "learning_rate": 9.518000000000001e-05,
      "loss": 0.1264,
      "step": 4760
    },
    {
      "grad_norm": 0.12358943372964859,
      "learning_rate": 9.538e-05,
      "loss": 0.1234,
      "step": 4770
    },
    {
      "grad_norm": 0.1098884791135788,
      "learning_rate": 9.558e-05,
      "loss": 0.1156,
      "step": 4780
    },
    {
      "grad_norm": 0.1541105955839157,
      "learning_rate": 9.578000000000001e-05,
      "loss": 0.1216,
      "step": 4790
    },
    {
      "grad_norm": 0.12476958334445953,
      "learning_rate": 9.598e-05,
      "loss": 0.1161,
      "step": 4800
    },
    {
      "grad_norm": 0.11633862555027008,
      "learning_rate": 9.618e-05,
      "loss": 0.1262,
      "step": 4810
    },
    {
      "grad_norm": 0.10479123890399933,
      "learning_rate": 9.638000000000001e-05,
      "loss": 0.1231,
      "step": 4820
    },
    {
      "grad_norm": 0.10812260210514069,
      "learning_rate": 9.658e-05,
      "loss": 0.1288,
      "step": 4830
    },
    {
      "grad_norm": 0.08395808935165405,
      "learning_rate": 9.678e-05,
      "loss": 0.1269,
      "step": 4840
    },
    {
      "grad_norm": 0.1331745684146881,
      "learning_rate": 9.698000000000001e-05,
      "loss": 0.1289,
      "step": 4850
    },
    {
      "grad_norm": 0.10516192018985748,
      "learning_rate": 9.718e-05,
      "loss": 0.1283,
      "step": 4860
    },
    {
      "grad_norm": 0.13479860126972198,
      "learning_rate": 9.738e-05,
      "loss": 0.1297,
      "step": 4870
    },
    {
      "grad_norm": 0.10389240831136703,
      "learning_rate": 9.758000000000001e-05,
      "loss": 0.1296,
      "step": 4880
    },
    {
      "grad_norm": 0.13200107216835022,
      "learning_rate": 9.778e-05,
      "loss": 0.1313,
      "step": 4890
    },
    {
      "grad_norm": 0.10060872882604599,
      "learning_rate": 9.798000000000001e-05,
      "loss": 0.1299,
      "step": 4900
    },
    {
      "grad_norm": 0.1368398219347,
      "learning_rate": 9.818000000000001e-05,
      "loss": 0.1272,
      "step": 4910
    },
    {
      "grad_norm": 0.09338173270225525,
      "learning_rate": 9.838e-05,
      "loss": 0.1312,
      "step": 4920
    },
    {
      "grad_norm": 0.12097598612308502,
      "learning_rate": 9.858000000000001e-05,
      "loss": 0.131,
      "step": 4930
    },
    {
      "grad_norm": 0.1022842600941658,
      "learning_rate": 9.878e-05,
      "loss": 0.1328,
      "step": 4940
    },
    {
      "grad_norm": 0.11399175971746445,
      "learning_rate": 9.898e-05,
      "loss": 0.1303,
      "step": 4950
    },
    {
      "grad_norm": 0.11585863679647446,
      "learning_rate": 9.918000000000001e-05,
      "loss": 0.1296,
      "step": 4960
    },
    {
      "grad_norm": 0.12994781136512756,
      "learning_rate": 9.938e-05,
      "loss": 0.1321,
      "step": 4970
    },
    {
      "grad_norm": 0.10941900312900543,
      "learning_rate": 9.958e-05,
      "loss": 0.1272,
      "step": 4980
    },
    {
      "grad_norm": 0.10744205117225647,
      "learning_rate": 9.978000000000001e-05,
      "loss": 0.1265,
      "step": 4990
    },
    {
      "grad_norm": 0.08893831074237823,
      "learning_rate": 9.998e-05,
      "loss": 0.1269,
      "step": 5000
    },
    {
      "grad_norm": 0.12448322027921677,
      "learning_rate": 0.0001,
      "loss": 0.126,
      "step": 5010
    },
    {
      "grad_norm": 0.08912146091461182,
      "learning_rate": 0.0001,
      "loss": 0.1246,
      "step": 5020
    },
    {
      "grad_norm": 0.11469516903162003,
      "learning_rate": 0.0001,
      "loss": 0.1244,
      "step": 5030
    },
    {
      "grad_norm": 0.1117662638425827,
      "learning_rate": 0.0001,
      "loss": 0.1287,
      "step": 5040
    },
    {
      "grad_norm": 0.11946184933185577,
      "learning_rate": 0.0001,
      "loss": 0.1278,
      "step": 5050
    },
    {
      "grad_norm": 0.09889452904462814,
      "learning_rate": 0.0001,
      "loss": 0.1276,
      "step": 5060
    },
    {
      "grad_norm": 0.12951147556304932,
      "learning_rate": 0.0001,
      "loss": 0.1234,
      "step": 5070
    },
    {
      "grad_norm": 0.09625956416130066,
      "learning_rate": 0.0001,
      "loss": 0.123,
      "step": 5080
    },
    {
      "grad_norm": 0.0939265787601471,
      "learning_rate": 0.0001,
      "loss": 0.1242,
      "step": 5090
    },
    {
      "grad_norm": 0.08558156341314316,
      "learning_rate": 0.0001,
      "loss": 0.1189,
      "step": 5100
    },
    {
      "grad_norm": 0.18142159283161163,
      "learning_rate": 0.0001,
      "loss": 0.1175,
      "step": 5110
    },
    {
      "grad_norm": 0.09390030801296234,
      "learning_rate": 0.0001,
      "loss": 0.1201,
      "step": 5120
    },
    {
      "grad_norm": 0.14637140929698944,
      "learning_rate": 0.0001,
      "loss": 0.1175,
      "step": 5130
    },
    {
      "grad_norm": 0.10525067150592804,
      "learning_rate": 0.0001,
      "loss": 0.1242,
      "step": 5140
    },
    {
      "grad_norm": 0.09478848427534103,
      "learning_rate": 0.0001,
      "loss": 0.1268,
      "step": 5150
    },
    {
      "grad_norm": 0.1208893433213234,
      "learning_rate": 0.0001,
      "loss": 0.1226,
      "step": 5160
    },
    {
      "grad_norm": 0.0985957533121109,
      "learning_rate": 0.0001,
      "loss": 0.1283,
      "step": 5170
    },
    {
      "grad_norm": 0.11503921449184418,
      "learning_rate": 0.0001,
      "loss": 0.1287,
      "step": 5180
    },
    {
      "grad_norm": 0.09895190596580505,
      "learning_rate": 0.0001,
      "loss": 0.1262,
      "step": 5190
    },
    {
      "grad_norm": 0.11433104425668716,
      "learning_rate": 0.0001,
      "loss": 0.13,
      "step": 5200
    },
    {
      "grad_norm": 0.13815680146217346,
      "learning_rate": 0.0001,
      "loss": 0.1278,
      "step": 5210
    },
    {
      "grad_norm": 0.12640167772769928,
      "learning_rate": 0.0001,
      "loss": 0.1262,
      "step": 5220
    },
    {
      "grad_norm": 0.0965307354927063,
      "learning_rate": 0.0001,
      "loss": 0.1273,
      "step": 5230
    },
    {
      "grad_norm": 0.1257619708776474,
      "learning_rate": 0.0001,
      "loss": 0.1269,
      "step": 5240
    },
    {
      "grad_norm": 0.09146880358457565,
      "learning_rate": 0.0001,
      "loss": 0.1326,
      "step": 5250
    },
    {
      "grad_norm": 0.13106480240821838,
      "learning_rate": 0.0001,
      "loss": 0.1249,
      "step": 5260
    },
    {
      "grad_norm": 0.08592076599597931,
      "learning_rate": 0.0001,
      "loss": 0.1293,
      "step": 5270
    },
    {
      "grad_norm": 0.1080213412642479,
      "learning_rate": 0.0001,
      "loss": 0.127,
      "step": 5280
    },
    {
      "grad_norm": 0.08742690086364746,
      "learning_rate": 0.0001,
      "loss": 0.1262,
      "step": 5290
    },
    {
      "grad_norm": 0.10972902923822403,
      "learning_rate": 0.0001,
      "loss": 0.1246,
      "step": 5300
    },
    {
      "grad_norm": 0.10337347537279129,
      "learning_rate": 0.0001,
      "loss": 0.1263,
      "step": 5310
    },
    {
      "grad_norm": 0.10977190732955933,
      "learning_rate": 0.0001,
      "loss": 0.129,
      "step": 5320
    },
    {
      "grad_norm": 0.10175368189811707,
      "learning_rate": 0.0001,
      "loss": 0.1243,
      "step": 5330
    },
    {
      "grad_norm": 0.12244048714637756,
      "learning_rate": 0.0001,
      "loss": 0.126,
      "step": 5340
    },
    {
      "grad_norm": 0.10065506398677826,
      "learning_rate": 0.0001,
      "loss": 0.1263,
      "step": 5350
    },
    {
      "grad_norm": 0.1164485290646553,
      "learning_rate": 0.0001,
      "loss": 0.1274,
      "step": 5360
    },
    {
      "grad_norm": 0.11150583624839783,
      "learning_rate": 0.0001,
      "loss": 0.1274,
      "step": 5370
    },
    {
      "grad_norm": 0.1086958646774292,
      "learning_rate": 0.0001,
      "loss": 0.1259,
      "step": 5380
    },
    {
      "grad_norm": 0.09198925644159317,
      "learning_rate": 0.0001,
      "loss": 0.1196,
      "step": 5390
    },
    {
      "grad_norm": 0.10794124752283096,
      "learning_rate": 0.0001,
      "loss": 0.1268,
      "step": 5400
    },
    {
      "grad_norm": 0.0977870374917984,
      "learning_rate": 0.0001,
      "loss": 0.118,
      "step": 5410
    },
    {
      "grad_norm": 0.11074331402778625,
      "learning_rate": 0.0001,
      "loss": 0.1171,
      "step": 5420
    },
    {
      "grad_norm": 0.11053510010242462,
      "learning_rate": 0.0001,
      "loss": 0.1159,
      "step": 5430
    },
    {
      "grad_norm": 0.10055284202098846,
      "learning_rate": 0.0001,
      "loss": 0.1186,
      "step": 5440
    },
    {
      "grad_norm": 0.0947485938668251,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 5450
    },
    {
      "grad_norm": 0.09140747040510178,
      "learning_rate": 0.0001,
      "loss": 0.1186,
      "step": 5460
    },
    {
      "grad_norm": 0.09717510640621185,
      "learning_rate": 0.0001,
      "loss": 0.1211,
      "step": 5470
    },
    {
      "grad_norm": 0.08703585714101791,
      "learning_rate": 0.0001,
      "loss": 0.1197,
      "step": 5480
    },
    {
      "grad_norm": 0.0750960186123848,
      "learning_rate": 0.0001,
      "loss": 0.1234,
      "step": 5490
    },
    {
      "grad_norm": 0.08474255353212357,
      "learning_rate": 0.0001,
      "loss": 0.1228,
      "step": 5500
    },
    {
      "grad_norm": 0.11348079144954681,
      "learning_rate": 0.0001,
      "loss": 0.1218,
      "step": 5510
    },
    {
      "grad_norm": 0.10139048844575882,
      "learning_rate": 0.0001,
      "loss": 0.1237,
      "step": 5520
    },
    {
      "grad_norm": 0.08955629914999008,
      "learning_rate": 0.0001,
      "loss": 0.1232,
      "step": 5530
    },
    {
      "grad_norm": 0.07934477180242538,
      "learning_rate": 0.0001,
      "loss": 0.1222,
      "step": 5540
    },
    {
      "grad_norm": 0.08338458091020584,
      "learning_rate": 0.0001,
      "loss": 0.1188,
      "step": 5550
    },
    {
      "grad_norm": 0.07602762430906296,
      "learning_rate": 0.0001,
      "loss": 0.1207,
      "step": 5560
    },
    {
      "grad_norm": 0.07712892442941666,
      "learning_rate": 0.0001,
      "loss": 0.12,
      "step": 5570
    },
    {
      "grad_norm": 0.09405577927827835,
      "learning_rate": 0.0001,
      "loss": 0.1204,
      "step": 5580
    },
    {
      "grad_norm": 0.08467885106801987,
      "learning_rate": 0.0001,
      "loss": 0.1204,
      "step": 5590
    },
    {
      "grad_norm": 0.08081316947937012,
      "learning_rate": 0.0001,
      "loss": 0.1251,
      "step": 5600
    },
    {
      "grad_norm": 0.08828096836805344,
      "learning_rate": 0.0001,
      "loss": 0.1207,
      "step": 5610
    },
    {
      "grad_norm": 0.08667226135730743,
      "learning_rate": 0.0001,
      "loss": 0.1249,
      "step": 5620
    },
    {
      "grad_norm": 0.08220281451940536,
      "learning_rate": 0.0001,
      "loss": 0.1192,
      "step": 5630
    },
    {
      "grad_norm": 0.07360603660345078,
      "learning_rate": 0.0001,
      "loss": 0.119,
      "step": 5640
    },
    {
      "grad_norm": 0.0975702777504921,
      "learning_rate": 0.0001,
      "loss": 0.1174,
      "step": 5650
    },
    {
      "grad_norm": 0.08249107748270035,
      "learning_rate": 0.0001,
      "loss": 0.1202,
      "step": 5660
    },
    {
      "grad_norm": 0.08037588000297546,
      "learning_rate": 0.0001,
      "loss": 0.119,
      "step": 5670
    },
    {
      "grad_norm": 0.08425096422433853,
      "learning_rate": 0.0001,
      "loss": 0.123,
      "step": 5680
    },
    {
      "grad_norm": 0.10660675913095474,
      "learning_rate": 0.0001,
      "loss": 0.1207,
      "step": 5690
    },
    {
      "grad_norm": 0.10463742911815643,
      "learning_rate": 0.0001,
      "loss": 0.1234,
      "step": 5700
    },
    {
      "grad_norm": 0.0949174240231514,
      "learning_rate": 0.0001,
      "loss": 0.1173,
      "step": 5710
    },
    {
      "grad_norm": 0.07372967153787613,
      "learning_rate": 0.0001,
      "loss": 0.1171,
      "step": 5720
    },
    {
      "grad_norm": 0.09253973513841629,
      "learning_rate": 0.0001,
      "loss": 0.1167,
      "step": 5730
    },
    {
      "grad_norm": 0.09002358466386795,
      "learning_rate": 0.0001,
      "loss": 0.1122,
      "step": 5740
    },
    {
      "grad_norm": 0.09358503669500351,
      "learning_rate": 0.0001,
      "loss": 0.1089,
      "step": 5750
    },
    {
      "grad_norm": 0.08996405452489853,
      "learning_rate": 0.0001,
      "loss": 0.1149,
      "step": 5760
    },
    {
      "grad_norm": 0.09630930423736572,
      "learning_rate": 0.0001,
      "loss": 0.1176,
      "step": 5770
    },
    {
      "grad_norm": 0.11493552476167679,
      "learning_rate": 0.0001,
      "loss": 0.117,
      "step": 5780
    },
    {
      "grad_norm": 0.09619635343551636,
      "learning_rate": 0.0001,
      "loss": 0.1169,
      "step": 5790
    },
    {
      "grad_norm": 0.12243980169296265,
      "learning_rate": 0.0001,
      "loss": 0.118,
      "step": 5800
    },
    {
      "grad_norm": 0.09695970267057419,
      "learning_rate": 0.0001,
      "loss": 0.124,
      "step": 5810
    },
    {
      "grad_norm": 0.13422448933124542,
      "learning_rate": 0.0001,
      "loss": 0.1234,
      "step": 5820
    },
    {
      "grad_norm": 0.08831852674484253,
      "learning_rate": 0.0001,
      "loss": 0.1184,
      "step": 5830
    },
    {
      "grad_norm": 0.10079752653837204,
      "learning_rate": 0.0001,
      "loss": 0.1195,
      "step": 5840
    },
    {
      "grad_norm": 0.07966183125972748,
      "learning_rate": 0.0001,
      "loss": 0.1178,
      "step": 5850
    },
    {
      "grad_norm": 0.08832277357578278,
      "learning_rate": 0.0001,
      "loss": 0.1191,
      "step": 5860
    },
    {
      "grad_norm": 0.10391097515821457,
      "learning_rate": 0.0001,
      "loss": 0.121,
      "step": 5870
    },
    {
      "grad_norm": 0.09019538015127182,
      "learning_rate": 0.0001,
      "loss": 0.1205,
      "step": 5880
    },
    {
      "grad_norm": 0.09052538126707077,
      "learning_rate": 0.0001,
      "loss": 0.1155,
      "step": 5890
    },
    {
      "grad_norm": 0.10917038470506668,
      "learning_rate": 0.0001,
      "loss": 0.1197,
      "step": 5900
    },
    {
      "grad_norm": 0.101407989859581,
      "learning_rate": 0.0001,
      "loss": 0.1191,
      "step": 5910
    },
    {
      "grad_norm": 0.10565495491027832,
      "learning_rate": 0.0001,
      "loss": 0.1201,
      "step": 5920
    },
    {
      "grad_norm": 0.09992288053035736,
      "learning_rate": 0.0001,
      "loss": 0.1195,
      "step": 5930
    },
    {
      "grad_norm": 0.11025048792362213,
      "learning_rate": 0.0001,
      "loss": 0.1202,
      "step": 5940
    },
    {
      "grad_norm": 0.0865614116191864,
      "learning_rate": 0.0001,
      "loss": 0.1175,
      "step": 5950
    },
    {
      "grad_norm": 0.09266389906406403,
      "learning_rate": 0.0001,
      "loss": 0.1188,
      "step": 5960
    },
    {
      "grad_norm": 0.09980489313602448,
      "learning_rate": 0.0001,
      "loss": 0.1234,
      "step": 5970
    },
    {
      "grad_norm": 0.10156247764825821,
      "learning_rate": 0.0001,
      "loss": 0.1196,
      "step": 5980
    },
    {
      "grad_norm": 0.09939805418252945,
      "learning_rate": 0.0001,
      "loss": 0.1159,
      "step": 5990
    },
    {
      "grad_norm": 0.08668677508831024,
      "learning_rate": 0.0001,
      "loss": 0.1191,
      "step": 6000
    },
    {
      "grad_norm": 0.10189107805490494,
      "learning_rate": 0.0001,
      "loss": 0.1175,
      "step": 6010
    },
    {
      "grad_norm": 0.07887829095125198,
      "learning_rate": 0.0001,
      "loss": 0.1157,
      "step": 6020
    },
    {
      "grad_norm": 0.07995490729808807,
      "learning_rate": 0.0001,
      "loss": 0.1149,
      "step": 6030
    },
    {
      "grad_norm": 0.08067865669727325,
      "learning_rate": 0.0001,
      "loss": 0.1155,
      "step": 6040
    },
    {
      "grad_norm": 0.07872588187456131,
      "learning_rate": 0.0001,
      "loss": 0.1115,
      "step": 6050
    },
    {
      "grad_norm": 0.10969462990760803,
      "learning_rate": 0.0001,
      "loss": 0.1146,
      "step": 6060
    },
    {
      "grad_norm": 0.09313327074050903,
      "learning_rate": 0.0001,
      "loss": 0.1079,
      "step": 6070
    },
    {
      "grad_norm": 0.0960547998547554,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 6080
    },
    {
      "grad_norm": 0.12045298516750336,
      "learning_rate": 0.0001,
      "loss": 0.1122,
      "step": 6090
    },
    {
      "grad_norm": 0.07331957668066025,
      "learning_rate": 0.0001,
      "loss": 0.1162,
      "step": 6100
    },
    {
      "grad_norm": 0.0874052420258522,
      "learning_rate": 0.0001,
      "loss": 0.1127,
      "step": 6110
    },
    {
      "grad_norm": 0.06915071606636047,
      "learning_rate": 0.0001,
      "loss": 0.1188,
      "step": 6120
    },
    {
      "grad_norm": 0.08717136830091476,
      "learning_rate": 0.0001,
      "loss": 0.1119,
      "step": 6130
    },
    {
      "grad_norm": 0.08428750187158585,
      "learning_rate": 0.0001,
      "loss": 0.1213,
      "step": 6140
    },
    {
      "grad_norm": 0.07748349010944366,
      "learning_rate": 0.0001,
      "loss": 0.1129,
      "step": 6150
    },
    {
      "grad_norm": 0.07552751898765564,
      "learning_rate": 0.0001,
      "loss": 0.1209,
      "step": 6160
    },
    {
      "grad_norm": 0.07182282209396362,
      "learning_rate": 0.0001,
      "loss": 0.1129,
      "step": 6170
    },
    {
      "grad_norm": 0.07255134731531143,
      "learning_rate": 0.0001,
      "loss": 0.1217,
      "step": 6180
    },
    {
      "grad_norm": 0.06372284144163132,
      "learning_rate": 0.0001,
      "loss": 0.1102,
      "step": 6190
    },
    {
      "grad_norm": 0.07403215020895004,
      "learning_rate": 0.0001,
      "loss": 0.1194,
      "step": 6200
    },
    {
      "grad_norm": 0.08162447810173035,
      "learning_rate": 0.0001,
      "loss": 0.1103,
      "step": 6210
    },
    {
      "grad_norm": 0.08639682084321976,
      "learning_rate": 0.0001,
      "loss": 0.1204,
      "step": 6220
    },
    {
      "grad_norm": 0.07451096177101135,
      "learning_rate": 0.0001,
      "loss": 0.11,
      "step": 6230
    },
    {
      "grad_norm": 0.0881553590297699,
      "learning_rate": 0.0001,
      "loss": 0.1221,
      "step": 6240
    },
    {
      "grad_norm": 0.07765316218137741,
      "learning_rate": 0.0001,
      "loss": 0.1132,
      "step": 6250
    },
    {
      "grad_norm": 0.09171133488416672,
      "learning_rate": 0.0001,
      "loss": 0.1186,
      "step": 6260
    },
    {
      "grad_norm": 0.06902362406253815,
      "learning_rate": 0.0001,
      "loss": 0.1118,
      "step": 6270
    },
    {
      "grad_norm": 0.08665492385625839,
      "learning_rate": 0.0001,
      "loss": 0.1216,
      "step": 6280
    },
    {
      "grad_norm": 0.08815094828605652,
      "learning_rate": 0.0001,
      "loss": 0.1128,
      "step": 6290
    },
    {
      "grad_norm": 0.07478033006191254,
      "learning_rate": 0.0001,
      "loss": 0.1171,
      "step": 6300
    },
    {
      "grad_norm": 0.07783223688602448,
      "learning_rate": 0.0001,
      "loss": 0.1096,
      "step": 6310
    },
    {
      "grad_norm": 0.09235212206840515,
      "learning_rate": 0.0001,
      "loss": 0.1203,
      "step": 6320
    },
    {
      "grad_norm": 0.06926995515823364,
      "learning_rate": 0.0001,
      "loss": 0.1101,
      "step": 6330
    },
    {
      "grad_norm": 0.09120717644691467,
      "learning_rate": 0.0001,
      "loss": 0.1184,
      "step": 6340
    },
    {
      "grad_norm": 0.07704674452543259,
      "learning_rate": 0.0001,
      "loss": 0.1101,
      "step": 6350
    },
    {
      "grad_norm": 0.07696869224309921,
      "learning_rate": 0.0001,
      "loss": 0.1179,
      "step": 6360
    },
    {
      "grad_norm": 0.0856565535068512,
      "learning_rate": 0.0001,
      "loss": 0.1098,
      "step": 6370
    },
    {
      "grad_norm": 0.0728093609213829,
      "learning_rate": 0.0001,
      "loss": 0.1147,
      "step": 6380
    },
    {
      "grad_norm": 0.09482178092002869,
      "learning_rate": 0.0001,
      "loss": 0.1099,
      "step": 6390
    },
    {
      "grad_norm": 0.08069848269224167,
      "learning_rate": 0.0001,
      "loss": 0.1105,
      "step": 6400
    },
    {
      "grad_norm": 0.07410213351249695,
      "learning_rate": 0.0001,
      "loss": 0.109,
      "step": 6410
    },
    {
      "grad_norm": 0.07179541140794754,
      "learning_rate": 0.0001,
      "loss": 0.111,
      "step": 6420
    },
    {
      "grad_norm": 0.10164203494787216,
      "learning_rate": 0.0001,
      "loss": 0.1143,
      "step": 6430
    },
    {
      "grad_norm": 0.0796508938074112,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 6440
    },
    {
      "grad_norm": 0.09319227188825607,
      "learning_rate": 0.0001,
      "loss": 0.1165,
      "step": 6450
    },
    {
      "grad_norm": 0.077131487429142,
      "learning_rate": 0.0001,
      "loss": 0.1147,
      "step": 6460
    },
    {
      "grad_norm": 0.08014801144599915,
      "learning_rate": 0.0001,
      "loss": 0.1179,
      "step": 6470
    },
    {
      "grad_norm": 0.09776191413402557,
      "learning_rate": 0.0001,
      "loss": 0.1162,
      "step": 6480
    },
    {
      "grad_norm": 0.07456762343645096,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 6490
    },
    {
      "grad_norm": 0.09157243371009827,
      "learning_rate": 0.0001,
      "loss": 0.1147,
      "step": 6500
    },
    {
      "grad_norm": 0.0841277688741684,
      "learning_rate": 0.0001,
      "loss": 0.1166,
      "step": 6510
    },
    {
      "grad_norm": 0.08465047925710678,
      "learning_rate": 0.0001,
      "loss": 0.1163,
      "step": 6520
    },
    {
      "grad_norm": 0.09243475645780563,
      "learning_rate": 0.0001,
      "loss": 0.1173,
      "step": 6530
    },
    {
      "grad_norm": 0.07977320998907089,
      "learning_rate": 0.0001,
      "loss": 0.1162,
      "step": 6540
    },
    {
      "grad_norm": 0.09711674600839615,
      "learning_rate": 0.0001,
      "loss": 0.1164,
      "step": 6550
    },
    {
      "grad_norm": 0.08676373958587646,
      "learning_rate": 0.0001,
      "loss": 0.1156,
      "step": 6560
    },
    {
      "grad_norm": 0.08276869356632233,
      "learning_rate": 0.0001,
      "loss": 0.114,
      "step": 6570
    },
    {
      "grad_norm": 0.08007989823818207,
      "learning_rate": 0.0001,
      "loss": 0.1154,
      "step": 6580
    },
    {
      "grad_norm": 0.07393258810043335,
      "learning_rate": 0.0001,
      "loss": 0.1168,
      "step": 6590
    },
    {
      "grad_norm": 0.07014905661344528,
      "learning_rate": 0.0001,
      "loss": 0.1142,
      "step": 6600
    },
    {
      "grad_norm": 0.08876098692417145,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 6610
    },
    {
      "grad_norm": 0.11394264549016953,
      "learning_rate": 0.0001,
      "loss": 0.1155,
      "step": 6620
    },
    {
      "grad_norm": 0.07768476754426956,
      "learning_rate": 0.0001,
      "loss": 0.1147,
      "step": 6630
    },
    {
      "grad_norm": 0.07760296761989594,
      "learning_rate": 0.0001,
      "loss": 0.1147,
      "step": 6640
    },
    {
      "grad_norm": 0.0957394540309906,
      "learning_rate": 0.0001,
      "loss": 0.1152,
      "step": 6650
    },
    {
      "grad_norm": 0.07811242341995239,
      "learning_rate": 0.0001,
      "loss": 0.1164,
      "step": 6660
    },
    {
      "grad_norm": 0.08996149152517319,
      "learning_rate": 0.0001,
      "loss": 0.1107,
      "step": 6670
    },
    {
      "grad_norm": 0.09534166753292084,
      "learning_rate": 0.0001,
      "loss": 0.1163,
      "step": 6680
    },
    {
      "grad_norm": 0.08302029967308044,
      "learning_rate": 0.0001,
      "loss": 0.1086,
      "step": 6690
    },
    {
      "grad_norm": 0.09350868314504623,
      "learning_rate": 0.0001,
      "loss": 0.1138,
      "step": 6700
    },
    {
      "grad_norm": 0.09316565841436386,
      "learning_rate": 0.0001,
      "loss": 0.1105,
      "step": 6710
    },
    {
      "grad_norm": 0.0851326659321785,
      "learning_rate": 0.0001,
      "loss": 0.1195,
      "step": 6720
    },
    {
      "grad_norm": 0.06366222351789474,
      "learning_rate": 0.0001,
      "loss": 0.1132,
      "step": 6730
    },
    {
      "grad_norm": 0.07747884839773178,
      "learning_rate": 0.0001,
      "loss": 0.1179,
      "step": 6740
    },
    {
      "grad_norm": 0.06331758201122284,
      "learning_rate": 0.0001,
      "loss": 0.1156,
      "step": 6750
    },
    {
      "grad_norm": 0.08726998418569565,
      "learning_rate": 0.0001,
      "loss": 0.121,
      "step": 6760
    },
    {
      "grad_norm": 0.07686865329742432,
      "learning_rate": 0.0001,
      "loss": 0.1181,
      "step": 6770
    },
    {
      "grad_norm": 0.09299595654010773,
      "learning_rate": 0.0001,
      "loss": 0.1259,
      "step": 6780
    },
    {
      "grad_norm": 0.06943367421627045,
      "learning_rate": 0.0001,
      "loss": 0.1182,
      "step": 6790
    },
    {
      "grad_norm": 0.0826159119606018,
      "learning_rate": 0.0001,
      "loss": 0.1246,
      "step": 6800
    },
    {
      "grad_norm": 0.06798375397920609,
      "learning_rate": 0.0001,
      "loss": 0.116,
      "step": 6810
    },
    {
      "grad_norm": 0.08827301859855652,
      "learning_rate": 0.0001,
      "loss": 0.1234,
      "step": 6820
    },
    {
      "grad_norm": 0.07811001688241959,
      "learning_rate": 0.0001,
      "loss": 0.1179,
      "step": 6830
    },
    {
      "grad_norm": 0.089582659304142,
      "learning_rate": 0.0001,
      "loss": 0.1251,
      "step": 6840
    },
    {
      "grad_norm": 0.05856313556432724,
      "learning_rate": 0.0001,
      "loss": 0.1178,
      "step": 6850
    },
    {
      "grad_norm": 0.07684220373630524,
      "learning_rate": 0.0001,
      "loss": 0.1209,
      "step": 6860
    },
    {
      "grad_norm": 0.07141982018947601,
      "learning_rate": 0.0001,
      "loss": 0.1169,
      "step": 6870
    },
    {
      "grad_norm": 0.09905800223350525,
      "learning_rate": 0.0001,
      "loss": 0.1246,
      "step": 6880
    },
    {
      "grad_norm": 0.08293993771076202,
      "learning_rate": 0.0001,
      "loss": 0.1161,
      "step": 6890
    },
    {
      "grad_norm": 0.09000039100646973,
      "learning_rate": 0.0001,
      "loss": 0.1225,
      "step": 6900
    },
    {
      "grad_norm": 0.0693274587392807,
      "learning_rate": 0.0001,
      "loss": 0.1171,
      "step": 6910
    },
    {
      "grad_norm": 0.07813519239425659,
      "learning_rate": 0.0001,
      "loss": 0.1215,
      "step": 6920
    },
    {
      "grad_norm": 0.06282785534858704,
      "learning_rate": 0.0001,
      "loss": 0.1142,
      "step": 6930
    },
    {
      "grad_norm": 0.09193462133407593,
      "learning_rate": 0.0001,
      "loss": 0.1226,
      "step": 6940
    },
    {
      "grad_norm": 0.06551311165094376,
      "learning_rate": 0.0001,
      "loss": 0.1162,
      "step": 6950
    },
    {
      "grad_norm": 0.08679372072219849,
      "learning_rate": 0.0001,
      "loss": 0.1235,
      "step": 6960
    },
    {
      "grad_norm": 0.06341753900051117,
      "learning_rate": 0.0001,
      "loss": 0.1129,
      "step": 6970
    },
    {
      "grad_norm": 0.08602141588926315,
      "learning_rate": 0.0001,
      "loss": 0.1213,
      "step": 6980
    },
    {
      "grad_norm": 0.05590397119522095,
      "learning_rate": 0.0001,
      "loss": 0.114,
      "step": 6990
    },
    {
      "grad_norm": 0.0800587385892868,
      "learning_rate": 0.0001,
      "loss": 0.1137,
      "step": 7000
    },
    {
      "grad_norm": 0.0625830888748169,
      "learning_rate": 0.0001,
      "loss": 0.1107,
      "step": 7010
    },
    {
      "grad_norm": 0.06757303327322006,
      "learning_rate": 0.0001,
      "loss": 0.11,
      "step": 7020
    },
    {
      "grad_norm": 0.06168825551867485,
      "learning_rate": 0.0001,
      "loss": 0.1082,
      "step": 7030
    },
    {
      "grad_norm": 0.06441101431846619,
      "learning_rate": 0.0001,
      "loss": 0.1065,
      "step": 7040
    },
    {
      "grad_norm": 0.08202425390481949,
      "learning_rate": 0.0001,
      "loss": 0.1074,
      "step": 7050
    },
    {
      "grad_norm": 0.08012530952692032,
      "learning_rate": 0.0001,
      "loss": 0.1131,
      "step": 7060
    },
    {
      "grad_norm": 0.06503913551568985,
      "learning_rate": 0.0001,
      "loss": 0.1128,
      "step": 7070
    },
    {
      "grad_norm": 0.09666282683610916,
      "learning_rate": 0.0001,
      "loss": 0.1123,
      "step": 7080
    },
    {
      "grad_norm": 0.07191575318574905,
      "learning_rate": 0.0001,
      "loss": 0.1127,
      "step": 7090
    },
    {
      "grad_norm": 0.1202777549624443,
      "learning_rate": 0.0001,
      "loss": 0.1143,
      "step": 7100
    },
    {
      "grad_norm": 0.07124897837638855,
      "learning_rate": 0.0001,
      "loss": 0.1151,
      "step": 7110
    },
    {
      "grad_norm": 0.08565913140773773,
      "learning_rate": 0.0001,
      "loss": 0.1182,
      "step": 7120
    },
    {
      "grad_norm": 0.06440369784832001,
      "learning_rate": 0.0001,
      "loss": 0.1135,
      "step": 7130
    },
    {
      "grad_norm": 0.06165768951177597,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 7140
    },
    {
      "grad_norm": 0.07471813261508942,
      "learning_rate": 0.0001,
      "loss": 0.1112,
      "step": 7150
    },
    {
      "grad_norm": 0.06409456580877304,
      "learning_rate": 0.0001,
      "loss": 0.118,
      "step": 7160
    },
    {
      "grad_norm": 0.06908316165208817,
      "learning_rate": 0.0001,
      "loss": 0.1121,
      "step": 7170
    },
    {
      "grad_norm": 0.0827363058924675,
      "learning_rate": 0.0001,
      "loss": 0.1152,
      "step": 7180
    },
    {
      "grad_norm": 0.06779901683330536,
      "learning_rate": 0.0001,
      "loss": 0.1128,
      "step": 7190
    },
    {
      "grad_norm": 0.06699415296316147,
      "learning_rate": 0.0001,
      "loss": 0.1169,
      "step": 7200
    },
    {
      "grad_norm": 0.06272199004888535,
      "learning_rate": 0.0001,
      "loss": 0.1086,
      "step": 7210
    },
    {
      "grad_norm": 0.08745989948511124,
      "learning_rate": 0.0001,
      "loss": 0.1167,
      "step": 7220
    },
    {
      "grad_norm": 0.07565437257289886,
      "learning_rate": 0.0001,
      "loss": 0.1113,
      "step": 7230
    },
    {
      "grad_norm": 0.07261335849761963,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 7240
    },
    {
      "grad_norm": 0.07006147503852844,
      "learning_rate": 0.0001,
      "loss": 0.1122,
      "step": 7250
    },
    {
      "grad_norm": 0.062117766588926315,
      "learning_rate": 0.0001,
      "loss": 0.1159,
      "step": 7260
    },
    {
      "grad_norm": 0.07641708850860596,
      "learning_rate": 0.0001,
      "loss": 0.1112,
      "step": 7270
    },
    {
      "grad_norm": 0.07275424152612686,
      "learning_rate": 0.0001,
      "loss": 0.1185,
      "step": 7280
    },
    {
      "grad_norm": 0.06263051182031631,
      "learning_rate": 0.0001,
      "loss": 0.1091,
      "step": 7290
    },
    {
      "grad_norm": 0.06967048346996307,
      "learning_rate": 0.0001,
      "loss": 0.114,
      "step": 7300
    },
    {
      "grad_norm": 0.07004506886005402,
      "learning_rate": 0.0001,
      "loss": 0.1098,
      "step": 7310
    },
    {
      "grad_norm": 0.07338082790374756,
      "learning_rate": 0.0001,
      "loss": 0.1133,
      "step": 7320
    },
    {
      "grad_norm": 0.05770118534564972,
      "learning_rate": 0.0001,
      "loss": 0.107,
      "step": 7330
    },
    {
      "grad_norm": 0.0742044746875763,
      "learning_rate": 0.0001,
      "loss": 0.1119,
      "step": 7340
    },
    {
      "grad_norm": 0.08073780685663223,
      "learning_rate": 0.0001,
      "loss": 0.109,
      "step": 7350
    },
    {
      "grad_norm": 0.06686302274465561,
      "learning_rate": 0.0001,
      "loss": 0.1085,
      "step": 7360
    },
    {
      "grad_norm": 0.07337046414613724,
      "learning_rate": 0.0001,
      "loss": 0.1088,
      "step": 7370
    },
    {
      "grad_norm": 0.07549428194761276,
      "learning_rate": 0.0001,
      "loss": 0.1105,
      "step": 7380
    },
    {
      "grad_norm": 0.06913122534751892,
      "learning_rate": 0.0001,
      "loss": 0.1082,
      "step": 7390
    },
    {
      "grad_norm": 0.0715915635228157,
      "learning_rate": 0.0001,
      "loss": 0.1094,
      "step": 7400
    },
    {
      "grad_norm": 0.06811399012804031,
      "learning_rate": 0.0001,
      "loss": 0.1103,
      "step": 7410
    },
    {
      "grad_norm": 0.0668131411075592,
      "learning_rate": 0.0001,
      "loss": 0.114,
      "step": 7420
    },
    {
      "grad_norm": 0.06549116224050522,
      "learning_rate": 0.0001,
      "loss": 0.1102,
      "step": 7430
    },
    {
      "grad_norm": 0.060537807643413544,
      "learning_rate": 0.0001,
      "loss": 0.1138,
      "step": 7440
    },
    {
      "grad_norm": 0.07922259718179703,
      "learning_rate": 0.0001,
      "loss": 0.1132,
      "step": 7450
    },
    {
      "grad_norm": 0.05842609331011772,
      "learning_rate": 0.0001,
      "loss": 0.1134,
      "step": 7460
    },
    {
      "grad_norm": 0.06822682917118073,
      "learning_rate": 0.0001,
      "loss": 0.1152,
      "step": 7470
    },
    {
      "grad_norm": 0.07251708209514618,
      "learning_rate": 0.0001,
      "loss": 0.1105,
      "step": 7480
    },
    {
      "grad_norm": 0.059800319373607635,
      "learning_rate": 0.0001,
      "loss": 0.112,
      "step": 7490
    },
    {
      "grad_norm": 0.06846469640731812,
      "learning_rate": 0.0001,
      "loss": 0.1127,
      "step": 7500
    },
    {
      "grad_norm": 0.0604713037610054,
      "learning_rate": 0.0001,
      "loss": 0.1124,
      "step": 7510
    },
    {
      "grad_norm": 0.06718571484088898,
      "learning_rate": 0.0001,
      "loss": 0.11,
      "step": 7520
    },
    {
      "grad_norm": 0.06323499232530594,
      "learning_rate": 0.0001,
      "loss": 0.1099,
      "step": 7530
    },
    {
      "grad_norm": 0.07443863153457642,
      "learning_rate": 0.0001,
      "loss": 0.1165,
      "step": 7540
    },
    {
      "grad_norm": 0.07240976393222809,
      "learning_rate": 0.0001,
      "loss": 0.1116,
      "step": 7550
    },
    {
      "grad_norm": 0.06827199459075928,
      "learning_rate": 0.0001,
      "loss": 0.1129,
      "step": 7560
    },
    {
      "grad_norm": 0.06809258460998535,
      "learning_rate": 0.0001,
      "loss": 0.1105,
      "step": 7570
    },
    {
      "grad_norm": 0.07115993648767471,
      "learning_rate": 0.0001,
      "loss": 0.1094,
      "step": 7580
    },
    {
      "grad_norm": 0.06056187301874161,
      "learning_rate": 0.0001,
      "loss": 0.1096,
      "step": 7590
    },
    {
      "grad_norm": 0.06557322293519974,
      "learning_rate": 0.0001,
      "loss": 0.1121,
      "step": 7600
    },
    {
      "grad_norm": 0.06061118096113205,
      "learning_rate": 0.0001,
      "loss": 0.1094,
      "step": 7610
    },
    {
      "grad_norm": 0.08672881126403809,
      "learning_rate": 0.0001,
      "loss": 0.1114,
      "step": 7620
    },
    {
      "grad_norm": 0.06378422677516937,
      "learning_rate": 0.0001,
      "loss": 0.1074,
      "step": 7630
    },
    {
      "grad_norm": 0.07151248306035995,
      "learning_rate": 0.0001,
      "loss": 0.1101,
      "step": 7640
    },
    {
      "grad_norm": 0.06337325274944305,
      "learning_rate": 0.0001,
      "loss": 0.1049,
      "step": 7650
    },
    {
      "grad_norm": 0.05535133183002472,
      "learning_rate": 0.0001,
      "loss": 0.1004,
      "step": 7660
    },
    {
      "grad_norm": 0.07349269837141037,
      "learning_rate": 0.0001,
      "loss": 0.1014,
      "step": 7670
    },
    {
      "grad_norm": 0.06993456929922104,
      "learning_rate": 0.0001,
      "loss": 0.1057,
      "step": 7680
    },
    {
      "grad_norm": 0.06710650026798248,
      "learning_rate": 0.0001,
      "loss": 0.1083,
      "step": 7690
    },
    {
      "grad_norm": 0.06657817959785461,
      "learning_rate": 0.0001,
      "loss": 0.1128,
      "step": 7700
    },
    {
      "grad_norm": 0.06341210752725601,
      "learning_rate": 0.0001,
      "loss": 0.1092,
      "step": 7710
    },
    {
      "grad_norm": 0.07210749387741089,
      "learning_rate": 0.0001,
      "loss": 0.1126,
      "step": 7720
    },
    {
      "grad_norm": 0.07439952343702316,
      "learning_rate": 0.0001,
      "loss": 0.1098,
      "step": 7730
    },
    {
      "grad_norm": 0.06728656589984894,
      "learning_rate": 0.0001,
      "loss": 0.1112,
      "step": 7740
    },
    {
      "grad_norm": 0.107628732919693,
      "learning_rate": 0.0001,
      "loss": 0.1128,
      "step": 7750
    },
    {
      "grad_norm": 0.06914156675338745,
      "learning_rate": 0.0001,
      "loss": 0.1138,
      "step": 7760
    },
    {
      "grad_norm": 0.08055379986763,
      "learning_rate": 0.0001,
      "loss": 0.1111,
      "step": 7770
    },
    {
      "grad_norm": 0.055920910090208054,
      "learning_rate": 0.0001,
      "loss": 0.1159,
      "step": 7780
    },
    {
      "grad_norm": 0.07888677716255188,
      "learning_rate": 0.0001,
      "loss": 0.1126,
      "step": 7790
    },
    {
      "grad_norm": 0.06843472272157669,
      "learning_rate": 0.0001,
      "loss": 0.1115,
      "step": 7800
    },
    {
      "grad_norm": 0.11929434537887573,
      "learning_rate": 0.0001,
      "loss": 0.1117,
      "step": 7810
    },
    {
      "grad_norm": 0.06954529136419296,
      "learning_rate": 0.0001,
      "loss": 0.1137,
      "step": 7820
    },
    {
      "grad_norm": 0.07013579457998276,
      "learning_rate": 0.0001,
      "loss": 0.1106,
      "step": 7830
    },
    {
      "grad_norm": 0.059604719281196594,
      "learning_rate": 0.0001,
      "loss": 0.1104,
      "step": 7840
    },
    {
      "grad_norm": 0.06031946837902069,
      "learning_rate": 0.0001,
      "loss": 0.1076,
      "step": 7850
    },
    {
      "grad_norm": 0.055873285979032516,
      "learning_rate": 0.0001,
      "loss": 0.1097,
      "step": 7860
    },
    {
      "grad_norm": 0.06915304064750671,
      "learning_rate": 0.0001,
      "loss": 0.1082,
      "step": 7870
    },
    {
      "grad_norm": 0.06884024292230606,
      "learning_rate": 0.0001,
      "loss": 0.1122,
      "step": 7880
    },
    {
      "grad_norm": 0.08206501603126526,
      "learning_rate": 0.0001,
      "loss": 0.1111,
      "step": 7890
    },
    {
      "grad_norm": 0.06583262979984283,
      "learning_rate": 0.0001,
      "loss": 0.1142,
      "step": 7900
    },
    {
      "grad_norm": 0.06947711855173111,
      "learning_rate": 0.0001,
      "loss": 0.1086,
      "step": 7910
    },
    {
      "grad_norm": 0.05853106081485748,
      "learning_rate": 0.0001,
      "loss": 0.1099,
      "step": 7920
    },
    {
      "grad_norm": 0.08778473734855652,
      "learning_rate": 0.0001,
      "loss": 0.1111,
      "step": 7930
    },
    {
      "grad_norm": 0.06847783923149109,
      "learning_rate": 0.0001,
      "loss": 0.1104,
      "step": 7940
    },
    {
      "grad_norm": 0.07905873656272888,
      "learning_rate": 0.0001,
      "loss": 0.109,
      "step": 7950
    },
    {
      "grad_norm": 0.06672410666942596,
      "learning_rate": 0.0001,
      "loss": 0.1086,
      "step": 7960
    },
    {
      "grad_norm": 0.06030374392867088,
      "learning_rate": 0.0001,
      "loss": 0.1025,
      "step": 7970
    },
    {
      "grad_norm": 0.05845284461975098,
      "learning_rate": 0.0001,
      "loss": 0.1038,
      "step": 7980
    },
    {
      "grad_norm": 0.06770578771829605,
      "learning_rate": 0.0001,
      "loss": 0.106,
      "step": 7990
    },
    {
      "grad_norm": 0.0517953559756279,
      "learning_rate": 0.0001,
      "loss": 0.1011,
      "step": 8000
    },
    {
      "grad_norm": 0.07678323239088058,
      "learning_rate": 0.0001,
      "loss": 0.1033,
      "step": 8010
    },
    {
      "grad_norm": 0.06876128166913986,
      "learning_rate": 0.0001,
      "loss": 0.1048,
      "step": 8020
    },
    {
      "grad_norm": 0.0651693046092987,
      "learning_rate": 0.0001,
      "loss": 0.1076,
      "step": 8030
    },
    {
      "grad_norm": 0.05691199749708176,
      "learning_rate": 0.0001,
      "loss": 0.1078,
      "step": 8040
    },
    {
      "grad_norm": 0.0610075443983078,
      "learning_rate": 0.0001,
      "loss": 0.107,
      "step": 8050
    },
    {
      "grad_norm": 0.0599072128534317,
      "learning_rate": 0.0001,
      "loss": 0.1091,
      "step": 8060
    },
    {
      "grad_norm": 0.06320320814847946,
      "learning_rate": 0.0001,
      "loss": 0.1071,
      "step": 8070
    },
    {
      "grad_norm": 0.05609207972884178,
      "learning_rate": 0.0001,
      "loss": 0.1102,
      "step": 8080
    },
    {
      "grad_norm": 0.06859321892261505,
      "learning_rate": 0.0001,
      "loss": 0.1096,
      "step": 8090
    },
    {
      "grad_norm": 0.05511317774653435,
      "learning_rate": 0.0001,
      "loss": 0.1119,
      "step": 8100
    },
    {
      "grad_norm": 0.07476409524679184,
      "learning_rate": 0.0001,
      "loss": 0.1109,
      "step": 8110
    },
    {
      "grad_norm": 0.05715661495923996,
      "learning_rate": 0.0001,
      "loss": 0.1077,
      "step": 8120
    },
    {
      "grad_norm": 0.06879968196153641,
      "learning_rate": 0.0001,
      "loss": 0.1086,
      "step": 8130
    },
    {
      "grad_norm": 0.062481313943862915,
      "learning_rate": 0.0001,
      "loss": 0.1095,
      "step": 8140
    },
    {
      "grad_norm": 0.07586728781461716,
      "learning_rate": 0.0001,
      "loss": 0.1118,
      "step": 8150
    },
    {
      "grad_norm": 0.05231386423110962,
      "learning_rate": 0.0001,
      "loss": 0.1063,
      "step": 8160
    },
    {
      "grad_norm": 0.05774085596203804,
      "learning_rate": 0.0001,
      "loss": 0.1071,
      "step": 8170
    },
    {
      "grad_norm": 0.0663692057132721,
      "learning_rate": 0.0001,
      "loss": 0.1071,
      "step": 8180
    },
    {
      "grad_norm": 0.06287210434675217,
      "learning_rate": 0.0001,
      "loss": 0.105,
      "step": 8190
    },
    {
      "grad_norm": 0.06166604533791542,
      "learning_rate": 0.0001,
      "loss": 0.1081,
      "step": 8200
    },
    {
      "grad_norm": 0.05426608771085739,
      "learning_rate": 0.0001,
      "loss": 0.1055,
      "step": 8210
    },
    {
      "grad_norm": 0.05078578367829323,
      "learning_rate": 0.0001,
      "loss": 0.106,
      "step": 8220
    },
    {
      "grad_norm": 0.056747499853372574,
      "learning_rate": 0.0001,
      "loss": 0.1047,
      "step": 8230
    },
    {
      "grad_norm": 0.06483873724937439,
      "learning_rate": 0.0001,
      "loss": 0.1064,
      "step": 8240
    },
    {
      "grad_norm": 0.07418179512023926,
      "learning_rate": 0.0001,
      "loss": 0.1043,
      "step": 8250
    },
    {
      "grad_norm": 0.05053359270095825,
      "learning_rate": 0.0001,
      "loss": 0.1038,
      "step": 8260
    },
    {
      "grad_norm": 0.07039312273263931,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 8270
    },
    {
      "grad_norm": 0.05502216890454292,
      "learning_rate": 0.0001,
      "loss": 0.1035,
      "step": 8280
    },
    {
      "grad_norm": 0.08123580366373062,
      "learning_rate": 0.0001,
      "loss": 0.1055,
      "step": 8290
    },
    {
      "grad_norm": 0.06749610602855682,
      "learning_rate": 0.0001,
      "loss": 0.108,
      "step": 8300
    },
    {
      "grad_norm": 0.0626426637172699,
      "learning_rate": 0.0001,
      "loss": 0.1014,
      "step": 8310
    },
    {
      "grad_norm": 0.07335404306650162,
      "learning_rate": 0.0001,
      "loss": 0.1079,
      "step": 8320
    },
    {
      "grad_norm": 0.06545930355787277,
      "learning_rate": 0.0001,
      "loss": 0.1049,
      "step": 8330
    },
    {
      "grad_norm": 0.06114837899804115,
      "learning_rate": 0.0001,
      "loss": 0.1091,
      "step": 8340
    },
    {
      "grad_norm": 0.05124304071068764,
      "learning_rate": 0.0001,
      "loss": 0.1109,
      "step": 8350
    },
    {
      "grad_norm": 0.0568142905831337,
      "learning_rate": 0.0001,
      "loss": 0.1058,
      "step": 8360
    },
    {
      "grad_norm": 0.05582191050052643,
      "learning_rate": 0.0001,
      "loss": 0.11,
      "step": 8370
    },
    {
      "grad_norm": 0.04904814809560776,
      "learning_rate": 0.0001,
      "loss": 0.1101,
      "step": 8380
    },
    {
      "grad_norm": 0.05414023622870445,
      "learning_rate": 0.0001,
      "loss": 0.1123,
      "step": 8390
    },
    {
      "grad_norm": 0.05610690638422966,
      "learning_rate": 0.0001,
      "loss": 0.1098,
      "step": 8400
    },
    {
      "grad_norm": 0.05732513964176178,
      "learning_rate": 0.0001,
      "loss": 0.114,
      "step": 8410
    },
    {
      "grad_norm": 0.05966892093420029,
      "learning_rate": 0.0001,
      "loss": 0.1117,
      "step": 8420
    },
    {
      "grad_norm": 0.060871485620737076,
      "learning_rate": 0.0001,
      "loss": 0.1118,
      "step": 8430
    },
    {
      "grad_norm": 0.0706103965640068,
      "learning_rate": 0.0001,
      "loss": 0.1089,
      "step": 8440
    },
    {
      "grad_norm": 0.06612878292798996,
      "learning_rate": 0.0001,
      "loss": 0.1137,
      "step": 8450
    },
    {
      "grad_norm": 0.05930614471435547,
      "learning_rate": 0.0001,
      "loss": 0.1095,
      "step": 8460
    },
    {
      "grad_norm": 0.05455116182565689,
      "learning_rate": 0.0001,
      "loss": 0.1104,
      "step": 8470
    },
    {
      "grad_norm": 0.050621550530195236,
      "learning_rate": 0.0001,
      "loss": 0.1083,
      "step": 8480
    },
    {
      "grad_norm": 0.05744435638189316,
      "learning_rate": 0.0001,
      "loss": 0.1125,
      "step": 8490
    },
    {
      "grad_norm": 0.05928722023963928,
      "learning_rate": 0.0001,
      "loss": 0.1127,
      "step": 8500
    },
    {
      "grad_norm": 0.06202530860900879,
      "learning_rate": 0.0001,
      "loss": 0.1139,
      "step": 8510
    },
    {
      "grad_norm": 0.05743397772312164,
      "learning_rate": 0.0001,
      "loss": 0.1096,
      "step": 8520
    },
    {
      "grad_norm": 0.05486157536506653,
      "learning_rate": 0.0001,
      "loss": 0.1131,
      "step": 8530
    },
    {
      "grad_norm": 0.08541027456521988,
      "learning_rate": 0.0001,
      "loss": 0.1087,
      "step": 8540
    },
    {
      "grad_norm": 0.05968189239501953,
      "learning_rate": 0.0001,
      "loss": 0.1116,
      "step": 8550
    },
    {
      "grad_norm": 0.07858015596866608,
      "learning_rate": 0.0001,
      "loss": 0.11,
      "step": 8560
    },
    {
      "grad_norm": 0.05269147455692291,
      "learning_rate": 0.0001,
      "loss": 0.1138,
      "step": 8570
    },
    {
      "grad_norm": 0.05720067769289017,
      "learning_rate": 0.0001,
      "loss": 0.107,
      "step": 8580
    },
    {
      "grad_norm": 0.05981741473078728,
      "learning_rate": 0.0001,
      "loss": 0.111,
      "step": 8590
    },
    {
      "grad_norm": 0.06531143188476562,
      "learning_rate": 0.0001,
      "loss": 0.1046,
      "step": 8600
    },
    {
      "grad_norm": 0.08790935575962067,
      "learning_rate": 0.0001,
      "loss": 0.1088,
      "step": 8610
    },
    {
      "grad_norm": 0.061167553067207336,
      "learning_rate": 0.0001,
      "loss": 0.1068,
      "step": 8620
    },
    {
      "grad_norm": 0.05956416577100754,
      "learning_rate": 0.0001,
      "loss": 0.1065,
      "step": 8630
    },
    {
      "grad_norm": 0.048021744936704636,
      "learning_rate": 0.0001,
      "loss": 0.1005,
      "step": 8640
    },
    {
      "grad_norm": 0.06711132824420929,
      "learning_rate": 0.0001,
      "loss": 0.1071,
      "step": 8650
    },
    {
      "grad_norm": 0.04961906746029854,
      "learning_rate": 0.0001,
      "loss": 0.1051,
      "step": 8660
    },
    {
      "grad_norm": 0.06558024138212204,
      "learning_rate": 0.0001,
      "loss": 0.1046,
      "step": 8670
    },
    {
      "grad_norm": 0.07241673022508621,
      "learning_rate": 0.0001,
      "loss": 0.1037,
      "step": 8680
    },
    {
      "grad_norm": 0.06282356381416321,
      "learning_rate": 0.0001,
      "loss": 0.1088,
      "step": 8690
    },
    {
      "grad_norm": 0.06935591250658035,
      "learning_rate": 0.0001,
      "loss": 0.1105,
      "step": 8700
    },
    {
      "grad_norm": 0.06442635506391525,
      "learning_rate": 0.0001,
      "loss": 0.106,
      "step": 8710
    },
    {
      "grad_norm": 0.05944884195923805,
      "learning_rate": 0.0001,
      "loss": 0.1039,
      "step": 8720
    },
    {
      "grad_norm": 0.06941751390695572,
      "learning_rate": 0.0001,
      "loss": 0.1066,
      "step": 8730
    },
    {
      "grad_norm": 0.05950309708714485,
      "learning_rate": 0.0001,
      "loss": 0.1068,
      "step": 8740
    },
    {
      "grad_norm": 0.06505175679922104,
      "learning_rate": 0.0001,
      "loss": 0.1055,
      "step": 8750
    },
    {
      "grad_norm": 0.06153843551874161,
      "learning_rate": 0.0001,
      "loss": 0.1075,
      "step": 8760
    },
    {
      "grad_norm": 0.05491369962692261,
      "learning_rate": 0.0001,
      "loss": 0.1069,
      "step": 8770
    },
    {
      "grad_norm": 0.05300809442996979,
      "learning_rate": 0.0001,
      "loss": 0.1063,
      "step": 8780
    },
    {
      "grad_norm": 0.07406334578990936,
      "learning_rate": 0.0001,
      "loss": 0.1087,
      "step": 8790
    },
    {
      "grad_norm": 0.059491369873285294,
      "learning_rate": 0.0001,
      "loss": 0.107,
      "step": 8800
    },
    {
      "grad_norm": 0.05668944865465164,
      "learning_rate": 0.0001,
      "loss": 0.1038,
      "step": 8810
    },
    {
      "grad_norm": 0.06421621143817902,
      "learning_rate": 0.0001,
      "loss": 0.1081,
      "step": 8820
    },
    {
      "grad_norm": 0.07356351613998413,
      "learning_rate": 0.0001,
      "loss": 0.1073,
      "step": 8830
    },
    {
      "grad_norm": 0.05801975354552269,
      "learning_rate": 0.0001,
      "loss": 0.1043,
      "step": 8840
    },
    {
      "grad_norm": 0.061713866889476776,
      "learning_rate": 0.0001,
      "loss": 0.1056,
      "step": 8850
    },
    {
      "grad_norm": 0.0700293704867363,
      "learning_rate": 0.0001,
      "loss": 0.102,
      "step": 8860
    },
    {
      "grad_norm": 0.06010126322507858,
      "learning_rate": 0.0001,
      "loss": 0.1024,
      "step": 8870
    },
    {
      "grad_norm": 0.06768772006034851,
      "learning_rate": 0.0001,
      "loss": 0.1028,
      "step": 8880
    },
    {
      "grad_norm": 0.07609394192695618,
      "learning_rate": 0.0001,
      "loss": 0.1007,
      "step": 8890
    },
    {
      "grad_norm": 0.07219823449850082,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 8900
    },
    {
      "grad_norm": 0.09268002212047577,
      "learning_rate": 0.0001,
      "loss": 0.0997,
      "step": 8910
    },
    {
      "grad_norm": 0.055582355707883835,
      "learning_rate": 0.0001,
      "loss": 0.1014,
      "step": 8920
    },
    {
      "grad_norm": 0.06613817811012268,
      "learning_rate": 0.0001,
      "loss": 0.0977,
      "step": 8930
    },
    {
      "grad_norm": 0.05236615985631943,
      "learning_rate": 0.0001,
      "loss": 0.0986,
      "step": 8940
    },
    {
      "grad_norm": 0.06828098744153976,
      "learning_rate": 0.0001,
      "loss": 0.0959,
      "step": 8950
    },
    {
      "grad_norm": 0.05963251739740372,
      "learning_rate": 0.0001,
      "loss": 0.1005,
      "step": 8960
    },
    {
      "grad_norm": 0.06515832990407944,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 8970
    },
    {
      "grad_norm": 0.05018298327922821,
      "learning_rate": 0.0001,
      "loss": 0.0988,
      "step": 8980
    },
    {
      "grad_norm": 0.06159931793808937,
      "learning_rate": 0.0001,
      "loss": 0.1011,
      "step": 8990
    },
    {
      "grad_norm": 0.04950685799121857,
      "learning_rate": 0.0001,
      "loss": 0.0992,
      "step": 9000
    },
    {
      "grad_norm": 0.06261580437421799,
      "learning_rate": 0.0001,
      "loss": 0.1039,
      "step": 9010
    },
    {
      "grad_norm": 0.04970528930425644,
      "learning_rate": 0.0001,
      "loss": 0.1037,
      "step": 9020
    },
    {
      "grad_norm": 0.05563924089074135,
      "learning_rate": 0.0001,
      "loss": 0.1048,
      "step": 9030
    },
    {
      "grad_norm": 0.056752901524305344,
      "learning_rate": 0.0001,
      "loss": 0.1051,
      "step": 9040
    },
    {
      "grad_norm": 0.06094925105571747,
      "learning_rate": 0.0001,
      "loss": 0.1024,
      "step": 9050
    },
    {
      "grad_norm": 0.05124610289931297,
      "learning_rate": 0.0001,
      "loss": 0.1058,
      "step": 9060
    },
    {
      "grad_norm": 0.0601840540766716,
      "learning_rate": 0.0001,
      "loss": 0.1087,
      "step": 9070
    },
    {
      "grad_norm": 0.054072875529527664,
      "learning_rate": 0.0001,
      "loss": 0.105,
      "step": 9080
    },
    {
      "grad_norm": 0.06188993901014328,
      "learning_rate": 0.0001,
      "loss": 0.1075,
      "step": 9090
    },
    {
      "grad_norm": 0.048214297741651535,
      "learning_rate": 0.0001,
      "loss": 0.1063,
      "step": 9100
    },
    {
      "grad_norm": 0.050151776522397995,
      "learning_rate": 0.0001,
      "loss": 0.1061,
      "step": 9110
    },
    {
      "grad_norm": 0.07536327838897705,
      "learning_rate": 0.0001,
      "loss": 0.105,
      "step": 9120
    },
    {
      "grad_norm": 0.05891815200448036,
      "learning_rate": 0.0001,
      "loss": 0.1054,
      "step": 9130
    },
    {
      "grad_norm": 0.05914642661809921,
      "learning_rate": 0.0001,
      "loss": 0.1063,
      "step": 9140
    },
    {
      "grad_norm": 0.05667979270219803,
      "learning_rate": 0.0001,
      "loss": 0.1047,
      "step": 9150
    },
    {
      "grad_norm": 0.05293915048241615,
      "learning_rate": 0.0001,
      "loss": 0.107,
      "step": 9160
    },
    {
      "grad_norm": 0.06423813104629517,
      "learning_rate": 0.0001,
      "loss": 0.1072,
      "step": 9170
    },
    {
      "grad_norm": 0.052968695759773254,
      "learning_rate": 0.0001,
      "loss": 0.1048,
      "step": 9180
    },
    {
      "grad_norm": 0.051523834466934204,
      "learning_rate": 0.0001,
      "loss": 0.1073,
      "step": 9190
    },
    {
      "grad_norm": 0.053747568279504776,
      "learning_rate": 0.0001,
      "loss": 0.1056,
      "step": 9200
    },
    {
      "grad_norm": 0.05985474959015846,
      "learning_rate": 0.0001,
      "loss": 0.106,
      "step": 9210
    },
    {
      "grad_norm": 0.05259203165769577,
      "learning_rate": 0.0001,
      "loss": 0.1034,
      "step": 9220
    },
    {
      "grad_norm": 0.0740242749452591,
      "learning_rate": 0.0001,
      "loss": 0.1034,
      "step": 9230
    },
    {
      "grad_norm": 0.049943555146455765,
      "learning_rate": 0.0001,
      "loss": 0.1015,
      "step": 9240
    },
    {
      "grad_norm": 0.05785498023033142,
      "learning_rate": 0.0001,
      "loss": 0.0985,
      "step": 9250
    },
    {
      "grad_norm": 0.05338679254055023,
      "learning_rate": 0.0001,
      "loss": 0.1027,
      "step": 9260
    },
    {
      "grad_norm": 0.06260672956705093,
      "learning_rate": 0.0001,
      "loss": 0.101,
      "step": 9270
    },
    {
      "grad_norm": 0.06585712730884552,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 9280
    },
    {
      "grad_norm": 0.060060229152441025,
      "learning_rate": 0.0001,
      "loss": 0.103,
      "step": 9290
    },
    {
      "grad_norm": 0.062011998146772385,
      "learning_rate": 0.0001,
      "loss": 0.1063,
      "step": 9300
    },
    {
      "grad_norm": 0.055582527071237564,
      "learning_rate": 0.0001,
      "loss": 0.1036,
      "step": 9310
    },
    {
      "grad_norm": 0.057107266038656235,
      "learning_rate": 0.0001,
      "loss": 0.105,
      "step": 9320
    },
    {
      "grad_norm": 0.05186108127236366,
      "learning_rate": 0.0001,
      "loss": 0.1002,
      "step": 9330
    },
    {
      "grad_norm": 0.06826665252447128,
      "learning_rate": 0.0001,
      "loss": 0.1037,
      "step": 9340
    },
    {
      "grad_norm": 0.07115477323532104,
      "learning_rate": 0.0001,
      "loss": 0.1042,
      "step": 9350
    },
    {
      "grad_norm": 0.06031954661011696,
      "learning_rate": 0.0001,
      "loss": 0.1049,
      "step": 9360
    },
    {
      "grad_norm": 0.054154083132743835,
      "learning_rate": 0.0001,
      "loss": 0.1045,
      "step": 9370
    },
    {
      "grad_norm": 0.08034646511077881,
      "learning_rate": 0.0001,
      "loss": 0.1065,
      "step": 9380
    },
    {
      "grad_norm": 0.06000190228223801,
      "learning_rate": 0.0001,
      "loss": 0.1044,
      "step": 9390
    },
    {
      "grad_norm": 0.05801976099610329,
      "learning_rate": 0.0001,
      "loss": 0.1051,
      "step": 9400
    },
    {
      "grad_norm": 0.05223652347922325,
      "learning_rate": 0.0001,
      "loss": 0.1044,
      "step": 9410
    },
    {
      "grad_norm": 0.052613064646720886,
      "learning_rate": 0.0001,
      "loss": 0.1044,
      "step": 9420
    },
    {
      "grad_norm": 0.06891322880983353,
      "learning_rate": 0.0001,
      "loss": 0.1058,
      "step": 9430
    },
    {
      "grad_norm": 0.04795438423752785,
      "learning_rate": 0.0001,
      "loss": 0.1033,
      "step": 9440
    },
    {
      "grad_norm": 0.05886847525835037,
      "learning_rate": 0.0001,
      "loss": 0.1021,
      "step": 9450
    },
    {
      "grad_norm": 0.05346240475773811,
      "learning_rate": 0.0001,
      "loss": 0.1046,
      "step": 9460
    },
    {
      "grad_norm": 0.04893292486667633,
      "learning_rate": 0.0001,
      "loss": 0.1017,
      "step": 9470
    },
    {
      "grad_norm": 0.0544385202229023,
      "learning_rate": 0.0001,
      "loss": 0.1031,
      "step": 9480
    },
    {
      "grad_norm": 0.058369413018226624,
      "learning_rate": 0.0001,
      "loss": 0.1044,
      "step": 9490
    },
    {
      "grad_norm": 0.049915991723537445,
      "learning_rate": 0.0001,
      "loss": 0.103,
      "step": 9500
    },
    {
      "grad_norm": 0.05248390510678291,
      "learning_rate": 0.0001,
      "loss": 0.1019,
      "step": 9510
    },
    {
      "grad_norm": 0.04953495413064957,
      "learning_rate": 0.0001,
      "loss": 0.1052,
      "step": 9520
    },
    {
      "grad_norm": 0.06769869476556778,
      "learning_rate": 0.0001,
      "loss": 0.1061,
      "step": 9530
    },
    {
      "grad_norm": 0.07820361107587814,
      "learning_rate": 0.0001,
      "loss": 0.1038,
      "step": 9540
    },
    {
      "grad_norm": 0.05679408460855484,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 9550
    },
    {
      "grad_norm": 0.0530083067715168,
      "learning_rate": 0.0001,
      "loss": 0.1038,
      "step": 9560
    },
    {
      "grad_norm": 0.05783678591251373,
      "learning_rate": 0.0001,
      "loss": 0.1022,
      "step": 9570
    },
    {
      "grad_norm": 0.049959611147642136,
      "learning_rate": 0.0001,
      "loss": 0.1024,
      "step": 9580
    },
    {
      "grad_norm": 0.05932512506842613,
      "learning_rate": 0.0001,
      "loss": 0.0993,
      "step": 9590
    },
    {
      "grad_norm": 0.058973703533411026,
      "learning_rate": 0.0001,
      "loss": 0.1045,
      "step": 9600
    },
    {
      "grad_norm": 0.05693573132157326,
      "learning_rate": 0.0001,
      "loss": 0.0987,
      "step": 9610
    },
    {
      "grad_norm": 0.05342768877744675,
      "learning_rate": 0.0001,
      "loss": 0.1011,
      "step": 9620
    },
    {
      "grad_norm": 0.05764392763376236,
      "learning_rate": 0.0001,
      "loss": 0.1026,
      "step": 9630
    },
    {
      "grad_norm": 0.06147278472781181,
      "learning_rate": 0.0001,
      "loss": 0.1003,
      "step": 9640
    },
    {
      "grad_norm": 0.05368071794509888,
      "learning_rate": 0.0001,
      "loss": 0.102,
      "step": 9650
    },
    {
      "grad_norm": 0.05280948430299759,
      "learning_rate": 0.0001,
      "loss": 0.1027,
      "step": 9660
    },
    {
      "grad_norm": 0.06158997863531113,
      "learning_rate": 0.0001,
      "loss": 0.1015,
      "step": 9670
    },
    {
      "grad_norm": 0.057665031403303146,
      "learning_rate": 0.0001,
      "loss": 0.1001,
      "step": 9680
    },
    {
      "grad_norm": 0.05312306433916092,
      "learning_rate": 0.0001,
      "loss": 0.1033,
      "step": 9690
    },
    {
      "grad_norm": 0.05084213241934776,
      "learning_rate": 0.0001,
      "loss": 0.102,
      "step": 9700
    },
    {
      "grad_norm": 0.07573047280311584,
      "learning_rate": 0.0001,
      "loss": 0.1024,
      "step": 9710
    },
    {
      "grad_norm": 0.06277694553136826,
      "learning_rate": 0.0001,
      "loss": 0.1038,
      "step": 9720
    },
    {
      "grad_norm": 0.05950597673654556,
      "learning_rate": 0.0001,
      "loss": 0.101,
      "step": 9730
    },
    {
      "grad_norm": 0.054584965109825134,
      "learning_rate": 0.0001,
      "loss": 0.1015,
      "step": 9740
    },
    {
      "grad_norm": 0.07311850041151047,
      "learning_rate": 0.0001,
      "loss": 0.1007,
      "step": 9750
    },
    {
      "grad_norm": 0.0538877472281456,
      "learning_rate": 0.0001,
      "loss": 0.1046,
      "step": 9760
    },
    {
      "grad_norm": 0.052943818271160126,
      "learning_rate": 0.0001,
      "loss": 0.1015,
      "step": 9770
    },
    {
      "grad_norm": 0.05482681095600128,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 9780
    },
    {
      "grad_norm": 0.0683416947722435,
      "learning_rate": 0.0001,
      "loss": 0.1019,
      "step": 9790
    },
    {
      "grad_norm": 0.06630560010671616,
      "learning_rate": 0.0001,
      "loss": 0.0998,
      "step": 9800
    },
    {
      "grad_norm": 0.0560649149119854,
      "learning_rate": 0.0001,
      "loss": 0.1004,
      "step": 9810
    },
    {
      "grad_norm": 0.052041806280612946,
      "learning_rate": 0.0001,
      "loss": 0.1014,
      "step": 9820
    },
    {
      "grad_norm": 0.052218206226825714,
      "learning_rate": 0.0001,
      "loss": 0.1025,
      "step": 9830
    },
    {
      "grad_norm": 0.04938238114118576,
      "learning_rate": 0.0001,
      "loss": 0.1015,
      "step": 9840
    },
    {
      "grad_norm": 0.04922511428594589,
      "learning_rate": 0.0001,
      "loss": 0.0981,
      "step": 9850
    },
    {
      "grad_norm": 0.046991053968667984,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 9860
    },
    {
      "grad_norm": 0.0651303380727768,
      "learning_rate": 0.0001,
      "loss": 0.099,
      "step": 9870
    },
    {
      "grad_norm": 0.054149143397808075,
      "learning_rate": 0.0001,
      "loss": 0.0985,
      "step": 9880
    },
    {
      "grad_norm": 0.06840134412050247,
      "learning_rate": 0.0001,
      "loss": 0.0981,
      "step": 9890
    },
    {
      "grad_norm": 0.04929390177130699,
      "learning_rate": 0.0001,
      "loss": 0.099,
      "step": 9900
    },
    {
      "grad_norm": 0.06442174315452576,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 9910
    },
    {
      "grad_norm": 0.049463432282209396,
      "learning_rate": 0.0001,
      "loss": 0.0966,
      "step": 9920
    },
    {
      "grad_norm": 0.07100708037614822,
      "learning_rate": 0.0001,
      "loss": 0.102,
      "step": 9930
    },
    {
      "grad_norm": 0.05170412361621857,
      "learning_rate": 0.0001,
      "loss": 0.1035,
      "step": 9940
    },
    {
      "grad_norm": 0.05851610377430916,
      "learning_rate": 0.0001,
      "loss": 0.1031,
      "step": 9950
    },
    {
      "grad_norm": 0.05317968502640724,
      "learning_rate": 0.0001,
      "loss": 0.1042,
      "step": 9960
    },
    {
      "grad_norm": 0.0454123429954052,
      "learning_rate": 0.0001,
      "loss": 0.1067,
      "step": 9970
    },
    {
      "grad_norm": 0.06536097824573517,
      "learning_rate": 0.0001,
      "loss": 0.1044,
      "step": 9980
    },
    {
      "grad_norm": 0.06465747952461243,
      "learning_rate": 0.0001,
      "loss": 0.1039,
      "step": 9990
    },
    {
      "grad_norm": 0.05109719559550285,
      "learning_rate": 0.0001,
      "loss": 0.1011,
      "step": 10000
    },
    {
      "grad_norm": 0.05912459269165993,
      "learning_rate": 0.0001,
      "loss": 0.1022,
      "step": 10010
    },
    {
      "grad_norm": 0.0527101494371891,
      "learning_rate": 0.0001,
      "loss": 0.1033,
      "step": 10020
    },
    {
      "grad_norm": 0.05202395096421242,
      "learning_rate": 0.0001,
      "loss": 0.1003,
      "step": 10030
    },
    {
      "grad_norm": 0.05050579085946083,
      "learning_rate": 0.0001,
      "loss": 0.1022,
      "step": 10040
    },
    {
      "grad_norm": 0.057352885603904724,
      "learning_rate": 0.0001,
      "loss": 0.1017,
      "step": 10050
    },
    {
      "grad_norm": 0.04816683381795883,
      "learning_rate": 0.0001,
      "loss": 0.1005,
      "step": 10060
    },
    {
      "grad_norm": 0.062385737895965576,
      "learning_rate": 0.0001,
      "loss": 0.1035,
      "step": 10070
    },
    {
      "grad_norm": 0.058868903666734695,
      "learning_rate": 0.0001,
      "loss": 0.1023,
      "step": 10080
    },
    {
      "grad_norm": 0.07183925062417984,
      "learning_rate": 0.0001,
      "loss": 0.1032,
      "step": 10090
    },
    {
      "grad_norm": 0.051634062081575394,
      "learning_rate": 0.0001,
      "loss": 0.1022,
      "step": 10100
    },
    {
      "grad_norm": 0.10047454386949539,
      "learning_rate": 0.0001,
      "loss": 0.1072,
      "step": 10110
    },
    {
      "grad_norm": 0.056076716631650925,
      "learning_rate": 0.0001,
      "loss": 0.1036,
      "step": 10120
    },
    {
      "grad_norm": 0.06786815822124481,
      "learning_rate": 0.0001,
      "loss": 0.1043,
      "step": 10130
    },
    {
      "grad_norm": 0.04830913245677948,
      "learning_rate": 0.0001,
      "loss": 0.1006,
      "step": 10140
    },
    {
      "grad_norm": 0.060733988881111145,
      "learning_rate": 0.0001,
      "loss": 0.1031,
      "step": 10150
    },
    {
      "grad_norm": 0.05150948464870453,
      "learning_rate": 0.0001,
      "loss": 0.1005,
      "step": 10160
    },
    {
      "grad_norm": 0.04670267924666405,
      "learning_rate": 0.0001,
      "loss": 0.0997,
      "step": 10170
    },
    {
      "grad_norm": 0.058416418731212616,
      "learning_rate": 0.0001,
      "loss": 0.1016,
      "step": 10180
    },
    {
      "grad_norm": 0.0545211061835289,
      "learning_rate": 0.0001,
      "loss": 0.1009,
      "step": 10190
    },
    {
      "grad_norm": 0.060146674513816833,
      "learning_rate": 0.0001,
      "loss": 0.0997,
      "step": 10200
    },
    {
      "grad_norm": 0.04604647308588028,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 10210
    },
    {
      "grad_norm": 0.06244019418954849,
      "learning_rate": 0.0001,
      "loss": 0.1001,
      "step": 10220
    },
    {
      "grad_norm": 0.04457448422908783,
      "learning_rate": 0.0001,
      "loss": 0.0993,
      "step": 10230
    },
    {
      "grad_norm": 0.05260796472430229,
      "learning_rate": 0.0001,
      "loss": 0.1023,
      "step": 10240
    },
    {
      "grad_norm": 0.045499287545681,
      "learning_rate": 0.0001,
      "loss": 0.0974,
      "step": 10250
    },
    {
      "grad_norm": 0.062127020210027695,
      "learning_rate": 0.0001,
      "loss": 0.1038,
      "step": 10260
    },
    {
      "grad_norm": 0.05407026782631874,
      "learning_rate": 0.0001,
      "loss": 0.1008,
      "step": 10270
    },
    {
      "grad_norm": 0.05503986030817032,
      "learning_rate": 0.0001,
      "loss": 0.1025,
      "step": 10280
    },
    {
      "grad_norm": 0.061924345791339874,
      "learning_rate": 0.0001,
      "loss": 0.1007,
      "step": 10290
    },
    {
      "grad_norm": 0.06421902030706406,
      "learning_rate": 0.0001,
      "loss": 0.1067,
      "step": 10300
    },
    {
      "grad_norm": 0.05197877064347267,
      "learning_rate": 0.0001,
      "loss": 0.1,
      "step": 10310
    },
    {
      "grad_norm": 0.06489066779613495,
      "learning_rate": 0.0001,
      "loss": 0.106,
      "step": 10320
    },
    {
      "grad_norm": 0.07326603680849075,
      "learning_rate": 0.0001,
      "loss": 0.1006,
      "step": 10330
    },
    {
      "grad_norm": 0.061250243335962296,
      "learning_rate": 0.0001,
      "loss": 0.105,
      "step": 10340
    },
    {
      "grad_norm": 0.04656333848834038,
      "learning_rate": 0.0001,
      "loss": 0.1022,
      "step": 10350
    },
    {
      "grad_norm": 0.054769400507211685,
      "learning_rate": 0.0001,
      "loss": 0.1066,
      "step": 10360
    },
    {
      "grad_norm": 0.04485413804650307,
      "learning_rate": 0.0001,
      "loss": 0.1001,
      "step": 10370
    },
    {
      "grad_norm": 0.062329307198524475,
      "learning_rate": 0.0001,
      "loss": 0.1034,
      "step": 10380
    },
    {
      "grad_norm": 0.04716020077466965,
      "learning_rate": 0.0001,
      "loss": 0.1008,
      "step": 10390
    },
    {
      "grad_norm": 0.05102157220244408,
      "learning_rate": 0.0001,
      "loss": 0.1034,
      "step": 10400
    },
    {
      "grad_norm": 0.05001704394817352,
      "learning_rate": 0.0001,
      "loss": 0.1015,
      "step": 10410
    },
    {
      "grad_norm": 0.058253899216651917,
      "learning_rate": 0.0001,
      "loss": 0.1056,
      "step": 10420
    },
    {
      "grad_norm": 0.0467102974653244,
      "learning_rate": 0.0001,
      "loss": 0.1007,
      "step": 10430
    },
    {
      "grad_norm": 0.05007201433181763,
      "learning_rate": 0.0001,
      "loss": 0.1042,
      "step": 10440
    },
    {
      "grad_norm": 0.05373737961053848,
      "learning_rate": 0.0001,
      "loss": 0.1015,
      "step": 10450
    },
    {
      "grad_norm": 0.055669352412223816,
      "learning_rate": 0.0001,
      "loss": 0.1062,
      "step": 10460
    },
    {
      "grad_norm": 0.04858864098787308,
      "learning_rate": 0.0001,
      "loss": 0.0977,
      "step": 10470
    },
    {
      "grad_norm": 0.07620269060134888,
      "learning_rate": 0.0001,
      "loss": 0.1063,
      "step": 10480
    },
    {
      "grad_norm": 0.06245683506131172,
      "learning_rate": 0.0001,
      "loss": 0.1019,
      "step": 10490
    },
    {
      "grad_norm": 0.05332125350832939,
      "learning_rate": 0.0001,
      "loss": 0.1026,
      "step": 10500
    },
    {
      "grad_norm": 0.04997877776622772,
      "learning_rate": 0.0001,
      "loss": 0.0983,
      "step": 10510
    },
    {
      "grad_norm": 0.05525766313076019,
      "learning_rate": 0.0001,
      "loss": 0.1026,
      "step": 10520
    },
    {
      "grad_norm": 0.06892777234315872,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 10530
    },
    {
      "grad_norm": 0.04714856669306755,
      "learning_rate": 0.0001,
      "loss": 0.0969,
      "step": 10540
    },
    {
      "grad_norm": 0.05315732583403587,
      "learning_rate": 0.0001,
      "loss": 0.0968,
      "step": 10550
    },
    {
      "grad_norm": 0.051437102258205414,
      "learning_rate": 0.0001,
      "loss": 0.0939,
      "step": 10560
    },
    {
      "grad_norm": 0.04647819697856903,
      "learning_rate": 0.0001,
      "loss": 0.1007,
      "step": 10570
    },
    {
      "grad_norm": 0.059149183332920074,
      "learning_rate": 0.0001,
      "loss": 0.0963,
      "step": 10580
    },
    {
      "grad_norm": 0.044478315860033035,
      "learning_rate": 0.0001,
      "loss": 0.1009,
      "step": 10590
    },
    {
      "grad_norm": 0.06662454456090927,
      "learning_rate": 0.0001,
      "loss": 0.0984,
      "step": 10600
    },
    {
      "grad_norm": 0.049525633454322815,
      "learning_rate": 0.0001,
      "loss": 0.0997,
      "step": 10610
    },
    {
      "grad_norm": 0.06650262326002121,
      "learning_rate": 0.0001,
      "loss": 0.0998,
      "step": 10620
    },
    {
      "grad_norm": 0.051863543689250946,
      "learning_rate": 0.0001,
      "loss": 0.0989,
      "step": 10630
    },
    {
      "grad_norm": 0.05428489297628403,
      "learning_rate": 0.0001,
      "loss": 0.0988,
      "step": 10640
    },
    {
      "grad_norm": 0.04569530114531517,
      "learning_rate": 0.0001,
      "loss": 0.1016,
      "step": 10650
    },
    {
      "grad_norm": 0.053067680448293686,
      "learning_rate": 0.0001,
      "loss": 0.1008,
      "step": 10660
    },
    {
      "grad_norm": 0.05169956386089325,
      "learning_rate": 0.0001,
      "loss": 0.103,
      "step": 10670
    },
    {
      "grad_norm": 0.06547827273607254,
      "learning_rate": 0.0001,
      "loss": 0.1007,
      "step": 10680
    },
    {
      "grad_norm": 0.053704842925071716,
      "learning_rate": 0.0001,
      "loss": 0.1002,
      "step": 10690
    },
    {
      "grad_norm": 0.05517291650176048,
      "learning_rate": 0.0001,
      "loss": 0.0995,
      "step": 10700
    },
    {
      "grad_norm": 0.04716676473617554,
      "learning_rate": 0.0001,
      "loss": 0.102,
      "step": 10710
    },
    {
      "grad_norm": 0.04669427126646042,
      "learning_rate": 0.0001,
      "loss": 0.0981,
      "step": 10720
    },
    {
      "grad_norm": 0.05074595287442207,
      "learning_rate": 0.0001,
      "loss": 0.1008,
      "step": 10730
    },
    {
      "grad_norm": 0.06279949843883514,
      "learning_rate": 0.0001,
      "loss": 0.0987,
      "step": 10740
    },
    {
      "grad_norm": 0.06230141595005989,
      "learning_rate": 0.0001,
      "loss": 0.101,
      "step": 10750
    },
    {
      "grad_norm": 0.13038370013237,
      "learning_rate": 0.0001,
      "loss": 0.1003,
      "step": 10760
    },
    {
      "grad_norm": 0.05012394115328789,
      "learning_rate": 0.0001,
      "loss": 0.1027,
      "step": 10770
    },
    {
      "grad_norm": 0.05555220693349838,
      "learning_rate": 0.0001,
      "loss": 0.1002,
      "step": 10780
    },
    {
      "grad_norm": 0.049031853675842285,
      "learning_rate": 0.0001,
      "loss": 0.1012,
      "step": 10790
    },
    {
      "grad_norm": 0.05002874881029129,
      "learning_rate": 0.0001,
      "loss": 0.0974,
      "step": 10800
    },
    {
      "grad_norm": 0.05689669027924538,
      "learning_rate": 0.0001,
      "loss": 0.0995,
      "step": 10810
    },
    {
      "grad_norm": 0.04788842424750328,
      "learning_rate": 0.0001,
      "loss": 0.0973,
      "step": 10820
    },
    {
      "grad_norm": 0.06410837918519974,
      "learning_rate": 0.0001,
      "loss": 0.098,
      "step": 10830
    },
    {
      "grad_norm": 0.04717946797609329,
      "learning_rate": 0.0001,
      "loss": 0.0973,
      "step": 10840
    },
    {
      "grad_norm": 0.0466727577149868,
      "learning_rate": 0.0001,
      "loss": 0.0977,
      "step": 10850
    },
    {
      "grad_norm": 0.05425148084759712,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 10860
    },
    {
      "grad_norm": 0.04946620389819145,
      "learning_rate": 0.0001,
      "loss": 0.099,
      "step": 10870
    },
    {
      "grad_norm": 0.06090329959988594,
      "learning_rate": 0.0001,
      "loss": 0.1001,
      "step": 10880
    },
    {
      "grad_norm": 0.05273570492863655,
      "learning_rate": 0.0001,
      "loss": 0.1,
      "step": 10890
    },
    {
      "grad_norm": 0.06403763592243195,
      "learning_rate": 0.0001,
      "loss": 0.0989,
      "step": 10900
    },
    {
      "grad_norm": 0.048052527010440826,
      "learning_rate": 0.0001,
      "loss": 0.1021,
      "step": 10910
    },
    {
      "grad_norm": 0.04559338092803955,
      "learning_rate": 0.0001,
      "loss": 0.1011,
      "step": 10920
    },
    {
      "grad_norm": 0.040065329521894455,
      "learning_rate": 0.0001,
      "loss": 0.1022,
      "step": 10930
    },
    {
      "grad_norm": 0.04378487169742584,
      "learning_rate": 0.0001,
      "loss": 0.1032,
      "step": 10940
    },
    {
      "grad_norm": 0.05142033472657204,
      "learning_rate": 0.0001,
      "loss": 0.1026,
      "step": 10950
    },
    {
      "grad_norm": 0.04566941782832146,
      "learning_rate": 0.0001,
      "loss": 0.1057,
      "step": 10960
    },
    {
      "grad_norm": 0.0471075177192688,
      "learning_rate": 0.0001,
      "loss": 0.1042,
      "step": 10970
    },
    {
      "grad_norm": 0.047900836914777756,
      "learning_rate": 0.0001,
      "loss": 0.104,
      "step": 10980
    },
    {
      "grad_norm": 0.048356663435697556,
      "learning_rate": 0.0001,
      "loss": 0.1032,
      "step": 10990
    },
    {
      "grad_norm": 0.07667602598667145,
      "learning_rate": 0.0001,
      "loss": 0.1058,
      "step": 11000
    },
    {
      "grad_norm": 0.04724062606692314,
      "learning_rate": 0.0001,
      "loss": 0.1021,
      "step": 11010
    },
    {
      "grad_norm": 0.05638842657208443,
      "learning_rate": 0.0001,
      "loss": 0.1047,
      "step": 11020
    },
    {
      "grad_norm": 0.04159742221236229,
      "learning_rate": 0.0001,
      "loss": 0.1001,
      "step": 11030
    },
    {
      "grad_norm": 0.04852358251810074,
      "learning_rate": 0.0001,
      "loss": 0.1054,
      "step": 11040
    },
    {
      "grad_norm": 0.039203982800245285,
      "learning_rate": 0.0001,
      "loss": 0.0995,
      "step": 11050
    },
    {
      "grad_norm": 0.045713912695646286,
      "learning_rate": 0.0001,
      "loss": 0.104,
      "step": 11060
    },
    {
      "grad_norm": 0.0490066334605217,
      "learning_rate": 0.0001,
      "loss": 0.101,
      "step": 11070
    },
    {
      "grad_norm": 0.04386618733406067,
      "learning_rate": 0.0001,
      "loss": 0.1064,
      "step": 11080
    },
    {
      "grad_norm": 0.050291333347558975,
      "learning_rate": 0.0001,
      "loss": 0.102,
      "step": 11090
    },
    {
      "grad_norm": 0.0530712716281414,
      "learning_rate": 0.0001,
      "loss": 0.1036,
      "step": 11100
    },
    {
      "grad_norm": 0.046799276024103165,
      "learning_rate": 0.0001,
      "loss": 0.1018,
      "step": 11110
    },
    {
      "grad_norm": 0.04654138162732124,
      "learning_rate": 0.0001,
      "loss": 0.1024,
      "step": 11120
    },
    {
      "grad_norm": 0.04746119678020477,
      "learning_rate": 0.0001,
      "loss": 0.0995,
      "step": 11130
    },
    {
      "grad_norm": 0.05133552476763725,
      "learning_rate": 0.0001,
      "loss": 0.1052,
      "step": 11140
    },
    {
      "grad_norm": 0.04341243579983711,
      "learning_rate": 0.0001,
      "loss": 0.0981,
      "step": 11150
    },
    {
      "grad_norm": 0.048607390373945236,
      "learning_rate": 0.0001,
      "loss": 0.1022,
      "step": 11160
    },
    {
      "grad_norm": 0.05074485018849373,
      "learning_rate": 0.0001,
      "loss": 0.0967,
      "step": 11170
    },
    {
      "grad_norm": 0.04958478733897209,
      "learning_rate": 0.0001,
      "loss": 0.0995,
      "step": 11180
    },
    {
      "grad_norm": 0.053994424641132355,
      "learning_rate": 0.0001,
      "loss": 0.0943,
      "step": 11190
    },
    {
      "grad_norm": 0.05248861387372017,
      "learning_rate": 0.0001,
      "loss": 0.1016,
      "step": 11200
    },
    {
      "grad_norm": 0.059692200273275375,
      "learning_rate": 0.0001,
      "loss": 0.0994,
      "step": 11210
    },
    {
      "grad_norm": 0.05263202264904976,
      "learning_rate": 0.0001,
      "loss": 0.1011,
      "step": 11220
    },
    {
      "grad_norm": 0.05810866877436638,
      "learning_rate": 0.0001,
      "loss": 0.0991,
      "step": 11230
    },
    {
      "grad_norm": 0.05277443304657936,
      "learning_rate": 0.0001,
      "loss": 0.1021,
      "step": 11240
    },
    {
      "grad_norm": 0.05795997008681297,
      "learning_rate": 0.0001,
      "loss": 0.0968,
      "step": 11250
    },
    {
      "grad_norm": 0.050550106912851334,
      "learning_rate": 0.0001,
      "loss": 0.1043,
      "step": 11260
    },
    {
      "grad_norm": 0.054536279290914536,
      "learning_rate": 0.0001,
      "loss": 0.0998,
      "step": 11270
    },
    {
      "grad_norm": 0.047487106174230576,
      "learning_rate": 0.0001,
      "loss": 0.1025,
      "step": 11280
    },
    {
      "grad_norm": 0.07533743977546692,
      "learning_rate": 0.0001,
      "loss": 0.101,
      "step": 11290
    },
    {
      "grad_norm": 0.04302395135164261,
      "learning_rate": 0.0001,
      "loss": 0.1035,
      "step": 11300
    },
    {
      "grad_norm": 0.057951681315898895,
      "learning_rate": 0.0001,
      "loss": 0.1042,
      "step": 11310
    },
    {
      "grad_norm": 0.04813123866915703,
      "learning_rate": 0.0001,
      "loss": 0.1046,
      "step": 11320
    },
    {
      "grad_norm": 0.05297970026731491,
      "learning_rate": 0.0001,
      "loss": 0.1021,
      "step": 11330
    },
    {
      "grad_norm": 0.05332842096686363,
      "learning_rate": 0.0001,
      "loss": 0.1037,
      "step": 11340
    },
    {
      "grad_norm": 0.0624379999935627,
      "learning_rate": 0.0001,
      "loss": 0.1022,
      "step": 11350
    },
    {
      "grad_norm": 0.04152652993798256,
      "learning_rate": 0.0001,
      "loss": 0.1041,
      "step": 11360
    },
    {
      "grad_norm": 0.0572926327586174,
      "learning_rate": 0.0001,
      "loss": 0.1,
      "step": 11370
    },
    {
      "grad_norm": 0.06207076460123062,
      "learning_rate": 0.0001,
      "loss": 0.1043,
      "step": 11380
    },
    {
      "grad_norm": 0.05682813748717308,
      "learning_rate": 0.0001,
      "loss": 0.1002,
      "step": 11390
    },
    {
      "grad_norm": 0.042956508696079254,
      "learning_rate": 0.0001,
      "loss": 0.1024,
      "step": 11400
    },
    {
      "grad_norm": 0.053067248314619064,
      "learning_rate": 0.0001,
      "loss": 0.0992,
      "step": 11410
    },
    {
      "grad_norm": 0.049436185508966446,
      "learning_rate": 0.0001,
      "loss": 0.1006,
      "step": 11420
    },
    {
      "grad_norm": 0.04889649152755737,
      "learning_rate": 0.0001,
      "loss": 0.0989,
      "step": 11430
    },
    {
      "grad_norm": 0.04930247738957405,
      "learning_rate": 0.0001,
      "loss": 0.1039,
      "step": 11440
    },
    {
      "grad_norm": 0.06174405664205551,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 11450
    },
    {
      "grad_norm": 0.045505404472351074,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 11460
    },
    {
      "grad_norm": 0.0553908497095108,
      "learning_rate": 0.0001,
      "loss": 0.0977,
      "step": 11470
    },
    {
      "grad_norm": 0.04985654726624489,
      "learning_rate": 0.0001,
      "loss": 0.0985,
      "step": 11480
    },
    {
      "grad_norm": 0.05081558972597122,
      "learning_rate": 0.0001,
      "loss": 0.0953,
      "step": 11490
    },
    {
      "grad_norm": 0.04390403628349304,
      "learning_rate": 0.0001,
      "loss": 0.0974,
      "step": 11500
    },
    {
      "grad_norm": 0.04750466346740723,
      "learning_rate": 0.0001,
      "loss": 0.0971,
      "step": 11510
    },
    {
      "grad_norm": 0.05283225327730179,
      "learning_rate": 0.0001,
      "loss": 0.097,
      "step": 11520
    },
    {
      "grad_norm": 0.04311944916844368,
      "learning_rate": 0.0001,
      "loss": 0.102,
      "step": 11530
    },
    {
      "grad_norm": 0.06856904178857803,
      "learning_rate": 0.0001,
      "loss": 0.0949,
      "step": 11540
    },
    {
      "grad_norm": 0.04173915088176727,
      "learning_rate": 0.0001,
      "loss": 0.0998,
      "step": 11550
    },
    {
      "grad_norm": 0.04813077300786972,
      "learning_rate": 0.0001,
      "loss": 0.098,
      "step": 11560
    },
    {
      "grad_norm": 0.04791784659028053,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 11570
    },
    {
      "grad_norm": 0.058268845081329346,
      "learning_rate": 0.0001,
      "loss": 0.1001,
      "step": 11580
    },
    {
      "grad_norm": 0.04177063703536987,
      "learning_rate": 0.0001,
      "loss": 0.1002,
      "step": 11590
    },
    {
      "grad_norm": 0.047749921679496765,
      "learning_rate": 0.0001,
      "loss": 0.0962,
      "step": 11600
    },
    {
      "grad_norm": 0.04316848888993263,
      "learning_rate": 0.0001,
      "loss": 0.097,
      "step": 11610
    },
    {
      "grad_norm": 0.06485378742218018,
      "learning_rate": 0.0001,
      "loss": 0.0969,
      "step": 11620
    },
    {
      "grad_norm": 0.050337500870227814,
      "learning_rate": 0.0001,
      "loss": 0.1008,
      "step": 11630
    },
    {
      "grad_norm": 0.06032829359173775,
      "learning_rate": 0.0001,
      "loss": 0.0987,
      "step": 11640
    },
    {
      "grad_norm": 0.045838091522455215,
      "learning_rate": 0.0001,
      "loss": 0.0972,
      "step": 11650
    },
    {
      "grad_norm": 0.06107759848237038,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 11660
    },
    {
      "grad_norm": 0.047174472361803055,
      "learning_rate": 0.0001,
      "loss": 0.0998,
      "step": 11670
    },
    {
      "grad_norm": 0.050456441938877106,
      "learning_rate": 0.0001,
      "loss": 0.0966,
      "step": 11680
    },
    {
      "grad_norm": 0.04592258483171463,
      "learning_rate": 0.0001,
      "loss": 0.1001,
      "step": 11690
    },
    {
      "grad_norm": 0.06865290552377701,
      "learning_rate": 0.0001,
      "loss": 0.0968,
      "step": 11700
    },
    {
      "grad_norm": 0.04467756301164627,
      "learning_rate": 0.0001,
      "loss": 0.0988,
      "step": 11710
    },
    {
      "grad_norm": 0.054038725793361664,
      "learning_rate": 0.0001,
      "loss": 0.098,
      "step": 11720
    },
    {
      "grad_norm": 0.046488936990499496,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 11730
    },
    {
      "grad_norm": 0.050479620695114136,
      "learning_rate": 0.0001,
      "loss": 0.0995,
      "step": 11740
    },
    {
      "grad_norm": 0.043248578906059265,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 11750
    },
    {
      "grad_norm": 0.0721200630068779,
      "learning_rate": 0.0001,
      "loss": 0.0974,
      "step": 11760
    },
    {
      "grad_norm": 0.04924215003848076,
      "learning_rate": 0.0001,
      "loss": 0.0982,
      "step": 11770
    },
    {
      "grad_norm": 0.05561455339193344,
      "learning_rate": 0.0001,
      "loss": 0.0995,
      "step": 11780
    },
    {
      "grad_norm": 0.04201832786202431,
      "learning_rate": 0.0001,
      "loss": 0.0948,
      "step": 11790
    },
    {
      "grad_norm": 0.054721467196941376,
      "learning_rate": 0.0001,
      "loss": 0.0923,
      "step": 11800
    },
    {
      "grad_norm": 0.04887326434254646,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 11810
    },
    {
      "grad_norm": 0.06751205772161484,
      "learning_rate": 0.0001,
      "loss": 0.0951,
      "step": 11820
    },
    {
      "grad_norm": 0.04474155232310295,
      "learning_rate": 0.0001,
      "loss": 0.0951,
      "step": 11830
    },
    {
      "grad_norm": 0.04877801239490509,
      "learning_rate": 0.0001,
      "loss": 0.0957,
      "step": 11840
    },
    {
      "grad_norm": 0.04940406605601311,
      "learning_rate": 0.0001,
      "loss": 0.0916,
      "step": 11850
    },
    {
      "grad_norm": 0.04172522947192192,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 11860
    },
    {
      "grad_norm": 0.043954167515039444,
      "learning_rate": 0.0001,
      "loss": 0.0942,
      "step": 11870
    },
    {
      "grad_norm": 0.039393406361341476,
      "learning_rate": 0.0001,
      "loss": 0.0998,
      "step": 11880
    },
    {
      "grad_norm": 0.045384980738162994,
      "learning_rate": 0.0001,
      "loss": 0.0963,
      "step": 11890
    },
    {
      "grad_norm": 0.058551691472530365,
      "learning_rate": 0.0001,
      "loss": 0.1012,
      "step": 11900
    },
    {
      "grad_norm": 0.042058899998664856,
      "learning_rate": 0.0001,
      "loss": 0.0982,
      "step": 11910
    },
    {
      "grad_norm": 0.0554841049015522,
      "learning_rate": 0.0001,
      "loss": 0.1025,
      "step": 11920
    },
    {
      "grad_norm": 0.05161960422992706,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 11930
    },
    {
      "grad_norm": 0.04796318709850311,
      "learning_rate": 0.0001,
      "loss": 0.1014,
      "step": 11940
    },
    {
      "grad_norm": 0.052044764161109924,
      "learning_rate": 0.0001,
      "loss": 0.0982,
      "step": 11950
    },
    {
      "grad_norm": 0.06861831247806549,
      "learning_rate": 0.0001,
      "loss": 0.1009,
      "step": 11960
    },
    {
      "grad_norm": 0.056200142949819565,
      "learning_rate": 0.0001,
      "loss": 0.0969,
      "step": 11970
    },
    {
      "grad_norm": 0.05123656243085861,
      "learning_rate": 0.0001,
      "loss": 0.1037,
      "step": 11980
    },
    {
      "grad_norm": 0.066728375852108,
      "learning_rate": 0.0001,
      "loss": 0.0991,
      "step": 11990
    },
    {
      "grad_norm": 0.05135996267199516,
      "learning_rate": 0.0001,
      "loss": 0.1002,
      "step": 12000
    },
    {
      "grad_norm": 0.04593516141176224,
      "learning_rate": 0.0001,
      "loss": 0.0975,
      "step": 12010
    },
    {
      "grad_norm": 0.055672187358140945,
      "learning_rate": 0.0001,
      "loss": 0.0993,
      "step": 12020
    },
    {
      "grad_norm": 0.060991380363702774,
      "learning_rate": 0.0001,
      "loss": 0.0954,
      "step": 12030
    },
    {
      "grad_norm": 0.06121383234858513,
      "learning_rate": 0.0001,
      "loss": 0.1011,
      "step": 12040
    },
    {
      "grad_norm": 0.05084460973739624,
      "learning_rate": 0.0001,
      "loss": 0.0956,
      "step": 12050
    },
    {
      "grad_norm": 0.04911724105477333,
      "learning_rate": 0.0001,
      "loss": 0.0998,
      "step": 12060
    },
    {
      "grad_norm": 0.054295189678668976,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 12070
    },
    {
      "grad_norm": 0.0443248450756073,
      "learning_rate": 0.0001,
      "loss": 0.0996,
      "step": 12080
    },
    {
      "grad_norm": 0.06591487675905228,
      "learning_rate": 0.0001,
      "loss": 0.0969,
      "step": 12090
    },
    {
      "grad_norm": 0.04997607320547104,
      "learning_rate": 0.0001,
      "loss": 0.0999,
      "step": 12100
    },
    {
      "grad_norm": 0.051635682582855225,
      "learning_rate": 0.0001,
      "loss": 0.0952,
      "step": 12110
    },
    {
      "grad_norm": 0.04905131831765175,
      "learning_rate": 0.0001,
      "loss": 0.0962,
      "step": 12120
    },
    {
      "grad_norm": 0.06381861120462418,
      "learning_rate": 0.0001,
      "loss": 0.0945,
      "step": 12130
    },
    {
      "grad_norm": 0.04600837454199791,
      "learning_rate": 0.0001,
      "loss": 0.0932,
      "step": 12140
    },
    {
      "grad_norm": 0.05825645849108696,
      "learning_rate": 0.0001,
      "loss": 0.0966,
      "step": 12150
    },
    {
      "grad_norm": 0.047264449298381805,
      "learning_rate": 0.0001,
      "loss": 0.0968,
      "step": 12160
    },
    {
      "grad_norm": 0.07412243634462357,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 12170
    },
    {
      "grad_norm": 0.04018988087773323,
      "learning_rate": 0.0001,
      "loss": 0.0969,
      "step": 12180
    },
    {
      "grad_norm": 0.04418330639600754,
      "learning_rate": 0.0001,
      "loss": 0.0946,
      "step": 12190
    },
    {
      "grad_norm": 0.042957160621881485,
      "learning_rate": 0.0001,
      "loss": 0.0963,
      "step": 12200
    },
    {
      "grad_norm": 0.04249047860503197,
      "learning_rate": 0.0001,
      "loss": 0.096,
      "step": 12210
    },
    {
      "grad_norm": 0.03916037827730179,
      "learning_rate": 0.0001,
      "loss": 0.0969,
      "step": 12220
    },
    {
      "grad_norm": 0.05293484404683113,
      "learning_rate": 0.0001,
      "loss": 0.097,
      "step": 12230
    },
    {
      "grad_norm": 0.041028764098882675,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 12240
    },
    {
      "grad_norm": 0.06125599145889282,
      "learning_rate": 0.0001,
      "loss": 0.0957,
      "step": 12250
    },
    {
      "grad_norm": 0.044960103929042816,
      "learning_rate": 0.0001,
      "loss": 0.0957,
      "step": 12260
    },
    {
      "grad_norm": 0.0533650740981102,
      "learning_rate": 0.0001,
      "loss": 0.0966,
      "step": 12270
    },
    {
      "grad_norm": 0.04921692609786987,
      "learning_rate": 0.0001,
      "loss": 0.0953,
      "step": 12280
    },
    {
      "grad_norm": 0.04660407081246376,
      "learning_rate": 0.0001,
      "loss": 0.097,
      "step": 12290
    },
    {
      "grad_norm": 0.03851130232214928,
      "learning_rate": 0.0001,
      "loss": 0.096,
      "step": 12300
    },
    {
      "grad_norm": 0.04969452694058418,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 12310
    },
    {
      "grad_norm": 0.036299366503953934,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 12320
    },
    {
      "grad_norm": 0.04537874087691307,
      "learning_rate": 0.0001,
      "loss": 0.0954,
      "step": 12330
    },
    {
      "grad_norm": 0.04192262142896652,
      "learning_rate": 0.0001,
      "loss": 0.0927,
      "step": 12340
    },
    {
      "grad_norm": 0.059199102222919464,
      "learning_rate": 0.0001,
      "loss": 0.096,
      "step": 12350
    },
    {
      "grad_norm": 0.03735813871026039,
      "learning_rate": 0.0001,
      "loss": 0.0944,
      "step": 12360
    },
    {
      "grad_norm": 0.049307696521282196,
      "learning_rate": 0.0001,
      "loss": 0.0952,
      "step": 12370
    },
    {
      "grad_norm": 0.04068774729967117,
      "learning_rate": 0.0001,
      "loss": 0.094,
      "step": 12380
    },
    {
      "grad_norm": 0.04817051440477371,
      "learning_rate": 0.0001,
      "loss": 0.096,
      "step": 12390
    },
    {
      "grad_norm": 0.040748853236436844,
      "learning_rate": 0.0001,
      "loss": 0.0952,
      "step": 12400
    },
    {
      "grad_norm": 0.06287621706724167,
      "learning_rate": 0.0001,
      "loss": 0.0971,
      "step": 12410
    },
    {
      "grad_norm": 0.042824357748031616,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 12420
    },
    {
      "grad_norm": 0.05170596018433571,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 12430
    },
    {
      "grad_norm": 0.12168759107589722,
      "learning_rate": 0.0001,
      "loss": 0.0924,
      "step": 12440
    },
    {
      "grad_norm": 0.06540430337190628,
      "learning_rate": 0.0001,
      "loss": 0.0916,
      "step": 12450
    },
    {
      "grad_norm": 0.04982740059494972,
      "learning_rate": 0.0001,
      "loss": 0.095,
      "step": 12460
    },
    {
      "grad_norm": 0.05105333775281906,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 12470
    },
    {
      "grad_norm": 0.04431468993425369,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 12480
    },
    {
      "grad_norm": 0.05384157970547676,
      "learning_rate": 0.0001,
      "loss": 0.094,
      "step": 12490
    },
    {
      "grad_norm": 0.04176763817667961,
      "learning_rate": 0.0001,
      "loss": 0.0948,
      "step": 12500
    },
    {
      "grad_norm": 0.05415313318371773,
      "learning_rate": 0.0001,
      "loss": 0.0939,
      "step": 12510
    },
    {
      "grad_norm": 0.04234922304749489,
      "learning_rate": 0.0001,
      "loss": 0.0971,
      "step": 12520
    },
    {
      "grad_norm": 0.04944571480154991,
      "learning_rate": 0.0001,
      "loss": 0.096,
      "step": 12530
    },
    {
      "grad_norm": 0.04829298332333565,
      "learning_rate": 0.0001,
      "loss": 0.0954,
      "step": 12540
    },
    {
      "grad_norm": 0.04823834076523781,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 12550
    },
    {
      "grad_norm": 0.040291234850883484,
      "learning_rate": 0.0001,
      "loss": 0.0963,
      "step": 12560
    },
    {
      "grad_norm": 0.04197998344898224,
      "learning_rate": 0.0001,
      "loss": 0.097,
      "step": 12570
    },
    {
      "grad_norm": 0.05762084573507309,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 12580
    },
    {
      "grad_norm": 0.05015408992767334,
      "learning_rate": 0.0001,
      "loss": 0.0985,
      "step": 12590
    },
    {
      "grad_norm": 0.04584695026278496,
      "learning_rate": 0.0001,
      "loss": 0.0971,
      "step": 12600
    },
    {
      "grad_norm": 0.0504663810133934,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 12610
    },
    {
      "grad_norm": 0.04310764744877815,
      "learning_rate": 0.0001,
      "loss": 0.0951,
      "step": 12620
    },
    {
      "grad_norm": 0.04422104358673096,
      "learning_rate": 0.0001,
      "loss": 0.0983,
      "step": 12630
    },
    {
      "grad_norm": 0.04055330157279968,
      "learning_rate": 0.0001,
      "loss": 0.095,
      "step": 12640
    },
    {
      "grad_norm": 0.04407963529229164,
      "learning_rate": 0.0001,
      "loss": 0.095,
      "step": 12650
    },
    {
      "grad_norm": 0.06516055017709732,
      "learning_rate": 0.0001,
      "loss": 0.0964,
      "step": 12660
    },
    {
      "grad_norm": 0.09644880890846252,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 12670
    },
    {
      "grad_norm": 0.05428106710314751,
      "learning_rate": 0.0001,
      "loss": 0.0975,
      "step": 12680
    },
    {
      "grad_norm": 0.055100709199905396,
      "learning_rate": 0.0001,
      "loss": 0.0985,
      "step": 12690
    },
    {
      "grad_norm": 0.039557814598083496,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 12700
    },
    {
      "grad_norm": 0.055660951882600784,
      "learning_rate": 0.0001,
      "loss": 0.1,
      "step": 12710
    },
    {
      "grad_norm": 0.038924120366573334,
      "learning_rate": 0.0001,
      "loss": 0.0946,
      "step": 12720
    },
    {
      "grad_norm": 0.04972546547651291,
      "learning_rate": 0.0001,
      "loss": 0.0936,
      "step": 12730
    },
    {
      "grad_norm": 0.04105345159769058,
      "learning_rate": 0.0001,
      "loss": 0.0965,
      "step": 12740
    },
    {
      "grad_norm": 0.044626012444496155,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 12750
    },
    {
      "grad_norm": 0.04671349748969078,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 12760
    },
    {
      "grad_norm": 0.043012022972106934,
      "learning_rate": 0.0001,
      "loss": 0.0917,
      "step": 12770
    },
    {
      "grad_norm": 0.044706717133522034,
      "learning_rate": 0.0001,
      "loss": 0.0934,
      "step": 12780
    },
    {
      "grad_norm": 0.055322837084531784,
      "learning_rate": 0.0001,
      "loss": 0.0919,
      "step": 12790
    },
    {
      "grad_norm": 0.047128863632678986,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 12800
    },
    {
      "grad_norm": 0.04694830998778343,
      "learning_rate": 0.0001,
      "loss": 0.0929,
      "step": 12810
    },
    {
      "grad_norm": 0.036955926567316055,
      "learning_rate": 0.0001,
      "loss": 0.0925,
      "step": 12820
    },
    {
      "grad_norm": 0.04722985997796059,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 12830
    },
    {
      "grad_norm": 0.07002703100442886,
      "learning_rate": 0.0001,
      "loss": 0.0953,
      "step": 12840
    },
    {
      "grad_norm": 0.07445479184389114,
      "learning_rate": 0.0001,
      "loss": 0.0966,
      "step": 12850
    },
    {
      "grad_norm": 0.054033637046813965,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 12860
    },
    {
      "grad_norm": 0.044908735901117325,
      "learning_rate": 0.0001,
      "loss": 0.0961,
      "step": 12870
    },
    {
      "grad_norm": 0.0656094178557396,
      "learning_rate": 0.0001,
      "loss": 0.0951,
      "step": 12880
    },
    {
      "grad_norm": 0.045018427073955536,
      "learning_rate": 0.0001,
      "loss": 0.0949,
      "step": 12890
    },
    {
      "grad_norm": 0.04910791665315628,
      "learning_rate": 0.0001,
      "loss": 0.0994,
      "step": 12900
    },
    {
      "grad_norm": 0.048932332545518875,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 12910
    },
    {
      "grad_norm": 0.04311884939670563,
      "learning_rate": 0.0001,
      "loss": 0.0967,
      "step": 12920
    },
    {
      "grad_norm": 0.05819999426603317,
      "learning_rate": 0.0001,
      "loss": 0.0948,
      "step": 12930
    },
    {
      "grad_norm": 0.048912640661001205,
      "learning_rate": 0.0001,
      "loss": 0.096,
      "step": 12940
    },
    {
      "grad_norm": 0.04986419528722763,
      "learning_rate": 0.0001,
      "loss": 0.0961,
      "step": 12950
    },
    {
      "grad_norm": 0.04779141768813133,
      "learning_rate": 0.0001,
      "loss": 0.0934,
      "step": 12960
    },
    {
      "grad_norm": 0.04987677186727524,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 12970
    },
    {
      "grad_norm": 0.05622616037726402,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 12980
    },
    {
      "grad_norm": 0.04133566468954086,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 12990
    },
    {
      "grad_norm": 0.044043757021427155,
      "learning_rate": 0.0001,
      "loss": 0.0945,
      "step": 13000
    },
    {
      "grad_norm": 0.048563048243522644,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 13010
    },
    {
      "grad_norm": 0.06823106855154037,
      "learning_rate": 0.0001,
      "loss": 0.094,
      "step": 13020
    },
    {
      "grad_norm": 0.04655928164720535,
      "learning_rate": 0.0001,
      "loss": 0.0932,
      "step": 13030
    },
    {
      "grad_norm": 0.04441867023706436,
      "learning_rate": 0.0001,
      "loss": 0.0922,
      "step": 13040
    },
    {
      "grad_norm": 0.04276103898882866,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 13050
    },
    {
      "grad_norm": 0.045903369784355164,
      "learning_rate": 0.0001,
      "loss": 0.0968,
      "step": 13060
    },
    {
      "grad_norm": 0.04925144091248512,
      "learning_rate": 0.0001,
      "loss": 0.0905,
      "step": 13070
    },
    {
      "grad_norm": 0.05726226046681404,
      "learning_rate": 0.0001,
      "loss": 0.0915,
      "step": 13080
    },
    {
      "grad_norm": 0.04539316147565842,
      "learning_rate": 0.0001,
      "loss": 0.0904,
      "step": 13090
    },
    {
      "grad_norm": 0.0486484095454216,
      "learning_rate": 0.0001,
      "loss": 0.0925,
      "step": 13100
    },
    {
      "grad_norm": 0.04471495375037193,
      "learning_rate": 0.0001,
      "loss": 0.0929,
      "step": 13110
    },
    {
      "grad_norm": 0.0541452020406723,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 13120
    },
    {
      "grad_norm": 0.0374860055744648,
      "learning_rate": 0.0001,
      "loss": 0.0964,
      "step": 13130
    },
    {
      "grad_norm": 0.058425173163414,
      "learning_rate": 0.0001,
      "loss": 0.0946,
      "step": 13140
    },
    {
      "grad_norm": 0.037095025181770325,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 13150
    },
    {
      "grad_norm": 0.04617566987872124,
      "learning_rate": 0.0001,
      "loss": 0.0957,
      "step": 13160
    },
    {
      "grad_norm": 0.04440293833613396,
      "learning_rate": 0.0001,
      "loss": 0.0986,
      "step": 13170
    },
    {
      "grad_norm": 0.04842498153448105,
      "learning_rate": 0.0001,
      "loss": 0.0936,
      "step": 13180
    },
    {
      "grad_norm": 0.04750705137848854,
      "learning_rate": 0.0001,
      "loss": 0.0968,
      "step": 13190
    },
    {
      "grad_norm": 0.0523226372897625,
      "learning_rate": 0.0001,
      "loss": 0.0957,
      "step": 13200
    },
    {
      "grad_norm": 0.04984217882156372,
      "learning_rate": 0.0001,
      "loss": 0.0946,
      "step": 13210
    },
    {
      "grad_norm": 0.04769730195403099,
      "learning_rate": 0.0001,
      "loss": 0.0964,
      "step": 13220
    },
    {
      "grad_norm": 0.03860995173454285,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 13230
    },
    {
      "grad_norm": 0.058627899736166,
      "learning_rate": 0.0001,
      "loss": 0.0969,
      "step": 13240
    },
    {
      "grad_norm": 0.04141603037714958,
      "learning_rate": 0.0001,
      "loss": 0.0983,
      "step": 13250
    },
    {
      "grad_norm": 0.04568592831492424,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 13260
    },
    {
      "grad_norm": 0.04125850275158882,
      "learning_rate": 0.0001,
      "loss": 0.0961,
      "step": 13270
    },
    {
      "grad_norm": 0.04327762871980667,
      "learning_rate": 0.0001,
      "loss": 0.0963,
      "step": 13280
    },
    {
      "grad_norm": 0.05613492429256439,
      "learning_rate": 0.0001,
      "loss": 0.1009,
      "step": 13290
    },
    {
      "grad_norm": 0.05007898062467575,
      "learning_rate": 0.0001,
      "loss": 0.0982,
      "step": 13300
    },
    {
      "grad_norm": 0.04236945882439613,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 13310
    },
    {
      "grad_norm": 0.04010540992021561,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 13320
    },
    {
      "grad_norm": 0.05511820316314697,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 13330
    },
    {
      "grad_norm": 0.07209125906229019,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 13340
    },
    {
      "grad_norm": 0.038974013179540634,
      "learning_rate": 0.0001,
      "loss": 0.0961,
      "step": 13350
    },
    {
      "grad_norm": 0.03649313002824783,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 13360
    },
    {
      "grad_norm": 0.04506396874785423,
      "learning_rate": 0.0001,
      "loss": 0.0957,
      "step": 13370
    },
    {
      "grad_norm": 0.04709092155098915,
      "learning_rate": 0.0001,
      "loss": 0.0942,
      "step": 13380
    },
    {
      "grad_norm": 0.04228711128234863,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 13390
    },
    {
      "grad_norm": 0.0490371510386467,
      "learning_rate": 0.0001,
      "loss": 0.0957,
      "step": 13400
    },
    {
      "grad_norm": 0.04493894800543785,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 13410
    },
    {
      "grad_norm": 0.0523034930229187,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 13420
    },
    {
      "grad_norm": 0.05934888496994972,
      "learning_rate": 0.0001,
      "loss": 0.0902,
      "step": 13430
    },
    {
      "grad_norm": 0.05888034775853157,
      "learning_rate": 0.0001,
      "loss": 0.0929,
      "step": 13440
    },
    {
      "grad_norm": 0.03993747755885124,
      "learning_rate": 0.0001,
      "loss": 0.0891,
      "step": 13450
    },
    {
      "grad_norm": 0.0488702729344368,
      "learning_rate": 0.0001,
      "loss": 0.0944,
      "step": 13460
    },
    {
      "grad_norm": 0.046889714896678925,
      "learning_rate": 0.0001,
      "loss": 0.0904,
      "step": 13470
    },
    {
      "grad_norm": 0.061134956777095795,
      "learning_rate": 0.0001,
      "loss": 0.0972,
      "step": 13480
    },
    {
      "grad_norm": 0.045000068843364716,
      "learning_rate": 0.0001,
      "loss": 0.0919,
      "step": 13490
    },
    {
      "grad_norm": 0.07392100989818573,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 13500
    },
    {
      "grad_norm": 0.05099803954362869,
      "learning_rate": 0.0001,
      "loss": 0.0922,
      "step": 13510
    },
    {
      "grad_norm": 0.05038522556424141,
      "learning_rate": 0.0001,
      "loss": 0.0993,
      "step": 13520
    },
    {
      "grad_norm": 0.04453166574239731,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 13530
    },
    {
      "grad_norm": 0.07034987956285477,
      "learning_rate": 0.0001,
      "loss": 0.1004,
      "step": 13540
    },
    {
      "grad_norm": 0.03995179757475853,
      "learning_rate": 0.0001,
      "loss": 0.0919,
      "step": 13550
    },
    {
      "grad_norm": 0.053020767867565155,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 13560
    },
    {
      "grad_norm": 0.047767527401447296,
      "learning_rate": 0.0001,
      "loss": 0.0929,
      "step": 13570
    },
    {
      "grad_norm": 0.04834376275539398,
      "learning_rate": 0.0001,
      "loss": 0.0932,
      "step": 13580
    },
    {
      "grad_norm": 0.05563249811530113,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 13590
    },
    {
      "grad_norm": 0.07039087265729904,
      "learning_rate": 0.0001,
      "loss": 0.0961,
      "step": 13600
    },
    {
      "grad_norm": 0.04333040118217468,
      "learning_rate": 0.0001,
      "loss": 0.0925,
      "step": 13610
    },
    {
      "grad_norm": 0.048869792371988297,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 13620
    },
    {
      "grad_norm": 0.03914022445678711,
      "learning_rate": 0.0001,
      "loss": 0.0929,
      "step": 13630
    },
    {
      "grad_norm": 0.04756397381424904,
      "learning_rate": 0.0001,
      "loss": 0.0939,
      "step": 13640
    },
    {
      "grad_norm": 0.04069799929857254,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 13650
    },
    {
      "grad_norm": 0.059379540383815765,
      "learning_rate": 0.0001,
      "loss": 0.0942,
      "step": 13660
    },
    {
      "grad_norm": 0.04611201211810112,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 13670
    },
    {
      "grad_norm": 0.0494065061211586,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 13680
    },
    {
      "grad_norm": 0.056712206453084946,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 13690
    },
    {
      "grad_norm": 0.0712023377418518,
      "learning_rate": 0.0001,
      "loss": 0.0921,
      "step": 13700
    },
    {
      "grad_norm": 0.044730789959430695,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 13710
    },
    {
      "grad_norm": 0.06666722148656845,
      "learning_rate": 0.0001,
      "loss": 0.0945,
      "step": 13720
    },
    {
      "grad_norm": 0.058400657027959824,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 13730
    },
    {
      "grad_norm": 0.04840024933218956,
      "learning_rate": 0.0001,
      "loss": 0.0922,
      "step": 13740
    },
    {
      "grad_norm": 0.044368352741003036,
      "learning_rate": 0.0001,
      "loss": 0.087,
      "step": 13750
    },
    {
      "grad_norm": 0.06186367943882942,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 13760
    },
    {
      "grad_norm": 0.05383851379156113,
      "learning_rate": 0.0001,
      "loss": 0.0872,
      "step": 13770
    },
    {
      "grad_norm": 0.04712830111384392,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 13780
    },
    {
      "grad_norm": 0.03847520053386688,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 13790
    },
    {
      "grad_norm": 0.04416457191109657,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 13800
    },
    {
      "grad_norm": 0.047909077256917953,
      "learning_rate": 0.0001,
      "loss": 0.0904,
      "step": 13810
    },
    {
      "grad_norm": 0.045098286122083664,
      "learning_rate": 0.0001,
      "loss": 0.095,
      "step": 13820
    },
    {
      "grad_norm": 0.04814798757433891,
      "learning_rate": 0.0001,
      "loss": 0.092,
      "step": 13830
    },
    {
      "grad_norm": 0.03560195490717888,
      "learning_rate": 0.0001,
      "loss": 0.0932,
      "step": 13840
    },
    {
      "grad_norm": 0.05144360288977623,
      "learning_rate": 0.0001,
      "loss": 0.0919,
      "step": 13850
    },
    {
      "grad_norm": 0.04120055213570595,
      "learning_rate": 0.0001,
      "loss": 0.0972,
      "step": 13860
    },
    {
      "grad_norm": 0.05743374675512314,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 13870
    },
    {
      "grad_norm": 0.045861247926950455,
      "learning_rate": 0.0001,
      "loss": 0.0944,
      "step": 13880
    },
    {
      "grad_norm": 0.04999476298689842,
      "learning_rate": 0.0001,
      "loss": 0.0912,
      "step": 13890
    },
    {
      "grad_norm": 0.04842694103717804,
      "learning_rate": 0.0001,
      "loss": 0.0954,
      "step": 13900
    },
    {
      "grad_norm": 0.04028201103210449,
      "learning_rate": 0.0001,
      "loss": 0.0928,
      "step": 13910
    },
    {
      "grad_norm": 0.06344499439001083,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 13920
    },
    {
      "grad_norm": 0.05298750102519989,
      "learning_rate": 0.0001,
      "loss": 0.0891,
      "step": 13930
    },
    {
      "grad_norm": 0.04151634871959686,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 13940
    },
    {
      "grad_norm": 0.05065324530005455,
      "learning_rate": 0.0001,
      "loss": 0.0921,
      "step": 13950
    },
    {
      "grad_norm": 0.04875609278678894,
      "learning_rate": 0.0001,
      "loss": 0.0966,
      "step": 13960
    },
    {
      "grad_norm": 0.05706223472952843,
      "learning_rate": 0.0001,
      "loss": 0.0893,
      "step": 13970
    },
    {
      "grad_norm": 0.04329248517751694,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 13980
    },
    {
      "grad_norm": 0.0565934032201767,
      "learning_rate": 0.0001,
      "loss": 0.0891,
      "step": 13990
    },
    {
      "grad_norm": 0.0475025400519371,
      "learning_rate": 0.0001,
      "loss": 0.0953,
      "step": 14000
    },
    {
      "grad_norm": 0.04960009083151817,
      "learning_rate": 0.0001,
      "loss": 0.0911,
      "step": 14010
    },
    {
      "grad_norm": 0.054433148354291916,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 14020
    },
    {
      "grad_norm": 0.06358272582292557,
      "learning_rate": 0.0001,
      "loss": 0.0915,
      "step": 14030
    },
    {
      "grad_norm": 0.059358056634664536,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 14040
    },
    {
      "grad_norm": 0.0506652295589447,
      "learning_rate": 0.0001,
      "loss": 0.0911,
      "step": 14050
    },
    {
      "grad_norm": 0.04241049662232399,
      "learning_rate": 0.0001,
      "loss": 0.0906,
      "step": 14060
    },
    {
      "grad_norm": 0.04215284436941147,
      "learning_rate": 0.0001,
      "loss": 0.0921,
      "step": 14070
    },
    {
      "grad_norm": 0.03967299684882164,
      "learning_rate": 0.0001,
      "loss": 0.0878,
      "step": 14080
    },
    {
      "grad_norm": 0.04241245239973068,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 14090
    },
    {
      "grad_norm": 0.04919777065515518,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 14100
    },
    {
      "grad_norm": 0.03825558349490166,
      "learning_rate": 0.0001,
      "loss": 0.0905,
      "step": 14110
    },
    {
      "grad_norm": 0.057025328278541565,
      "learning_rate": 0.0001,
      "loss": 0.0849,
      "step": 14120
    },
    {
      "grad_norm": 0.039309900254011154,
      "learning_rate": 0.0001,
      "loss": 0.0958,
      "step": 14130
    },
    {
      "grad_norm": 0.04389219358563423,
      "learning_rate": 0.0001,
      "loss": 0.0874,
      "step": 14140
    },
    {
      "grad_norm": 0.04118623211979866,
      "learning_rate": 0.0001,
      "loss": 0.0916,
      "step": 14150
    },
    {
      "grad_norm": 0.041082222014665604,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 14160
    },
    {
      "grad_norm": 0.0447152704000473,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 14170
    },
    {
      "grad_norm": 0.04129718616604805,
      "learning_rate": 0.0001,
      "loss": 0.0873,
      "step": 14180
    },
    {
      "grad_norm": 0.04592132940888405,
      "learning_rate": 0.0001,
      "loss": 0.0912,
      "step": 14190
    },
    {
      "grad_norm": 0.04660603776574135,
      "learning_rate": 0.0001,
      "loss": 0.0888,
      "step": 14200
    },
    {
      "grad_norm": 0.041038092225790024,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 14210
    },
    {
      "grad_norm": 0.05266633257269859,
      "learning_rate": 0.0001,
      "loss": 0.087,
      "step": 14220
    },
    {
      "grad_norm": 0.046995796263217926,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 14230
    },
    {
      "grad_norm": 0.04859592393040657,
      "learning_rate": 0.0001,
      "loss": 0.0899,
      "step": 14240
    },
    {
      "grad_norm": 0.04817533120512962,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 14250
    },
    {
      "grad_norm": 0.03673332557082176,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 14260
    },
    {
      "grad_norm": 0.05321112275123596,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 14270
    },
    {
      "grad_norm": 0.045672956854104996,
      "learning_rate": 0.0001,
      "loss": 0.0876,
      "step": 14280
    },
    {
      "grad_norm": 0.07787415385246277,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 14290
    },
    {
      "grad_norm": 0.046119701117277145,
      "learning_rate": 0.0001,
      "loss": 0.0887,
      "step": 14300
    },
    {
      "grad_norm": 0.05944182723760605,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 14310
    },
    {
      "grad_norm": 0.03944499045610428,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 14320
    },
    {
      "grad_norm": 0.0458054356276989,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 14330
    },
    {
      "grad_norm": 0.04228872060775757,
      "learning_rate": 0.0001,
      "loss": 0.0879,
      "step": 14340
    },
    {
      "grad_norm": 0.047043077647686005,
      "learning_rate": 0.0001,
      "loss": 0.0902,
      "step": 14350
    },
    {
      "grad_norm": 0.050516966730356216,
      "learning_rate": 0.0001,
      "loss": 0.0905,
      "step": 14360
    },
    {
      "grad_norm": 0.042842280119657516,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 14370
    },
    {
      "grad_norm": 0.056239254772663116,
      "learning_rate": 0.0001,
      "loss": 0.0939,
      "step": 14380
    },
    {
      "grad_norm": 0.05199769139289856,
      "learning_rate": 0.0001,
      "loss": 0.0901,
      "step": 14390
    },
    {
      "grad_norm": 0.04378728196024895,
      "learning_rate": 0.0001,
      "loss": 0.0929,
      "step": 14400
    },
    {
      "grad_norm": 0.046306971460580826,
      "learning_rate": 0.0001,
      "loss": 0.09,
      "step": 14410
    },
    {
      "grad_norm": 0.04926418513059616,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 14420
    },
    {
      "grad_norm": 0.041956931352615356,
      "learning_rate": 0.0001,
      "loss": 0.0911,
      "step": 14430
    },
    {
      "grad_norm": 0.045192547142505646,
      "learning_rate": 0.0001,
      "loss": 0.0989,
      "step": 14440
    },
    {
      "grad_norm": 0.04799078777432442,
      "learning_rate": 0.0001,
      "loss": 0.0912,
      "step": 14450
    },
    {
      "grad_norm": 0.035610929131507874,
      "learning_rate": 0.0001,
      "loss": 0.0975,
      "step": 14460
    },
    {
      "grad_norm": 0.056937046349048615,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 14470
    },
    {
      "grad_norm": 0.05964948236942291,
      "learning_rate": 0.0001,
      "loss": 0.0991,
      "step": 14480
    },
    {
      "grad_norm": 0.045189857482910156,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 14490
    },
    {
      "grad_norm": 0.03870702162384987,
      "learning_rate": 0.0001,
      "loss": 0.0963,
      "step": 14500
    },
    {
      "grad_norm": 0.045381080359220505,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 14510
    },
    {
      "grad_norm": 0.036508094519376755,
      "learning_rate": 0.0001,
      "loss": 0.0961,
      "step": 14520
    },
    {
      "grad_norm": 0.054933737963438034,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 14530
    },
    {
      "grad_norm": 0.060059238225221634,
      "learning_rate": 0.0001,
      "loss": 0.0977,
      "step": 14540
    },
    {
      "grad_norm": 0.04051630198955536,
      "learning_rate": 0.0001,
      "loss": 0.0911,
      "step": 14550
    },
    {
      "grad_norm": 0.03966459631919861,
      "learning_rate": 0.0001,
      "loss": 0.0976,
      "step": 14560
    },
    {
      "grad_norm": 0.041031673550605774,
      "learning_rate": 0.0001,
      "loss": 0.0917,
      "step": 14570
    },
    {
      "grad_norm": 0.07854225486516953,
      "learning_rate": 0.0001,
      "loss": 0.097,
      "step": 14580
    },
    {
      "grad_norm": 0.04002971947193146,
      "learning_rate": 0.0001,
      "loss": 0.092,
      "step": 14590
    },
    {
      "grad_norm": 0.0380060039460659,
      "learning_rate": 0.0001,
      "loss": 0.094,
      "step": 14600
    },
    {
      "grad_norm": 0.042238302528858185,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 14610
    },
    {
      "grad_norm": 0.05068839713931084,
      "learning_rate": 0.0001,
      "loss": 0.0963,
      "step": 14620
    },
    {
      "grad_norm": 0.043984588235616684,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 14630
    },
    {
      "grad_norm": 0.04400840029120445,
      "learning_rate": 0.0001,
      "loss": 0.0952,
      "step": 14640
    },
    {
      "grad_norm": 0.050074901431798935,
      "learning_rate": 0.0001,
      "loss": 0.0884,
      "step": 14650
    },
    {
      "grad_norm": 0.04302677884697914,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 14660
    },
    {
      "grad_norm": 0.07259414345026016,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 14670
    },
    {
      "grad_norm": 0.03794880583882332,
      "learning_rate": 0.0001,
      "loss": 0.092,
      "step": 14680
    },
    {
      "grad_norm": 0.04365767166018486,
      "learning_rate": 0.0001,
      "loss": 0.088,
      "step": 14690
    },
    {
      "grad_norm": 0.06775319576263428,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 14700
    },
    {
      "grad_norm": 0.04541574418544769,
      "learning_rate": 0.0001,
      "loss": 0.0898,
      "step": 14710
    },
    {
      "grad_norm": 0.03970615938305855,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 14720
    },
    {
      "grad_norm": 0.055409934371709824,
      "learning_rate": 0.0001,
      "loss": 0.0924,
      "step": 14730
    },
    {
      "grad_norm": 0.05634651705622673,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 14740
    },
    {
      "grad_norm": 0.04431696981191635,
      "learning_rate": 0.0001,
      "loss": 0.0918,
      "step": 14750
    },
    {
      "grad_norm": 0.05414523184299469,
      "learning_rate": 0.0001,
      "loss": 0.0905,
      "step": 14760
    },
    {
      "grad_norm": 0.06495413929224014,
      "learning_rate": 0.0001,
      "loss": 0.0952,
      "step": 14770
    },
    {
      "grad_norm": 0.05324801802635193,
      "learning_rate": 0.0001,
      "loss": 0.0893,
      "step": 14780
    },
    {
      "grad_norm": 0.04972289502620697,
      "learning_rate": 0.0001,
      "loss": 0.0977,
      "step": 14790
    },
    {
      "grad_norm": 0.040340397506952286,
      "learning_rate": 0.0001,
      "loss": 0.089,
      "step": 14800
    },
    {
      "grad_norm": 0.041106928139925,
      "learning_rate": 0.0001,
      "loss": 0.0953,
      "step": 14810
    },
    {
      "grad_norm": 0.0418357290327549,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 14820
    },
    {
      "grad_norm": 0.03822655975818634,
      "learning_rate": 0.0001,
      "loss": 0.0942,
      "step": 14830
    },
    {
      "grad_norm": 0.048085518181324005,
      "learning_rate": 0.0001,
      "loss": 0.0879,
      "step": 14840
    },
    {
      "grad_norm": 0.04635171964764595,
      "learning_rate": 0.0001,
      "loss": 0.0945,
      "step": 14850
    },
    {
      "grad_norm": 0.037388693541288376,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 14860
    },
    {
      "grad_norm": 0.0457291379570961,
      "learning_rate": 0.0001,
      "loss": 0.0935,
      "step": 14870
    },
    {
      "grad_norm": 0.06228075176477432,
      "learning_rate": 0.0001,
      "loss": 0.0902,
      "step": 14880
    },
    {
      "grad_norm": 0.03481193631887436,
      "learning_rate": 0.0001,
      "loss": 0.0961,
      "step": 14890
    },
    {
      "grad_norm": 0.03886675089597702,
      "learning_rate": 0.0001,
      "loss": 0.0906,
      "step": 14900
    },
    {
      "grad_norm": 0.04283856600522995,
      "learning_rate": 0.0001,
      "loss": 0.094,
      "step": 14910
    },
    {
      "grad_norm": 0.04618893563747406,
      "learning_rate": 0.0001,
      "loss": 0.0888,
      "step": 14920
    },
    {
      "grad_norm": 0.04283415153622627,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 14930
    },
    {
      "grad_norm": 0.05260360240936279,
      "learning_rate": 0.0001,
      "loss": 0.0887,
      "step": 14940
    },
    {
      "grad_norm": 0.042319461703300476,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 14950
    },
    {
      "grad_norm": 0.04432455077767372,
      "learning_rate": 0.0001,
      "loss": 0.0894,
      "step": 14960
    },
    {
      "grad_norm": 0.03657343611121178,
      "learning_rate": 0.0001,
      "loss": 0.0963,
      "step": 14970
    },
    {
      "grad_norm": 0.04813665524125099,
      "learning_rate": 0.0001,
      "loss": 0.0867,
      "step": 14980
    },
    {
      "grad_norm": 0.040503546595573425,
      "learning_rate": 0.0001,
      "loss": 0.092,
      "step": 14990
    },
    {
      "grad_norm": 0.038610685616731644,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 15000
    },
    {
      "grad_norm": 0.039078354835510254,
      "learning_rate": 0.0001,
      "loss": 0.0925,
      "step": 15010
    },
    {
      "grad_norm": 0.04757922515273094,
      "learning_rate": 0.0001,
      "loss": 0.0872,
      "step": 15020
    },
    {
      "grad_norm": 0.047014519572257996,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 15030
    },
    {
      "grad_norm": 0.04522586986422539,
      "learning_rate": 0.0001,
      "loss": 0.0884,
      "step": 15040
    },
    {
      "grad_norm": 0.05762017145752907,
      "learning_rate": 0.0001,
      "loss": 0.0945,
      "step": 15050
    },
    {
      "grad_norm": 0.052379023283720016,
      "learning_rate": 0.0001,
      "loss": 0.0873,
      "step": 15060
    },
    {
      "grad_norm": 0.04064347967505455,
      "learning_rate": 0.0001,
      "loss": 0.0942,
      "step": 15070
    },
    {
      "grad_norm": 0.04248069226741791,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 15080
    },
    {
      "grad_norm": 0.03845582902431488,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 15090
    },
    {
      "grad_norm": 0.04116097092628479,
      "learning_rate": 0.0001,
      "loss": 0.0874,
      "step": 15100
    },
    {
      "grad_norm": 0.09413454681634903,
      "learning_rate": 0.0001,
      "loss": 0.0921,
      "step": 15110
    },
    {
      "grad_norm": 0.0558653399348259,
      "learning_rate": 0.0001,
      "loss": 0.0911,
      "step": 15120
    },
    {
      "grad_norm": 0.038019537925720215,
      "learning_rate": 0.0001,
      "loss": 0.0934,
      "step": 15130
    },
    {
      "grad_norm": 0.04017907381057739,
      "learning_rate": 0.0001,
      "loss": 0.0904,
      "step": 15140
    },
    {
      "grad_norm": 0.03922709450125694,
      "learning_rate": 0.0001,
      "loss": 0.0932,
      "step": 15150
    },
    {
      "grad_norm": 0.04942446947097778,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 15160
    },
    {
      "grad_norm": 0.039641860872507095,
      "learning_rate": 0.0001,
      "loss": 0.0962,
      "step": 15170
    },
    {
      "grad_norm": 0.04285290092229843,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 15180
    },
    {
      "grad_norm": 0.043297622352838516,
      "learning_rate": 0.0001,
      "loss": 0.094,
      "step": 15190
    },
    {
      "grad_norm": 0.038402944803237915,
      "learning_rate": 0.0001,
      "loss": 0.0946,
      "step": 15200
    },
    {
      "grad_norm": 0.06525851041078568,
      "learning_rate": 0.0001,
      "loss": 0.0959,
      "step": 15210
    },
    {
      "grad_norm": 0.05567978695034981,
      "learning_rate": 0.0001,
      "loss": 0.0903,
      "step": 15220
    },
    {
      "grad_norm": 0.06630761176347733,
      "learning_rate": 0.0001,
      "loss": 0.0942,
      "step": 15230
    },
    {
      "grad_norm": 0.03710008040070534,
      "learning_rate": 0.0001,
      "loss": 0.0899,
      "step": 15240
    },
    {
      "grad_norm": 0.031931322067976,
      "learning_rate": 0.0001,
      "loss": 0.09,
      "step": 15250
    },
    {
      "grad_norm": 0.03856454789638519,
      "learning_rate": 0.0001,
      "loss": 0.0913,
      "step": 15260
    },
    {
      "grad_norm": 0.04015824571251869,
      "learning_rate": 0.0001,
      "loss": 0.0919,
      "step": 15270
    },
    {
      "grad_norm": 0.0493539497256279,
      "learning_rate": 0.0001,
      "loss": 0.0899,
      "step": 15280
    },
    {
      "grad_norm": 0.03474932163953781,
      "learning_rate": 0.0001,
      "loss": 0.0887,
      "step": 15290
    },
    {
      "grad_norm": 0.04270648583769798,
      "learning_rate": 0.0001,
      "loss": 0.0903,
      "step": 15300
    },
    {
      "grad_norm": 0.04097067937254906,
      "learning_rate": 0.0001,
      "loss": 0.0894,
      "step": 15310
    },
    {
      "grad_norm": 0.037661127746105194,
      "learning_rate": 0.0001,
      "loss": 0.0858,
      "step": 15320
    },
    {
      "grad_norm": 0.04470743611454964,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 15330
    },
    {
      "grad_norm": 0.03631412237882614,
      "learning_rate": 0.0001,
      "loss": 0.0849,
      "step": 15340
    },
    {
      "grad_norm": 0.050667714327573776,
      "learning_rate": 0.0001,
      "loss": 0.0866,
      "step": 15350
    },
    {
      "grad_norm": 0.054201602935791016,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 15360
    },
    {
      "grad_norm": 0.0474642738699913,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 15370
    },
    {
      "grad_norm": 0.04828110337257385,
      "learning_rate": 0.0001,
      "loss": 0.0866,
      "step": 15380
    },
    {
      "grad_norm": 0.03533476963639259,
      "learning_rate": 0.0001,
      "loss": 0.0873,
      "step": 15390
    },
    {
      "grad_norm": 0.06382615864276886,
      "learning_rate": 0.0001,
      "loss": 0.0873,
      "step": 15400
    },
    {
      "grad_norm": 0.08878110349178314,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 15410
    },
    {
      "grad_norm": 0.03725700452923775,
      "learning_rate": 0.0001,
      "loss": 0.0864,
      "step": 15420
    },
    {
      "grad_norm": 0.06982096284627914,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 15430
    },
    {
      "grad_norm": 0.03668561205267906,
      "learning_rate": 0.0001,
      "loss": 0.0858,
      "step": 15440
    },
    {
      "grad_norm": 0.047171395272016525,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 15450
    },
    {
      "grad_norm": 0.04024157673120499,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 15460
    },
    {
      "grad_norm": 0.04916204884648323,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 15470
    },
    {
      "grad_norm": 0.04325864091515541,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 15480
    },
    {
      "grad_norm": 0.04588012024760246,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 15490
    },
    {
      "grad_norm": 0.04663519933819771,
      "learning_rate": 0.0001,
      "loss": 0.0892,
      "step": 15500
    },
    {
      "grad_norm": 0.043643128126859665,
      "learning_rate": 0.0001,
      "loss": 0.0894,
      "step": 15510
    },
    {
      "grad_norm": 0.041911207139492035,
      "learning_rate": 0.0001,
      "loss": 0.0889,
      "step": 15520
    },
    {
      "grad_norm": 0.05511222034692764,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 15530
    },
    {
      "grad_norm": 0.0408640094101429,
      "learning_rate": 0.0001,
      "loss": 0.089,
      "step": 15540
    },
    {
      "grad_norm": 0.05708559975028038,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 15550
    },
    {
      "grad_norm": 0.0429907888174057,
      "learning_rate": 0.0001,
      "loss": 0.0905,
      "step": 15560
    },
    {
      "grad_norm": 0.06842353940010071,
      "learning_rate": 0.0001,
      "loss": 0.0883,
      "step": 15570
    },
    {
      "grad_norm": 0.048143383115530014,
      "learning_rate": 0.0001,
      "loss": 0.0862,
      "step": 15580
    },
    {
      "grad_norm": 0.057096928358078,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 15590
    },
    {
      "grad_norm": 0.06133582815527916,
      "learning_rate": 0.0001,
      "loss": 0.0899,
      "step": 15600
    },
    {
      "grad_norm": 0.047734495252370834,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 15610
    },
    {
      "grad_norm": 0.04174982011318207,
      "learning_rate": 0.0001,
      "loss": 0.0859,
      "step": 15620
    },
    {
      "grad_norm": 0.05630166083574295,
      "learning_rate": 0.0001,
      "loss": 0.0859,
      "step": 15630
    },
    {
      "grad_norm": 0.039072394371032715,
      "learning_rate": 0.0001,
      "loss": 0.088,
      "step": 15640
    },
    {
      "grad_norm": 0.04153800383210182,
      "learning_rate": 0.0001,
      "loss": 0.0854,
      "step": 15650
    },
    {
      "grad_norm": 0.03706037625670433,
      "learning_rate": 0.0001,
      "loss": 0.088,
      "step": 15660
    },
    {
      "grad_norm": 0.03927861526608467,
      "learning_rate": 0.0001,
      "loss": 0.0867,
      "step": 15670
    },
    {
      "grad_norm": 0.049792200326919556,
      "learning_rate": 0.0001,
      "loss": 0.0889,
      "step": 15680
    },
    {
      "grad_norm": 0.04871553182601929,
      "learning_rate": 0.0001,
      "loss": 0.0874,
      "step": 15690
    },
    {
      "grad_norm": 0.05942009016871452,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 15700
    },
    {
      "grad_norm": 0.06898338347673416,
      "learning_rate": 0.0001,
      "loss": 0.0915,
      "step": 15710
    },
    {
      "grad_norm": 0.04732043668627739,
      "learning_rate": 0.0001,
      "loss": 0.0929,
      "step": 15720
    },
    {
      "grad_norm": 0.05475448817014694,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 15730
    },
    {
      "grad_norm": 0.04330118000507355,
      "learning_rate": 0.0001,
      "loss": 0.094,
      "step": 15740
    },
    {
      "grad_norm": 0.04335549473762512,
      "learning_rate": 0.0001,
      "loss": 0.0893,
      "step": 15750
    },
    {
      "grad_norm": 0.05333197861909866,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 15760
    },
    {
      "grad_norm": 0.045638587325811386,
      "learning_rate": 0.0001,
      "loss": 0.0887,
      "step": 15770
    },
    {
      "grad_norm": 0.048769958317279816,
      "learning_rate": 0.0001,
      "loss": 0.0959,
      "step": 15780
    },
    {
      "grad_norm": 0.05288887396454811,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 15790
    },
    {
      "grad_norm": 0.046454451978206635,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 15800
    },
    {
      "grad_norm": 0.052516572177410126,
      "learning_rate": 0.0001,
      "loss": 0.0899,
      "step": 15810
    },
    {
      "grad_norm": 0.04376810044050217,
      "learning_rate": 0.0001,
      "loss": 0.0948,
      "step": 15820
    },
    {
      "grad_norm": 0.043887630105018616,
      "learning_rate": 0.0001,
      "loss": 0.089,
      "step": 15830
    },
    {
      "grad_norm": 0.062089767307043076,
      "learning_rate": 0.0001,
      "loss": 0.0938,
      "step": 15840
    },
    {
      "grad_norm": 0.04145301878452301,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 15850
    },
    {
      "grad_norm": 0.037540629506111145,
      "learning_rate": 0.0001,
      "loss": 0.0934,
      "step": 15860
    },
    {
      "grad_norm": 0.04705779254436493,
      "learning_rate": 0.0001,
      "loss": 0.088,
      "step": 15870
    },
    {
      "grad_norm": 0.041343819350004196,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 15880
    },
    {
      "grad_norm": 0.037958014756441116,
      "learning_rate": 0.0001,
      "loss": 0.0888,
      "step": 15890
    },
    {
      "grad_norm": 0.03648289293050766,
      "learning_rate": 0.0001,
      "loss": 0.0957,
      "step": 15900
    },
    {
      "grad_norm": 0.054558444768190384,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 15910
    },
    {
      "grad_norm": 0.08306213468313217,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 15920
    },
    {
      "grad_norm": 0.04009806737303734,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 15930
    },
    {
      "grad_norm": 0.04406997933983803,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 15940
    },
    {
      "grad_norm": 0.04369968920946121,
      "learning_rate": 0.0001,
      "loss": 0.0865,
      "step": 15950
    },
    {
      "grad_norm": 0.037526268512010574,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 15960
    },
    {
      "grad_norm": 0.038588859140872955,
      "learning_rate": 0.0001,
      "loss": 0.0848,
      "step": 15970
    },
    {
      "grad_norm": 0.0381334125995636,
      "learning_rate": 0.0001,
      "loss": 0.0923,
      "step": 15980
    },
    {
      "grad_norm": 0.04121650010347366,
      "learning_rate": 0.0001,
      "loss": 0.0883,
      "step": 15990
    },
    {
      "grad_norm": 0.03663711994886398,
      "learning_rate": 0.0001,
      "loss": 0.089,
      "step": 16000
    },
    {
      "grad_norm": 0.035463884472846985,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 16010
    },
    {
      "grad_norm": 0.06023656204342842,
      "learning_rate": 0.0001,
      "loss": 0.0939,
      "step": 16020
    },
    {
      "grad_norm": 0.034221965819597244,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 16030
    },
    {
      "grad_norm": 0.0397125780582428,
      "learning_rate": 0.0001,
      "loss": 0.0903,
      "step": 16040
    },
    {
      "grad_norm": 0.08970648795366287,
      "learning_rate": 0.0001,
      "loss": 0.0893,
      "step": 16050
    },
    {
      "grad_norm": 0.048400603234767914,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 16060
    },
    {
      "grad_norm": 0.0668274387717247,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 16070
    },
    {
      "grad_norm": 0.041138309985399246,
      "learning_rate": 0.0001,
      "loss": 0.0916,
      "step": 16080
    },
    {
      "grad_norm": 0.034515611827373505,
      "learning_rate": 0.0001,
      "loss": 0.0876,
      "step": 16090
    },
    {
      "grad_norm": 0.044256795197725296,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 16100
    },
    {
      "grad_norm": 0.037780944257974625,
      "learning_rate": 0.0001,
      "loss": 0.0902,
      "step": 16110
    },
    {
      "grad_norm": 0.038160212337970734,
      "learning_rate": 0.0001,
      "loss": 0.0922,
      "step": 16120
    },
    {
      "grad_norm": 0.043381255120038986,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 16130
    },
    {
      "grad_norm": 0.05481236055493355,
      "learning_rate": 0.0001,
      "loss": 0.0909,
      "step": 16140
    },
    {
      "grad_norm": 0.04407015070319176,
      "learning_rate": 0.0001,
      "loss": 0.0895,
      "step": 16150
    },
    {
      "grad_norm": 0.07975099235773087,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 16160
    },
    {
      "grad_norm": 0.06806906312704086,
      "learning_rate": 0.0001,
      "loss": 0.0884,
      "step": 16170
    },
    {
      "grad_norm": 0.06190802901983261,
      "learning_rate": 0.0001,
      "loss": 0.0917,
      "step": 16180
    },
    {
      "grad_norm": 0.03709381818771362,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 16190
    },
    {
      "grad_norm": 0.039637330919504166,
      "learning_rate": 0.0001,
      "loss": 0.0906,
      "step": 16200
    },
    {
      "grad_norm": 0.03967732936143875,
      "learning_rate": 0.0001,
      "loss": 0.0902,
      "step": 16210
    },
    {
      "grad_norm": 0.051582179963588715,
      "learning_rate": 0.0001,
      "loss": 0.0911,
      "step": 16220
    },
    {
      "grad_norm": 0.039163343608379364,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 16230
    },
    {
      "grad_norm": 0.04162857308983803,
      "learning_rate": 0.0001,
      "loss": 0.0912,
      "step": 16240
    },
    {
      "grad_norm": 0.04607131704688072,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 16250
    },
    {
      "grad_norm": 0.030762547627091408,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 16260
    },
    {
      "grad_norm": 0.046307142823934555,
      "learning_rate": 0.0001,
      "loss": 0.086,
      "step": 16270
    },
    {
      "grad_norm": 0.047029487788677216,
      "learning_rate": 0.0001,
      "loss": 0.0883,
      "step": 16280
    },
    {
      "grad_norm": 0.040988143533468246,
      "learning_rate": 0.0001,
      "loss": 0.0881,
      "step": 16290
    },
    {
      "grad_norm": 0.041039712727069855,
      "learning_rate": 0.0001,
      "loss": 0.0846,
      "step": 16300
    },
    {
      "grad_norm": 0.03642601519823074,
      "learning_rate": 0.0001,
      "loss": 0.0895,
      "step": 16310
    },
    {
      "grad_norm": 0.05257285386323929,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 16320
    },
    {
      "grad_norm": 0.04264445602893829,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 16330
    },
    {
      "grad_norm": 0.04866752028465271,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 16340
    },
    {
      "grad_norm": 0.06311023235321045,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 16350
    },
    {
      "grad_norm": 0.04219028726220131,
      "learning_rate": 0.0001,
      "loss": 0.0858,
      "step": 16360
    },
    {
      "grad_norm": 0.041495684534311295,
      "learning_rate": 0.0001,
      "loss": 0.0902,
      "step": 16370
    },
    {
      "grad_norm": 0.050385575741529465,
      "learning_rate": 0.0001,
      "loss": 0.0872,
      "step": 16380
    },
    {
      "grad_norm": 0.044201914221048355,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 16390
    },
    {
      "grad_norm": 0.0335552804172039,
      "learning_rate": 0.0001,
      "loss": 0.088,
      "step": 16400
    },
    {
      "grad_norm": 0.04955305531620979,
      "learning_rate": 0.0001,
      "loss": 0.0894,
      "step": 16410
    },
    {
      "grad_norm": 0.03880695253610611,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 16420
    },
    {
      "grad_norm": 0.037129711359739304,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 16430
    },
    {
      "grad_norm": 0.039887167513370514,
      "learning_rate": 0.0001,
      "loss": 0.0862,
      "step": 16440
    },
    {
      "grad_norm": 0.04877074807882309,
      "learning_rate": 0.0001,
      "loss": 0.0912,
      "step": 16450
    },
    {
      "grad_norm": 0.03697831556200981,
      "learning_rate": 0.0001,
      "loss": 0.0857,
      "step": 16460
    },
    {
      "grad_norm": 0.044353239238262177,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 16470
    },
    {
      "grad_norm": 0.0404987670481205,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 16480
    },
    {
      "grad_norm": 0.053322650492191315,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 16490
    },
    {
      "grad_norm": 0.039282284677028656,
      "learning_rate": 0.0001,
      "loss": 0.0848,
      "step": 16500
    },
    {
      "grad_norm": 0.04372354969382286,
      "learning_rate": 0.0001,
      "loss": 0.0905,
      "step": 16510
    },
    {
      "grad_norm": 0.03907252848148346,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 16520
    },
    {
      "grad_norm": 0.03713560476899147,
      "learning_rate": 0.0001,
      "loss": 0.0895,
      "step": 16530
    },
    {
      "grad_norm": 0.03921087086200714,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 16540
    },
    {
      "grad_norm": 0.07216154783964157,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 16550
    },
    {
      "grad_norm": 0.03749364614486694,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 16560
    },
    {
      "grad_norm": 0.04545694589614868,
      "learning_rate": 0.0001,
      "loss": 0.0876,
      "step": 16570
    },
    {
      "grad_norm": 0.03662015125155449,
      "learning_rate": 0.0001,
      "loss": 0.0837,
      "step": 16580
    },
    {
      "grad_norm": 0.05525486543774605,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 16590
    },
    {
      "grad_norm": 0.045105841010808945,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 16600
    },
    {
      "grad_norm": 0.04617473855614662,
      "learning_rate": 0.0001,
      "loss": 0.0913,
      "step": 16610
    },
    {
      "grad_norm": 0.051226384937763214,
      "learning_rate": 0.0001,
      "loss": 0.0873,
      "step": 16620
    },
    {
      "grad_norm": 0.042829010635614395,
      "learning_rate": 0.0001,
      "loss": 0.0911,
      "step": 16630
    },
    {
      "grad_norm": 0.04489690810441971,
      "learning_rate": 0.0001,
      "loss": 0.0849,
      "step": 16640
    },
    {
      "grad_norm": 0.042657677084207535,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 16650
    },
    {
      "grad_norm": 0.06252618134021759,
      "learning_rate": 0.0001,
      "loss": 0.0887,
      "step": 16660
    },
    {
      "grad_norm": 0.03696439787745476,
      "learning_rate": 0.0001,
      "loss": 0.0932,
      "step": 16670
    },
    {
      "grad_norm": 0.06161123886704445,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 16680
    },
    {
      "grad_norm": 0.05677870288491249,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 16690
    },
    {
      "grad_norm": 0.04762378707528114,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 16700
    },
    {
      "grad_norm": 0.04439213126897812,
      "learning_rate": 0.0001,
      "loss": 0.0962,
      "step": 16710
    },
    {
      "grad_norm": 0.04662488028407097,
      "learning_rate": 0.0001,
      "loss": 0.0909,
      "step": 16720
    },
    {
      "grad_norm": 0.03959360718727112,
      "learning_rate": 0.0001,
      "loss": 0.0962,
      "step": 16730
    },
    {
      "grad_norm": 0.056065578013658524,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 16740
    },
    {
      "grad_norm": 0.053257253021001816,
      "learning_rate": 0.0001,
      "loss": 0.098,
      "step": 16750
    },
    {
      "grad_norm": 0.05560768023133278,
      "learning_rate": 0.0001,
      "loss": 0.0905,
      "step": 16760
    },
    {
      "grad_norm": 0.041205499321222305,
      "learning_rate": 0.0001,
      "loss": 0.0971,
      "step": 16770
    },
    {
      "grad_norm": 0.055453211069107056,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 16780
    },
    {
      "grad_norm": 0.06566119939088821,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 16790
    },
    {
      "grad_norm": 0.04251556098461151,
      "learning_rate": 0.0001,
      "loss": 0.0878,
      "step": 16800
    },
    {
      "grad_norm": 0.04246371611952782,
      "learning_rate": 0.0001,
      "loss": 0.0942,
      "step": 16810
    },
    {
      "grad_norm": 0.059709858149290085,
      "learning_rate": 0.0001,
      "loss": 0.0911,
      "step": 16820
    },
    {
      "grad_norm": 0.057967785745859146,
      "learning_rate": 0.0001,
      "loss": 0.0959,
      "step": 16830
    },
    {
      "grad_norm": 0.05452391132712364,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 16840
    },
    {
      "grad_norm": 0.04804718866944313,
      "learning_rate": 0.0001,
      "loss": 0.0951,
      "step": 16850
    },
    {
      "grad_norm": 0.06520958244800568,
      "learning_rate": 0.0001,
      "loss": 0.0891,
      "step": 16860
    },
    {
      "grad_norm": 0.037887539714574814,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 16870
    },
    {
      "grad_norm": 0.04930870607495308,
      "learning_rate": 0.0001,
      "loss": 0.0874,
      "step": 16880
    },
    {
      "grad_norm": 0.07535680383443832,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 16890
    },
    {
      "grad_norm": 0.06274790316820145,
      "learning_rate": 0.0001,
      "loss": 0.0865,
      "step": 16900
    },
    {
      "grad_norm": 0.034469764679670334,
      "learning_rate": 0.0001,
      "loss": 0.0909,
      "step": 16910
    },
    {
      "grad_norm": 0.044073376804590225,
      "learning_rate": 0.0001,
      "loss": 0.0863,
      "step": 16920
    },
    {
      "grad_norm": 0.03609659895300865,
      "learning_rate": 0.0001,
      "loss": 0.0888,
      "step": 16930
    },
    {
      "grad_norm": 0.04168097674846649,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 16940
    },
    {
      "grad_norm": 0.06635826081037521,
      "learning_rate": 0.0001,
      "loss": 0.0892,
      "step": 16950
    },
    {
      "grad_norm": 0.04406288266181946,
      "learning_rate": 0.0001,
      "loss": 0.0853,
      "step": 16960
    },
    {
      "grad_norm": 0.04714841768145561,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 16970
    },
    {
      "grad_norm": 0.040751177817583084,
      "learning_rate": 0.0001,
      "loss": 0.0884,
      "step": 16980
    },
    {
      "grad_norm": 0.043809112161397934,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 16990
    },
    {
      "grad_norm": 0.040168289095163345,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 17000
    },
    {
      "grad_norm": 0.04207484424114227,
      "learning_rate": 0.0001,
      "loss": 0.0866,
      "step": 17010
    },
    {
      "grad_norm": 0.06402274966239929,
      "learning_rate": 0.0001,
      "loss": 0.0904,
      "step": 17020
    },
    {
      "grad_norm": 0.06613513827323914,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 17030
    },
    {
      "grad_norm": 0.04976390302181244,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 17040
    },
    {
      "grad_norm": 0.05277048423886299,
      "learning_rate": 0.0001,
      "loss": 0.0902,
      "step": 17050
    },
    {
      "grad_norm": 0.040235988795757294,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 17060
    },
    {
      "grad_norm": 0.0545959509909153,
      "learning_rate": 0.0001,
      "loss": 0.0915,
      "step": 17070
    },
    {
      "grad_norm": 0.05417688935995102,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 17080
    },
    {
      "grad_norm": 0.0665626972913742,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 17090
    },
    {
      "grad_norm": 0.0436510369181633,
      "learning_rate": 0.0001,
      "loss": 0.089,
      "step": 17100
    },
    {
      "grad_norm": 0.041017789393663406,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 17110
    },
    {
      "grad_norm": 0.0360056571662426,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 17120
    },
    {
      "grad_norm": 0.03376789391040802,
      "learning_rate": 0.0001,
      "loss": 0.0884,
      "step": 17130
    },
    {
      "grad_norm": 0.0357535295188427,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 17140
    },
    {
      "grad_norm": 0.06061480566859245,
      "learning_rate": 0.0001,
      "loss": 0.0864,
      "step": 17150
    },
    {
      "grad_norm": 0.05906379222869873,
      "learning_rate": 0.0001,
      "loss": 0.0898,
      "step": 17160
    },
    {
      "grad_norm": 0.0406927652657032,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 17170
    },
    {
      "grad_norm": 0.05852331593632698,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 17180
    },
    {
      "grad_norm": 0.04764266684651375,
      "learning_rate": 0.0001,
      "loss": 0.0861,
      "step": 17190
    },
    {
      "grad_norm": 0.03504585847258568,
      "learning_rate": 0.0001,
      "loss": 0.086,
      "step": 17200
    },
    {
      "grad_norm": 0.043193522840738297,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 17210
    },
    {
      "grad_norm": 0.07818355411291122,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 17220
    },
    {
      "grad_norm": 0.03715814650058746,
      "learning_rate": 0.0001,
      "loss": 0.0858,
      "step": 17230
    },
    {
      "grad_norm": 0.07186417281627655,
      "learning_rate": 0.0001,
      "loss": 0.0861,
      "step": 17240
    },
    {
      "grad_norm": 0.05026240274310112,
      "learning_rate": 0.0001,
      "loss": 0.0863,
      "step": 17250
    },
    {
      "grad_norm": 0.04501735791563988,
      "learning_rate": 0.0001,
      "loss": 0.0859,
      "step": 17260
    },
    {
      "grad_norm": 0.0391593873500824,
      "learning_rate": 0.0001,
      "loss": 0.0892,
      "step": 17270
    },
    {
      "grad_norm": 0.053078752011060715,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 17280
    },
    {
      "grad_norm": 0.03843417391180992,
      "learning_rate": 0.0001,
      "loss": 0.088,
      "step": 17290
    },
    {
      "grad_norm": 0.05083118751645088,
      "learning_rate": 0.0001,
      "loss": 0.0918,
      "step": 17300
    },
    {
      "grad_norm": 0.040134165436029434,
      "learning_rate": 0.0001,
      "loss": 0.0893,
      "step": 17310
    },
    {
      "grad_norm": 0.09448033571243286,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 17320
    },
    {
      "grad_norm": 0.09593408554792404,
      "learning_rate": 0.0001,
      "loss": 0.09,
      "step": 17330
    },
    {
      "grad_norm": 0.0741974487900734,
      "learning_rate": 0.0001,
      "loss": 0.0921,
      "step": 17340
    },
    {
      "grad_norm": 0.04794323071837425,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 17350
    },
    {
      "grad_norm": 0.07220855355262756,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 17360
    },
    {
      "grad_norm": 0.04138728976249695,
      "learning_rate": 0.0001,
      "loss": 0.0901,
      "step": 17370
    },
    {
      "grad_norm": 0.05398409813642502,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 17380
    },
    {
      "grad_norm": 0.03330418840050697,
      "learning_rate": 0.0001,
      "loss": 0.0904,
      "step": 17390
    },
    {
      "grad_norm": 0.048084963113069534,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 17400
    },
    {
      "grad_norm": 0.03875119239091873,
      "learning_rate": 0.0001,
      "loss": 0.0888,
      "step": 17410
    },
    {
      "grad_norm": 0.05225391313433647,
      "learning_rate": 0.0001,
      "loss": 0.0904,
      "step": 17420
    },
    {
      "grad_norm": 0.045140281319618225,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 17430
    },
    {
      "grad_norm": 0.054619982838630676,
      "learning_rate": 0.0001,
      "loss": 0.0915,
      "step": 17440
    },
    {
      "grad_norm": 0.039892662316560745,
      "learning_rate": 0.0001,
      "loss": 0.0883,
      "step": 17450
    },
    {
      "grad_norm": 0.04817935451865196,
      "learning_rate": 0.0001,
      "loss": 0.0916,
      "step": 17460
    },
    {
      "grad_norm": 0.05098583921790123,
      "learning_rate": 0.0001,
      "loss": 0.0892,
      "step": 17470
    },
    {
      "grad_norm": 0.04178817570209503,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 17480
    },
    {
      "grad_norm": 0.0380411334335804,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 17490
    },
    {
      "grad_norm": 0.041527602821588516,
      "learning_rate": 0.0001,
      "loss": 0.0918,
      "step": 17500
    },
    {
      "grad_norm": 0.04270840808749199,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 17510
    },
    {
      "grad_norm": 0.039600782096385956,
      "learning_rate": 0.0001,
      "loss": 0.088,
      "step": 17520
    },
    {
      "grad_norm": 0.038303133100271225,
      "learning_rate": 0.0001,
      "loss": 0.0856,
      "step": 17530
    },
    {
      "grad_norm": 0.05124723166227341,
      "learning_rate": 0.0001,
      "loss": 0.0895,
      "step": 17540
    },
    {
      "grad_norm": 0.04840853810310364,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 17550
    },
    {
      "grad_norm": 0.043501731008291245,
      "learning_rate": 0.0001,
      "loss": 0.0881,
      "step": 17560
    },
    {
      "grad_norm": 0.05052662268280983,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 17570
    },
    {
      "grad_norm": 0.05793019384145737,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 17580
    },
    {
      "grad_norm": 0.05577621981501579,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 17590
    },
    {
      "grad_norm": 0.04909166321158409,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 17600
    },
    {
      "grad_norm": 0.046053286641836166,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 17610
    },
    {
      "grad_norm": 0.059039223939180374,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 17620
    },
    {
      "grad_norm": 0.04467116668820381,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 17630
    },
    {
      "grad_norm": 0.04776283726096153,
      "learning_rate": 0.0001,
      "loss": 0.0872,
      "step": 17640
    },
    {
      "grad_norm": 0.0409451499581337,
      "learning_rate": 0.0001,
      "loss": 0.0867,
      "step": 17650
    },
    {
      "grad_norm": 0.11338746547698975,
      "learning_rate": 0.0001,
      "loss": 0.0893,
      "step": 17660
    },
    {
      "grad_norm": 0.0546460822224617,
      "learning_rate": 0.0001,
      "loss": 0.0861,
      "step": 17670
    },
    {
      "grad_norm": 0.04069097712635994,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 17680
    },
    {
      "grad_norm": 0.033205971121788025,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 17690
    },
    {
      "grad_norm": 0.03271137923002243,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 17700
    },
    {
      "grad_norm": 0.03535712510347366,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 17710
    },
    {
      "grad_norm": 0.037822794169187546,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 17720
    },
    {
      "grad_norm": 0.04687622934579849,
      "learning_rate": 0.0001,
      "loss": 0.0838,
      "step": 17730
    },
    {
      "grad_norm": 0.032579753547906876,
      "learning_rate": 0.0001,
      "loss": 0.0919,
      "step": 17740
    },
    {
      "grad_norm": 0.04922085255384445,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 17750
    },
    {
      "grad_norm": 0.03383531793951988,
      "learning_rate": 0.0001,
      "loss": 0.0921,
      "step": 17760
    },
    {
      "grad_norm": 0.05425836890935898,
      "learning_rate": 0.0001,
      "loss": 0.0865,
      "step": 17770
    },
    {
      "grad_norm": 0.06375668942928314,
      "learning_rate": 0.0001,
      "loss": 0.0933,
      "step": 17780
    },
    {
      "grad_norm": 0.05992046743631363,
      "learning_rate": 0.0001,
      "loss": 0.0854,
      "step": 17790
    },
    {
      "grad_norm": 0.0483272410929203,
      "learning_rate": 0.0001,
      "loss": 0.0925,
      "step": 17800
    },
    {
      "grad_norm": 0.033297762274742126,
      "learning_rate": 0.0001,
      "loss": 0.0857,
      "step": 17810
    },
    {
      "grad_norm": 0.03647608682513237,
      "learning_rate": 0.0001,
      "loss": 0.0904,
      "step": 17820
    },
    {
      "grad_norm": 0.037263307720422745,
      "learning_rate": 0.0001,
      "loss": 0.0861,
      "step": 17830
    },
    {
      "grad_norm": 0.048811741173267365,
      "learning_rate": 0.0001,
      "loss": 0.0893,
      "step": 17840
    },
    {
      "grad_norm": 0.04158014804124832,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 17850
    },
    {
      "grad_norm": 0.03200497850775719,
      "learning_rate": 0.0001,
      "loss": 0.0873,
      "step": 17860
    },
    {
      "grad_norm": 0.029985900968313217,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 17870
    },
    {
      "grad_norm": 0.03514404594898224,
      "learning_rate": 0.0001,
      "loss": 0.0878,
      "step": 17880
    },
    {
      "grad_norm": 0.03853132948279381,
      "learning_rate": 0.0001,
      "loss": 0.0818,
      "step": 17890
    },
    {
      "grad_norm": 0.029820581898093224,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 17900
    },
    {
      "grad_norm": 0.03433356061577797,
      "learning_rate": 0.0001,
      "loss": 0.0832,
      "step": 17910
    },
    {
      "grad_norm": 0.03882177546620369,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 17920
    },
    {
      "grad_norm": 0.03898351639509201,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 17930
    },
    {
      "grad_norm": 0.04352081939578056,
      "learning_rate": 0.0001,
      "loss": 0.086,
      "step": 17940
    },
    {
      "grad_norm": 0.04639080539345741,
      "learning_rate": 0.0001,
      "loss": 0.0846,
      "step": 17950
    },
    {
      "grad_norm": 0.03586573898792267,
      "learning_rate": 0.0001,
      "loss": 0.0853,
      "step": 17960
    },
    {
      "grad_norm": 0.046324633061885834,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 17970
    },
    {
      "grad_norm": 0.03516354411840439,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 17980
    },
    {
      "grad_norm": 0.05251558497548103,
      "learning_rate": 0.0001,
      "loss": 0.0879,
      "step": 17990
    },
    {
      "grad_norm": 0.04386426508426666,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 18000
    },
    {
      "grad_norm": 0.04638580605387688,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 18010
    },
    {
      "grad_norm": 0.03879273682832718,
      "learning_rate": 0.0001,
      "loss": 0.0849,
      "step": 18020
    },
    {
      "grad_norm": 0.04582475125789642,
      "learning_rate": 0.0001,
      "loss": 0.0863,
      "step": 18030
    },
    {
      "grad_norm": 0.040860261768102646,
      "learning_rate": 0.0001,
      "loss": 0.0865,
      "step": 18040
    },
    {
      "grad_norm": 0.04620258882641792,
      "learning_rate": 0.0001,
      "loss": 0.0856,
      "step": 18050
    },
    {
      "grad_norm": 0.05762198939919472,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 18060
    },
    {
      "grad_norm": 0.04418616369366646,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 18070
    },
    {
      "grad_norm": 0.04281305521726608,
      "learning_rate": 0.0001,
      "loss": 0.0863,
      "step": 18080
    },
    {
      "grad_norm": 0.04243163764476776,
      "learning_rate": 0.0001,
      "loss": 0.0857,
      "step": 18090
    },
    {
      "grad_norm": 0.04974265396595001,
      "learning_rate": 0.0001,
      "loss": 0.0861,
      "step": 18100
    },
    {
      "grad_norm": 0.03826628252863884,
      "learning_rate": 0.0001,
      "loss": 0.0865,
      "step": 18110
    },
    {
      "grad_norm": 0.04272272437810898,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 18120
    },
    {
      "grad_norm": 0.048584047704935074,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 18130
    },
    {
      "grad_norm": 0.049491725862026215,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 18140
    },
    {
      "grad_norm": 0.04582016170024872,
      "learning_rate": 0.0001,
      "loss": 0.0862,
      "step": 18150
    },
    {
      "grad_norm": 0.03888404369354248,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 18160
    },
    {
      "grad_norm": 0.05771701782941818,
      "learning_rate": 0.0001,
      "loss": 0.083,
      "step": 18170
    },
    {
      "grad_norm": 0.04502732679247856,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 18180
    },
    {
      "grad_norm": 0.05271300673484802,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 18190
    },
    {
      "grad_norm": 0.04299473762512207,
      "learning_rate": 0.0001,
      "loss": 0.0891,
      "step": 18200
    },
    {
      "grad_norm": 0.05793195217847824,
      "learning_rate": 0.0001,
      "loss": 0.0837,
      "step": 18210
    },
    {
      "grad_norm": 0.03779857978224754,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 18220
    },
    {
      "grad_norm": 0.06970284879207611,
      "learning_rate": 0.0001,
      "loss": 0.0838,
      "step": 18230
    },
    {
      "grad_norm": 0.03811497986316681,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 18240
    },
    {
      "grad_norm": 0.05324045941233635,
      "learning_rate": 0.0001,
      "loss": 0.0831,
      "step": 18250
    },
    {
      "grad_norm": 0.05684080719947815,
      "learning_rate": 0.0001,
      "loss": 0.0879,
      "step": 18260
    },
    {
      "grad_norm": 0.048376087099313736,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 18270
    },
    {
      "grad_norm": 0.049485813826322556,
      "learning_rate": 0.0001,
      "loss": 0.0889,
      "step": 18280
    },
    {
      "grad_norm": 0.06741394847631454,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 18290
    },
    {
      "grad_norm": 0.04800080507993698,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 18300
    },
    {
      "grad_norm": 0.06373335421085358,
      "learning_rate": 0.0001,
      "loss": 0.0831,
      "step": 18310
    },
    {
      "grad_norm": 0.056644465774297714,
      "learning_rate": 0.0001,
      "loss": 0.0916,
      "step": 18320
    },
    {
      "grad_norm": 0.062051959335803986,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 18330
    },
    {
      "grad_norm": 0.03470335900783539,
      "learning_rate": 0.0001,
      "loss": 0.0859,
      "step": 18340
    },
    {
      "grad_norm": 0.03799723833799362,
      "learning_rate": 0.0001,
      "loss": 0.0838,
      "step": 18350
    },
    {
      "grad_norm": 0.04265647754073143,
      "learning_rate": 0.0001,
      "loss": 0.0858,
      "step": 18360
    },
    {
      "grad_norm": 0.03729463368654251,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 18370
    },
    {
      "grad_norm": 0.03717472031712532,
      "learning_rate": 0.0001,
      "loss": 0.0845,
      "step": 18380
    },
    {
      "grad_norm": 0.04504434019327164,
      "learning_rate": 0.0001,
      "loss": 0.0842,
      "step": 18390
    },
    {
      "grad_norm": 0.034404825419187546,
      "learning_rate": 0.0001,
      "loss": 0.0837,
      "step": 18400
    },
    {
      "grad_norm": 0.08010811358690262,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 18410
    },
    {
      "grad_norm": 0.04716833680868149,
      "learning_rate": 0.0001,
      "loss": 0.0872,
      "step": 18420
    },
    {
      "grad_norm": 0.04624569043517113,
      "learning_rate": 0.0001,
      "loss": 0.0845,
      "step": 18430
    },
    {
      "grad_norm": 0.04865424707531929,
      "learning_rate": 0.0001,
      "loss": 0.0883,
      "step": 18440
    },
    {
      "grad_norm": 0.040284693241119385,
      "learning_rate": 0.0001,
      "loss": 0.0842,
      "step": 18450
    },
    {
      "grad_norm": 0.065877765417099,
      "learning_rate": 0.0001,
      "loss": 0.086,
      "step": 18460
    },
    {
      "grad_norm": 0.04284894838929176,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 18470
    },
    {
      "grad_norm": 0.05393322929739952,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 18480
    },
    {
      "grad_norm": 0.04383457452058792,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 18490
    },
    {
      "grad_norm": 0.07222958654165268,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 18500
    },
    {
      "grad_norm": 0.046679768711328506,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 18510
    },
    {
      "grad_norm": 0.05844441428780556,
      "learning_rate": 0.0001,
      "loss": 0.0864,
      "step": 18520
    },
    {
      "grad_norm": 0.06349313259124756,
      "learning_rate": 0.0001,
      "loss": 0.0822,
      "step": 18530
    },
    {
      "grad_norm": 0.051661327481269836,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 18540
    },
    {
      "grad_norm": 0.043265946209430695,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 18550
    },
    {
      "grad_norm": 0.0681321918964386,
      "learning_rate": 0.0001,
      "loss": 0.0825,
      "step": 18560
    },
    {
      "grad_norm": 0.05533607676625252,
      "learning_rate": 0.0001,
      "loss": 0.0837,
      "step": 18570
    },
    {
      "grad_norm": 0.04883328080177307,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 18580
    },
    {
      "grad_norm": 0.03952132910490036,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 18590
    },
    {
      "grad_norm": 0.04101789370179176,
      "learning_rate": 0.0001,
      "loss": 0.0846,
      "step": 18600
    },
    {
      "grad_norm": 0.05791863799095154,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 18610
    },
    {
      "grad_norm": 0.044738370925188065,
      "learning_rate": 0.0001,
      "loss": 0.086,
      "step": 18620
    },
    {
      "grad_norm": 0.03589342162013054,
      "learning_rate": 0.0001,
      "loss": 0.0884,
      "step": 18630
    },
    {
      "grad_norm": 0.0792173445224762,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 18640
    },
    {
      "grad_norm": 0.06791393458843231,
      "learning_rate": 0.0001,
      "loss": 0.0903,
      "step": 18650
    },
    {
      "grad_norm": 0.06709190458059311,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 18660
    },
    {
      "grad_norm": 0.044321104884147644,
      "learning_rate": 0.0001,
      "loss": 0.0894,
      "step": 18670
    },
    {
      "grad_norm": 0.0478670597076416,
      "learning_rate": 0.0001,
      "loss": 0.0861,
      "step": 18680
    },
    {
      "grad_norm": 0.04023830220103264,
      "learning_rate": 0.0001,
      "loss": 0.0892,
      "step": 18690
    },
    {
      "grad_norm": 0.053053051233291626,
      "learning_rate": 0.0001,
      "loss": 0.0856,
      "step": 18700
    },
    {
      "grad_norm": 0.06350614130496979,
      "learning_rate": 0.0001,
      "loss": 0.0912,
      "step": 18710
    },
    {
      "grad_norm": 0.05310678109526634,
      "learning_rate": 0.0001,
      "loss": 0.0846,
      "step": 18720
    },
    {
      "grad_norm": 0.03973936289548874,
      "learning_rate": 0.0001,
      "loss": 0.0915,
      "step": 18730
    },
    {
      "grad_norm": 0.047620441764593124,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 18740
    },
    {
      "grad_norm": 0.045442815870046616,
      "learning_rate": 0.0001,
      "loss": 0.0909,
      "step": 18750
    },
    {
      "grad_norm": 0.048489052802324295,
      "learning_rate": 0.0001,
      "loss": 0.0878,
      "step": 18760
    },
    {
      "grad_norm": 0.047805313020944595,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 18770
    },
    {
      "grad_norm": 0.05482763797044754,
      "learning_rate": 0.0001,
      "loss": 0.0842,
      "step": 18780
    },
    {
      "grad_norm": 0.04313170537352562,
      "learning_rate": 0.0001,
      "loss": 0.0897,
      "step": 18790
    },
    {
      "grad_norm": 0.03930148482322693,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 18800
    },
    {
      "grad_norm": 0.042407531291246414,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 18810
    },
    {
      "grad_norm": 0.05001772940158844,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 18820
    },
    {
      "grad_norm": 0.039198555052280426,
      "learning_rate": 0.0001,
      "loss": 0.0889,
      "step": 18830
    },
    {
      "grad_norm": 0.04327435791492462,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 18840
    },
    {
      "grad_norm": 0.04256518557667732,
      "learning_rate": 0.0001,
      "loss": 0.089,
      "step": 18850
    },
    {
      "grad_norm": 0.045216429978609085,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 18860
    },
    {
      "grad_norm": 0.04520466551184654,
      "learning_rate": 0.0001,
      "loss": 0.0907,
      "step": 18870
    },
    {
      "grad_norm": 0.04246969148516655,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 18880
    },
    {
      "grad_norm": 0.041091568768024445,
      "learning_rate": 0.0001,
      "loss": 0.088,
      "step": 18890
    },
    {
      "grad_norm": 0.044254764914512634,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 18900
    },
    {
      "grad_norm": 0.050111617892980576,
      "learning_rate": 0.0001,
      "loss": 0.0865,
      "step": 18910
    },
    {
      "grad_norm": 0.05859657749533653,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 18920
    },
    {
      "grad_norm": 0.04293493553996086,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 18930
    },
    {
      "grad_norm": 0.05506356060504913,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 18940
    },
    {
      "grad_norm": 0.06449048221111298,
      "learning_rate": 0.0001,
      "loss": 0.0853,
      "step": 18950
    },
    {
      "grad_norm": 0.06140868365764618,
      "learning_rate": 0.0001,
      "loss": 0.0875,
      "step": 18960
    },
    {
      "grad_norm": 0.06296562403440475,
      "learning_rate": 0.0001,
      "loss": 0.0891,
      "step": 18970
    },
    {
      "grad_norm": 0.08313191682100296,
      "learning_rate": 0.0001,
      "loss": 0.0916,
      "step": 18980
    },
    {
      "grad_norm": 0.06017446517944336,
      "learning_rate": 0.0001,
      "loss": 0.0936,
      "step": 18990
    },
    {
      "grad_norm": 0.08287190645933151,
      "learning_rate": 0.0001,
      "loss": 0.0906,
      "step": 19000
    },
    {
      "grad_norm": 0.04625031724572182,
      "learning_rate": 0.0001,
      "loss": 0.0879,
      "step": 19010
    },
    {
      "grad_norm": 0.0515611432492733,
      "learning_rate": 0.0001,
      "loss": 0.086,
      "step": 19020
    },
    {
      "grad_norm": 0.05239399895071983,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 19030
    },
    {
      "grad_norm": 0.038015831261873245,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 19040
    },
    {
      "grad_norm": 0.034869853407144547,
      "learning_rate": 0.0001,
      "loss": 0.0848,
      "step": 19050
    },
    {
      "grad_norm": 0.03653043881058693,
      "learning_rate": 0.0001,
      "loss": 0.0845,
      "step": 19060
    },
    {
      "grad_norm": 0.040892377495765686,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 19070
    },
    {
      "grad_norm": 0.04339700937271118,
      "learning_rate": 0.0001,
      "loss": 0.087,
      "step": 19080
    },
    {
      "grad_norm": 0.03918370604515076,
      "learning_rate": 0.0001,
      "loss": 0.0857,
      "step": 19090
    },
    {
      "grad_norm": 0.05141189321875572,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 19100
    },
    {
      "grad_norm": 0.03343909606337547,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 19110
    },
    {
      "grad_norm": 0.03174533322453499,
      "learning_rate": 0.0001,
      "loss": 0.081,
      "step": 19120
    },
    {
      "grad_norm": 0.03998829796910286,
      "learning_rate": 0.0001,
      "loss": 0.0807,
      "step": 19130
    },
    {
      "grad_norm": 0.03933010250329971,
      "learning_rate": 0.0001,
      "loss": 0.0836,
      "step": 19140
    },
    {
      "grad_norm": 0.04634619876742363,
      "learning_rate": 0.0001,
      "loss": 0.0825,
      "step": 19150
    },
    {
      "grad_norm": 0.04644862189888954,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 19160
    },
    {
      "grad_norm": 0.03502148389816284,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 19170
    },
    {
      "grad_norm": 0.04682812839746475,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 19180
    },
    {
      "grad_norm": 0.03309233859181404,
      "learning_rate": 0.0001,
      "loss": 0.0831,
      "step": 19190
    },
    {
      "grad_norm": 0.04593363031744957,
      "learning_rate": 0.0001,
      "loss": 0.0832,
      "step": 19200
    },
    {
      "grad_norm": 0.04483559727668762,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 19210
    },
    {
      "grad_norm": 0.037813398987054825,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 19220
    },
    {
      "grad_norm": 0.03930915892124176,
      "learning_rate": 0.0001,
      "loss": 0.0892,
      "step": 19230
    },
    {
      "grad_norm": 0.04811505973339081,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 19240
    },
    {
      "grad_norm": 0.04211888834834099,
      "learning_rate": 0.0001,
      "loss": 0.0872,
      "step": 19250
    },
    {
      "grad_norm": 0.03544340655207634,
      "learning_rate": 0.0001,
      "loss": 0.0842,
      "step": 19260
    },
    {
      "grad_norm": 0.03969580680131912,
      "learning_rate": 0.0001,
      "loss": 0.0874,
      "step": 19270
    },
    {
      "grad_norm": 0.040968868881464005,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 19280
    },
    {
      "grad_norm": 0.04078926518559456,
      "learning_rate": 0.0001,
      "loss": 0.0876,
      "step": 19290
    },
    {
      "grad_norm": 0.047253113240003586,
      "learning_rate": 0.0001,
      "loss": 0.0849,
      "step": 19300
    },
    {
      "grad_norm": 0.03970351442694664,
      "learning_rate": 0.0001,
      "loss": 0.0894,
      "step": 19310
    },
    {
      "grad_norm": 0.0574980229139328,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 19320
    },
    {
      "grad_norm": 0.03781040012836456,
      "learning_rate": 0.0001,
      "loss": 0.0888,
      "step": 19330
    },
    {
      "grad_norm": 0.03892926499247551,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 19340
    },
    {
      "grad_norm": 0.0398804135620594,
      "learning_rate": 0.0001,
      "loss": 0.0867,
      "step": 19350
    },
    {
      "grad_norm": 0.04685443639755249,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 19360
    },
    {
      "grad_norm": 0.03645715117454529,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 19370
    },
    {
      "grad_norm": 0.04082069545984268,
      "learning_rate": 0.0001,
      "loss": 0.0856,
      "step": 19380
    },
    {
      "grad_norm": 0.040912531316280365,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 19390
    },
    {
      "grad_norm": 0.038129158318042755,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 19400
    },
    {
      "grad_norm": 0.03971661254763603,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 19410
    },
    {
      "grad_norm": 0.09788203239440918,
      "learning_rate": 0.0001,
      "loss": 0.0843,
      "step": 19420
    },
    {
      "grad_norm": 0.05182301253080368,
      "learning_rate": 0.0001,
      "loss": 0.0854,
      "step": 19430
    },
    {
      "grad_norm": 0.04326862469315529,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 19440
    },
    {
      "grad_norm": 0.05103280395269394,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 19450
    },
    {
      "grad_norm": 0.04281691834330559,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 19460
    },
    {
      "grad_norm": 0.04488779604434967,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 19470
    },
    {
      "grad_norm": 0.057324014604091644,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 19480
    },
    {
      "grad_norm": 0.050818875432014465,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 19490
    },
    {
      "grad_norm": 0.04349687695503235,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 19500
    },
    {
      "grad_norm": 0.060488827526569366,
      "learning_rate": 0.0001,
      "loss": 0.0799,
      "step": 19510
    },
    {
      "grad_norm": 0.046486660838127136,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 19520
    },
    {
      "grad_norm": 0.05408675596117973,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 19530
    },
    {
      "grad_norm": 0.04322262853384018,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 19540
    },
    {
      "grad_norm": 0.044495489448308945,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 19550
    },
    {
      "grad_norm": 0.06049204617738724,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 19560
    },
    {
      "grad_norm": 0.049106914550065994,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 19570
    },
    {
      "grad_norm": 0.040716998279094696,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 19580
    },
    {
      "grad_norm": 0.04148779809474945,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 19590
    },
    {
      "grad_norm": 0.04822545871138573,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 19600
    },
    {
      "grad_norm": 0.03848755732178688,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 19610
    },
    {
      "grad_norm": 0.043257419019937515,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 19620
    },
    {
      "grad_norm": 0.04024077206850052,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 19630
    },
    {
      "grad_norm": 0.0836215540766716,
      "learning_rate": 0.0001,
      "loss": 0.0866,
      "step": 19640
    },
    {
      "grad_norm": 0.05246854946017265,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 19650
    },
    {
      "grad_norm": 0.0884869247674942,
      "learning_rate": 0.0001,
      "loss": 0.0896,
      "step": 19660
    },
    {
      "grad_norm": 0.04155592620372772,
      "learning_rate": 0.0001,
      "loss": 0.0853,
      "step": 19670
    },
    {
      "grad_norm": 0.046271733939647675,
      "learning_rate": 0.0001,
      "loss": 0.0874,
      "step": 19680
    },
    {
      "grad_norm": 0.04939594492316246,
      "learning_rate": 0.0001,
      "loss": 0.0845,
      "step": 19690
    },
    {
      "grad_norm": 0.0429864339530468,
      "learning_rate": 0.0001,
      "loss": 0.0864,
      "step": 19700
    },
    {
      "grad_norm": 0.051715217530727386,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 19710
    },
    {
      "grad_norm": 0.04413314163684845,
      "learning_rate": 0.0001,
      "loss": 0.086,
      "step": 19720
    },
    {
      "grad_norm": 0.04286404699087143,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 19730
    },
    {
      "grad_norm": 0.04996219277381897,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 19740
    },
    {
      "grad_norm": 0.039874862879514694,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 19750
    },
    {
      "grad_norm": 0.04223703220486641,
      "learning_rate": 0.0001,
      "loss": 0.0837,
      "step": 19760
    },
    {
      "grad_norm": 0.03676328435540199,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 19770
    },
    {
      "grad_norm": 0.045278385281562805,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 19780
    },
    {
      "grad_norm": 0.036671899259090424,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 19790
    },
    {
      "grad_norm": 0.061704348772764206,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 19800
    },
    {
      "grad_norm": 0.05081067606806755,
      "learning_rate": 0.0001,
      "loss": 0.0836,
      "step": 19810
    },
    {
      "grad_norm": 0.041492413729429245,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 19820
    },
    {
      "grad_norm": 0.07309884577989578,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 19830
    },
    {
      "grad_norm": 0.039880529046058655,
      "learning_rate": 0.0001,
      "loss": 0.0809,
      "step": 19840
    },
    {
      "grad_norm": 0.11953813582658768,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 19850
    },
    {
      "grad_norm": 0.07162363082170486,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 19860
    },
    {
      "grad_norm": 0.04545470327138901,
      "learning_rate": 0.0001,
      "loss": 0.0838,
      "step": 19870
    },
    {
      "grad_norm": 0.041577089577913284,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 19880
    },
    {
      "grad_norm": 0.03580343350768089,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 19890
    },
    {
      "grad_norm": 0.04041905328631401,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 19900
    },
    {
      "grad_norm": 0.04140191525220871,
      "learning_rate": 0.0001,
      "loss": 0.0852,
      "step": 19910
    },
    {
      "grad_norm": 0.04932606592774391,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 19920
    },
    {
      "grad_norm": 0.03814835101366043,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 19930
    },
    {
      "grad_norm": 0.037885699421167374,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 19940
    },
    {
      "grad_norm": 0.03966930881142616,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 19950
    },
    {
      "grad_norm": 0.05644511431455612,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 19960
    },
    {
      "grad_norm": 0.03427352383732796,
      "learning_rate": 0.0001,
      "loss": 0.0807,
      "step": 19970
    },
    {
      "grad_norm": 0.05562567338347435,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 19980
    },
    {
      "grad_norm": 0.03676570951938629,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 19990
    },
    {
      "grad_norm": 0.0414307676255703,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 20000
    },
    {
      "grad_norm": 0.04549932852387428,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 20010
    },
    {
      "grad_norm": 0.05263334885239601,
      "learning_rate": 0.0001,
      "loss": 0.0832,
      "step": 20020
    },
    {
      "grad_norm": 0.05147121474146843,
      "learning_rate": 0.0001,
      "loss": 0.0825,
      "step": 20030
    },
    {
      "grad_norm": 0.07418166100978851,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 20040
    },
    {
      "grad_norm": 0.0608556792140007,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 20050
    },
    {
      "grad_norm": 0.03969297930598259,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 20060
    },
    {
      "grad_norm": 0.05393180251121521,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 20070
    },
    {
      "grad_norm": 0.058545541018247604,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 20080
    },
    {
      "grad_norm": 0.04523233324289322,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 20090
    },
    {
      "grad_norm": 0.04355374351143837,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 20100
    },
    {
      "grad_norm": 0.03378325700759888,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 20110
    },
    {
      "grad_norm": 0.06327890604734421,
      "learning_rate": 0.0001,
      "loss": 0.0807,
      "step": 20120
    },
    {
      "grad_norm": 0.04082810878753662,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 20130
    },
    {
      "grad_norm": 0.03524176776409149,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 20140
    },
    {
      "grad_norm": 0.036737605929374695,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 20150
    },
    {
      "grad_norm": 0.033773016184568405,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 20160
    },
    {
      "grad_norm": 0.0352691188454628,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 20170
    },
    {
      "grad_norm": 0.041408929973840714,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 20180
    },
    {
      "grad_norm": 0.040639109909534454,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 20190
    },
    {
      "grad_norm": 0.037448275834321976,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 20200
    },
    {
      "grad_norm": 0.04383145272731781,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 20210
    },
    {
      "grad_norm": 0.052228037267923355,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 20220
    },
    {
      "grad_norm": 0.04411472752690315,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 20230
    },
    {
      "grad_norm": 0.055438559502363205,
      "learning_rate": 0.0001,
      "loss": 0.0845,
      "step": 20240
    },
    {
      "grad_norm": 0.061811354011297226,
      "learning_rate": 0.0001,
      "loss": 0.0809,
      "step": 20250
    },
    {
      "grad_norm": 0.039047736674547195,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 20260
    },
    {
      "grad_norm": 0.053163494914770126,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 20270
    },
    {
      "grad_norm": 0.053137946873903275,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 20280
    },
    {
      "grad_norm": 0.1132471039891243,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 20290
    },
    {
      "grad_norm": 0.052644696086645126,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 20300
    },
    {
      "grad_norm": 0.043337833136320114,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 20310
    },
    {
      "grad_norm": 0.049994051456451416,
      "learning_rate": 0.0001,
      "loss": 0.0849,
      "step": 20320
    },
    {
      "grad_norm": 0.043233923614025116,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 20330
    },
    {
      "grad_norm": 0.05879008397459984,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 20340
    },
    {
      "grad_norm": 0.04495462030172348,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 20350
    },
    {
      "grad_norm": 0.044245366007089615,
      "learning_rate": 0.0001,
      "loss": 0.0863,
      "step": 20360
    },
    {
      "grad_norm": 0.04450078681111336,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 20370
    },
    {
      "grad_norm": 0.0496072955429554,
      "learning_rate": 0.0001,
      "loss": 0.0848,
      "step": 20380
    },
    {
      "grad_norm": 0.042258210480213165,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 20390
    },
    {
      "grad_norm": 0.037167005240917206,
      "learning_rate": 0.0001,
      "loss": 0.0807,
      "step": 20400
    },
    {
      "grad_norm": 0.042088307440280914,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 20410
    },
    {
      "grad_norm": 0.0694722905755043,
      "learning_rate": 0.0001,
      "loss": 0.0822,
      "step": 20420
    },
    {
      "grad_norm": 0.0592079684138298,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 20430
    },
    {
      "grad_norm": 0.034291189163923264,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 20440
    },
    {
      "grad_norm": 0.043443575501441956,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 20450
    },
    {
      "grad_norm": 0.05696064978837967,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 20460
    },
    {
      "grad_norm": 0.039900440722703934,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 20470
    },
    {
      "grad_norm": 0.0474628210067749,
      "learning_rate": 0.0001,
      "loss": 0.0857,
      "step": 20480
    },
    {
      "grad_norm": 0.04514539986848831,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 20490
    },
    {
      "grad_norm": 0.04844048619270325,
      "learning_rate": 0.0001,
      "loss": 0.0842,
      "step": 20500
    },
    {
      "grad_norm": 0.037756938487291336,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 20510
    },
    {
      "grad_norm": 0.04288538917899132,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 20520
    },
    {
      "grad_norm": 0.04790791496634483,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 20530
    },
    {
      "grad_norm": 0.038700442761182785,
      "learning_rate": 0.0001,
      "loss": 0.0836,
      "step": 20540
    },
    {
      "grad_norm": 0.05598704144358635,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 20550
    },
    {
      "grad_norm": 0.04965861141681671,
      "learning_rate": 0.0001,
      "loss": 0.0854,
      "step": 20560
    },
    {
      "grad_norm": 0.04081202670931816,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 20570
    },
    {
      "grad_norm": 0.03941166400909424,
      "learning_rate": 0.0001,
      "loss": 0.0843,
      "step": 20580
    },
    {
      "grad_norm": 0.111335888504982,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 20590
    },
    {
      "grad_norm": 0.060451265424489975,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 20600
    },
    {
      "grad_norm": 0.04010434448719025,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 20610
    },
    {
      "grad_norm": 0.03254939615726471,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 20620
    },
    {
      "grad_norm": 0.043385665863752365,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 20630
    },
    {
      "grad_norm": 0.051301248371601105,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 20640
    },
    {
      "grad_norm": 0.059394415467977524,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 20650
    },
    {
      "grad_norm": 0.06872493028640747,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 20660
    },
    {
      "grad_norm": 0.06556513905525208,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 20670
    },
    {
      "grad_norm": 0.043906938284635544,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 20680
    },
    {
      "grad_norm": 0.03693119063973427,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 20690
    },
    {
      "grad_norm": 0.04691440984606743,
      "learning_rate": 0.0001,
      "loss": 0.0871,
      "step": 20700
    },
    {
      "grad_norm": 0.03937138617038727,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 20710
    },
    {
      "grad_norm": 0.042136844247579575,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 20720
    },
    {
      "grad_norm": 0.036238837987184525,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 20730
    },
    {
      "grad_norm": 0.03667503967881203,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 20740
    },
    {
      "grad_norm": 0.03917812928557396,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 20750
    },
    {
      "grad_norm": 0.06582072377204895,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 20760
    },
    {
      "grad_norm": 0.05228819325566292,
      "learning_rate": 0.0001,
      "loss": 0.0799,
      "step": 20770
    },
    {
      "grad_norm": 0.03574524074792862,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 20780
    },
    {
      "grad_norm": 0.041390564292669296,
      "learning_rate": 0.0001,
      "loss": 0.0795,
      "step": 20790
    },
    {
      "grad_norm": 0.05972377955913544,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 20800
    },
    {
      "grad_norm": 0.04994497448205948,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 20810
    },
    {
      "grad_norm": 0.11203618347644806,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 20820
    },
    {
      "grad_norm": 0.04162738844752312,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 20830
    },
    {
      "grad_norm": 0.05390433967113495,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 20840
    },
    {
      "grad_norm": 0.05958862975239754,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 20850
    },
    {
      "grad_norm": 0.03796480596065521,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 20860
    },
    {
      "grad_norm": 0.04106556996703148,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 20870
    },
    {
      "grad_norm": 0.042551249265670776,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 20880
    },
    {
      "grad_norm": 0.036575719714164734,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 20890
    },
    {
      "grad_norm": 0.06345923244953156,
      "learning_rate": 0.0001,
      "loss": 0.0818,
      "step": 20900
    },
    {
      "grad_norm": 0.036882828921079636,
      "learning_rate": 0.0001,
      "loss": 0.0794,
      "step": 20910
    },
    {
      "grad_norm": 0.052705347537994385,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 20920
    },
    {
      "grad_norm": 0.030839554965496063,
      "learning_rate": 0.0001,
      "loss": 0.0818,
      "step": 20930
    },
    {
      "grad_norm": 0.04911964759230614,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 20940
    },
    {
      "grad_norm": 0.0733674168586731,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 20950
    },
    {
      "grad_norm": 0.04441186040639877,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 20960
    },
    {
      "grad_norm": 0.038349591195583344,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 20970
    },
    {
      "grad_norm": 0.05075906589627266,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 20980
    },
    {
      "grad_norm": 0.03416864573955536,
      "learning_rate": 0.0001,
      "loss": 0.0831,
      "step": 20990
    },
    {
      "grad_norm": 0.04841424152255058,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 21000
    },
    {
      "grad_norm": 0.046776182949543,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 21010
    },
    {
      "grad_norm": 0.05454837158322334,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 21020
    },
    {
      "grad_norm": 0.039439503103494644,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 21030
    },
    {
      "grad_norm": 0.059989023953676224,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 21040
    },
    {
      "grad_norm": 0.04688004404306412,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 21050
    },
    {
      "grad_norm": 0.04663780331611633,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 21060
    },
    {
      "grad_norm": 0.031199535354971886,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 21070
    },
    {
      "grad_norm": 0.043858662247657776,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 21080
    },
    {
      "grad_norm": 0.04113908112049103,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 21090
    },
    {
      "grad_norm": 0.041338346898555756,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 21100
    },
    {
      "grad_norm": 0.03866661712527275,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 21110
    },
    {
      "grad_norm": 0.04265165328979492,
      "learning_rate": 0.0001,
      "loss": 0.0784,
      "step": 21120
    },
    {
      "grad_norm": 0.047016046941280365,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 21130
    },
    {
      "grad_norm": 0.04476243630051613,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 21140
    },
    {
      "grad_norm": 0.05544310063123703,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 21150
    },
    {
      "grad_norm": 0.03769414499402046,
      "learning_rate": 0.0001,
      "loss": 0.0858,
      "step": 21160
    },
    {
      "grad_norm": 0.04634303227066994,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 21170
    },
    {
      "grad_norm": 0.036813098937273026,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 21180
    },
    {
      "grad_norm": 0.044640496373176575,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 21190
    },
    {
      "grad_norm": 0.04365875571966171,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 21200
    },
    {
      "grad_norm": 0.0809970423579216,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 21210
    },
    {
      "grad_norm": 0.12254997342824936,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 21220
    },
    {
      "grad_norm": 0.07050588726997375,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 21230
    },
    {
      "grad_norm": 0.04904945567250252,
      "learning_rate": 0.0001,
      "loss": 0.0861,
      "step": 21240
    },
    {
      "grad_norm": 0.037130169570446014,
      "learning_rate": 0.0001,
      "loss": 0.0825,
      "step": 21250
    },
    {
      "grad_norm": 0.05004751309752464,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 21260
    },
    {
      "grad_norm": 0.04438455030322075,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 21270
    },
    {
      "grad_norm": 0.0412941575050354,
      "learning_rate": 0.0001,
      "loss": 0.0857,
      "step": 21280
    },
    {
      "grad_norm": 0.04850899055600166,
      "learning_rate": 0.0001,
      "loss": 0.0831,
      "step": 21290
    },
    {
      "grad_norm": 0.03716297075152397,
      "learning_rate": 0.0001,
      "loss": 0.0853,
      "step": 21300
    },
    {
      "grad_norm": 0.05081864446401596,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 21310
    },
    {
      "grad_norm": 0.055244237184524536,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 21320
    },
    {
      "grad_norm": 0.046810898929834366,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 21330
    },
    {
      "grad_norm": 0.03781897574663162,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 21340
    },
    {
      "grad_norm": 0.04739027097821236,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 21350
    },
    {
      "grad_norm": 0.041558943688869476,
      "learning_rate": 0.0001,
      "loss": 0.0807,
      "step": 21360
    },
    {
      "grad_norm": 0.04901660978794098,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 21370
    },
    {
      "grad_norm": 0.056427858769893646,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 21380
    },
    {
      "grad_norm": 0.042253278195858,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 21390
    },
    {
      "grad_norm": 0.040063004940748215,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 21400
    },
    {
      "grad_norm": 0.04529394209384918,
      "learning_rate": 0.0001,
      "loss": 0.0836,
      "step": 21410
    },
    {
      "grad_norm": 0.04463255777955055,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 21420
    },
    {
      "grad_norm": 0.047135647386312485,
      "learning_rate": 0.0001,
      "loss": 0.0861,
      "step": 21430
    },
    {
      "grad_norm": 0.04645341634750366,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 21440
    },
    {
      "grad_norm": 0.04372502863407135,
      "learning_rate": 0.0001,
      "loss": 0.0874,
      "step": 21450
    },
    {
      "grad_norm": 0.06332123279571533,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 21460
    },
    {
      "grad_norm": 0.04066846892237663,
      "learning_rate": 0.0001,
      "loss": 0.0864,
      "step": 21470
    },
    {
      "grad_norm": 0.0396614596247673,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 21480
    },
    {
      "grad_norm": 0.03083823248744011,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 21490
    },
    {
      "grad_norm": 0.047940693795681,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 21500
    },
    {
      "grad_norm": 0.0879097655415535,
      "learning_rate": 0.0001,
      "loss": 0.0893,
      "step": 21510
    },
    {
      "grad_norm": 0.04317895323038101,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 21520
    },
    {
      "grad_norm": 0.056157104671001434,
      "learning_rate": 0.0001,
      "loss": 0.0887,
      "step": 21530
    },
    {
      "grad_norm": 0.041039347648620605,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 21540
    },
    {
      "grad_norm": 0.04498431086540222,
      "learning_rate": 0.0001,
      "loss": 0.0876,
      "step": 21550
    },
    {
      "grad_norm": 0.0451919324696064,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 21560
    },
    {
      "grad_norm": 0.046105191111564636,
      "learning_rate": 0.0001,
      "loss": 0.089,
      "step": 21570
    },
    {
      "grad_norm": 0.03969702869653702,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 21580
    },
    {
      "grad_norm": 0.05823371559381485,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 21590
    },
    {
      "grad_norm": 0.05449533462524414,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 21600
    },
    {
      "grad_norm": 0.054527536034584045,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 21610
    },
    {
      "grad_norm": 0.05290176346898079,
      "learning_rate": 0.0001,
      "loss": 0.0846,
      "step": 21620
    },
    {
      "grad_norm": 0.042741529643535614,
      "learning_rate": 0.0001,
      "loss": 0.0868,
      "step": 21630
    },
    {
      "grad_norm": 0.03979942202568054,
      "learning_rate": 0.0001,
      "loss": 0.085,
      "step": 21640
    },
    {
      "grad_norm": 0.03715630620718002,
      "learning_rate": 0.0001,
      "loss": 0.083,
      "step": 21650
    },
    {
      "grad_norm": 0.05240866169333458,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 21660
    },
    {
      "grad_norm": 0.07119885087013245,
      "learning_rate": 0.0001,
      "loss": 0.0856,
      "step": 21670
    },
    {
      "grad_norm": 0.043501563370227814,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 21680
    },
    {
      "grad_norm": 0.041008010506629944,
      "learning_rate": 0.0001,
      "loss": 0.0863,
      "step": 21690
    },
    {
      "grad_norm": 0.040144551545381546,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 21700
    },
    {
      "grad_norm": 0.04178275167942047,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 21710
    },
    {
      "grad_norm": 0.04698465019464493,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 21720
    },
    {
      "grad_norm": 0.031298503279685974,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 21730
    },
    {
      "grad_norm": 0.03756396099925041,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 21740
    },
    {
      "grad_norm": 0.04013381525874138,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 21750
    },
    {
      "grad_norm": 0.03567832335829735,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 21760
    },
    {
      "grad_norm": 0.043068043887615204,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 21770
    },
    {
      "grad_norm": 0.04113931581377983,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 21780
    },
    {
      "grad_norm": 0.04110829159617424,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 21790
    },
    {
      "grad_norm": 0.03845338150858879,
      "learning_rate": 0.0001,
      "loss": 0.0818,
      "step": 21800
    },
    {
      "grad_norm": 0.0547296404838562,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 21810
    },
    {
      "grad_norm": 0.03522859513759613,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 21820
    },
    {
      "grad_norm": 0.044078439474105835,
      "learning_rate": 0.0001,
      "loss": 0.0858,
      "step": 21830
    },
    {
      "grad_norm": 0.03691401332616806,
      "learning_rate": 0.0001,
      "loss": 0.0795,
      "step": 21840
    },
    {
      "grad_norm": 0.05567586421966553,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 21850
    },
    {
      "grad_norm": 0.04108142852783203,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 21860
    },
    {
      "grad_norm": 0.043461378663778305,
      "learning_rate": 0.0001,
      "loss": 0.0862,
      "step": 21870
    },
    {
      "grad_norm": 0.04721544682979584,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 21880
    },
    {
      "grad_norm": 0.03767545521259308,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 21890
    },
    {
      "grad_norm": 0.038540683686733246,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 21900
    },
    {
      "grad_norm": 0.05522758513689041,
      "learning_rate": 0.0001,
      "loss": 0.0872,
      "step": 21910
    },
    {
      "grad_norm": 0.03691140189766884,
      "learning_rate": 0.0001,
      "loss": 0.0832,
      "step": 21920
    },
    {
      "grad_norm": 0.048159271478652954,
      "learning_rate": 0.0001,
      "loss": 0.087,
      "step": 21930
    },
    {
      "grad_norm": 0.06445064395666122,
      "learning_rate": 0.0001,
      "loss": 0.0822,
      "step": 21940
    },
    {
      "grad_norm": 0.039841510355472565,
      "learning_rate": 0.0001,
      "loss": 0.0863,
      "step": 21950
    },
    {
      "grad_norm": 0.043215565383434296,
      "learning_rate": 0.0001,
      "loss": 0.0842,
      "step": 21960
    },
    {
      "grad_norm": 0.03997033089399338,
      "learning_rate": 0.0001,
      "loss": 0.0848,
      "step": 21970
    },
    {
      "grad_norm": 0.05579907074570656,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 21980
    },
    {
      "grad_norm": 0.05605786666274071,
      "learning_rate": 0.0001,
      "loss": 0.0843,
      "step": 21990
    },
    {
      "grad_norm": 0.04408755153417587,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 22000
    },
    {
      "grad_norm": 0.042603038251399994,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 22010
    },
    {
      "grad_norm": 0.038087282329797745,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 22020
    },
    {
      "grad_norm": 0.061651941388845444,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 22030
    },
    {
      "grad_norm": 0.05586182326078415,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 22040
    },
    {
      "grad_norm": 0.07776088267564774,
      "learning_rate": 0.0001,
      "loss": 0.0837,
      "step": 22050
    },
    {
      "grad_norm": 0.03667441010475159,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 22060
    },
    {
      "grad_norm": 0.08435112982988358,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 22070
    },
    {
      "grad_norm": 0.04332966357469559,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 22080
    },
    {
      "grad_norm": 0.06166228652000427,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 22090
    },
    {
      "grad_norm": 0.03632820025086403,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 22100
    },
    {
      "grad_norm": 0.056247979402542114,
      "learning_rate": 0.0001,
      "loss": 0.083,
      "step": 22110
    },
    {
      "grad_norm": 0.07082326710224152,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 22120
    },
    {
      "grad_norm": 0.038541387766599655,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 22130
    },
    {
      "grad_norm": 0.058700207620859146,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 22140
    },
    {
      "grad_norm": 0.03895539790391922,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 22150
    },
    {
      "grad_norm": 0.03818713128566742,
      "learning_rate": 0.0001,
      "loss": 0.0822,
      "step": 22160
    },
    {
      "grad_norm": 0.05330551043152809,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 22170
    },
    {
      "grad_norm": 0.039654381573200226,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 22180
    },
    {
      "grad_norm": 0.036086611449718475,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 22190
    },
    {
      "grad_norm": 0.036828722804784775,
      "learning_rate": 0.0001,
      "loss": 0.0838,
      "step": 22200
    },
    {
      "grad_norm": 0.04178329184651375,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 22210
    },
    {
      "grad_norm": 0.03292856737971306,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 22220
    },
    {
      "grad_norm": 0.06439337134361267,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 22230
    },
    {
      "grad_norm": 0.040372058749198914,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 22240
    },
    {
      "grad_norm": 0.04813665896654129,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 22250
    },
    {
      "grad_norm": 0.04512272775173187,
      "learning_rate": 0.0001,
      "loss": 0.0832,
      "step": 22260
    },
    {
      "grad_norm": 0.03797309845685959,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 22270
    },
    {
      "grad_norm": 0.04322518780827522,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 22280
    },
    {
      "grad_norm": 0.04294953495264053,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 22290
    },
    {
      "grad_norm": 0.034917689859867096,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 22300
    },
    {
      "grad_norm": 0.04699287563562393,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 22310
    },
    {
      "grad_norm": 0.03697723150253296,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 22320
    },
    {
      "grad_norm": 0.03608451038599014,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 22330
    },
    {
      "grad_norm": 0.055454984307289124,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 22340
    },
    {
      "grad_norm": 0.05043097957968712,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 22350
    },
    {
      "grad_norm": 0.04086240381002426,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 22360
    },
    {
      "grad_norm": 0.0440131239593029,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 22370
    },
    {
      "grad_norm": 0.04253748059272766,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 22380
    },
    {
      "grad_norm": 0.03954766318202019,
      "learning_rate": 0.0001,
      "loss": 0.0758,
      "step": 22390
    },
    {
      "grad_norm": 0.03627694398164749,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 22400
    },
    {
      "grad_norm": 0.038071975111961365,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 22410
    },
    {
      "grad_norm": 0.03833113983273506,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 22420
    },
    {
      "grad_norm": 0.035898104310035706,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 22430
    },
    {
      "grad_norm": 0.03529464080929756,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 22440
    },
    {
      "grad_norm": 0.040951553732156754,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 22450
    },
    {
      "grad_norm": 0.03527063876390457,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 22460
    },
    {
      "grad_norm": 0.045886553823947906,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 22470
    },
    {
      "grad_norm": 0.04745880141854286,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 22480
    },
    {
      "grad_norm": 0.037014927715063095,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 22490
    },
    {
      "grad_norm": 0.05559920147061348,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 22500
    },
    {
      "grad_norm": 0.09267733246088028,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 22510
    },
    {
      "grad_norm": 0.046258166432380676,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 22520
    },
    {
      "grad_norm": 0.03622779995203018,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 22530
    },
    {
      "grad_norm": 0.0364808514714241,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 22540
    },
    {
      "grad_norm": 0.04767182841897011,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 22550
    },
    {
      "grad_norm": 0.07652604579925537,
      "learning_rate": 0.0001,
      "loss": 0.081,
      "step": 22560
    },
    {
      "grad_norm": 0.04004378989338875,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 22570
    },
    {
      "grad_norm": 0.046980198472738266,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 22580
    },
    {
      "grad_norm": 0.04528089612722397,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 22590
    },
    {
      "grad_norm": 0.10539017617702484,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 22600
    },
    {
      "grad_norm": 0.034121084958314896,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 22610
    },
    {
      "grad_norm": 0.04305897280573845,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 22620
    },
    {
      "grad_norm": 0.04662245512008667,
      "learning_rate": 0.0001,
      "loss": 0.0822,
      "step": 22630
    },
    {
      "grad_norm": 0.04107965901494026,
      "learning_rate": 0.0001,
      "loss": 0.0794,
      "step": 22640
    },
    {
      "grad_norm": 0.036905717104673386,
      "learning_rate": 0.0001,
      "loss": 0.0795,
      "step": 22650
    },
    {
      "grad_norm": 0.041992735117673874,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 22660
    },
    {
      "grad_norm": 0.06078239530324936,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 22670
    },
    {
      "grad_norm": 0.06472714245319366,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 22680
    },
    {
      "grad_norm": 0.0569167397916317,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 22690
    },
    {
      "grad_norm": 0.05405982583761215,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 22700
    },
    {
      "grad_norm": 0.04163648933172226,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 22710
    },
    {
      "grad_norm": 0.04070934280753136,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 22720
    },
    {
      "grad_norm": 0.08506815880537033,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 22730
    },
    {
      "grad_norm": 0.044420380145311356,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 22740
    },
    {
      "grad_norm": 0.035344384610652924,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 22750
    },
    {
      "grad_norm": 0.04001985117793083,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 22760
    },
    {
      "grad_norm": 0.03747274726629257,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 22770
    },
    {
      "grad_norm": 0.043004926294088364,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 22780
    },
    {
      "grad_norm": 0.045935239642858505,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 22790
    },
    {
      "grad_norm": 0.037296123802661896,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 22800
    },
    {
      "grad_norm": 0.03340519592165947,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 22810
    },
    {
      "grad_norm": 0.055774394422769547,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 22820
    },
    {
      "grad_norm": 0.03746279329061508,
      "learning_rate": 0.0001,
      "loss": 0.0784,
      "step": 22830
    },
    {
      "grad_norm": 0.04700099676847458,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 22840
    },
    {
      "grad_norm": 0.042503103613853455,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 22850
    },
    {
      "grad_norm": 0.03636433929204941,
      "learning_rate": 0.0001,
      "loss": 0.0807,
      "step": 22860
    },
    {
      "grad_norm": 0.03214485943317413,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 22870
    },
    {
      "grad_norm": 0.06375805288553238,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 22880
    },
    {
      "grad_norm": 0.04056109860539436,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 22890
    },
    {
      "grad_norm": 0.034307267516851425,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 22900
    },
    {
      "grad_norm": 0.03447704762220383,
      "learning_rate": 0.0001,
      "loss": 0.0784,
      "step": 22910
    },
    {
      "grad_norm": 0.04664768651127815,
      "learning_rate": 0.0001,
      "loss": 0.0799,
      "step": 22920
    },
    {
      "grad_norm": 0.04316486790776253,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 22930
    },
    {
      "grad_norm": 0.03589615598320961,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 22940
    },
    {
      "grad_norm": 0.030894987285137177,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 22950
    },
    {
      "grad_norm": 0.041273392736911774,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 22960
    },
    {
      "grad_norm": 0.04078550636768341,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 22970
    },
    {
      "grad_norm": 0.04554302990436554,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 22980
    },
    {
      "grad_norm": 0.060562558472156525,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 22990
    },
    {
      "grad_norm": 0.03623521327972412,
      "learning_rate": 0.0001,
      "loss": 0.0799,
      "step": 23000
    },
    {
      "grad_norm": 0.0496361069381237,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 23010
    },
    {
      "grad_norm": 0.04035919904708862,
      "learning_rate": 0.0001,
      "loss": 0.0809,
      "step": 23020
    },
    {
      "grad_norm": 0.037814799696207047,
      "learning_rate": 0.0001,
      "loss": 0.0799,
      "step": 23030
    },
    {
      "grad_norm": 0.0494195893406868,
      "learning_rate": 0.0001,
      "loss": 0.0809,
      "step": 23040
    },
    {
      "grad_norm": 0.040282413363456726,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 23050
    },
    {
      "grad_norm": 0.040418364107608795,
      "learning_rate": 0.0001,
      "loss": 0.0818,
      "step": 23060
    },
    {
      "grad_norm": 0.04865638539195061,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 23070
    },
    {
      "grad_norm": 0.05111107975244522,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 23080
    },
    {
      "grad_norm": 0.05201657488942146,
      "learning_rate": 0.0001,
      "loss": 0.0845,
      "step": 23090
    },
    {
      "grad_norm": 0.05609029531478882,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 23100
    },
    {
      "grad_norm": 0.05528603494167328,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 23110
    },
    {
      "grad_norm": 0.055803991854190826,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 23120
    },
    {
      "grad_norm": 0.04521666839718819,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 23130
    },
    {
      "grad_norm": 0.04331817477941513,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 23140
    },
    {
      "grad_norm": 0.05012166127562523,
      "learning_rate": 0.0001,
      "loss": 0.0836,
      "step": 23150
    },
    {
      "grad_norm": 0.0469437837600708,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 23160
    },
    {
      "grad_norm": 0.04308013990521431,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 23170
    },
    {
      "grad_norm": 0.06325476616621017,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 23180
    },
    {
      "grad_norm": 0.08538766205310822,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 23190
    },
    {
      "grad_norm": 0.046698275953531265,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 23200
    },
    {
      "grad_norm": 0.042530305683612823,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 23210
    },
    {
      "grad_norm": 0.040246736258268356,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 23220
    },
    {
      "grad_norm": 0.052196845412254333,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 23230
    },
    {
      "grad_norm": 0.05085645243525505,
      "learning_rate": 0.0001,
      "loss": 0.0849,
      "step": 23240
    },
    {
      "grad_norm": 0.05606217682361603,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 23250
    },
    {
      "grad_norm": 0.13115759193897247,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 23260
    },
    {
      "grad_norm": 0.046189650893211365,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 23270
    },
    {
      "grad_norm": 0.04069174826145172,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 23280
    },
    {
      "grad_norm": 0.050882816314697266,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 23290
    },
    {
      "grad_norm": 0.05320526286959648,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 23300
    },
    {
      "grad_norm": 0.03833721950650215,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 23310
    },
    {
      "grad_norm": 0.034838445484638214,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 23320
    },
    {
      "grad_norm": 0.03620578348636627,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 23330
    },
    {
      "grad_norm": 0.03737378492951393,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 23340
    },
    {
      "grad_norm": 0.04623984545469284,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 23350
    },
    {
      "grad_norm": 0.037321168929338455,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 23360
    },
    {
      "grad_norm": 0.04131516069173813,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 23370
    },
    {
      "grad_norm": 0.04689958319067955,
      "learning_rate": 0.0001,
      "loss": 0.0832,
      "step": 23380
    },
    {
      "grad_norm": 0.07684900611639023,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 23390
    },
    {
      "grad_norm": 0.11275927722454071,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 23400
    },
    {
      "grad_norm": 0.03300950676202774,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 23410
    },
    {
      "grad_norm": 0.0373651497066021,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 23420
    },
    {
      "grad_norm": 0.04116476699709892,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 23430
    },
    {
      "grad_norm": 0.04913194850087166,
      "learning_rate": 0.0001,
      "loss": 0.0822,
      "step": 23440
    },
    {
      "grad_norm": 0.07161441445350647,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 23450
    },
    {
      "grad_norm": 0.05047116056084633,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 23460
    },
    {
      "grad_norm": 0.037487395107746124,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 23470
    },
    {
      "grad_norm": 0.04128700867295265,
      "learning_rate": 0.0001,
      "loss": 0.0837,
      "step": 23480
    },
    {
      "grad_norm": 0.03293590992689133,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 23490
    },
    {
      "grad_norm": 0.05041985213756561,
      "learning_rate": 0.0001,
      "loss": 0.0857,
      "step": 23500
    },
    {
      "grad_norm": 0.03390239551663399,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 23510
    },
    {
      "grad_norm": 0.047321680933237076,
      "learning_rate": 0.0001,
      "loss": 0.083,
      "step": 23520
    },
    {
      "grad_norm": 0.04374051094055176,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 23530
    },
    {
      "grad_norm": 0.04526960849761963,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 23540
    },
    {
      "grad_norm": 0.03755760192871094,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 23550
    },
    {
      "grad_norm": 0.053017646074295044,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 23560
    },
    {
      "grad_norm": 0.04564080759882927,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 23570
    },
    {
      "grad_norm": 0.07413040846586227,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 23580
    },
    {
      "grad_norm": 0.03599350154399872,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 23590
    },
    {
      "grad_norm": 0.058559056371450424,
      "learning_rate": 0.0001,
      "loss": 0.083,
      "step": 23600
    },
    {
      "grad_norm": 0.03766883909702301,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 23610
    },
    {
      "grad_norm": 0.04306074231863022,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 23620
    },
    {
      "grad_norm": 0.04375762492418289,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 23630
    },
    {
      "grad_norm": 0.06072355434298515,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 23640
    },
    {
      "grad_norm": 0.04428723081946373,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 23650
    },
    {
      "grad_norm": 0.06137608736753464,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 23660
    },
    {
      "grad_norm": 0.04079523682594299,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 23670
    },
    {
      "grad_norm": 0.07254835218191147,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 23680
    },
    {
      "grad_norm": 0.03168594092130661,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 23690
    },
    {
      "grad_norm": 0.04768212139606476,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 23700
    },
    {
      "grad_norm": 0.04446869716048241,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 23710
    },
    {
      "grad_norm": 0.05106169357895851,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 23720
    },
    {
      "grad_norm": 0.06487233191728592,
      "learning_rate": 0.0001,
      "loss": 0.081,
      "step": 23730
    },
    {
      "grad_norm": 0.05997752770781517,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 23740
    },
    {
      "grad_norm": 0.03440038487315178,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 23750
    },
    {
      "grad_norm": 0.05738404020667076,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 23760
    },
    {
      "grad_norm": 0.034725312143564224,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 23770
    },
    {
      "grad_norm": 0.04321688041090965,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 23780
    },
    {
      "grad_norm": 0.08248834311962128,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 23790
    },
    {
      "grad_norm": 0.0492175817489624,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 23800
    },
    {
      "grad_norm": 0.034131892025470734,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 23810
    },
    {
      "grad_norm": 0.04331015422940254,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 23820
    },
    {
      "grad_norm": 0.043365247547626495,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 23830
    },
    {
      "grad_norm": 0.07809393107891083,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 23840
    },
    {
      "grad_norm": 0.04160923510789871,
      "learning_rate": 0.0001,
      "loss": 0.0836,
      "step": 23850
    },
    {
      "grad_norm": 0.054948434233665466,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 23860
    },
    {
      "grad_norm": 0.0412474200129509,
      "learning_rate": 0.0001,
      "loss": 0.0846,
      "step": 23870
    },
    {
      "grad_norm": 0.07375035434961319,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 23880
    },
    {
      "grad_norm": 0.04841811954975128,
      "learning_rate": 0.0001,
      "loss": 0.0842,
      "step": 23890
    },
    {
      "grad_norm": 0.05032777786254883,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 23900
    },
    {
      "grad_norm": 0.05960676446557045,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 23910
    },
    {
      "grad_norm": 0.04110163822770119,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 23920
    },
    {
      "grad_norm": 0.04028761386871338,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 23930
    },
    {
      "grad_norm": 0.03862976282835007,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 23940
    },
    {
      "grad_norm": 0.03987438976764679,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 23950
    },
    {
      "grad_norm": 0.0397791862487793,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 23960
    },
    {
      "grad_norm": 0.040235038846731186,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 23970
    },
    {
      "grad_norm": 0.05086979642510414,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 23980
    },
    {
      "grad_norm": 0.042695991694927216,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 23990
    },
    {
      "grad_norm": 0.04378129541873932,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 24000
    },
    {
      "grad_norm": 0.045680899173021317,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 24010
    },
    {
      "grad_norm": 0.038465507328510284,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 24020
    },
    {
      "grad_norm": 0.05013787001371384,
      "learning_rate": 0.0001,
      "loss": 0.0809,
      "step": 24030
    },
    {
      "grad_norm": 0.031632665544748306,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 24040
    },
    {
      "grad_norm": 0.04151228815317154,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 24050
    },
    {
      "grad_norm": 0.04153699800372124,
      "learning_rate": 0.0001,
      "loss": 0.082,
      "step": 24060
    },
    {
      "grad_norm": 0.058089401572942734,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 24070
    },
    {
      "grad_norm": 0.05523701012134552,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 24080
    },
    {
      "grad_norm": 0.041519902646541595,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 24090
    },
    {
      "grad_norm": 0.04853122681379318,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 24100
    },
    {
      "grad_norm": 0.05005967617034912,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 24110
    },
    {
      "grad_norm": 0.07891841232776642,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 24120
    },
    {
      "grad_norm": 0.05712231621146202,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 24130
    },
    {
      "grad_norm": 0.04672478511929512,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 24140
    },
    {
      "grad_norm": 0.041525404900312424,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 24150
    },
    {
      "grad_norm": 0.03785672038793564,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 24160
    },
    {
      "grad_norm": 0.03329237177968025,
      "learning_rate": 0.0001,
      "loss": 0.0765,
      "step": 24170
    },
    {
      "grad_norm": 0.041636981070041656,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 24180
    },
    {
      "grad_norm": 0.05348748713731766,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 24190
    },
    {
      "grad_norm": 0.03678170219063759,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 24200
    },
    {
      "grad_norm": 0.043887797743082047,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 24210
    },
    {
      "grad_norm": 0.040622610598802567,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 24220
    },
    {
      "grad_norm": 0.04106574133038521,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 24230
    },
    {
      "grad_norm": 0.03446982800960541,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 24240
    },
    {
      "grad_norm": 0.051348742097616196,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 24250
    },
    {
      "grad_norm": 0.050558436661958694,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 24260
    },
    {
      "grad_norm": 0.036413561552762985,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 24270
    },
    {
      "grad_norm": 0.039489179849624634,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 24280
    },
    {
      "grad_norm": 0.06087414175271988,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 24290
    },
    {
      "grad_norm": 0.033007919788360596,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 24300
    },
    {
      "grad_norm": 0.03300631418824196,
      "learning_rate": 0.0001,
      "loss": 0.0814,
      "step": 24310
    },
    {
      "grad_norm": 0.034098610281944275,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 24320
    },
    {
      "grad_norm": 0.03974930942058563,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 24330
    },
    {
      "grad_norm": 0.039608314633369446,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 24340
    },
    {
      "grad_norm": 0.03516664355993271,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 24350
    },
    {
      "grad_norm": 0.03386443480849266,
      "learning_rate": 0.0001,
      "loss": 0.0768,
      "step": 24360
    },
    {
      "grad_norm": 0.053147029131650925,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 24370
    },
    {
      "grad_norm": 0.03997688740491867,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 24380
    },
    {
      "grad_norm": 0.051720451563596725,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 24390
    },
    {
      "grad_norm": 0.05175813287496567,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 24400
    },
    {
      "grad_norm": 0.03913606330752373,
      "learning_rate": 0.0001,
      "loss": 0.083,
      "step": 24410
    },
    {
      "grad_norm": 0.034442927688360214,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 24420
    },
    {
      "grad_norm": 0.04842178151011467,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 24430
    },
    {
      "grad_norm": 0.057884808629751205,
      "learning_rate": 0.0001,
      "loss": 0.0784,
      "step": 24440
    },
    {
      "grad_norm": 0.055142708122730255,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 24450
    },
    {
      "grad_norm": 0.036022089421749115,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 24460
    },
    {
      "grad_norm": 0.037722159177064896,
      "learning_rate": 0.0001,
      "loss": 0.0831,
      "step": 24470
    },
    {
      "grad_norm": 0.04453118145465851,
      "learning_rate": 0.0001,
      "loss": 0.0794,
      "step": 24480
    },
    {
      "grad_norm": 0.037902653217315674,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 24490
    },
    {
      "grad_norm": 0.0403282605111599,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 24500
    },
    {
      "grad_norm": 0.04638174921274185,
      "learning_rate": 0.0001,
      "loss": 0.0857,
      "step": 24510
    },
    {
      "grad_norm": 0.03751330077648163,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 24520
    },
    {
      "grad_norm": 0.04917377978563309,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 24530
    },
    {
      "grad_norm": 0.034812621772289276,
      "learning_rate": 0.0001,
      "loss": 0.0777,
      "step": 24540
    },
    {
      "grad_norm": 0.07294949889183044,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 24550
    },
    {
      "grad_norm": 0.05302460491657257,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 24560
    },
    {
      "grad_norm": 0.03841850161552429,
      "learning_rate": 0.0001,
      "loss": 0.0794,
      "step": 24570
    },
    {
      "grad_norm": 0.04546459764242172,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 24580
    },
    {
      "grad_norm": 0.05758851394057274,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 24590
    },
    {
      "grad_norm": 0.1131967231631279,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 24600
    },
    {
      "grad_norm": 0.05068645626306534,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 24610
    },
    {
      "grad_norm": 0.04015936329960823,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 24620
    },
    {
      "grad_norm": 0.03488650918006897,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 24630
    },
    {
      "grad_norm": 0.07524514943361282,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 24640
    },
    {
      "grad_norm": 0.07433769106864929,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 24650
    },
    {
      "grad_norm": 0.09134259074926376,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 24660
    },
    {
      "grad_norm": 0.03560392186045647,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 24670
    },
    {
      "grad_norm": 0.041681718081235886,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 24680
    },
    {
      "grad_norm": 0.04282291978597641,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 24690
    },
    {
      "grad_norm": 0.04589294642210007,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 24700
    },
    {
      "grad_norm": 0.0412287637591362,
      "learning_rate": 0.0001,
      "loss": 0.0819,
      "step": 24710
    },
    {
      "grad_norm": 0.043176934123039246,
      "learning_rate": 0.0001,
      "loss": 0.0831,
      "step": 24720
    },
    {
      "grad_norm": 0.047906242311000824,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 24730
    },
    {
      "grad_norm": 0.08340547978878021,
      "learning_rate": 0.0001,
      "loss": 0.0815,
      "step": 24740
    },
    {
      "grad_norm": 0.040032487362623215,
      "learning_rate": 0.0001,
      "loss": 0.0799,
      "step": 24750
    },
    {
      "grad_norm": 0.03446469083428383,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 24760
    },
    {
      "grad_norm": 0.03949953243136406,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 24770
    },
    {
      "grad_norm": 0.04449969902634621,
      "learning_rate": 0.0001,
      "loss": 0.0828,
      "step": 24780
    },
    {
      "grad_norm": 0.04414195194840431,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 24790
    },
    {
      "grad_norm": 0.050346337258815765,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 24800
    },
    {
      "grad_norm": 0.0603812076151371,
      "learning_rate": 0.0001,
      "loss": 0.0795,
      "step": 24810
    },
    {
      "grad_norm": 0.04957302659749985,
      "learning_rate": 0.0001,
      "loss": 0.083,
      "step": 24820
    },
    {
      "grad_norm": 0.039157934486866,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 24830
    },
    {
      "grad_norm": 0.037427615374326706,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 24840
    },
    {
      "grad_norm": 0.042571790516376495,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 24850
    },
    {
      "grad_norm": 0.04100000113248825,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 24860
    },
    {
      "grad_norm": 0.04300544783473015,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 24870
    },
    {
      "grad_norm": 0.04271037504076958,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 24880
    },
    {
      "grad_norm": 0.038706522434949875,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 24890
    },
    {
      "grad_norm": 0.039792999625205994,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 24900
    },
    {
      "grad_norm": 0.03870405629277229,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 24910
    },
    {
      "grad_norm": 0.06616172194480896,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 24920
    },
    {
      "grad_norm": 0.032851703464984894,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 24930
    },
    {
      "grad_norm": 0.04452117532491684,
      "learning_rate": 0.0001,
      "loss": 0.0768,
      "step": 24940
    },
    {
      "grad_norm": 0.04521145299077034,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 24950
    },
    {
      "grad_norm": 0.05854456499218941,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 24960
    },
    {
      "grad_norm": 0.037779249250888824,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 24970
    },
    {
      "grad_norm": 0.036906566470861435,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 24980
    },
    {
      "grad_norm": 0.06526875495910645,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 24990
    },
    {
      "grad_norm": 0.05713903158903122,
      "learning_rate": 0.0001,
      "loss": 0.0759,
      "step": 25000
    },
    {
      "grad_norm": 0.06647713482379913,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 25010
    },
    {
      "grad_norm": 0.041258301585912704,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 25020
    },
    {
      "grad_norm": 0.042166221886873245,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 25030
    },
    {
      "grad_norm": 0.07787366211414337,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 25040
    },
    {
      "grad_norm": 0.04355945065617561,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 25050
    },
    {
      "grad_norm": 0.04460788890719414,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 25060
    },
    {
      "grad_norm": 0.04679874703288078,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 25070
    },
    {
      "grad_norm": 0.07532412558794022,
      "learning_rate": 0.0001,
      "loss": 0.0777,
      "step": 25080
    },
    {
      "grad_norm": 0.03665373846888542,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 25090
    },
    {
      "grad_norm": 0.06874445825815201,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 25100
    },
    {
      "grad_norm": 0.0611233189702034,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 25110
    },
    {
      "grad_norm": 0.041802603751420975,
      "learning_rate": 0.0001,
      "loss": 0.0777,
      "step": 25120
    },
    {
      "grad_norm": 0.035826943814754486,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 25130
    },
    {
      "grad_norm": 0.045929741114377975,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 25140
    },
    {
      "grad_norm": 0.033524222671985626,
      "learning_rate": 0.0001,
      "loss": 0.077,
      "step": 25150
    },
    {
      "grad_norm": 0.03994448855519295,
      "learning_rate": 0.0001,
      "loss": 0.0759,
      "step": 25160
    },
    {
      "grad_norm": 0.03894679620862007,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 25170
    },
    {
      "grad_norm": 0.08071781694889069,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 25180
    },
    {
      "grad_norm": 0.10076437145471573,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 25190
    },
    {
      "grad_norm": 0.05049483850598335,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 25200
    },
    {
      "grad_norm": 0.04683782532811165,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 25210
    },
    {
      "grad_norm": 0.04145818576216698,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 25220
    },
    {
      "grad_norm": 0.03048066794872284,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 25230
    },
    {
      "grad_norm": 0.07717422395944595,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 25240
    },
    {
      "grad_norm": 0.03824278712272644,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 25250
    },
    {
      "grad_norm": 0.06235816329717636,
      "learning_rate": 0.0001,
      "loss": 0.0759,
      "step": 25260
    },
    {
      "grad_norm": 0.031956546008586884,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 25270
    },
    {
      "grad_norm": 0.11613839864730835,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 25280
    },
    {
      "grad_norm": 0.06482578814029694,
      "learning_rate": 0.0001,
      "loss": 0.0758,
      "step": 25290
    },
    {
      "grad_norm": 0.03612927719950676,
      "learning_rate": 0.0001,
      "loss": 0.077,
      "step": 25300
    },
    {
      "grad_norm": 0.0405694805085659,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 25310
    },
    {
      "grad_norm": 0.039057452231645584,
      "learning_rate": 0.0001,
      "loss": 0.0756,
      "step": 25320
    },
    {
      "grad_norm": 0.0470753088593483,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 25330
    },
    {
      "grad_norm": 0.03407536447048187,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 25340
    },
    {
      "grad_norm": 0.043640486896038055,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 25350
    },
    {
      "grad_norm": 0.03593340143561363,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 25360
    },
    {
      "grad_norm": 0.06225701794028282,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 25370
    },
    {
      "grad_norm": 0.03860694542527199,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 25380
    },
    {
      "grad_norm": 0.09896258264780045,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 25390
    },
    {
      "grad_norm": 0.05147658288478851,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 25400
    },
    {
      "grad_norm": 0.04555770754814148,
      "learning_rate": 0.0001,
      "loss": 0.0765,
      "step": 25410
    },
    {
      "grad_norm": 0.03541365638375282,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 25420
    },
    {
      "grad_norm": 0.048288922756910324,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 25430
    },
    {
      "grad_norm": 0.033176321536302567,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 25440
    },
    {
      "grad_norm": 0.0574384368956089,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 25450
    },
    {
      "grad_norm": 0.04123745486140251,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 25460
    },
    {
      "grad_norm": 0.04405808448791504,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 25470
    },
    {
      "grad_norm": 0.036796119064092636,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 25480
    },
    {
      "grad_norm": 0.04683496430516243,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 25490
    },
    {
      "grad_norm": 0.033577919006347656,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 25500
    },
    {
      "grad_norm": 0.05699499696493149,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 25510
    },
    {
      "grad_norm": 0.045854922384023666,
      "learning_rate": 0.0001,
      "loss": 0.0758,
      "step": 25520
    },
    {
      "grad_norm": 0.04142075404524803,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 25530
    },
    {
      "grad_norm": 0.039029043167829514,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 25540
    },
    {
      "grad_norm": 0.047416601330041885,
      "learning_rate": 0.0001,
      "loss": 0.0765,
      "step": 25550
    },
    {
      "grad_norm": 0.03561241552233696,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 25560
    },
    {
      "grad_norm": 0.03676119074225426,
      "learning_rate": 0.0001,
      "loss": 0.0763,
      "step": 25570
    },
    {
      "grad_norm": 0.04712196812033653,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 25580
    },
    {
      "grad_norm": 0.040561091154813766,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 25590
    },
    {
      "grad_norm": 0.061347596347332,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 25600
    },
    {
      "grad_norm": 0.03475396707653999,
      "learning_rate": 0.0001,
      "loss": 0.0799,
      "step": 25610
    },
    {
      "grad_norm": 0.0322306863963604,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 25620
    },
    {
      "grad_norm": 0.03317338228225708,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 25630
    },
    {
      "grad_norm": 0.030622966587543488,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 25640
    },
    {
      "grad_norm": 0.04371234402060509,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 25650
    },
    {
      "grad_norm": 0.0334160141646862,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 25660
    },
    {
      "grad_norm": 0.04356355965137482,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 25670
    },
    {
      "grad_norm": 0.03525174781680107,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 25680
    },
    {
      "grad_norm": 0.03697692230343819,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 25690
    },
    {
      "grad_norm": 0.05551905184984207,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 25700
    },
    {
      "grad_norm": 0.03877418488264084,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 25710
    },
    {
      "grad_norm": 0.03252159059047699,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 25720
    },
    {
      "grad_norm": 0.038578808307647705,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 25730
    },
    {
      "grad_norm": 0.03773524612188339,
      "learning_rate": 0.0001,
      "loss": 0.0765,
      "step": 25740
    },
    {
      "grad_norm": 0.040736667811870575,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 25750
    },
    {
      "grad_norm": 0.05717582628130913,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 25760
    },
    {
      "grad_norm": 0.04029812291264534,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 25770
    },
    {
      "grad_norm": 0.0436532124876976,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 25780
    },
    {
      "grad_norm": 0.03425615280866623,
      "learning_rate": 0.0001,
      "loss": 0.0802,
      "step": 25790
    },
    {
      "grad_norm": 0.03182457759976387,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 25800
    },
    {
      "grad_norm": 0.1354023665189743,
      "learning_rate": 0.0001,
      "loss": 0.0808,
      "step": 25810
    },
    {
      "grad_norm": 0.051461223512887955,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 25820
    },
    {
      "grad_norm": 0.03217434510588646,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 25830
    },
    {
      "grad_norm": 0.0473337359726429,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 25840
    },
    {
      "grad_norm": 0.038864199072122574,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 25850
    },
    {
      "grad_norm": 0.044320713728666306,
      "learning_rate": 0.0001,
      "loss": 0.0777,
      "step": 25860
    },
    {
      "grad_norm": 0.05020488053560257,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 25870
    },
    {
      "grad_norm": 0.04201909899711609,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 25880
    },
    {
      "grad_norm": 0.0392872616648674,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 25890
    },
    {
      "grad_norm": 0.05499564856290817,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 25900
    },
    {
      "grad_norm": 0.04020792990922928,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 25910
    },
    {
      "grad_norm": 0.041401684284210205,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 25920
    },
    {
      "grad_norm": 0.03631778806447983,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 25930
    },
    {
      "grad_norm": 0.04596070945262909,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 25940
    },
    {
      "grad_norm": 0.047118719667196274,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 25950
    },
    {
      "grad_norm": 0.03585759922862053,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 25960
    },
    {
      "grad_norm": 0.05437156930565834,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 25970
    },
    {
      "grad_norm": 0.033961016684770584,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 25980
    },
    {
      "grad_norm": 0.02984006516635418,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 25990
    },
    {
      "grad_norm": 0.06517713516950607,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 26000
    },
    {
      "grad_norm": 0.04889665171504021,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 26010
    },
    {
      "grad_norm": 0.04862847924232483,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 26020
    },
    {
      "grad_norm": 0.03825690224766731,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 26030
    },
    {
      "grad_norm": 0.0335114412009716,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 26040
    },
    {
      "grad_norm": 0.03670854866504669,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 26050
    },
    {
      "grad_norm": 0.03290341794490814,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 26060
    },
    {
      "grad_norm": 0.03690313175320625,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 26070
    },
    {
      "grad_norm": 0.03176029771566391,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 26080
    },
    {
      "grad_norm": 0.037125520408153534,
      "learning_rate": 0.0001,
      "loss": 0.0758,
      "step": 26090
    },
    {
      "grad_norm": 0.04562549293041229,
      "learning_rate": 0.0001,
      "loss": 0.0791,
      "step": 26100
    },
    {
      "grad_norm": 0.05076626315712929,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 26110
    },
    {
      "grad_norm": 0.043677642941474915,
      "learning_rate": 0.0001,
      "loss": 0.0784,
      "step": 26120
    },
    {
      "grad_norm": 0.042102597653865814,
      "learning_rate": 0.0001,
      "loss": 0.0756,
      "step": 26130
    },
    {
      "grad_norm": 0.03456312417984009,
      "learning_rate": 0.0001,
      "loss": 0.0763,
      "step": 26140
    },
    {
      "grad_norm": 0.050305284559726715,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 26150
    },
    {
      "grad_norm": 0.039163991808891296,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 26160
    },
    {
      "grad_norm": 0.04188939556479454,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 26170
    },
    {
      "grad_norm": 0.04151542857289314,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 26180
    },
    {
      "grad_norm": 0.04172348976135254,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 26190
    },
    {
      "grad_norm": 0.036285433918237686,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 26200
    },
    {
      "grad_norm": 0.04396485164761543,
      "learning_rate": 0.0001,
      "loss": 0.0777,
      "step": 26210
    },
    {
      "grad_norm": 0.04783805087208748,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 26220
    },
    {
      "grad_norm": 0.04183509573340416,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 26230
    },
    {
      "grad_norm": 0.041650138795375824,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 26240
    },
    {
      "grad_norm": 0.04439697042107582,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 26250
    },
    {
      "grad_norm": 0.04834204912185669,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 26260
    },
    {
      "grad_norm": 0.048801273107528687,
      "learning_rate": 0.0001,
      "loss": 0.0758,
      "step": 26270
    },
    {
      "grad_norm": 0.0459977462887764,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 26280
    },
    {
      "grad_norm": 0.05695035681128502,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 26290
    },
    {
      "grad_norm": 0.05532931908965111,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 26300
    },
    {
      "grad_norm": 0.057731568813323975,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 26310
    },
    {
      "grad_norm": 0.0664137527346611,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 26320
    },
    {
      "grad_norm": 0.06524094194173813,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 26330
    },
    {
      "grad_norm": 0.06887771934270859,
      "learning_rate": 0.0001,
      "loss": 0.077,
      "step": 26340
    },
    {
      "grad_norm": 0.03526889160275459,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 26350
    },
    {
      "grad_norm": 0.042984917759895325,
      "learning_rate": 0.0001,
      "loss": 0.0756,
      "step": 26360
    },
    {
      "grad_norm": 0.03460698202252388,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 26370
    },
    {
      "grad_norm": 0.045150209218263626,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 26380
    },
    {
      "grad_norm": 0.03134524077177048,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 26390
    },
    {
      "grad_norm": 0.03643132373690605,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 26400
    },
    {
      "grad_norm": 0.028436696156859398,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 26410
    },
    {
      "grad_norm": 0.06066294014453888,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 26420
    },
    {
      "grad_norm": 0.03857593238353729,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 26430
    },
    {
      "grad_norm": 0.056034281849861145,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 26440
    },
    {
      "grad_norm": 0.04265459626913071,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 26450
    },
    {
      "grad_norm": 0.04952169954776764,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 26460
    },
    {
      "grad_norm": 0.03913120552897453,
      "learning_rate": 0.0001,
      "loss": 0.0765,
      "step": 26470
    },
    {
      "grad_norm": 0.050578780472278595,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 26480
    },
    {
      "grad_norm": 0.04189424589276314,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 26490
    },
    {
      "grad_norm": 0.05223532393574715,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 26500
    },
    {
      "grad_norm": 0.0556776225566864,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 26510
    },
    {
      "grad_norm": 0.056567732244729996,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 26520
    },
    {
      "grad_norm": 0.0694974809885025,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 26530
    },
    {
      "grad_norm": 0.06479664146900177,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 26540
    },
    {
      "grad_norm": 0.03986386954784393,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 26550
    },
    {
      "grad_norm": 0.06492582708597183,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 26560
    },
    {
      "grad_norm": 0.04014698415994644,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 26570
    },
    {
      "grad_norm": 0.04552789032459259,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 26580
    },
    {
      "grad_norm": 0.03992471098899841,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 26590
    },
    {
      "grad_norm": 0.032515380531549454,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 26600
    },
    {
      "grad_norm": 0.035841189324855804,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 26610
    },
    {
      "grad_norm": 0.0449896864593029,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 26620
    },
    {
      "grad_norm": 0.03694867715239525,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 26630
    },
    {
      "grad_norm": 0.04556755721569061,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 26640
    },
    {
      "grad_norm": 0.04053765535354614,
      "learning_rate": 0.0001,
      "loss": 0.0807,
      "step": 26650
    },
    {
      "grad_norm": 0.03577757254242897,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 26660
    },
    {
      "grad_norm": 0.03411582484841347,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 26670
    },
    {
      "grad_norm": 0.05497799813747406,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 26680
    },
    {
      "grad_norm": 0.03891444951295853,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 26690
    },
    {
      "grad_norm": 0.03769107908010483,
      "learning_rate": 0.0001,
      "loss": 0.0801,
      "step": 26700
    },
    {
      "grad_norm": 0.03873743116855621,
      "learning_rate": 0.0001,
      "loss": 0.0809,
      "step": 26710
    },
    {
      "grad_norm": 0.11943085491657257,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 26720
    },
    {
      "grad_norm": 0.044015072286129,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 26730
    },
    {
      "grad_norm": 0.05048258975148201,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 26740
    },
    {
      "grad_norm": 0.04488711431622505,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 26750
    },
    {
      "grad_norm": 0.0375344343483448,
      "learning_rate": 0.0001,
      "loss": 0.0824,
      "step": 26760
    },
    {
      "grad_norm": 0.03681245073676109,
      "learning_rate": 0.0001,
      "loss": 0.0759,
      "step": 26770
    },
    {
      "grad_norm": 0.03687664121389389,
      "learning_rate": 0.0001,
      "loss": 0.0817,
      "step": 26780
    },
    {
      "grad_norm": 0.0384509414434433,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 26790
    },
    {
      "grad_norm": 0.034151144325733185,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 26800
    },
    {
      "grad_norm": 0.03323698788881302,
      "learning_rate": 0.0001,
      "loss": 0.077,
      "step": 26810
    },
    {
      "grad_norm": 0.04344960302114487,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 26820
    },
    {
      "grad_norm": 0.03727094084024429,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 26830
    },
    {
      "grad_norm": 0.039750006049871445,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 26840
    },
    {
      "grad_norm": 0.034457188099622726,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 26850
    },
    {
      "grad_norm": 0.03960266336798668,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 26860
    },
    {
      "grad_norm": 0.07769881933927536,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 26870
    },
    {
      "grad_norm": 0.09018046408891678,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 26880
    },
    {
      "grad_norm": 0.03969353064894676,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 26890
    },
    {
      "grad_norm": 0.06845936924219131,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 26900
    },
    {
      "grad_norm": 0.04093331843614578,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 26910
    },
    {
      "grad_norm": 0.036755770444869995,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 26920
    },
    {
      "grad_norm": 0.03365036100149155,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 26930
    },
    {
      "grad_norm": 0.11436768621206284,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 26940
    },
    {
      "grad_norm": 0.1402861326932907,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 26950
    },
    {
      "grad_norm": 0.045836858451366425,
      "learning_rate": 0.0001,
      "loss": 0.0804,
      "step": 26960
    },
    {
      "grad_norm": 0.035239215940237045,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 26970
    },
    {
      "grad_norm": 0.04385489597916603,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 26980
    },
    {
      "grad_norm": 0.038765426725149155,
      "learning_rate": 0.0001,
      "loss": 0.0785,
      "step": 26990
    },
    {
      "grad_norm": 0.03561560437083244,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 27000
    },
    {
      "grad_norm": 0.03403513506054878,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 27010
    },
    {
      "grad_norm": 0.07186964154243469,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 27020
    },
    {
      "grad_norm": 0.05727161094546318,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 27030
    },
    {
      "grad_norm": 0.03774631395936012,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 27040
    },
    {
      "grad_norm": 0.029779154807329178,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 27050
    },
    {
      "grad_norm": 0.034515805542469025,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 27060
    },
    {
      "grad_norm": 0.04302581772208214,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 27070
    },
    {
      "grad_norm": 0.042163070291280746,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 27080
    },
    {
      "grad_norm": 0.03972366079688072,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 27090
    },
    {
      "grad_norm": 0.04423191025853157,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 27100
    },
    {
      "grad_norm": 0.031420767307281494,
      "learning_rate": 0.0001,
      "loss": 0.0763,
      "step": 27110
    },
    {
      "grad_norm": 0.04224935546517372,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 27120
    },
    {
      "grad_norm": 0.031213415786623955,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 27130
    },
    {
      "grad_norm": 0.037739500403404236,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 27140
    },
    {
      "grad_norm": 0.03577248007059097,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 27150
    },
    {
      "grad_norm": 0.0355236791074276,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 27160
    },
    {
      "grad_norm": 0.03650226816534996,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 27170
    },
    {
      "grad_norm": 0.04619570076465607,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 27180
    },
    {
      "grad_norm": 0.04574185237288475,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 27190
    },
    {
      "grad_norm": 0.04160415381193161,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 27200
    },
    {
      "grad_norm": 0.04194258525967598,
      "learning_rate": 0.0001,
      "loss": 0.0806,
      "step": 27210
    },
    {
      "grad_norm": 0.04115418717265129,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 27220
    },
    {
      "grad_norm": 0.035908207297325134,
      "learning_rate": 0.0001,
      "loss": 0.079,
      "step": 27230
    },
    {
      "grad_norm": 0.03800276666879654,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 27240
    },
    {
      "grad_norm": 0.039703212678432465,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 27250
    },
    {
      "grad_norm": 0.04634299501776695,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 27260
    },
    {
      "grad_norm": 0.040068186819553375,
      "learning_rate": 0.0001,
      "loss": 0.0763,
      "step": 27270
    },
    {
      "grad_norm": 0.05208733305335045,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 27280
    },
    {
      "grad_norm": 0.038852035999298096,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 27290
    },
    {
      "grad_norm": 0.039085354655981064,
      "learning_rate": 0.0001,
      "loss": 0.0759,
      "step": 27300
    },
    {
      "grad_norm": 0.05480995401740074,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 27310
    },
    {
      "grad_norm": 0.03398530185222626,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 27320
    },
    {
      "grad_norm": 0.05835627019405365,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 27330
    },
    {
      "grad_norm": 0.06691043823957443,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 27340
    },
    {
      "grad_norm": 0.04494315758347511,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 27350
    },
    {
      "grad_norm": 0.034156449139118195,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 27360
    },
    {
      "grad_norm": 0.036045510321855545,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 27370
    },
    {
      "grad_norm": 0.044817354530096054,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 27380
    },
    {
      "grad_norm": 0.0443604439496994,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 27390
    },
    {
      "grad_norm": 0.037831999361515045,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 27400
    },
    {
      "grad_norm": 0.03922271728515625,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 27410
    },
    {
      "grad_norm": 0.05825889855623245,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 27420
    },
    {
      "grad_norm": 0.08913642168045044,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 27430
    },
    {
      "grad_norm": 0.05027560889720917,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 27440
    },
    {
      "grad_norm": 0.1028263047337532,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 27450
    },
    {
      "grad_norm": 0.05435007065534592,
      "learning_rate": 0.0001,
      "loss": 0.0763,
      "step": 27460
    },
    {
      "grad_norm": 0.041525524109601974,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 27470
    },
    {
      "grad_norm": 0.03869031369686127,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 27480
    },
    {
      "grad_norm": 0.04737083986401558,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 27490
    },
    {
      "grad_norm": 0.048244278877973557,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 27500
    },
    {
      "grad_norm": 0.043779321014881134,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 27510
    },
    {
      "grad_norm": 0.06432414054870605,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 27520
    },
    {
      "grad_norm": 0.04979950562119484,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 27530
    },
    {
      "grad_norm": 0.039629798382520676,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 27540
    },
    {
      "grad_norm": 0.037025272846221924,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 27550
    },
    {
      "grad_norm": 0.05279749259352684,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 27560
    },
    {
      "grad_norm": 0.05002078041434288,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 27570
    },
    {
      "grad_norm": 0.03653018921613693,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 27580
    },
    {
      "grad_norm": 0.04574166238307953,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 27590
    },
    {
      "grad_norm": 0.04048699513077736,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 27600
    },
    {
      "grad_norm": 0.04221678152680397,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 27610
    },
    {
      "grad_norm": 0.059788402169942856,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 27620
    },
    {
      "grad_norm": 0.03384529426693916,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 27630
    },
    {
      "grad_norm": 0.043711185455322266,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 27640
    },
    {
      "grad_norm": 0.03664906322956085,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 27650
    },
    {
      "grad_norm": 0.04153339937329292,
      "learning_rate": 0.0001,
      "loss": 0.0768,
      "step": 27660
    },
    {
      "grad_norm": 0.03599368408322334,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 27670
    },
    {
      "grad_norm": 0.050440192222595215,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 27680
    },
    {
      "grad_norm": 0.04270358011126518,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 27690
    },
    {
      "grad_norm": 0.040560510009527206,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 27700
    },
    {
      "grad_norm": 0.032850202172994614,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 27710
    },
    {
      "grad_norm": 0.04346418380737305,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 27720
    },
    {
      "grad_norm": 0.03794814646244049,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 27730
    },
    {
      "grad_norm": 0.03924866020679474,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 27740
    },
    {
      "grad_norm": 0.04159877821803093,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 27750
    },
    {
      "grad_norm": 0.03947457671165466,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 27760
    },
    {
      "grad_norm": 0.056616879999637604,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 27770
    },
    {
      "grad_norm": 0.04081464186310768,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 27780
    },
    {
      "grad_norm": 0.040600962936878204,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 27790
    },
    {
      "grad_norm": 0.046085942536592484,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 27800
    },
    {
      "grad_norm": 0.055216677486896515,
      "learning_rate": 0.0001,
      "loss": 0.0805,
      "step": 27810
    },
    {
      "grad_norm": 0.06840202957391739,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 27820
    },
    {
      "grad_norm": 0.0639285072684288,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 27830
    },
    {
      "grad_norm": 0.06486205756664276,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 27840
    },
    {
      "grad_norm": 0.03314991667866707,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 27850
    },
    {
      "grad_norm": 0.045882727950811386,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 27860
    },
    {
      "grad_norm": 0.036870744079351425,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 27870
    },
    {
      "grad_norm": 0.04491337016224861,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 27880
    },
    {
      "grad_norm": 0.03818428888916969,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 27890
    },
    {
      "grad_norm": 0.0395284965634346,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 27900
    },
    {
      "grad_norm": 0.052845340222120285,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 27910
    },
    {
      "grad_norm": 0.03947771340608597,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 27920
    },
    {
      "grad_norm": 0.058031246066093445,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 27930
    },
    {
      "grad_norm": 0.03883486986160278,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 27940
    },
    {
      "grad_norm": 0.030809560790657997,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 27950
    },
    {
      "grad_norm": 0.039214711636304855,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 27960
    },
    {
      "grad_norm": 0.033443156629800797,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 27970
    },
    {
      "grad_norm": 0.05647257715463638,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 27980
    },
    {
      "grad_norm": 0.029170483350753784,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 27990
    },
    {
      "grad_norm": 0.04061274230480194,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 28000
    },
    {
      "grad_norm": 0.03296126052737236,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 28010
    },
    {
      "grad_norm": 0.045968495309352875,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 28020
    },
    {
      "grad_norm": 0.03879681974649429,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 28030
    },
    {
      "grad_norm": 0.0430975966155529,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 28040
    },
    {
      "grad_norm": 0.07742174714803696,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 28050
    },
    {
      "grad_norm": 0.0534026063978672,
      "learning_rate": 0.0001,
      "loss": 0.0759,
      "step": 28060
    },
    {
      "grad_norm": 0.036910440772771835,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 28070
    },
    {
      "grad_norm": 0.046995460987091064,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 28080
    },
    {
      "grad_norm": 0.08233204483985901,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 28090
    },
    {
      "grad_norm": 0.043183889240026474,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 28100
    },
    {
      "grad_norm": 0.03797079250216484,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 28110
    },
    {
      "grad_norm": 0.03762230649590492,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 28120
    },
    {
      "grad_norm": 0.04708544537425041,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 28130
    },
    {
      "grad_norm": 0.04154016450047493,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 28140
    },
    {
      "grad_norm": 0.03209197521209717,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 28150
    },
    {
      "grad_norm": 0.04171222820878029,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 28160
    },
    {
      "grad_norm": 0.04075375199317932,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 28170
    },
    {
      "grad_norm": 0.13374698162078857,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 28180
    },
    {
      "grad_norm": 0.06991981714963913,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 28190
    },
    {
      "grad_norm": 0.03660362958908081,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 28200
    },
    {
      "grad_norm": 0.04954831302165985,
      "learning_rate": 0.0001,
      "loss": 0.0758,
      "step": 28210
    },
    {
      "grad_norm": 0.05008789896965027,
      "learning_rate": 0.0001,
      "loss": 0.0789,
      "step": 28220
    },
    {
      "grad_norm": 0.061246782541275024,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 28230
    },
    {
      "grad_norm": 0.0519549623131752,
      "learning_rate": 0.0001,
      "loss": 0.0763,
      "step": 28240
    },
    {
      "grad_norm": 0.05060964822769165,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 28250
    },
    {
      "grad_norm": 0.03762712702155113,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 28260
    },
    {
      "grad_norm": 0.053733013570308685,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 28270
    },
    {
      "grad_norm": 0.03920675069093704,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 28280
    },
    {
      "grad_norm": 0.0369841530919075,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 28290
    },
    {
      "grad_norm": 0.0735323578119278,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 28300
    },
    {
      "grad_norm": 0.03796686977148056,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 28310
    },
    {
      "grad_norm": 0.034490205347537994,
      "learning_rate": 0.0001,
      "loss": 0.0768,
      "step": 28320
    },
    {
      "grad_norm": 0.04782353341579437,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 28330
    },
    {
      "grad_norm": 0.04351935535669327,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 28340
    },
    {
      "grad_norm": 0.06110905483365059,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 28350
    },
    {
      "grad_norm": 0.036454737186431885,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 28360
    },
    {
      "grad_norm": 0.04101976007223129,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 28370
    },
    {
      "grad_norm": 0.055640485137701035,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 28380
    },
    {
      "grad_norm": 0.03304233402013779,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 28390
    },
    {
      "grad_norm": 0.03693251311779022,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 28400
    },
    {
      "grad_norm": 0.03697855398058891,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 28410
    },
    {
      "grad_norm": 0.05244114249944687,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 28420
    },
    {
      "grad_norm": 0.050498850643634796,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 28430
    },
    {
      "grad_norm": 0.03946425020694733,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 28440
    },
    {
      "grad_norm": 0.04328277334570885,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 28450
    },
    {
      "grad_norm": 0.041963785886764526,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 28460
    },
    {
      "grad_norm": 0.06801401078701019,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 28470
    },
    {
      "grad_norm": 0.04186161980032921,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 28480
    },
    {
      "grad_norm": 0.040440190583467484,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 28490
    },
    {
      "grad_norm": 0.0593661367893219,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 28500
    },
    {
      "grad_norm": 0.03368976712226868,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 28510
    },
    {
      "grad_norm": 0.04453502222895622,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 28520
    },
    {
      "grad_norm": 0.04196181148290634,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 28530
    },
    {
      "grad_norm": 0.047578729689121246,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 28540
    },
    {
      "grad_norm": 0.03220219165086746,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 28550
    },
    {
      "grad_norm": 0.054274898022413254,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 28560
    },
    {
      "grad_norm": 0.031761832535266876,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 28570
    },
    {
      "grad_norm": 0.04469313099980354,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 28580
    },
    {
      "grad_norm": 0.036693789064884186,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 28590
    },
    {
      "grad_norm": 0.04748987779021263,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 28600
    },
    {
      "grad_norm": 0.03796231001615524,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 28610
    },
    {
      "grad_norm": 0.07055928558111191,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 28620
    },
    {
      "grad_norm": 0.03717036172747612,
      "learning_rate": 0.0001,
      "loss": 0.0765,
      "step": 28630
    },
    {
      "grad_norm": 0.054865073412656784,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 28640
    },
    {
      "grad_norm": 0.04937131702899933,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 28650
    },
    {
      "grad_norm": 0.035993825644254684,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 28660
    },
    {
      "grad_norm": 0.03719545155763626,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 28670
    },
    {
      "grad_norm": 0.06291583180427551,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 28680
    },
    {
      "grad_norm": 0.0954112559556961,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 28690
    },
    {
      "grad_norm": 0.03649434447288513,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 28700
    },
    {
      "grad_norm": 0.06385010480880737,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 28710
    },
    {
      "grad_norm": 0.06745699793100357,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 28720
    },
    {
      "grad_norm": 0.05530214682221413,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 28730
    },
    {
      "grad_norm": 0.04001884534955025,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 28740
    },
    {
      "grad_norm": 0.0463692769408226,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 28750
    },
    {
      "grad_norm": 0.03806226700544357,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 28760
    },
    {
      "grad_norm": 0.045952729880809784,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 28770
    },
    {
      "grad_norm": 0.04994422569870949,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 28780
    },
    {
      "grad_norm": 0.05526888743042946,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 28790
    },
    {
      "grad_norm": 0.05633186548948288,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 28800
    },
    {
      "grad_norm": 0.04018780216574669,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 28810
    },
    {
      "grad_norm": 0.033673811703920364,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 28820
    },
    {
      "grad_norm": 0.03483046963810921,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 28830
    },
    {
      "grad_norm": 0.030585816130042076,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 28840
    },
    {
      "grad_norm": 0.0397513248026371,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 28850
    },
    {
      "grad_norm": 0.03819609060883522,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 28860
    },
    {
      "grad_norm": 0.06917086988687515,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 28870
    },
    {
      "grad_norm": 0.04200952872633934,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 28880
    },
    {
      "grad_norm": 0.040561068803071976,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 28890
    },
    {
      "grad_norm": 0.037994883954524994,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 28900
    },
    {
      "grad_norm": 0.039615899324417114,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 28910
    },
    {
      "grad_norm": 0.0702953189611435,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 28920
    },
    {
      "grad_norm": 0.04429757967591286,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 28930
    },
    {
      "grad_norm": 0.037178296595811844,
      "learning_rate": 0.0001,
      "loss": 0.0696,
      "step": 28940
    },
    {
      "grad_norm": 0.04630490764975548,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 28950
    },
    {
      "grad_norm": 0.042815886437892914,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 28960
    },
    {
      "grad_norm": 0.03418757766485214,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 28970
    },
    {
      "grad_norm": 0.032917145639657974,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 28980
    },
    {
      "grad_norm": 0.03939471021294594,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 28990
    },
    {
      "grad_norm": 0.050203196704387665,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 29000
    },
    {
      "grad_norm": 0.047264181077480316,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 29010
    },
    {
      "grad_norm": 0.052818652242422104,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 29020
    },
    {
      "grad_norm": 0.05237611010670662,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 29030
    },
    {
      "grad_norm": 0.06377808749675751,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 29040
    },
    {
      "grad_norm": 0.043630849570035934,
      "learning_rate": 0.0001,
      "loss": 0.0768,
      "step": 29050
    },
    {
      "grad_norm": 0.10555653274059296,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 29060
    },
    {
      "grad_norm": 0.03257536515593529,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 29070
    },
    {
      "grad_norm": 0.03949218988418579,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 29080
    },
    {
      "grad_norm": 0.03537680581212044,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 29090
    },
    {
      "grad_norm": 0.04092620685696602,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 29100
    },
    {
      "grad_norm": 0.05019683763384819,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 29110
    },
    {
      "grad_norm": 0.05694185197353363,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 29120
    },
    {
      "grad_norm": 0.0350312814116478,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 29130
    },
    {
      "grad_norm": 0.02938116528093815,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 29140
    },
    {
      "grad_norm": 0.06428743898868561,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 29150
    },
    {
      "grad_norm": 0.03510041907429695,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 29160
    },
    {
      "grad_norm": 0.032167717814445496,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 29170
    },
    {
      "grad_norm": 0.04205998405814171,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 29180
    },
    {
      "grad_norm": 0.05498285964131355,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 29190
    },
    {
      "grad_norm": 0.04859794303774834,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 29200
    },
    {
      "grad_norm": 0.03819914534687996,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 29210
    },
    {
      "grad_norm": 0.03132472187280655,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 29220
    },
    {
      "grad_norm": 0.042792197316884995,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 29230
    },
    {
      "grad_norm": 0.02919483743607998,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 29240
    },
    {
      "grad_norm": 0.0690724104642868,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 29250
    },
    {
      "grad_norm": 0.03924964368343353,
      "learning_rate": 0.0001,
      "loss": 0.0779,
      "step": 29260
    },
    {
      "grad_norm": 0.03239955008029938,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 29270
    },
    {
      "grad_norm": 0.03083268739283085,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 29280
    },
    {
      "grad_norm": 0.04325705021619797,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 29290
    },
    {
      "grad_norm": 0.07870540767908096,
      "learning_rate": 0.0001,
      "loss": 0.0772,
      "step": 29300
    },
    {
      "grad_norm": 0.034680698066949844,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 29310
    },
    {
      "grad_norm": 0.052617643028497696,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 29320
    },
    {
      "grad_norm": 0.03590593859553337,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 29330
    },
    {
      "grad_norm": 0.051287904381752014,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 29340
    },
    {
      "grad_norm": 0.039036981761455536,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 29350
    },
    {
      "grad_norm": 0.059558846056461334,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 29360
    },
    {
      "grad_norm": 0.03999911621212959,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 29370
    },
    {
      "grad_norm": 0.06045623496174812,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 29380
    },
    {
      "grad_norm": 0.05174801126122475,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 29390
    },
    {
      "grad_norm": 0.046175193041563034,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 29400
    },
    {
      "grad_norm": 0.05946619063615799,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 29410
    },
    {
      "grad_norm": 0.07495357096195221,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 29420
    },
    {
      "grad_norm": 0.03177792206406593,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 29430
    },
    {
      "grad_norm": 0.03989434614777565,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 29440
    },
    {
      "grad_norm": 0.046981628984212875,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 29450
    },
    {
      "grad_norm": 0.05076201632618904,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 29460
    },
    {
      "grad_norm": 0.03269564360380173,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 29470
    },
    {
      "grad_norm": 0.03275492042303085,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 29480
    },
    {
      "grad_norm": 0.03265972435474396,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 29490
    },
    {
      "grad_norm": 0.0384988896548748,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 29500
    },
    {
      "grad_norm": 0.0515732616186142,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 29510
    },
    {
      "grad_norm": 0.038703400641679764,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 29520
    },
    {
      "grad_norm": 0.03850751370191574,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 29530
    },
    {
      "grad_norm": 0.07067514210939407,
      "learning_rate": 0.0001,
      "loss": 0.0763,
      "step": 29540
    },
    {
      "grad_norm": 0.041790638118982315,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 29550
    },
    {
      "grad_norm": 0.04477246105670929,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 29560
    },
    {
      "grad_norm": 0.04818117618560791,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 29570
    },
    {
      "grad_norm": 0.0426146425306797,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 29580
    },
    {
      "grad_norm": 0.030743150040507317,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 29590
    },
    {
      "grad_norm": 0.07173901051282883,
      "learning_rate": 0.0001,
      "loss": 0.0763,
      "step": 29600
    },
    {
      "grad_norm": 0.056631144136190414,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 29610
    },
    {
      "grad_norm": 0.05443214625120163,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 29620
    },
    {
      "grad_norm": 0.033204250037670135,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 29630
    },
    {
      "grad_norm": 0.04202652722597122,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 29640
    },
    {
      "grad_norm": 0.04404221102595329,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 29650
    },
    {
      "grad_norm": 0.031665146350860596,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 29660
    },
    {
      "grad_norm": 0.0400812067091465,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 29670
    },
    {
      "grad_norm": 0.0443493090569973,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 29680
    },
    {
      "grad_norm": 0.03265600651502609,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 29690
    },
    {
      "grad_norm": 0.03235417231917381,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 29700
    },
    {
      "grad_norm": 0.043366655707359314,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 29710
    },
    {
      "grad_norm": 0.03630924969911575,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 29720
    },
    {
      "grad_norm": 0.03587885573506355,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 29730
    },
    {
      "grad_norm": 0.035240836441516876,
      "learning_rate": 0.0001,
      "loss": 0.0756,
      "step": 29740
    },
    {
      "grad_norm": 0.03337762504816055,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 29750
    },
    {
      "grad_norm": 0.03169655427336693,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 29760
    },
    {
      "grad_norm": 0.04163089767098427,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 29770
    },
    {
      "grad_norm": 0.03953482583165169,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 29780
    },
    {
      "grad_norm": 0.037988774478435516,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 29790
    },
    {
      "grad_norm": 0.0363517701625824,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 29800
    },
    {
      "grad_norm": 0.0349259227514267,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 29810
    },
    {
      "grad_norm": 0.037207018584012985,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 29820
    },
    {
      "grad_norm": 0.033852651715278625,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 29830
    },
    {
      "grad_norm": 0.03577541932463646,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 29840
    },
    {
      "grad_norm": 0.03187539055943489,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 29850
    },
    {
      "grad_norm": 0.03874678537249565,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 29860
    },
    {
      "grad_norm": 0.03534005209803581,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 29870
    },
    {
      "grad_norm": 0.04007991775870323,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 29880
    },
    {
      "grad_norm": 0.0372975617647171,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 29890
    },
    {
      "grad_norm": 0.044801097363233566,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 29900
    },
    {
      "grad_norm": 0.043003641068935394,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 29910
    },
    {
      "grad_norm": 0.05495522916316986,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 29920
    },
    {
      "grad_norm": 0.06364094465970993,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 29930
    },
    {
      "grad_norm": 0.03778168931603432,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 29940
    },
    {
      "grad_norm": 0.06091293320059776,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 29950
    },
    {
      "grad_norm": 0.033823247998952866,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 29960
    },
    {
      "grad_norm": 0.038658808916807175,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 29970
    },
    {
      "grad_norm": 0.038207221776247025,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 29980
    },
    {
      "grad_norm": 0.04178424924612045,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 29990
    },
    {
      "grad_norm": 0.05847273766994476,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 30000
    },
    {
      "grad_norm": 0.05084933340549469,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 30010
    },
    {
      "grad_norm": 0.03682247921824455,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 30020
    },
    {
      "grad_norm": 0.03727366030216217,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 30030
    },
    {
      "grad_norm": 0.033910296857357025,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 30040
    },
    {
      "grad_norm": 0.046540871262550354,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 30050
    },
    {
      "grad_norm": 0.043919637799263,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 30060
    },
    {
      "grad_norm": 0.04575955867767334,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 30070
    },
    {
      "grad_norm": 0.06127852201461792,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 30080
    },
    {
      "grad_norm": 0.03994830697774887,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 30090
    },
    {
      "grad_norm": 0.02962544932961464,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 30100
    },
    {
      "grad_norm": 0.034012194722890854,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 30110
    },
    {
      "grad_norm": 0.039588890969753265,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 30120
    },
    {
      "grad_norm": 0.03422979637980461,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 30130
    },
    {
      "grad_norm": 0.0475800484418869,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 30140
    },
    {
      "grad_norm": 0.04256231337785721,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 30150
    },
    {
      "grad_norm": 0.04564522206783295,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 30160
    },
    {
      "grad_norm": 0.0633905678987503,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 30170
    },
    {
      "grad_norm": 0.06025850400328636,
      "learning_rate": 0.0001,
      "loss": 0.077,
      "step": 30180
    },
    {
      "grad_norm": 0.051244158297777176,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 30190
    },
    {
      "grad_norm": 0.05123766511678696,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 30200
    },
    {
      "grad_norm": 0.045336075127124786,
      "learning_rate": 0.0001,
      "loss": 0.0764,
      "step": 30210
    },
    {
      "grad_norm": 0.03662743419408798,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 30220
    },
    {
      "grad_norm": 0.04313953220844269,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 30230
    },
    {
      "grad_norm": 0.054732754826545715,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 30240
    },
    {
      "grad_norm": 0.09861424565315247,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 30250
    },
    {
      "grad_norm": 0.04165748879313469,
      "learning_rate": 0.0001,
      "loss": 0.0766,
      "step": 30260
    },
    {
      "grad_norm": 0.03347053378820419,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 30270
    },
    {
      "grad_norm": 0.03578808531165123,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 30280
    },
    {
      "grad_norm": 0.0328141525387764,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 30290
    },
    {
      "grad_norm": 0.04157571122050285,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 30300
    },
    {
      "grad_norm": 0.033309489488601685,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 30310
    },
    {
      "grad_norm": 0.04141077771782875,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 30320
    },
    {
      "grad_norm": 0.031468410044908524,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 30330
    },
    {
      "grad_norm": 0.05418217182159424,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 30340
    },
    {
      "grad_norm": 0.03917551785707474,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 30350
    },
    {
      "grad_norm": 0.03510792553424835,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 30360
    },
    {
      "grad_norm": 0.040330056101083755,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 30370
    },
    {
      "grad_norm": 0.03585861995816231,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 30380
    },
    {
      "grad_norm": 0.034184858202934265,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 30390
    },
    {
      "grad_norm": 0.04603233560919762,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 30400
    },
    {
      "grad_norm": 0.03810726851224899,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 30410
    },
    {
      "grad_norm": 0.032457344233989716,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 30420
    },
    {
      "grad_norm": 0.05360985919833183,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 30430
    },
    {
      "grad_norm": 0.0326031930744648,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 30440
    },
    {
      "grad_norm": 0.08556429296731949,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 30450
    },
    {
      "grad_norm": 0.03789781406521797,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 30460
    },
    {
      "grad_norm": 0.045459967106580734,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 30470
    },
    {
      "grad_norm": 0.0438954159617424,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 30480
    },
    {
      "grad_norm": 0.033979665488004684,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 30490
    },
    {
      "grad_norm": 0.0362561009824276,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 30500
    },
    {
      "grad_norm": 0.03778746724128723,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 30510
    },
    {
      "grad_norm": 0.03613912686705589,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 30520
    },
    {
      "grad_norm": 0.04157852381467819,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 30530
    },
    {
      "grad_norm": 0.038909438997507095,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 30540
    },
    {
      "grad_norm": 0.044510871171951294,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 30550
    },
    {
      "grad_norm": 0.04762348532676697,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 30560
    },
    {
      "grad_norm": 0.039552148431539536,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 30570
    },
    {
      "grad_norm": 0.053262680768966675,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 30580
    },
    {
      "grad_norm": 0.036286115646362305,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 30590
    },
    {
      "grad_norm": 0.0813177078962326,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 30600
    },
    {
      "grad_norm": 0.03570891171693802,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 30610
    },
    {
      "grad_norm": 0.060468558222055435,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 30620
    },
    {
      "grad_norm": 0.0385974682867527,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 30630
    },
    {
      "grad_norm": 0.033918701112270355,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 30640
    },
    {
      "grad_norm": 0.053360465914011,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 30650
    },
    {
      "grad_norm": 0.060518573969602585,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 30660
    },
    {
      "grad_norm": 0.03747228905558586,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 30670
    },
    {
      "grad_norm": 0.03429770469665527,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 30680
    },
    {
      "grad_norm": 0.036657631397247314,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 30690
    },
    {
      "grad_norm": 0.0378260500729084,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 30700
    },
    {
      "grad_norm": 0.08242239058017731,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 30710
    },
    {
      "grad_norm": 0.033408358693122864,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 30720
    },
    {
      "grad_norm": 0.041037511080503464,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 30730
    },
    {
      "grad_norm": 0.04118184745311737,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 30740
    },
    {
      "grad_norm": 0.03557517006993294,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 30750
    },
    {
      "grad_norm": 0.09003902226686478,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 30760
    },
    {
      "grad_norm": 0.03666718304157257,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 30770
    },
    {
      "grad_norm": 0.032648660242557526,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 30780
    },
    {
      "grad_norm": 0.06000901013612747,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 30790
    },
    {
      "grad_norm": 0.03595206141471863,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 30800
    },
    {
      "grad_norm": 0.04808397218585014,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 30810
    },
    {
      "grad_norm": 0.02862374484539032,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 30820
    },
    {
      "grad_norm": 0.04250601306557655,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 30830
    },
    {
      "grad_norm": 0.034746937453746796,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 30840
    },
    {
      "grad_norm": 0.043744366616010666,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 30850
    },
    {
      "grad_norm": 0.05231320485472679,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 30860
    },
    {
      "grad_norm": 0.10304427891969681,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 30870
    },
    {
      "grad_norm": 0.04062174633145332,
      "learning_rate": 0.0001,
      "loss": 0.0756,
      "step": 30880
    },
    {
      "grad_norm": 0.04645589366555214,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 30890
    },
    {
      "grad_norm": 0.03386085480451584,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 30900
    },
    {
      "grad_norm": 0.03709322214126587,
      "learning_rate": 0.0001,
      "loss": 0.08,
      "step": 30910
    },
    {
      "grad_norm": 0.04209122434258461,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 30920
    },
    {
      "grad_norm": 0.03890026733279228,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 30930
    },
    {
      "grad_norm": 0.02947789803147316,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 30940
    },
    {
      "grad_norm": 0.04319256544113159,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 30950
    },
    {
      "grad_norm": 0.03289932757616043,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 30960
    },
    {
      "grad_norm": 0.028536608442664146,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 30970
    },
    {
      "grad_norm": 0.035148266702890396,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 30980
    },
    {
      "grad_norm": 0.03320959210395813,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 30990
    },
    {
      "grad_norm": 0.05723084136843681,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 31000
    },
    {
      "grad_norm": 0.028596075251698494,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 31010
    },
    {
      "grad_norm": 0.046123262494802475,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 31020
    },
    {
      "grad_norm": 0.03317708149552345,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 31030
    },
    {
      "grad_norm": 0.04436739161610603,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 31040
    },
    {
      "grad_norm": 0.036044806241989136,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 31050
    },
    {
      "grad_norm": 0.04712110385298729,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 31060
    },
    {
      "grad_norm": 0.03228900954127312,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 31070
    },
    {
      "grad_norm": 0.03285395726561546,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 31080
    },
    {
      "grad_norm": 0.03317610174417496,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 31090
    },
    {
      "grad_norm": 0.04690894857048988,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 31100
    },
    {
      "grad_norm": 0.040119729936122894,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 31110
    },
    {
      "grad_norm": 0.035469140857458115,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 31120
    },
    {
      "grad_norm": 0.03323890641331673,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 31130
    },
    {
      "grad_norm": 0.035309795290231705,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 31140
    },
    {
      "grad_norm": 0.0438186414539814,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 31150
    },
    {
      "grad_norm": 0.03458907827734947,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 31160
    },
    {
      "grad_norm": 0.03762601315975189,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 31170
    },
    {
      "grad_norm": 0.03301125764846802,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 31180
    },
    {
      "grad_norm": 0.0418989360332489,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 31190
    },
    {
      "grad_norm": 0.055323515087366104,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 31200
    },
    {
      "grad_norm": 0.03773039951920509,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 31210
    },
    {
      "grad_norm": 0.06727561354637146,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 31220
    },
    {
      "grad_norm": 0.03767388314008713,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 31230
    },
    {
      "grad_norm": 0.04525020718574524,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 31240
    },
    {
      "grad_norm": 0.037101682275533676,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 31250
    },
    {
      "grad_norm": 0.035011932253837585,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 31260
    },
    {
      "grad_norm": 0.042446646839380264,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 31270
    },
    {
      "grad_norm": 0.050347261130809784,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 31280
    },
    {
      "grad_norm": 0.07178831845521927,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 31290
    },
    {
      "grad_norm": 0.03327617794275284,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 31300
    },
    {
      "grad_norm": 0.04875324293971062,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 31310
    },
    {
      "grad_norm": 0.034284722059965134,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 31320
    },
    {
      "grad_norm": 0.03830929845571518,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 31330
    },
    {
      "grad_norm": 0.03202536702156067,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 31340
    },
    {
      "grad_norm": 0.04845530912280083,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 31350
    },
    {
      "grad_norm": 0.04312482103705406,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 31360
    },
    {
      "grad_norm": 0.048987630754709244,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 31370
    },
    {
      "grad_norm": 0.0387875959277153,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 31380
    },
    {
      "grad_norm": 0.04191799834370613,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 31390
    },
    {
      "grad_norm": 0.04291171208024025,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 31400
    },
    {
      "grad_norm": 0.035600803792476654,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 31410
    },
    {
      "grad_norm": 0.06365416944026947,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 31420
    },
    {
      "grad_norm": 0.03401720151305199,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 31430
    },
    {
      "grad_norm": 0.0375770628452301,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 31440
    },
    {
      "grad_norm": 0.04190333932638168,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 31450
    },
    {
      "grad_norm": 0.03609371557831764,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 31460
    },
    {
      "grad_norm": 0.06972946226596832,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 31470
    },
    {
      "grad_norm": 0.03369808942079544,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 31480
    },
    {
      "grad_norm": 0.0421980619430542,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 31490
    },
    {
      "grad_norm": 0.043992724269628525,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 31500
    },
    {
      "grad_norm": 0.06416904181241989,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 31510
    },
    {
      "grad_norm": 0.03599049150943756,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 31520
    },
    {
      "grad_norm": 0.04310242831707001,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 31530
    },
    {
      "grad_norm": 0.04657359793782234,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 31540
    },
    {
      "grad_norm": 0.0402570441365242,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 31550
    },
    {
      "grad_norm": 0.05102000758051872,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 31560
    },
    {
      "grad_norm": 0.04464704915881157,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 31570
    },
    {
      "grad_norm": 0.04133233800530434,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 31580
    },
    {
      "grad_norm": 0.059415992349386215,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 31590
    },
    {
      "grad_norm": 0.030766353011131287,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 31600
    },
    {
      "grad_norm": 0.051379360258579254,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 31610
    },
    {
      "grad_norm": 0.04187207669019699,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 31620
    },
    {
      "grad_norm": 0.03575928881764412,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 31630
    },
    {
      "grad_norm": 0.033192843198776245,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 31640
    },
    {
      "grad_norm": 0.03345371410250664,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 31650
    },
    {
      "grad_norm": 0.03637762367725372,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 31660
    },
    {
      "grad_norm": 0.0342751070857048,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 31670
    },
    {
      "grad_norm": 0.03997458517551422,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 31680
    },
    {
      "grad_norm": 0.03308875113725662,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 31690
    },
    {
      "grad_norm": 0.04718046635389328,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 31700
    },
    {
      "grad_norm": 0.030356362462043762,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 31710
    },
    {
      "grad_norm": 0.038388803601264954,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 31720
    },
    {
      "grad_norm": 0.0358283706009388,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 31730
    },
    {
      "grad_norm": 0.0407276377081871,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 31740
    },
    {
      "grad_norm": 0.05328376963734627,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 31750
    },
    {
      "grad_norm": 0.051673367619514465,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 31760
    },
    {
      "grad_norm": 0.04717104882001877,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 31770
    },
    {
      "grad_norm": 0.05959833040833473,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 31780
    },
    {
      "grad_norm": 0.03284049034118652,
      "learning_rate": 0.0001,
      "loss": 0.0696,
      "step": 31790
    },
    {
      "grad_norm": 0.09192223846912384,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 31800
    },
    {
      "grad_norm": 0.05725722387433052,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 31810
    },
    {
      "grad_norm": 0.09188082069158554,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 31820
    },
    {
      "grad_norm": 0.03536953777074814,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 31830
    },
    {
      "grad_norm": 0.057493507862091064,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 31840
    },
    {
      "grad_norm": 0.03674881160259247,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 31850
    },
    {
      "grad_norm": 0.07612201571464539,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 31860
    },
    {
      "grad_norm": 0.038497474044561386,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 31870
    },
    {
      "grad_norm": 0.04435783997178078,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 31880
    },
    {
      "grad_norm": 0.10056410729885101,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 31890
    },
    {
      "grad_norm": 0.08896487206220627,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 31900
    },
    {
      "grad_norm": 0.055212248116731644,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 31910
    },
    {
      "grad_norm": 0.04821521043777466,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 31920
    },
    {
      "grad_norm": 0.07044587284326553,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 31930
    },
    {
      "grad_norm": 0.04062975198030472,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 31940
    },
    {
      "grad_norm": 0.04594087228178978,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 31950
    },
    {
      "grad_norm": 0.05024586617946625,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 31960
    },
    {
      "grad_norm": 0.031241657212376595,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 31970
    },
    {
      "grad_norm": 0.03783464431762695,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 31980
    },
    {
      "grad_norm": 0.03961189463734627,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 31990
    },
    {
      "grad_norm": 0.038221750408411026,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 32000
    },
    {
      "grad_norm": 0.028651418164372444,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 32010
    },
    {
      "grad_norm": 0.047660455107688904,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 32020
    },
    {
      "grad_norm": 0.03169609606266022,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 32030
    },
    {
      "grad_norm": 0.049687210470438004,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 32040
    },
    {
      "grad_norm": 0.05094891041517258,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 32050
    },
    {
      "grad_norm": 0.042047832161188126,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 32060
    },
    {
      "grad_norm": 0.040348656475543976,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 32070
    },
    {
      "grad_norm": 0.0353909432888031,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 32080
    },
    {
      "grad_norm": 0.03462565317749977,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 32090
    },
    {
      "grad_norm": 0.06125665083527565,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 32100
    },
    {
      "grad_norm": 0.05758184939622879,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 32110
    },
    {
      "grad_norm": 0.0326850600540638,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 32120
    },
    {
      "grad_norm": 0.040318239480257034,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 32130
    },
    {
      "grad_norm": 0.03057786449790001,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 32140
    },
    {
      "grad_norm": 0.03892836347222328,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 32150
    },
    {
      "grad_norm": 0.03869915381073952,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 32160
    },
    {
      "grad_norm": 0.04440133646130562,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 32170
    },
    {
      "grad_norm": 0.03391341120004654,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 32180
    },
    {
      "grad_norm": 0.03763638064265251,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 32190
    },
    {
      "grad_norm": 0.03430470451712608,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 32200
    },
    {
      "grad_norm": 0.044781532138586044,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 32210
    },
    {
      "grad_norm": 0.04001999273896217,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 32220
    },
    {
      "grad_norm": 0.03469978645443916,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 32230
    },
    {
      "grad_norm": 0.03720709681510925,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 32240
    },
    {
      "grad_norm": 0.04748934879899025,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 32250
    },
    {
      "grad_norm": 0.033694539219141006,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 32260
    },
    {
      "grad_norm": 0.06944955140352249,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 32270
    },
    {
      "grad_norm": 0.08158893138170242,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 32280
    },
    {
      "grad_norm": 0.03662415221333504,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 32290
    },
    {
      "grad_norm": 0.03810681030154228,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 32300
    },
    {
      "grad_norm": 0.03229597955942154,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 32310
    },
    {
      "grad_norm": 0.039989273995161057,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 32320
    },
    {
      "grad_norm": 0.03113691322505474,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 32330
    },
    {
      "grad_norm": 0.04247291013598442,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 32340
    },
    {
      "grad_norm": 0.047557491809129715,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 32350
    },
    {
      "grad_norm": 0.08112627267837524,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 32360
    },
    {
      "grad_norm": 0.042483117431402206,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 32370
    },
    {
      "grad_norm": 0.03598595783114433,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 32380
    },
    {
      "grad_norm": 0.05042647942900658,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 32390
    },
    {
      "grad_norm": 0.034289684146642685,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 32400
    },
    {
      "grad_norm": 0.056699685752391815,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 32410
    },
    {
      "grad_norm": 0.03981161490082741,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 32420
    },
    {
      "grad_norm": 0.061592090874910355,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 32430
    },
    {
      "grad_norm": 0.03760833293199539,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 32440
    },
    {
      "grad_norm": 0.046234823763370514,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 32450
    },
    {
      "grad_norm": 0.046662114560604095,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 32460
    },
    {
      "grad_norm": 0.039312127977609634,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 32470
    },
    {
      "grad_norm": 0.03652675077319145,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 32480
    },
    {
      "grad_norm": 0.03509938716888428,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 32490
    },
    {
      "grad_norm": 0.03259932994842529,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 32500
    },
    {
      "grad_norm": 0.039291009306907654,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 32510
    },
    {
      "grad_norm": 0.032410234212875366,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 32520
    },
    {
      "grad_norm": 0.03410252556204796,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 32530
    },
    {
      "grad_norm": 0.03150260075926781,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 32540
    },
    {
      "grad_norm": 0.03754311054944992,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 32550
    },
    {
      "grad_norm": 0.05241451412439346,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 32560
    },
    {
      "grad_norm": 0.05252666398882866,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 32570
    },
    {
      "grad_norm": 0.0387692004442215,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 32580
    },
    {
      "grad_norm": 0.03966749832034111,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 32590
    },
    {
      "grad_norm": 0.08315359055995941,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 32600
    },
    {
      "grad_norm": 0.06939685344696045,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 32610
    },
    {
      "grad_norm": 0.07064573466777802,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 32620
    },
    {
      "grad_norm": 0.05708574503660202,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 32630
    },
    {
      "grad_norm": 0.04872221499681473,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 32640
    },
    {
      "grad_norm": 0.06385742127895355,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 32650
    },
    {
      "grad_norm": 0.035296645015478134,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 32660
    },
    {
      "grad_norm": 0.032057467848062515,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 32670
    },
    {
      "grad_norm": 0.047342050820589066,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 32680
    },
    {
      "grad_norm": 0.03760652616620064,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 32690
    },
    {
      "grad_norm": 0.0650712326169014,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 32700
    },
    {
      "grad_norm": 0.04337037354707718,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 32710
    },
    {
      "grad_norm": 0.04058356583118439,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 32720
    },
    {
      "grad_norm": 0.044839777052402496,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 32730
    },
    {
      "grad_norm": 0.04701115936040878,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 32740
    },
    {
      "grad_norm": 0.038134101778268814,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 32750
    },
    {
      "grad_norm": 0.03699323534965515,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 32760
    },
    {
      "grad_norm": 0.03981737792491913,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 32770
    },
    {
      "grad_norm": 0.04632226750254631,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 32780
    },
    {
      "grad_norm": 0.04867608845233917,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 32790
    },
    {
      "grad_norm": 0.04506366327404976,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 32800
    },
    {
      "grad_norm": 0.03757146745920181,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 32810
    },
    {
      "grad_norm": 0.0377989336848259,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 32820
    },
    {
      "grad_norm": 0.03516602888703346,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 32830
    },
    {
      "grad_norm": 0.04589911177754402,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 32840
    },
    {
      "grad_norm": 0.17283415794372559,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 32850
    },
    {
      "grad_norm": 0.03802365064620972,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 32860
    },
    {
      "grad_norm": 0.04539041593670845,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 32870
    },
    {
      "grad_norm": 0.03970911726355553,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 32880
    },
    {
      "grad_norm": 0.039253637194633484,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 32890
    },
    {
      "grad_norm": 0.03657069802284241,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 32900
    },
    {
      "grad_norm": 0.03005746565759182,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 32910
    },
    {
      "grad_norm": 0.034193672239780426,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 32920
    },
    {
      "grad_norm": 0.03789151459932327,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 32930
    },
    {
      "grad_norm": 0.036335013806819916,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 32940
    },
    {
      "grad_norm": 0.05256199836730957,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 32950
    },
    {
      "grad_norm": 0.0556480698287487,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 32960
    },
    {
      "grad_norm": 0.03923588991165161,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 32970
    },
    {
      "grad_norm": 0.039915263652801514,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 32980
    },
    {
      "grad_norm": 0.041884809732437134,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 32990
    },
    {
      "grad_norm": 0.03581042215228081,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 33000
    },
    {
      "grad_norm": 0.04452821612358093,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 33010
    },
    {
      "grad_norm": 0.03475490212440491,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 33020
    },
    {
      "grad_norm": 0.04533569887280464,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 33030
    },
    {
      "grad_norm": 0.04738743230700493,
      "learning_rate": 0.0001,
      "loss": 0.0747,
      "step": 33040
    },
    {
      "grad_norm": 0.04658067226409912,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 33050
    },
    {
      "grad_norm": 0.0401751808822155,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 33060
    },
    {
      "grad_norm": 0.0563596710562706,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 33070
    },
    {
      "grad_norm": 0.03676136955618858,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 33080
    },
    {
      "grad_norm": 0.042104776948690414,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 33090
    },
    {
      "grad_norm": 0.04007193446159363,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 33100
    },
    {
      "grad_norm": 0.036082517355680466,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 33110
    },
    {
      "grad_norm": 0.03956145420670509,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 33120
    },
    {
      "grad_norm": 0.03682835400104523,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 33130
    },
    {
      "grad_norm": 0.03729461878538132,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 33140
    },
    {
      "grad_norm": 0.03888903558254242,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 33150
    },
    {
      "grad_norm": 0.03759169206023216,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 33160
    },
    {
      "grad_norm": 0.06235835328698158,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 33170
    },
    {
      "grad_norm": 0.040288377553224564,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 33180
    },
    {
      "grad_norm": 0.08909934759140015,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 33190
    },
    {
      "grad_norm": 0.09282288700342178,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 33200
    },
    {
      "grad_norm": 0.04442070797085762,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 33210
    },
    {
      "grad_norm": 0.05285116657614708,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 33220
    },
    {
      "grad_norm": 0.06597722321748734,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 33230
    },
    {
      "grad_norm": 0.034813303500413895,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 33240
    },
    {
      "grad_norm": 0.03411749005317688,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 33250
    },
    {
      "grad_norm": 0.04181168973445892,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 33260
    },
    {
      "grad_norm": 0.031934961676597595,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 33270
    },
    {
      "grad_norm": 0.04043590649962425,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 33280
    },
    {
      "grad_norm": 0.04025169461965561,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 33290
    },
    {
      "grad_norm": 0.0636247843503952,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 33300
    },
    {
      "grad_norm": 0.03557412326335907,
      "learning_rate": 0.0001,
      "loss": 0.0696,
      "step": 33310
    },
    {
      "grad_norm": 0.03659232705831528,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 33320
    },
    {
      "grad_norm": 0.058020804077386856,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 33330
    },
    {
      "grad_norm": 0.02831641212105751,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 33340
    },
    {
      "grad_norm": 0.03702862933278084,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 33350
    },
    {
      "grad_norm": 0.04016096144914627,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 33360
    },
    {
      "grad_norm": 0.03181346133351326,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 33370
    },
    {
      "grad_norm": 0.02866842970252037,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 33380
    },
    {
      "grad_norm": 0.032706595957279205,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 33390
    },
    {
      "grad_norm": 0.03253031522035599,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 33400
    },
    {
      "grad_norm": 0.05114550516009331,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 33410
    },
    {
      "grad_norm": 0.0336756631731987,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 33420
    },
    {
      "grad_norm": 0.042450737208127975,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 33430
    },
    {
      "grad_norm": 0.03864799812436104,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 33440
    },
    {
      "grad_norm": 0.04481809213757515,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 33450
    },
    {
      "grad_norm": 0.034807391464710236,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 33460
    },
    {
      "grad_norm": 0.03358849138021469,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 33470
    },
    {
      "grad_norm": 0.03332929313182831,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 33480
    },
    {
      "grad_norm": 0.040634121745824814,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 33490
    },
    {
      "grad_norm": 0.03512648493051529,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 33500
    },
    {
      "grad_norm": 0.05148236081004143,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 33510
    },
    {
      "grad_norm": 0.040413618087768555,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 33520
    },
    {
      "grad_norm": 0.07423882186412811,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 33530
    },
    {
      "grad_norm": 0.0365670882165432,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 33540
    },
    {
      "grad_norm": 0.03200119733810425,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 33550
    },
    {
      "grad_norm": 0.043076831847429276,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 33560
    },
    {
      "grad_norm": 0.0321638286113739,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 33570
    },
    {
      "grad_norm": 0.035188525915145874,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 33580
    },
    {
      "grad_norm": 0.03656208515167236,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 33590
    },
    {
      "grad_norm": 0.05148676410317421,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 33600
    },
    {
      "grad_norm": 0.04034518450498581,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 33610
    },
    {
      "grad_norm": 0.030388103798031807,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 33620
    },
    {
      "grad_norm": 0.034311600029468536,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 33630
    },
    {
      "grad_norm": 0.03399350494146347,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 33640
    },
    {
      "grad_norm": 0.035981275141239166,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 33650
    },
    {
      "grad_norm": 0.04854854568839073,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 33660
    },
    {
      "grad_norm": 0.03240182623267174,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 33670
    },
    {
      "grad_norm": 0.04004185274243355,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 33680
    },
    {
      "grad_norm": 0.04099500551819801,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 33690
    },
    {
      "grad_norm": 0.04151756316423416,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 33700
    },
    {
      "grad_norm": 0.045643724501132965,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 33710
    },
    {
      "grad_norm": 0.033409614115953445,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 33720
    },
    {
      "grad_norm": 0.04140014201402664,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 33730
    },
    {
      "grad_norm": 0.03672187402844429,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 33740
    },
    {
      "grad_norm": 0.06022772938013077,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 33750
    },
    {
      "grad_norm": 0.04358743876218796,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 33760
    },
    {
      "grad_norm": 0.04112593084573746,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 33770
    },
    {
      "grad_norm": 0.05479681119322777,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 33780
    },
    {
      "grad_norm": 0.03382861986756325,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 33790
    },
    {
      "grad_norm": 0.03755248710513115,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 33800
    },
    {
      "grad_norm": 0.037431005388498306,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 33810
    },
    {
      "grad_norm": 0.04118182882666588,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 33820
    },
    {
      "grad_norm": 0.03652175888419151,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 33830
    },
    {
      "grad_norm": 0.06535664200782776,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 33840
    },
    {
      "grad_norm": 0.058021463453769684,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 33850
    },
    {
      "grad_norm": 0.08932013064622879,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 33860
    },
    {
      "grad_norm": 0.09850380569696426,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 33870
    },
    {
      "grad_norm": 0.04666052386164665,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 33880
    },
    {
      "grad_norm": 0.0393117293715477,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 33890
    },
    {
      "grad_norm": 0.03550589457154274,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 33900
    },
    {
      "grad_norm": 0.03602347895503044,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 33910
    },
    {
      "grad_norm": 0.039980657398700714,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 33920
    },
    {
      "grad_norm": 0.047709669917821884,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 33930
    },
    {
      "grad_norm": 0.04934091866016388,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 33940
    },
    {
      "grad_norm": 0.05537979677319527,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 33950
    },
    {
      "grad_norm": 0.056788649410009384,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 33960
    },
    {
      "grad_norm": 0.04060354828834534,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 33970
    },
    {
      "grad_norm": 0.04472385346889496,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 33980
    },
    {
      "grad_norm": 0.06788626313209534,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 33990
    },
    {
      "grad_norm": 0.044135868549346924,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 34000
    },
    {
      "grad_norm": 0.050089504569768906,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 34010
    },
    {
      "grad_norm": 0.03866676613688469,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 34020
    },
    {
      "grad_norm": 0.03462355583906174,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 34030
    },
    {
      "grad_norm": 0.036485787481069565,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 34040
    },
    {
      "grad_norm": 0.0756472572684288,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 34050
    },
    {
      "grad_norm": 0.04742096737027168,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 34060
    },
    {
      "grad_norm": 0.043657202273607254,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 34070
    },
    {
      "grad_norm": 0.05828474834561348,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 34080
    },
    {
      "grad_norm": 0.03859561309218407,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 34090
    },
    {
      "grad_norm": 0.03581393510103226,
      "learning_rate": 0.0001,
      "loss": 0.0759,
      "step": 34100
    },
    {
      "grad_norm": 0.04544081166386604,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 34110
    },
    {
      "grad_norm": 0.07316441833972931,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 34120
    },
    {
      "grad_norm": 0.04198611527681351,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 34130
    },
    {
      "grad_norm": 0.051518555730581284,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 34140
    },
    {
      "grad_norm": 0.03820135444402695,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 34150
    },
    {
      "grad_norm": 0.037999965250492096,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 34160
    },
    {
      "grad_norm": 0.12256834656000137,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 34170
    },
    {
      "grad_norm": 0.07115282118320465,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 34180
    },
    {
      "grad_norm": 0.040657687932252884,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 34190
    },
    {
      "grad_norm": 0.03886617720127106,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 34200
    },
    {
      "grad_norm": 0.02989083342254162,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 34210
    },
    {
      "grad_norm": 0.05132261663675308,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 34220
    },
    {
      "grad_norm": 0.03280137479305267,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 34230
    },
    {
      "grad_norm": 0.04240788146853447,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 34240
    },
    {
      "grad_norm": 0.03133796527981758,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 34250
    },
    {
      "grad_norm": 0.03884337469935417,
      "learning_rate": 0.0001,
      "loss": 0.0774,
      "step": 34260
    },
    {
      "grad_norm": 0.0482872799038887,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 34270
    },
    {
      "grad_norm": 0.04260014742612839,
      "learning_rate": 0.0001,
      "loss": 0.0732,
      "step": 34280
    },
    {
      "grad_norm": 0.038707997649908066,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 34290
    },
    {
      "grad_norm": 0.03865601494908333,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 34300
    },
    {
      "grad_norm": 0.03922295197844505,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 34310
    },
    {
      "grad_norm": 0.04621630162000656,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 34320
    },
    {
      "grad_norm": 0.04090273752808571,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 34330
    },
    {
      "grad_norm": 0.04843306541442871,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 34340
    },
    {
      "grad_norm": 0.03976234048604965,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 34350
    },
    {
      "grad_norm": 0.04428831487894058,
      "learning_rate": 0.0001,
      "loss": 0.0743,
      "step": 34360
    },
    {
      "grad_norm": 0.03784584254026413,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 34370
    },
    {
      "grad_norm": 0.10762926936149597,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 34380
    },
    {
      "grad_norm": 0.04063160717487335,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 34390
    },
    {
      "grad_norm": 0.05418306961655617,
      "learning_rate": 0.0001,
      "loss": 0.0758,
      "step": 34400
    },
    {
      "grad_norm": 0.05668765306472778,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 34410
    },
    {
      "grad_norm": 0.048345062881708145,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 34420
    },
    {
      "grad_norm": 0.04282742738723755,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 34430
    },
    {
      "grad_norm": 0.05291668698191643,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 34440
    },
    {
      "grad_norm": 0.03572797775268555,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 34450
    },
    {
      "grad_norm": 0.0406397320330143,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 34460
    },
    {
      "grad_norm": 0.03541289269924164,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 34470
    },
    {
      "grad_norm": 0.057103369385004044,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 34480
    },
    {
      "grad_norm": 0.03230364993214607,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 34490
    },
    {
      "grad_norm": 0.060478340834379196,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 34500
    },
    {
      "grad_norm": 0.031950946897268295,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 34510
    },
    {
      "grad_norm": 0.03518917039036751,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 34520
    },
    {
      "grad_norm": 0.1019744798541069,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 34530
    },
    {
      "grad_norm": 0.033829547464847565,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 34540
    },
    {
      "grad_norm": 0.03487250208854675,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 34550
    },
    {
      "grad_norm": 0.03535638377070427,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 34560
    },
    {
      "grad_norm": 0.0738392174243927,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 34570
    },
    {
      "grad_norm": 0.03466096147894859,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 34580
    },
    {
      "grad_norm": 0.034089673310518265,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 34590
    },
    {
      "grad_norm": 0.04040977358818054,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 34600
    },
    {
      "grad_norm": 0.04165475815534592,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 34610
    },
    {
      "grad_norm": 0.07429282367229462,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 34620
    },
    {
      "grad_norm": 0.03679680824279785,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 34630
    },
    {
      "grad_norm": 0.032113220542669296,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 34640
    },
    {
      "grad_norm": 0.03335728868842125,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 34650
    },
    {
      "grad_norm": 0.03978850319981575,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 34660
    },
    {
      "grad_norm": 0.037772469222545624,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 34670
    },
    {
      "grad_norm": 0.032487183809280396,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 34680
    },
    {
      "grad_norm": 0.041179776191711426,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 34690
    },
    {
      "grad_norm": 0.050211649388074875,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 34700
    },
    {
      "grad_norm": 0.040559954941272736,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 34710
    },
    {
      "grad_norm": 0.034047793596982956,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 34720
    },
    {
      "grad_norm": 0.03613238036632538,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 34730
    },
    {
      "grad_norm": 0.033307041972875595,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 34740
    },
    {
      "grad_norm": 0.04117806628346443,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 34750
    },
    {
      "grad_norm": 0.03630978986620903,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 34760
    },
    {
      "grad_norm": 0.04226177558302879,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 34770
    },
    {
      "grad_norm": 0.06124905124306679,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 34780
    },
    {
      "grad_norm": 0.044283635914325714,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 34790
    },
    {
      "grad_norm": 0.03558982163667679,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 34800
    },
    {
      "grad_norm": 0.04082280769944191,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 34810
    },
    {
      "grad_norm": 0.030431263148784637,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 34820
    },
    {
      "grad_norm": 0.0421789288520813,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 34830
    },
    {
      "grad_norm": 0.029302529990673065,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 34840
    },
    {
      "grad_norm": 0.055209431797266006,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 34850
    },
    {
      "grad_norm": 0.05308650806546211,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 34860
    },
    {
      "grad_norm": 0.05577486753463745,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 34870
    },
    {
      "grad_norm": 0.06984409689903259,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 34880
    },
    {
      "grad_norm": 0.03840471804141998,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 34890
    },
    {
      "grad_norm": 0.07092011719942093,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 34900
    },
    {
      "grad_norm": 0.09448269009590149,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 34910
    },
    {
      "grad_norm": 0.07410579919815063,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 34920
    },
    {
      "grad_norm": 0.038360778242349625,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 34930
    },
    {
      "grad_norm": 0.046816401183605194,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 34940
    },
    {
      "grad_norm": 0.03390879929065704,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 34950
    },
    {
      "grad_norm": 0.06416020542383194,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 34960
    },
    {
      "grad_norm": 0.03582856431603432,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 34970
    },
    {
      "grad_norm": 0.03291136398911476,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 34980
    },
    {
      "grad_norm": 0.0611514113843441,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 34990
    },
    {
      "grad_norm": 0.035823073238134384,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 35000
    },
    {
      "grad_norm": 0.04091253504157066,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 35010
    },
    {
      "grad_norm": 0.03278025984764099,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 35020
    },
    {
      "grad_norm": 0.04302661120891571,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 35030
    },
    {
      "grad_norm": 0.0418209508061409,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 35040
    },
    {
      "grad_norm": 0.04439930245280266,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 35050
    },
    {
      "grad_norm": 0.03660234063863754,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 35060
    },
    {
      "grad_norm": 0.07757142931222916,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 35070
    },
    {
      "grad_norm": 0.037497151643037796,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 35080
    },
    {
      "grad_norm": 0.053935255855321884,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 35090
    },
    {
      "grad_norm": 0.03493328392505646,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 35100
    },
    {
      "grad_norm": 0.04391985386610031,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 35110
    },
    {
      "grad_norm": 0.07037671655416489,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 35120
    },
    {
      "grad_norm": 0.039322271943092346,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 35130
    },
    {
      "grad_norm": 0.05463895574212074,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 35140
    },
    {
      "grad_norm": 0.037732258439064026,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 35150
    },
    {
      "grad_norm": 0.0680808424949646,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 35160
    },
    {
      "grad_norm": 0.04696591943502426,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 35170
    },
    {
      "grad_norm": 0.03637421876192093,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 35180
    },
    {
      "grad_norm": 0.03415024280548096,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 35190
    },
    {
      "grad_norm": 0.029845833778381348,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 35200
    },
    {
      "grad_norm": 0.03421065956354141,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 35210
    },
    {
      "grad_norm": 0.039768267422914505,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 35220
    },
    {
      "grad_norm": 0.034288469702005386,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 35230
    },
    {
      "grad_norm": 0.047464754432439804,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 35240
    },
    {
      "grad_norm": 0.043264660984277725,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 35250
    },
    {
      "grad_norm": 0.04004184901714325,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 35260
    },
    {
      "grad_norm": 0.03187078982591629,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 35270
    },
    {
      "grad_norm": 0.03935140743851662,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 35280
    },
    {
      "grad_norm": 0.029904764145612717,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 35290
    },
    {
      "grad_norm": 0.03612995892763138,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 35300
    },
    {
      "grad_norm": 0.03103317692875862,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 35310
    },
    {
      "grad_norm": 0.043919600546360016,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 35320
    },
    {
      "grad_norm": 0.04406217858195305,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 35330
    },
    {
      "grad_norm": 0.041613440960645676,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 35340
    },
    {
      "grad_norm": 0.08186300098896027,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 35350
    },
    {
      "grad_norm": 0.14288277924060822,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 35360
    },
    {
      "grad_norm": 0.09788590669631958,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 35370
    },
    {
      "grad_norm": 0.04207329824566841,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 35380
    },
    {
      "grad_norm": 0.03710518777370453,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 35390
    },
    {
      "grad_norm": 0.046215981245040894,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 35400
    },
    {
      "grad_norm": 0.042268577963113785,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 35410
    },
    {
      "grad_norm": 0.03047966957092285,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 35420
    },
    {
      "grad_norm": 0.03152237460017204,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 35430
    },
    {
      "grad_norm": 0.03830105438828468,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 35440
    },
    {
      "grad_norm": 0.03209804370999336,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 35450
    },
    {
      "grad_norm": 0.05137037858366966,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 35460
    },
    {
      "grad_norm": 0.02943475730717182,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 35470
    },
    {
      "grad_norm": 0.0413321852684021,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 35480
    },
    {
      "grad_norm": 0.04621771723031998,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 35490
    },
    {
      "grad_norm": 0.03667421638965607,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 35500
    },
    {
      "grad_norm": 0.05803070217370987,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 35510
    },
    {
      "grad_norm": 0.035266514867544174,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 35520
    },
    {
      "grad_norm": 0.03606169670820236,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 35530
    },
    {
      "grad_norm": 0.036660995334386826,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 35540
    },
    {
      "grad_norm": 0.06196004897356033,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 35550
    },
    {
      "grad_norm": 0.05553637817502022,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 35560
    },
    {
      "grad_norm": 0.07444976270198822,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 35570
    },
    {
      "grad_norm": 0.06289619952440262,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 35580
    },
    {
      "grad_norm": 0.08171696960926056,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 35590
    },
    {
      "grad_norm": 0.033011868596076965,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 35600
    },
    {
      "grad_norm": 0.040250249207019806,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 35610
    },
    {
      "grad_norm": 0.05825696513056755,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 35620
    },
    {
      "grad_norm": 0.03564627841114998,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 35630
    },
    {
      "grad_norm": 0.035171639174222946,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 35640
    },
    {
      "grad_norm": 0.03579612448811531,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 35650
    },
    {
      "grad_norm": 0.03169359266757965,
      "learning_rate": 0.0001,
      "loss": 0.074,
      "step": 35660
    },
    {
      "grad_norm": 0.036146145313978195,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 35670
    },
    {
      "grad_norm": 0.03362720459699631,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 35680
    },
    {
      "grad_norm": 0.04673054814338684,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 35690
    },
    {
      "grad_norm": 0.03723950684070587,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 35700
    },
    {
      "grad_norm": 0.04394717514514923,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 35710
    },
    {
      "grad_norm": 0.03117835521697998,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 35720
    },
    {
      "grad_norm": 0.04923441633582115,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 35730
    },
    {
      "grad_norm": 0.04102924466133118,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 35740
    },
    {
      "grad_norm": 0.03762410208582878,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 35750
    },
    {
      "grad_norm": 0.05560433864593506,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 35760
    },
    {
      "grad_norm": 0.04412290081381798,
      "learning_rate": 0.0001,
      "loss": 0.0696,
      "step": 35770
    },
    {
      "grad_norm": 0.039403777569532394,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 35780
    },
    {
      "grad_norm": 0.051157545298337936,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 35790
    },
    {
      "grad_norm": 0.05609501525759697,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 35800
    },
    {
      "grad_norm": 0.03307051956653595,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 35810
    },
    {
      "grad_norm": 0.05087666213512421,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 35820
    },
    {
      "grad_norm": 0.055204521864652634,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 35830
    },
    {
      "grad_norm": 0.03998211398720741,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 35840
    },
    {
      "grad_norm": 0.03863344341516495,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 35850
    },
    {
      "grad_norm": 0.027921510860323906,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 35860
    },
    {
      "grad_norm": 0.049776412546634674,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 35870
    },
    {
      "grad_norm": 0.06576330959796906,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 35880
    },
    {
      "grad_norm": 0.04835762828588486,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 35890
    },
    {
      "grad_norm": 0.03690186142921448,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 35900
    },
    {
      "grad_norm": 0.030905909836292267,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 35910
    },
    {
      "grad_norm": 0.05417322739958763,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 35920
    },
    {
      "grad_norm": 0.07845259457826614,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 35930
    },
    {
      "grad_norm": 0.03943118080496788,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 35940
    },
    {
      "grad_norm": 0.031314462423324585,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 35950
    },
    {
      "grad_norm": 0.029862236231565475,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 35960
    },
    {
      "grad_norm": 0.04635995998978615,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 35970
    },
    {
      "grad_norm": 0.053163785487413406,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 35980
    },
    {
      "grad_norm": 0.03764398768544197,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 35990
    },
    {
      "grad_norm": 0.04118898883461952,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 36000
    },
    {
      "grad_norm": 0.08275865018367767,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 36010
    },
    {
      "grad_norm": 0.042916808277368546,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 36020
    },
    {
      "grad_norm": 0.04163999855518341,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 36030
    },
    {
      "grad_norm": 0.07033181935548782,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 36040
    },
    {
      "grad_norm": 0.047341201454401016,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 36050
    },
    {
      "grad_norm": 0.04109429568052292,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 36060
    },
    {
      "grad_norm": 0.036715053021907806,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 36070
    },
    {
      "grad_norm": 0.03890985623002052,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 36080
    },
    {
      "grad_norm": 0.04299110174179077,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 36090
    },
    {
      "grad_norm": 0.03817792981863022,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 36100
    },
    {
      "grad_norm": 0.03642280399799347,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 36110
    },
    {
      "grad_norm": 0.07617798447608948,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 36120
    },
    {
      "grad_norm": 0.03072689101099968,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 36130
    },
    {
      "grad_norm": 0.059046465903520584,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 36140
    },
    {
      "grad_norm": 0.031064556911587715,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 36150
    },
    {
      "grad_norm": 0.05100119486451149,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 36160
    },
    {
      "grad_norm": 0.03205114230513573,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 36170
    },
    {
      "grad_norm": 0.037654466927051544,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 36180
    },
    {
      "grad_norm": 0.03137983754277229,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 36190
    },
    {
      "grad_norm": 0.0328335165977478,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 36200
    },
    {
      "grad_norm": 0.034666113555431366,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 36210
    },
    {
      "grad_norm": 0.057821374386548996,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 36220
    },
    {
      "grad_norm": 0.0634455531835556,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 36230
    },
    {
      "grad_norm": 0.03525775671005249,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 36240
    },
    {
      "grad_norm": 0.0485224612057209,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 36250
    },
    {
      "grad_norm": 0.06906169652938843,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 36260
    },
    {
      "grad_norm": 0.05213720351457596,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 36270
    },
    {
      "grad_norm": 0.046394139528274536,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 36280
    },
    {
      "grad_norm": 0.043012719601392746,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 36290
    },
    {
      "grad_norm": 0.08396071195602417,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 36300
    },
    {
      "grad_norm": 0.06109786033630371,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 36310
    },
    {
      "grad_norm": 0.06964795291423798,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 36320
    },
    {
      "grad_norm": 0.14955122768878937,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 36330
    },
    {
      "grad_norm": 0.0719529539346695,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 36340
    },
    {
      "grad_norm": 0.027867168188095093,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 36350
    },
    {
      "grad_norm": 0.04366185888648033,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 36360
    },
    {
      "grad_norm": 0.0408259853720665,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 36370
    },
    {
      "grad_norm": 0.03028651513159275,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 36380
    },
    {
      "grad_norm": 0.030517693608999252,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 36390
    },
    {
      "grad_norm": 0.05031804367899895,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 36400
    },
    {
      "grad_norm": 0.049120593816041946,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 36410
    },
    {
      "grad_norm": 0.03696788102388382,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 36420
    },
    {
      "grad_norm": 0.04076075553894043,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 36430
    },
    {
      "grad_norm": 0.03259997069835663,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 36440
    },
    {
      "grad_norm": 0.03305938094854355,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 36450
    },
    {
      "grad_norm": 0.034677281975746155,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 36460
    },
    {
      "grad_norm": 0.03504345938563347,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 36470
    },
    {
      "grad_norm": 0.034003399312496185,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 36480
    },
    {
      "grad_norm": 0.03548889607191086,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 36490
    },
    {
      "grad_norm": 0.03538661450147629,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 36500
    },
    {
      "grad_norm": 0.04254366084933281,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 36510
    },
    {
      "grad_norm": 0.03569987043738365,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 36520
    },
    {
      "grad_norm": 0.03509817644953728,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 36530
    },
    {
      "grad_norm": 0.10941397398710251,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 36540
    },
    {
      "grad_norm": 0.06854549050331116,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 36550
    },
    {
      "grad_norm": 0.055144891142845154,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 36560
    },
    {
      "grad_norm": 0.07435047626495361,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 36570
    },
    {
      "grad_norm": 0.04017692804336548,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 36580
    },
    {
      "grad_norm": 0.04810813069343567,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 36590
    },
    {
      "grad_norm": 0.032557159662246704,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 36600
    },
    {
      "grad_norm": 0.03193092346191406,
      "learning_rate": 0.0001,
      "loss": 0.0733,
      "step": 36610
    },
    {
      "grad_norm": 0.03733831271529198,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 36620
    },
    {
      "grad_norm": 0.03869159147143364,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 36630
    },
    {
      "grad_norm": 0.03554188460111618,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 36640
    },
    {
      "grad_norm": 0.04610494151711464,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 36650
    },
    {
      "grad_norm": 0.0335262194275856,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 36660
    },
    {
      "grad_norm": 0.03101515583693981,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 36670
    },
    {
      "grad_norm": 0.03263170272111893,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 36680
    },
    {
      "grad_norm": 0.03655770793557167,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 36690
    },
    {
      "grad_norm": 0.03458186239004135,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 36700
    },
    {
      "grad_norm": 0.033129479736089706,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 36710
    },
    {
      "grad_norm": 0.033853668719530106,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 36720
    },
    {
      "grad_norm": 0.03468812257051468,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 36730
    },
    {
      "grad_norm": 0.04085884615778923,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 36740
    },
    {
      "grad_norm": 0.05355772376060486,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 36750
    },
    {
      "grad_norm": 0.03896705433726311,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 36760
    },
    {
      "grad_norm": 0.035082053393125534,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 36770
    },
    {
      "grad_norm": 0.03586112707853317,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 36780
    },
    {
      "grad_norm": 0.04334893822669983,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 36790
    },
    {
      "grad_norm": 0.03880132734775543,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 36800
    },
    {
      "grad_norm": 0.10529380291700363,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 36810
    },
    {
      "grad_norm": 0.03701832517981529,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 36820
    },
    {
      "grad_norm": 0.06301122158765793,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 36830
    },
    {
      "grad_norm": 0.03557504341006279,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 36840
    },
    {
      "grad_norm": 0.03103788010776043,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 36850
    },
    {
      "grad_norm": 0.0347161591053009,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 36860
    },
    {
      "grad_norm": 0.0387222096323967,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 36870
    },
    {
      "grad_norm": 0.03472641482949257,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 36880
    },
    {
      "grad_norm": 0.03783014044165611,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 36890
    },
    {
      "grad_norm": 0.044905539602041245,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 36900
    },
    {
      "grad_norm": 0.035048507153987885,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 36910
    },
    {
      "grad_norm": 0.034940142184495926,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 36920
    },
    {
      "grad_norm": 0.04225538671016693,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 36930
    },
    {
      "grad_norm": 0.05644979327917099,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 36940
    },
    {
      "grad_norm": 0.09015394747257233,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 36950
    },
    {
      "grad_norm": 0.05023554712533951,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 36960
    },
    {
      "grad_norm": 0.0548553541302681,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 36970
    },
    {
      "grad_norm": 0.054821912199258804,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 36980
    },
    {
      "grad_norm": 0.04293232038617134,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 36990
    },
    {
      "grad_norm": 0.036605339497327805,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 37000
    },
    {
      "grad_norm": 0.046102769672870636,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 37010
    },
    {
      "grad_norm": 0.03348397836089134,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 37020
    },
    {
      "grad_norm": 0.04573710635304451,
      "learning_rate": 0.0001,
      "loss": 0.0746,
      "step": 37030
    },
    {
      "grad_norm": 0.03488147631287575,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 37040
    },
    {
      "grad_norm": 0.039031729102134705,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 37050
    },
    {
      "grad_norm": 0.03363778069615364,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 37060
    },
    {
      "grad_norm": 0.0329267717897892,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 37070
    },
    {
      "grad_norm": 0.03387003391981125,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 37080
    },
    {
      "grad_norm": 0.036138758063316345,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 37090
    },
    {
      "grad_norm": 0.03445428982377052,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 37100
    },
    {
      "grad_norm": 0.032992709428071976,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 37110
    },
    {
      "grad_norm": 0.03737430274486542,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 37120
    },
    {
      "grad_norm": 0.04893596097826958,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 37130
    },
    {
      "grad_norm": 0.04454951360821724,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 37140
    },
    {
      "grad_norm": 0.042393624782562256,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 37150
    },
    {
      "grad_norm": 0.03157443553209305,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 37160
    },
    {
      "grad_norm": 0.04365954548120499,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 37170
    },
    {
      "grad_norm": 0.06189514696598053,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 37180
    },
    {
      "grad_norm": 0.04286020249128342,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 37190
    },
    {
      "grad_norm": 0.03305906802415848,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 37200
    },
    {
      "grad_norm": 0.06142064556479454,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 37210
    },
    {
      "grad_norm": 0.035786133259534836,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 37220
    },
    {
      "grad_norm": 0.04999749734997749,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 37230
    },
    {
      "grad_norm": 0.04813852906227112,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 37240
    },
    {
      "grad_norm": 0.05243297666311264,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 37250
    },
    {
      "grad_norm": 0.04601342976093292,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 37260
    },
    {
      "grad_norm": 0.03871860355138779,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 37270
    },
    {
      "grad_norm": 0.1131562814116478,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 37280
    },
    {
      "grad_norm": 0.044349540024995804,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 37290
    },
    {
      "grad_norm": 0.08234160393476486,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 37300
    },
    {
      "grad_norm": 0.04892290383577347,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 37310
    },
    {
      "grad_norm": 0.03430067375302315,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 37320
    },
    {
      "grad_norm": 0.032797981053590775,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 37330
    },
    {
      "grad_norm": 0.036283113062381744,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 37340
    },
    {
      "grad_norm": 0.03143198415637016,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 37350
    },
    {
      "grad_norm": 0.046104397624731064,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 37360
    },
    {
      "grad_norm": 0.058425746858119965,
      "learning_rate": 0.0001,
      "loss": 0.0696,
      "step": 37370
    },
    {
      "grad_norm": 0.06631159037351608,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 37380
    },
    {
      "grad_norm": 0.03404149413108826,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 37390
    },
    {
      "grad_norm": 0.044478464871644974,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 37400
    },
    {
      "grad_norm": 0.03788275271654129,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 37410
    },
    {
      "grad_norm": 0.033373840153217316,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 37420
    },
    {
      "grad_norm": 0.03380388766527176,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 37430
    },
    {
      "grad_norm": 0.037618327885866165,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 37440
    },
    {
      "grad_norm": 0.029495229944586754,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 37450
    },
    {
      "grad_norm": 0.03652578592300415,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 37460
    },
    {
      "grad_norm": 0.04548629745841026,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 37470
    },
    {
      "grad_norm": 0.03228706121444702,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 37480
    },
    {
      "grad_norm": 0.03568793088197708,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 37490
    },
    {
      "grad_norm": 0.031992360949516296,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 37500
    },
    {
      "grad_norm": 0.04897407069802284,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 37510
    },
    {
      "grad_norm": 0.0704970732331276,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 37520
    },
    {
      "grad_norm": 0.041860900819301605,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 37530
    },
    {
      "grad_norm": 0.06436282396316528,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 37540
    },
    {
      "grad_norm": 0.05301891639828682,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 37550
    },
    {
      "grad_norm": 0.047464583069086075,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 37560
    },
    {
      "grad_norm": 0.03754439204931259,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 37570
    },
    {
      "grad_norm": 0.033963944762945175,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 37580
    },
    {
      "grad_norm": 0.03742852807044983,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 37590
    },
    {
      "grad_norm": 0.05696031078696251,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 37600
    },
    {
      "grad_norm": 0.03561019152402878,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 37610
    },
    {
      "grad_norm": 0.06771985441446304,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 37620
    },
    {
      "grad_norm": 0.039452724158763885,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 37630
    },
    {
      "grad_norm": 0.03179405257105827,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 37640
    },
    {
      "grad_norm": 0.03681609407067299,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 37650
    },
    {
      "grad_norm": 0.03880731388926506,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 37660
    },
    {
      "grad_norm": 0.032786063849925995,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 37670
    },
    {
      "grad_norm": 0.03954949602484703,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 37680
    },
    {
      "grad_norm": 0.04144859313964844,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 37690
    },
    {
      "grad_norm": 0.04786720126867294,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 37700
    },
    {
      "grad_norm": 0.040819454938173294,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 37710
    },
    {
      "grad_norm": 0.06671645492315292,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 37720
    },
    {
      "grad_norm": 0.03382359817624092,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 37730
    },
    {
      "grad_norm": 0.03553355112671852,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 37740
    },
    {
      "grad_norm": 0.03517735004425049,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 37750
    },
    {
      "grad_norm": 0.03206126019358635,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 37760
    },
    {
      "grad_norm": 0.059313878417015076,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 37770
    },
    {
      "grad_norm": 0.03557224199175835,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 37780
    },
    {
      "grad_norm": 0.04260993376374245,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 37790
    },
    {
      "grad_norm": 0.04131653904914856,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 37800
    },
    {
      "grad_norm": 0.042582690715789795,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 37810
    },
    {
      "grad_norm": 0.032657966017723083,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 37820
    },
    {
      "grad_norm": 0.04106476157903671,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 37830
    },
    {
      "grad_norm": 0.03338339179754257,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 37840
    },
    {
      "grad_norm": 0.03520267456769943,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 37850
    },
    {
      "grad_norm": 0.07238103449344635,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 37860
    },
    {
      "grad_norm": 0.04352276027202606,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 37870
    },
    {
      "grad_norm": 0.052970223128795624,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 37880
    },
    {
      "grad_norm": 0.033973388373851776,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 37890
    },
    {
      "grad_norm": 0.05823273956775665,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 37900
    },
    {
      "grad_norm": 0.04868236929178238,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 37910
    },
    {
      "grad_norm": 0.03961656987667084,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 37920
    },
    {
      "grad_norm": 0.03702741861343384,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 37930
    },
    {
      "grad_norm": 0.030596710741519928,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 37940
    },
    {
      "grad_norm": 0.048356495797634125,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 37950
    },
    {
      "grad_norm": 0.04348335787653923,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 37960
    },
    {
      "grad_norm": 0.03584670275449753,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 37970
    },
    {
      "grad_norm": 0.0511791966855526,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 37980
    },
    {
      "grad_norm": 0.03848455473780632,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 37990
    },
    {
      "grad_norm": 0.16160161793231964,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 38000
    },
    {
      "grad_norm": 0.04428984224796295,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 38010
    },
    {
      "grad_norm": 0.06233983486890793,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 38020
    },
    {
      "grad_norm": 0.07480335980653763,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 38030
    },
    {
      "grad_norm": 0.0449003204703331,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 38040
    },
    {
      "grad_norm": 0.03870463743805885,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 38050
    },
    {
      "grad_norm": 0.04615649953484535,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 38060
    },
    {
      "grad_norm": 0.04005493223667145,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 38070
    },
    {
      "grad_norm": 0.02914677932858467,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 38080
    },
    {
      "grad_norm": 0.03014819137752056,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 38090
    },
    {
      "grad_norm": 0.031008318066596985,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 38100
    },
    {
      "grad_norm": 0.03860512375831604,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 38110
    },
    {
      "grad_norm": 0.029543517157435417,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 38120
    },
    {
      "grad_norm": 0.0315956212580204,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 38130
    },
    {
      "grad_norm": 0.037183720618486404,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 38140
    },
    {
      "grad_norm": 0.031376808881759644,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 38150
    },
    {
      "grad_norm": 0.029893221333622932,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 38160
    },
    {
      "grad_norm": 0.03287717327475548,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 38170
    },
    {
      "grad_norm": 0.03639819473028183,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 38180
    },
    {
      "grad_norm": 0.03506358712911606,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 38190
    },
    {
      "grad_norm": 0.050283804535865784,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 38200
    },
    {
      "grad_norm": 0.03307217359542847,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 38210
    },
    {
      "grad_norm": 0.03990006819367409,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 38220
    },
    {
      "grad_norm": 0.034354500472545624,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 38230
    },
    {
      "grad_norm": 0.039544615894556046,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 38240
    },
    {
      "grad_norm": 0.04176226258277893,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 38250
    },
    {
      "grad_norm": 0.028187409043312073,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 38260
    },
    {
      "grad_norm": 0.04305686056613922,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 38270
    },
    {
      "grad_norm": 0.04253420978784561,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 38280
    },
    {
      "grad_norm": 0.03454329073429108,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 38290
    },
    {
      "grad_norm": 0.031875718384981155,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 38300
    },
    {
      "grad_norm": 0.03956492617726326,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 38310
    },
    {
      "grad_norm": 0.02989949658513069,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 38320
    },
    {
      "grad_norm": 0.04585617035627365,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 38330
    },
    {
      "grad_norm": 0.03252959996461868,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 38340
    },
    {
      "grad_norm": 0.04703405499458313,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 38350
    },
    {
      "grad_norm": 0.03179389610886574,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 38360
    },
    {
      "grad_norm": 0.03713778033852577,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 38370
    },
    {
      "grad_norm": 0.03192252665758133,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 38380
    },
    {
      "grad_norm": 0.030081627890467644,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 38390
    },
    {
      "grad_norm": 0.04170632362365723,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 38400
    },
    {
      "grad_norm": 0.04995517432689667,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 38410
    },
    {
      "grad_norm": 0.05038144066929817,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 38420
    },
    {
      "grad_norm": 0.05236246436834335,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 38430
    },
    {
      "grad_norm": 0.04448925331234932,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 38440
    },
    {
      "grad_norm": 0.04377903789281845,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 38450
    },
    {
      "grad_norm": 0.038642171770334244,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 38460
    },
    {
      "grad_norm": 0.03075675666332245,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 38470
    },
    {
      "grad_norm": 0.07208243757486343,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 38480
    },
    {
      "grad_norm": 0.04166208207607269,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 38490
    },
    {
      "grad_norm": 0.04016746208071709,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 38500
    },
    {
      "grad_norm": 0.052444156259298325,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 38510
    },
    {
      "grad_norm": 0.02832229807972908,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 38520
    },
    {
      "grad_norm": 0.06185142695903778,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 38530
    },
    {
      "grad_norm": 0.04989226534962654,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 38540
    },
    {
      "grad_norm": 0.0669059306383133,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 38550
    },
    {
      "grad_norm": 0.035784196108579636,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 38560
    },
    {
      "grad_norm": 0.032216064631938934,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 38570
    },
    {
      "grad_norm": 0.03320734202861786,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 38580
    },
    {
      "grad_norm": 0.03215212747454643,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 38590
    },
    {
      "grad_norm": 0.03555649146437645,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 38600
    },
    {
      "grad_norm": 0.034832023084163666,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 38610
    },
    {
      "grad_norm": 0.03984513506293297,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 38620
    },
    {
      "grad_norm": 0.034927695989608765,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 38630
    },
    {
      "grad_norm": 0.06254498660564423,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 38640
    },
    {
      "grad_norm": 0.03807548061013222,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 38650
    },
    {
      "grad_norm": 0.040171049535274506,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 38660
    },
    {
      "grad_norm": 0.05316123738884926,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 38670
    },
    {
      "grad_norm": 0.03437749296426773,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 38680
    },
    {
      "grad_norm": 0.06252279132604599,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 38690
    },
    {
      "grad_norm": 0.039166409522295,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 38700
    },
    {
      "grad_norm": 0.029712114483118057,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 38710
    },
    {
      "grad_norm": 0.03775118291378021,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 38720
    },
    {
      "grad_norm": 0.03140271082520485,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 38730
    },
    {
      "grad_norm": 0.04087461158633232,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 38740
    },
    {
      "grad_norm": 0.03555164113640785,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 38750
    },
    {
      "grad_norm": 0.03608430549502373,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 38760
    },
    {
      "grad_norm": 0.05704550817608833,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 38770
    },
    {
      "grad_norm": 0.034066665917634964,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 38780
    },
    {
      "grad_norm": 0.0355595201253891,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 38790
    },
    {
      "grad_norm": 0.07506749033927917,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 38800
    },
    {
      "grad_norm": 0.06708940118551254,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 38810
    },
    {
      "grad_norm": 0.0365835502743721,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 38820
    },
    {
      "grad_norm": 0.06985849887132645,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 38830
    },
    {
      "grad_norm": 0.05119096860289574,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 38840
    },
    {
      "grad_norm": 0.04085248336195946,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 38850
    },
    {
      "grad_norm": 0.03808493912220001,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 38860
    },
    {
      "grad_norm": 0.029855957254767418,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 38870
    },
    {
      "grad_norm": 0.03411302715539932,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 38880
    },
    {
      "grad_norm": 0.033631738275289536,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 38890
    },
    {
      "grad_norm": 0.032998498529195786,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 38900
    },
    {
      "grad_norm": 0.035852495580911636,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 38910
    },
    {
      "grad_norm": 0.031865570694208145,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 38920
    },
    {
      "grad_norm": 0.029154466465115547,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 38930
    },
    {
      "grad_norm": 0.029531078413128853,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 38940
    },
    {
      "grad_norm": 0.03550119325518608,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 38950
    },
    {
      "grad_norm": 0.029162777587771416,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 38960
    },
    {
      "grad_norm": 0.039359454065561295,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 38970
    },
    {
      "grad_norm": 0.035753265023231506,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 38980
    },
    {
      "grad_norm": 0.0453144870698452,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 38990
    },
    {
      "grad_norm": 0.0377313606441021,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 39000
    },
    {
      "grad_norm": 0.03248608857393265,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 39010
    },
    {
      "grad_norm": 0.03975382074713707,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 39020
    },
    {
      "grad_norm": 0.03132565692067146,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 39030
    },
    {
      "grad_norm": 0.033048175275325775,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 39040
    },
    {
      "grad_norm": 0.03295290470123291,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 39050
    },
    {
      "grad_norm": 0.03377096727490425,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 39060
    },
    {
      "grad_norm": 0.03387298434972763,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 39070
    },
    {
      "grad_norm": 0.03791968151926994,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 39080
    },
    {
      "grad_norm": 0.03956291452050209,
      "learning_rate": 0.0001,
      "loss": 0.0696,
      "step": 39090
    },
    {
      "grad_norm": 0.037672728300094604,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 39100
    },
    {
      "grad_norm": 0.0396563857793808,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 39110
    },
    {
      "grad_norm": 0.03449122980237007,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 39120
    },
    {
      "grad_norm": 0.04245760664343834,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 39130
    },
    {
      "grad_norm": 0.03688700497150421,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 39140
    },
    {
      "grad_norm": 0.04512011632323265,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 39150
    },
    {
      "grad_norm": 0.059459298849105835,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 39160
    },
    {
      "grad_norm": 0.04698453098535538,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 39170
    },
    {
      "grad_norm": 0.040667250752449036,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 39180
    },
    {
      "grad_norm": 0.041289493441581726,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 39190
    },
    {
      "grad_norm": 0.03618164733052254,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 39200
    },
    {
      "grad_norm": 0.06543055921792984,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 39210
    },
    {
      "grad_norm": 0.04814828932285309,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 39220
    },
    {
      "grad_norm": 0.03400001302361488,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 39230
    },
    {
      "grad_norm": 0.043967507779598236,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 39240
    },
    {
      "grad_norm": 0.044306907802820206,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 39250
    },
    {
      "grad_norm": 0.07090448588132858,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 39260
    },
    {
      "grad_norm": 0.06247464194893837,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 39270
    },
    {
      "grad_norm": 0.04871421307325363,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 39280
    },
    {
      "grad_norm": 0.12816700339317322,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 39290
    },
    {
      "grad_norm": 0.096686951816082,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 39300
    },
    {
      "grad_norm": 0.05330901965498924,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 39310
    },
    {
      "grad_norm": 0.047801900655031204,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 39320
    },
    {
      "grad_norm": 0.05233447626233101,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 39330
    },
    {
      "grad_norm": 0.04100347310304642,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 39340
    },
    {
      "grad_norm": 0.03639195114374161,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 39350
    },
    {
      "grad_norm": 0.04086892679333687,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 39360
    },
    {
      "grad_norm": 0.030307462438941002,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 39370
    },
    {
      "grad_norm": 0.08686571568250656,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 39380
    },
    {
      "grad_norm": 0.04986337572336197,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 39390
    },
    {
      "grad_norm": 0.049164846539497375,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 39400
    },
    {
      "grad_norm": 0.051554132252931595,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 39410
    },
    {
      "grad_norm": 0.0365840420126915,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 39420
    },
    {
      "grad_norm": 0.036312609910964966,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 39430
    },
    {
      "grad_norm": 0.03276597708463669,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 39440
    },
    {
      "grad_norm": 0.04942088574171066,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 39450
    },
    {
      "grad_norm": 0.09062451869249344,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 39460
    },
    {
      "grad_norm": 0.04587775841355324,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 39470
    },
    {
      "grad_norm": 0.03512801602482796,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 39480
    },
    {
      "grad_norm": 0.052920930087566376,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 39490
    },
    {
      "grad_norm": 0.0419570729136467,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 39500
    },
    {
      "grad_norm": 0.05715383216738701,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 39510
    },
    {
      "grad_norm": 0.041082628071308136,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 39520
    },
    {
      "grad_norm": 0.05706649646162987,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 39530
    },
    {
      "grad_norm": 0.042092517018318176,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 39540
    },
    {
      "grad_norm": 0.03789505735039711,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 39550
    },
    {
      "grad_norm": 0.029912937432527542,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 39560
    },
    {
      "grad_norm": 0.03817643225193024,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 39570
    },
    {
      "grad_norm": 0.040806904435157776,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 39580
    },
    {
      "grad_norm": 0.04068940877914429,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 39590
    },
    {
      "grad_norm": 0.044360142201185226,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 39600
    },
    {
      "grad_norm": 0.06957937777042389,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 39610
    },
    {
      "grad_norm": 0.03620615229010582,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 39620
    },
    {
      "grad_norm": 0.038483697921037674,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 39630
    },
    {
      "grad_norm": 0.10172354429960251,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 39640
    },
    {
      "grad_norm": 0.06604235619306564,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 39650
    },
    {
      "grad_norm": 0.05630452185869217,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 39660
    },
    {
      "grad_norm": 0.03793523088097572,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 39670
    },
    {
      "grad_norm": 0.04768672585487366,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 39680
    },
    {
      "grad_norm": 0.03954219073057175,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 39690
    },
    {
      "grad_norm": 0.041899170726537704,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 39700
    },
    {
      "grad_norm": 0.0424920879304409,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 39710
    },
    {
      "grad_norm": 0.04535378888249397,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 39720
    },
    {
      "grad_norm": 0.04237652197480202,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 39730
    },
    {
      "grad_norm": 0.030537061393260956,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 39740
    },
    {
      "grad_norm": 0.03677913546562195,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 39750
    },
    {
      "grad_norm": 0.056095246225595474,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 39760
    },
    {
      "grad_norm": 0.044908564537763596,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 39770
    },
    {
      "grad_norm": 0.03787824511528015,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 39780
    },
    {
      "grad_norm": 0.048906948417425156,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 39790
    },
    {
      "grad_norm": 0.0328429639339447,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 39800
    },
    {
      "grad_norm": 0.04823322221636772,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 39810
    },
    {
      "grad_norm": 0.0779457837343216,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 39820
    },
    {
      "grad_norm": 0.06936633586883545,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 39830
    },
    {
      "grad_norm": 0.03155045211315155,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 39840
    },
    {
      "grad_norm": 0.03163648396730423,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 39850
    },
    {
      "grad_norm": 0.0334661491215229,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 39860
    },
    {
      "grad_norm": 0.039826180785894394,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 39870
    },
    {
      "grad_norm": 0.036839332431554794,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 39880
    },
    {
      "grad_norm": 0.040341656655073166,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 39890
    },
    {
      "grad_norm": 0.0374787375330925,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 39900
    },
    {
      "grad_norm": 0.08718541264533997,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 39910
    },
    {
      "grad_norm": 0.039719413965940475,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 39920
    },
    {
      "grad_norm": 0.040765516459941864,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 39930
    },
    {
      "grad_norm": 0.030116384848952293,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 39940
    },
    {
      "grad_norm": 0.049046840518713,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 39950
    },
    {
      "grad_norm": 0.03678615018725395,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 39960
    },
    {
      "grad_norm": 0.03511159494519234,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 39970
    },
    {
      "grad_norm": 0.029400071129202843,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 39980
    },
    {
      "grad_norm": 0.03598709776997566,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 39990
    },
    {
      "grad_norm": 0.04689224809408188,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 40000
    },
    {
      "grad_norm": 0.0338553749024868,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 40010
    },
    {
      "grad_norm": 0.064449742436409,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 40020
    },
    {
      "grad_norm": 0.03285815566778183,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 40030
    },
    {
      "grad_norm": 0.054807256907224655,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 40040
    },
    {
      "grad_norm": 0.0765286311507225,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 40050
    },
    {
      "grad_norm": 0.040971554815769196,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 40060
    },
    {
      "grad_norm": 0.040105972439050674,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 40070
    },
    {
      "grad_norm": 0.040856778621673584,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 40080
    },
    {
      "grad_norm": 0.03357705473899841,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 40090
    },
    {
      "grad_norm": 0.02953309938311577,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 40100
    },
    {
      "grad_norm": 0.03776497766375542,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 40110
    },
    {
      "grad_norm": 0.06490800529718399,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 40120
    },
    {
      "grad_norm": 0.09088119119405746,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 40130
    },
    {
      "grad_norm": 0.03855638951063156,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 40140
    },
    {
      "grad_norm": 0.03771436586976051,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 40150
    },
    {
      "grad_norm": 0.03283694386482239,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 40160
    },
    {
      "grad_norm": 0.036321971565485,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 40170
    },
    {
      "grad_norm": 0.03280957043170929,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 40180
    },
    {
      "grad_norm": 0.03399503231048584,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 40190
    },
    {
      "grad_norm": 0.043982747942209244,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 40200
    },
    {
      "grad_norm": 0.03500162065029144,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 40210
    },
    {
      "grad_norm": 0.03537125140428543,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 40220
    },
    {
      "grad_norm": 0.03842867910861969,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 40230
    },
    {
      "grad_norm": 0.058780353516340256,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 40240
    },
    {
      "grad_norm": 0.036988381296396255,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 40250
    },
    {
      "grad_norm": 0.0341460220515728,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 40260
    },
    {
      "grad_norm": 0.03794300556182861,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 40270
    },
    {
      "grad_norm": 0.03110705129802227,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 40280
    },
    {
      "grad_norm": 0.03926943987607956,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 40290
    },
    {
      "grad_norm": 0.03257521614432335,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 40300
    },
    {
      "grad_norm": 0.06954566389322281,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 40310
    },
    {
      "grad_norm": 0.059975504875183105,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 40320
    },
    {
      "grad_norm": 0.03550029173493385,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 40330
    },
    {
      "grad_norm": 0.03892926126718521,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 40340
    },
    {
      "grad_norm": 0.0343734510242939,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 40350
    },
    {
      "grad_norm": 0.061700884252786636,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 40360
    },
    {
      "grad_norm": 0.03403391316533089,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 40370
    },
    {
      "grad_norm": 0.03189223259687424,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 40380
    },
    {
      "grad_norm": 0.037812765687704086,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 40390
    },
    {
      "grad_norm": 0.03129935637116432,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 40400
    },
    {
      "grad_norm": 0.037842441350221634,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 40410
    },
    {
      "grad_norm": 0.04346808046102524,
      "learning_rate": 0.0001,
      "loss": 0.0725,
      "step": 40420
    },
    {
      "grad_norm": 0.03651014715433121,
      "learning_rate": 0.0001,
      "loss": 0.0696,
      "step": 40430
    },
    {
      "grad_norm": 0.04109421372413635,
      "learning_rate": 0.0001,
      "loss": 0.072,
      "step": 40440
    },
    {
      "grad_norm": 0.05825643241405487,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 40450
    },
    {
      "grad_norm": 0.037674497812986374,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 40460
    },
    {
      "grad_norm": 0.05419223755598068,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 40470
    },
    {
      "grad_norm": 0.0660293698310852,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 40480
    },
    {
      "grad_norm": 0.04422139376401901,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 40490
    },
    {
      "grad_norm": 0.05771885812282562,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 40500
    },
    {
      "grad_norm": 0.041760582476854324,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 40510
    },
    {
      "grad_norm": 0.039679188281297684,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 40520
    },
    {
      "grad_norm": 0.04061346873641014,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 40530
    },
    {
      "grad_norm": 0.030321789905428886,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 40540
    },
    {
      "grad_norm": 0.038246482610702515,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 40550
    },
    {
      "grad_norm": 0.03735995665192604,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 40560
    },
    {
      "grad_norm": 0.05408884957432747,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 40570
    },
    {
      "grad_norm": 0.03366722911596298,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 40580
    },
    {
      "grad_norm": 0.0467546321451664,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 40590
    },
    {
      "grad_norm": 0.09788455069065094,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 40600
    },
    {
      "grad_norm": 0.07009826600551605,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 40610
    },
    {
      "grad_norm": 0.03554542735219002,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 40620
    },
    {
      "grad_norm": 0.03818294033408165,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 40630
    },
    {
      "grad_norm": 0.03789380565285683,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 40640
    },
    {
      "grad_norm": 0.040560830384492874,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 40650
    },
    {
      "grad_norm": 0.05181001499295235,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 40660
    },
    {
      "grad_norm": 0.05541336163878441,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 40670
    },
    {
      "grad_norm": 0.03628384321928024,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 40680
    },
    {
      "grad_norm": 0.03688158839941025,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 40690
    },
    {
      "grad_norm": 0.031090429052710533,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 40700
    },
    {
      "grad_norm": 0.0418601855635643,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 40710
    },
    {
      "grad_norm": 0.22529692947864532,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 40720
    },
    {
      "grad_norm": 0.09047374129295349,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 40730
    },
    {
      "grad_norm": 0.03227100521326065,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 40740
    },
    {
      "grad_norm": 0.04880169406533241,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 40750
    },
    {
      "grad_norm": 0.03743493929505348,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 40760
    },
    {
      "grad_norm": 0.04331272095441818,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 40770
    },
    {
      "grad_norm": 0.033199433237314224,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 40780
    },
    {
      "grad_norm": 0.038884855806827545,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 40790
    },
    {
      "grad_norm": 0.04013241082429886,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 40800
    },
    {
      "grad_norm": 0.040494054555892944,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 40810
    },
    {
      "grad_norm": 0.03880130872130394,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 40820
    },
    {
      "grad_norm": 0.040401309728622437,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 40830
    },
    {
      "grad_norm": 0.04011113569140434,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 40840
    },
    {
      "grad_norm": 0.03706661984324455,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 40850
    },
    {
      "grad_norm": 0.03604340925812721,
      "learning_rate": 0.0001,
      "loss": 0.0718,
      "step": 40860
    },
    {
      "grad_norm": 0.043566323816776276,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 40870
    },
    {
      "grad_norm": 0.059924423694610596,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 40880
    },
    {
      "grad_norm": 0.03257587552070618,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 40890
    },
    {
      "grad_norm": 0.03953498229384422,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 40900
    },
    {
      "grad_norm": 0.03668319433927536,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 40910
    },
    {
      "grad_norm": 0.03001757524907589,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 40920
    },
    {
      "grad_norm": 0.032163117080926895,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 40930
    },
    {
      "grad_norm": 0.03427658602595329,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 40940
    },
    {
      "grad_norm": 0.043915756046772,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 40950
    },
    {
      "grad_norm": 0.028855791315436363,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 40960
    },
    {
      "grad_norm": 0.034693486988544464,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 40970
    },
    {
      "grad_norm": 0.03227405622601509,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 40980
    },
    {
      "grad_norm": 0.048247650265693665,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 40990
    },
    {
      "grad_norm": 0.052010975778102875,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 41000
    },
    {
      "grad_norm": 0.06745588779449463,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 41010
    },
    {
      "grad_norm": 0.03352576866745949,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 41020
    },
    {
      "grad_norm": 0.04728584364056587,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 41030
    },
    {
      "grad_norm": 0.029404116794466972,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 41040
    },
    {
      "grad_norm": 0.034291841089725494,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 41050
    },
    {
      "grad_norm": 0.0367790050804615,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 41060
    },
    {
      "grad_norm": 0.034989044070243835,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 41070
    },
    {
      "grad_norm": 0.03475891053676605,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 41080
    },
    {
      "grad_norm": 0.03408736735582352,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 41090
    },
    {
      "grad_norm": 0.047989655286073685,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 41100
    },
    {
      "grad_norm": 0.033349599689245224,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 41110
    },
    {
      "grad_norm": 0.04941955581307411,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 41120
    },
    {
      "grad_norm": 0.041781019419431686,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 41130
    },
    {
      "grad_norm": 0.07597315311431885,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 41140
    },
    {
      "grad_norm": 0.046411193907260895,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 41150
    },
    {
      "grad_norm": 0.04659358039498329,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 41160
    },
    {
      "grad_norm": 0.03341177478432655,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 41170
    },
    {
      "grad_norm": 0.038495346903800964,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 41180
    },
    {
      "grad_norm": 0.03201522305607796,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 41190
    },
    {
      "grad_norm": 0.03698451817035675,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 41200
    },
    {
      "grad_norm": 0.03398096561431885,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 41210
    },
    {
      "grad_norm": 0.028693372383713722,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 41220
    },
    {
      "grad_norm": 0.036392953246831894,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 41230
    },
    {
      "grad_norm": 0.035053253173828125,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 41240
    },
    {
      "grad_norm": 0.13822732865810394,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 41250
    },
    {
      "grad_norm": 0.03949504718184471,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 41260
    },
    {
      "grad_norm": 0.06564006209373474,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 41270
    },
    {
      "grad_norm": 0.030557088553905487,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 41280
    },
    {
      "grad_norm": 0.04754416644573212,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 41290
    },
    {
      "grad_norm": 0.07253447920084,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 41300
    },
    {
      "grad_norm": 0.034135013818740845,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 41310
    },
    {
      "grad_norm": 0.03208916634321213,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 41320
    },
    {
      "grad_norm": 0.038145750761032104,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 41330
    },
    {
      "grad_norm": 0.03491147980093956,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 41340
    },
    {
      "grad_norm": 0.03184012323617935,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 41350
    },
    {
      "grad_norm": 0.035819005221128464,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 41360
    },
    {
      "grad_norm": 0.050945255905389786,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 41370
    },
    {
      "grad_norm": 0.08294554799795151,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 41380
    },
    {
      "grad_norm": 0.03215295821428299,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 41390
    },
    {
      "grad_norm": 0.03343036398291588,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 41400
    },
    {
      "grad_norm": 0.03960768133401871,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 41410
    },
    {
      "grad_norm": 0.035495322197675705,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 41420
    },
    {
      "grad_norm": 0.02900109812617302,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 41430
    },
    {
      "grad_norm": 0.0340428501367569,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 41440
    },
    {
      "grad_norm": 0.03402513638138771,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 41450
    },
    {
      "grad_norm": 0.08778218924999237,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 41460
    },
    {
      "grad_norm": 0.03317100927233696,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 41470
    },
    {
      "grad_norm": 0.03948119282722473,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 41480
    },
    {
      "grad_norm": 0.029768001288175583,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 41490
    },
    {
      "grad_norm": 0.06229214742779732,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 41500
    },
    {
      "grad_norm": 0.032244812697172165,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 41510
    },
    {
      "grad_norm": 0.04495348408818245,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 41520
    },
    {
      "grad_norm": 0.033995430916547775,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 41530
    },
    {
      "grad_norm": 0.0318702794611454,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 41540
    },
    {
      "grad_norm": 0.04111413657665253,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 41550
    },
    {
      "grad_norm": 0.03430209308862686,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 41560
    },
    {
      "grad_norm": 0.0365481823682785,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 41570
    },
    {
      "grad_norm": 0.04816984012722969,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 41580
    },
    {
      "grad_norm": 0.046454597264528275,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 41590
    },
    {
      "grad_norm": 0.033654630184173584,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 41600
    },
    {
      "grad_norm": 0.03705260157585144,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 41610
    },
    {
      "grad_norm": 0.03484998270869255,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 41620
    },
    {
      "grad_norm": 0.03951271250844002,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 41630
    },
    {
      "grad_norm": 0.02973831631243229,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 41640
    },
    {
      "grad_norm": 0.06286747753620148,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 41650
    },
    {
      "grad_norm": 0.03680108115077019,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 41660
    },
    {
      "grad_norm": 0.05917467921972275,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 41670
    },
    {
      "grad_norm": 0.039136577397584915,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 41680
    },
    {
      "grad_norm": 0.05468824878334999,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 41690
    },
    {
      "grad_norm": 0.06460214406251907,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 41700
    },
    {
      "grad_norm": 0.035033244639635086,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 41710
    },
    {
      "grad_norm": 0.04381529241800308,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 41720
    },
    {
      "grad_norm": 0.03897210583090782,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 41730
    },
    {
      "grad_norm": 0.0334179624915123,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 41740
    },
    {
      "grad_norm": 0.0389782153069973,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 41750
    },
    {
      "grad_norm": 0.051739197224378586,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 41760
    },
    {
      "grad_norm": 0.03873404487967491,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 41770
    },
    {
      "grad_norm": 0.04044654592871666,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 41780
    },
    {
      "grad_norm": 0.03634755685925484,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 41790
    },
    {
      "grad_norm": 0.040853504091501236,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 41800
    },
    {
      "grad_norm": 0.034295704215765,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 41810
    },
    {
      "grad_norm": 0.03296444192528725,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 41820
    },
    {
      "grad_norm": 0.03134135529398918,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 41830
    },
    {
      "grad_norm": 0.04483157768845558,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 41840
    },
    {
      "grad_norm": 0.06333423405885696,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 41850
    },
    {
      "grad_norm": 0.10191405564546585,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 41860
    },
    {
      "grad_norm": 0.05398020148277283,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 41870
    },
    {
      "grad_norm": 0.035815902054309845,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 41880
    },
    {
      "grad_norm": 0.03565983101725578,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 41890
    },
    {
      "grad_norm": 0.03365794196724892,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 41900
    },
    {
      "grad_norm": 0.03530498594045639,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 41910
    },
    {
      "grad_norm": 0.03370073437690735,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 41920
    },
    {
      "grad_norm": 0.03269251063466072,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 41930
    },
    {
      "grad_norm": 0.028864486142992973,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 41940
    },
    {
      "grad_norm": 0.035241834819316864,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 41950
    },
    {
      "grad_norm": 0.03071156144142151,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 41960
    },
    {
      "grad_norm": 0.034380193799734116,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 41970
    },
    {
      "grad_norm": 0.037916116416454315,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 41980
    },
    {
      "grad_norm": 0.043570131063461304,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 41990
    },
    {
      "grad_norm": 0.0335199236869812,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 42000
    },
    {
      "grad_norm": 0.03258751332759857,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 42010
    },
    {
      "grad_norm": 0.04100806266069412,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 42020
    },
    {
      "grad_norm": 0.0722455307841301,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 42030
    },
    {
      "grad_norm": 0.03452257812023163,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 42040
    },
    {
      "grad_norm": 0.04157262668013573,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 42050
    },
    {
      "grad_norm": 0.034640371799468994,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 42060
    },
    {
      "grad_norm": 0.04051613807678223,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 42070
    },
    {
      "grad_norm": 0.032746635377407074,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 42080
    },
    {
      "grad_norm": 0.039292097091674805,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 42090
    },
    {
      "grad_norm": 0.032621029764413834,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 42100
    },
    {
      "grad_norm": 0.04549707844853401,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 42110
    },
    {
      "grad_norm": 0.03968989476561546,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 42120
    },
    {
      "grad_norm": 0.03834902495145798,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 42130
    },
    {
      "grad_norm": 0.0429711788892746,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 42140
    },
    {
      "grad_norm": 0.035910509526729584,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 42150
    },
    {
      "grad_norm": 0.0790422186255455,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 42160
    },
    {
      "grad_norm": 0.040227603167295456,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 42170
    },
    {
      "grad_norm": 0.04235376790165901,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 42180
    },
    {
      "grad_norm": 0.035178910940885544,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 42190
    },
    {
      "grad_norm": 0.036718208342790604,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 42200
    },
    {
      "grad_norm": 0.03659273684024811,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 42210
    },
    {
      "grad_norm": 0.036795519292354584,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 42220
    },
    {
      "grad_norm": 0.050483014434576035,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 42230
    },
    {
      "grad_norm": 0.03462433069944382,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 42240
    },
    {
      "grad_norm": 0.043679364025592804,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 42250
    },
    {
      "grad_norm": 0.03533322736620903,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 42260
    },
    {
      "grad_norm": 0.05500334873795509,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 42270
    },
    {
      "grad_norm": 0.0377967394888401,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 42280
    },
    {
      "grad_norm": 0.028381485491991043,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 42290
    },
    {
      "grad_norm": 0.060684043914079666,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 42300
    },
    {
      "grad_norm": 0.030645865947008133,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 42310
    },
    {
      "grad_norm": 0.033191923052072525,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 42320
    },
    {
      "grad_norm": 0.08667163550853729,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 42330
    },
    {
      "grad_norm": 0.03318076953291893,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 42340
    },
    {
      "grad_norm": 0.05879858881235123,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 42350
    },
    {
      "grad_norm": 0.04781148582696915,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 42360
    },
    {
      "grad_norm": 0.03664663806557655,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 42370
    },
    {
      "grad_norm": 0.05406191572546959,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 42380
    },
    {
      "grad_norm": 0.03432927280664444,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 42390
    },
    {
      "grad_norm": 0.03337237238883972,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 42400
    },
    {
      "grad_norm": 0.04020790010690689,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 42410
    },
    {
      "grad_norm": 0.03727968782186508,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 42420
    },
    {
      "grad_norm": 0.058436550199985504,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 42430
    },
    {
      "grad_norm": 0.03634560853242874,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 42440
    },
    {
      "grad_norm": 0.060688670724630356,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 42450
    },
    {
      "grad_norm": 0.0303549375385046,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 42460
    },
    {
      "grad_norm": 0.05390268564224243,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 42470
    },
    {
      "grad_norm": 0.035456057637929916,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 42480
    },
    {
      "grad_norm": 0.047685656696558,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 42490
    },
    {
      "grad_norm": 0.04759717732667923,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 42500
    },
    {
      "grad_norm": 0.040482327342033386,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 42510
    },
    {
      "grad_norm": 0.03572160005569458,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 42520
    },
    {
      "grad_norm": 0.029413336887955666,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 42530
    },
    {
      "grad_norm": 0.07892017066478729,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 42540
    },
    {
      "grad_norm": 0.044651392847299576,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 42550
    },
    {
      "grad_norm": 0.03550131618976593,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 42560
    },
    {
      "grad_norm": 0.032234419137239456,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 42570
    },
    {
      "grad_norm": 0.06258673220872879,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 42580
    },
    {
      "grad_norm": 0.05069703608751297,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 42590
    },
    {
      "grad_norm": 0.046238597482442856,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 42600
    },
    {
      "grad_norm": 0.045694898813962936,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 42610
    },
    {
      "grad_norm": 0.06748649477958679,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 42620
    },
    {
      "grad_norm": 0.03578149899840355,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 42630
    },
    {
      "grad_norm": 0.05050794407725334,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 42640
    },
    {
      "grad_norm": 0.05539083108305931,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 42650
    },
    {
      "grad_norm": 0.2100479155778885,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 42660
    },
    {
      "grad_norm": 0.054530780762434006,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 42670
    },
    {
      "grad_norm": 0.03256409987807274,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 42680
    },
    {
      "grad_norm": 0.04662245884537697,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 42690
    },
    {
      "grad_norm": 0.03823382407426834,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 42700
    },
    {
      "grad_norm": 0.0354091078042984,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 42710
    },
    {
      "grad_norm": 0.05451694875955582,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 42720
    },
    {
      "grad_norm": 0.034912146627902985,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 42730
    },
    {
      "grad_norm": 0.038088951259851456,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 42740
    },
    {
      "grad_norm": 0.03487221524119377,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 42750
    },
    {
      "grad_norm": 0.03943104296922684,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 42760
    },
    {
      "grad_norm": 0.08832167088985443,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 42770
    },
    {
      "grad_norm": 0.033324457705020905,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 42780
    },
    {
      "grad_norm": 0.05815472826361656,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 42790
    },
    {
      "grad_norm": 0.05144469067454338,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 42800
    },
    {
      "grad_norm": 0.032813701778650284,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 42810
    },
    {
      "grad_norm": 0.03280911222100258,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 42820
    },
    {
      "grad_norm": 0.038376327604055405,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 42830
    },
    {
      "grad_norm": 0.04931068420410156,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 42840
    },
    {
      "grad_norm": 0.03823379799723625,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 42850
    },
    {
      "grad_norm": 0.05001859739422798,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 42860
    },
    {
      "grad_norm": 0.035083021968603134,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 42870
    },
    {
      "grad_norm": 0.035378169268369675,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 42880
    },
    {
      "grad_norm": 0.027595652267336845,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 42890
    },
    {
      "grad_norm": 0.04131394252181053,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 42900
    },
    {
      "grad_norm": 0.06227119639515877,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 42910
    },
    {
      "grad_norm": 0.05545155704021454,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 42920
    },
    {
      "grad_norm": 0.07760549336671829,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 42930
    },
    {
      "grad_norm": 0.0357900969684124,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 42940
    },
    {
      "grad_norm": 0.033460475504398346,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 42950
    },
    {
      "grad_norm": 0.040100447833538055,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 42960
    },
    {
      "grad_norm": 0.03279855102300644,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 42970
    },
    {
      "grad_norm": 0.04936419799923897,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 42980
    },
    {
      "grad_norm": 0.03515198826789856,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 42990
    },
    {
      "grad_norm": 0.038448039442300797,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 43000
    },
    {
      "grad_norm": 0.03822915628552437,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 43010
    },
    {
      "grad_norm": 0.033132389187812805,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 43020
    },
    {
      "grad_norm": 0.03133010491728783,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 43030
    },
    {
      "grad_norm": 0.028859751299023628,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 43040
    },
    {
      "grad_norm": 0.043388109654188156,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 43050
    },
    {
      "grad_norm": 0.04853082075715065,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 43060
    },
    {
      "grad_norm": 0.03794509544968605,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 43070
    },
    {
      "grad_norm": 0.041199877858161926,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 43080
    },
    {
      "grad_norm": 0.031630516052246094,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 43090
    },
    {
      "grad_norm": 0.036685362458229065,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 43100
    },
    {
      "grad_norm": 0.03178298845887184,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 43110
    },
    {
      "grad_norm": 0.03969905525445938,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 43120
    },
    {
      "grad_norm": 0.03246232867240906,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 43130
    },
    {
      "grad_norm": 0.04734450951218605,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 43140
    },
    {
      "grad_norm": 0.04553290829062462,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 43150
    },
    {
      "grad_norm": 0.043598901480436325,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 43160
    },
    {
      "grad_norm": 0.03244389593601227,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 43170
    },
    {
      "grad_norm": 0.044054798781871796,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 43180
    },
    {
      "grad_norm": 0.03213782608509064,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 43190
    },
    {
      "grad_norm": 0.04549324885010719,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 43200
    },
    {
      "grad_norm": 0.04919259250164032,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 43210
    },
    {
      "grad_norm": 0.03349456191062927,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 43220
    },
    {
      "grad_norm": 0.03787871450185776,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 43230
    },
    {
      "grad_norm": 0.0358111597597599,
      "learning_rate": 0.0001,
      "loss": 0.0706,
      "step": 43240
    },
    {
      "grad_norm": 0.0341220423579216,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 43250
    },
    {
      "grad_norm": 0.04782333970069885,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 43260
    },
    {
      "grad_norm": 0.04524281993508339,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 43270
    },
    {
      "grad_norm": 0.05027821287512779,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 43280
    },
    {
      "grad_norm": 0.040200017392635345,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 43290
    },
    {
      "grad_norm": 0.031223777681589127,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 43300
    },
    {
      "grad_norm": 0.032667338848114014,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 43310
    },
    {
      "grad_norm": 0.030770547688007355,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 43320
    },
    {
      "grad_norm": 0.040578100830316544,
      "learning_rate": 0.0001,
      "loss": 0.0679,
      "step": 43330
    },
    {
      "grad_norm": 0.03861334174871445,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 43340
    },
    {
      "grad_norm": 0.031931228935718536,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 43350
    },
    {
      "grad_norm": 0.029921147972345352,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 43360
    },
    {
      "grad_norm": 0.031594954431056976,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 43370
    },
    {
      "grad_norm": 0.037889715284109116,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 43380
    },
    {
      "grad_norm": 0.04394630715250969,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 43390
    },
    {
      "grad_norm": 0.03260115534067154,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 43400
    },
    {
      "grad_norm": 0.03527440130710602,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 43410
    },
    {
      "grad_norm": 0.04468892887234688,
      "learning_rate": 0.0001,
      "loss": 0.0696,
      "step": 43420
    },
    {
      "grad_norm": 0.08137711882591248,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 43430
    },
    {
      "grad_norm": 0.07721985131502151,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 43440
    },
    {
      "grad_norm": 0.050989214330911636,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 43450
    },
    {
      "grad_norm": 0.04569198191165924,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 43460
    },
    {
      "grad_norm": 0.03544452041387558,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 43470
    },
    {
      "grad_norm": 0.03621703386306763,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 43480
    },
    {
      "grad_norm": 0.03263833373785019,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 43490
    },
    {
      "grad_norm": 0.03350761905312538,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 43500
    },
    {
      "grad_norm": 0.03468756750226021,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 43510
    },
    {
      "grad_norm": 0.03328445926308632,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 43520
    },
    {
      "grad_norm": 0.03592008724808693,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 43530
    },
    {
      "grad_norm": 0.03387958183884621,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 43540
    },
    {
      "grad_norm": 0.035367388278245926,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 43550
    },
    {
      "grad_norm": 0.04389122873544693,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 43560
    },
    {
      "grad_norm": 0.03736691176891327,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 43570
    },
    {
      "grad_norm": 0.03310232609510422,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 43580
    },
    {
      "grad_norm": 0.03394446149468422,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 43590
    },
    {
      "grad_norm": 0.03247159346938133,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 43600
    },
    {
      "grad_norm": 0.18393674492835999,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 43610
    },
    {
      "grad_norm": 0.06697951257228851,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 43620
    },
    {
      "grad_norm": 0.04033587500452995,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 43630
    },
    {
      "grad_norm": 0.039879344403743744,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 43640
    },
    {
      "grad_norm": 0.05109301209449768,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 43650
    },
    {
      "grad_norm": 0.04176736995577812,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 43660
    },
    {
      "grad_norm": 0.06031220033764839,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 43670
    },
    {
      "grad_norm": 0.041460271924734116,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 43680
    },
    {
      "grad_norm": 0.06694626808166504,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 43690
    },
    {
      "grad_norm": 0.11592856049537659,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 43700
    },
    {
      "grad_norm": 0.03242933377623558,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 43710
    },
    {
      "grad_norm": 0.036173757165670395,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 43720
    },
    {
      "grad_norm": 0.036596816033124924,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 43730
    },
    {
      "grad_norm": 0.03703174367547035,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 43740
    },
    {
      "grad_norm": 0.03983519598841667,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 43750
    },
    {
      "grad_norm": 0.08273540437221527,
      "learning_rate": 0.0001,
      "loss": 0.0688,
      "step": 43760
    },
    {
      "grad_norm": 0.0369873121380806,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 43770
    },
    {
      "grad_norm": 0.04066258296370506,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 43780
    },
    {
      "grad_norm": 0.034436874091625214,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 43790
    },
    {
      "grad_norm": 0.11765410006046295,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 43800
    },
    {
      "grad_norm": 0.04352063685655594,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 43810
    },
    {
      "grad_norm": 0.04651975259184837,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 43820
    },
    {
      "grad_norm": 0.04619155451655388,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 43830
    },
    {
      "grad_norm": 0.03086431697010994,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 43840
    },
    {
      "grad_norm": 0.03709722310304642,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 43850
    },
    {
      "grad_norm": 0.037694189697504044,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 43860
    },
    {
      "grad_norm": 0.05034207925200462,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 43870
    },
    {
      "grad_norm": 0.03792210668325424,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 43880
    },
    {
      "grad_norm": 0.043624673038721085,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 43890
    },
    {
      "grad_norm": 0.04130105301737785,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 43900
    },
    {
      "grad_norm": 0.045655928552150726,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 43910
    },
    {
      "grad_norm": 0.04315940663218498,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 43920
    },
    {
      "grad_norm": 0.033822864294052124,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 43930
    },
    {
      "grad_norm": 0.03996012359857559,
      "learning_rate": 0.0001,
      "loss": 0.0682,
      "step": 43940
    },
    {
      "grad_norm": 0.08518874645233154,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 43950
    },
    {
      "grad_norm": 0.08604162931442261,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 43960
    },
    {
      "grad_norm": 0.03645431995391846,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 43970
    },
    {
      "grad_norm": 0.03987736254930496,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 43980
    },
    {
      "grad_norm": 0.03389359265565872,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 43990
    },
    {
      "grad_norm": 0.035203929990530014,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 44000
    },
    {
      "grad_norm": 0.04914131760597229,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 44010
    },
    {
      "grad_norm": 0.03501560539007187,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 44020
    },
    {
      "grad_norm": 0.030052892863750458,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 44030
    },
    {
      "grad_norm": 0.03671751916408539,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 44040
    },
    {
      "grad_norm": 0.03169780597090721,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 44050
    },
    {
      "grad_norm": 0.050727762281894684,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 44060
    },
    {
      "grad_norm": 0.03525036945939064,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 44070
    },
    {
      "grad_norm": 0.037648480385541916,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 44080
    },
    {
      "grad_norm": 0.03595876321196556,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 44090
    },
    {
      "grad_norm": 0.03454510495066643,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 44100
    },
    {
      "grad_norm": 0.04769429564476013,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 44110
    },
    {
      "grad_norm": 0.03518497571349144,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 44120
    },
    {
      "grad_norm": 0.03580059856176376,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 44130
    },
    {
      "grad_norm": 0.03783449903130531,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 44140
    },
    {
      "grad_norm": 0.110059954226017,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 44150
    },
    {
      "grad_norm": 0.10781700909137726,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 44160
    },
    {
      "grad_norm": 0.036521974951028824,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 44170
    },
    {
      "grad_norm": 0.04019441083073616,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 44180
    },
    {
      "grad_norm": 0.06492496281862259,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 44190
    },
    {
      "grad_norm": 0.045187272131443024,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 44200
    },
    {
      "grad_norm": 0.04599183425307274,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 44210
    },
    {
      "grad_norm": 0.03496071323752403,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 44220
    },
    {
      "grad_norm": 0.03238855302333832,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 44230
    },
    {
      "grad_norm": 0.03763265535235405,
      "learning_rate": 0.0001,
      "loss": 0.0691,
      "step": 44240
    },
    {
      "grad_norm": 0.03354397043585777,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 44250
    },
    {
      "grad_norm": 0.03586811199784279,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 44260
    },
    {
      "grad_norm": 0.10656179487705231,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 44270
    },
    {
      "grad_norm": 0.03854881972074509,
      "learning_rate": 0.0001,
      "loss": 0.069,
      "step": 44280
    },
    {
      "grad_norm": 0.04355238378047943,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 44290
    },
    {
      "grad_norm": 0.03181318938732147,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 44300
    },
    {
      "grad_norm": 0.03566500172019005,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 44310
    },
    {
      "grad_norm": 0.04009738564491272,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 44320
    },
    {
      "grad_norm": 0.03519657626748085,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 44330
    },
    {
      "grad_norm": 0.041699208319187164,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 44340
    },
    {
      "grad_norm": 0.04476567730307579,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 44350
    },
    {
      "grad_norm": 0.04256102815270424,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 44360
    },
    {
      "grad_norm": 0.03722386434674263,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 44370
    },
    {
      "grad_norm": 0.03846796229481697,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 44380
    },
    {
      "grad_norm": 0.053815193474292755,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 44390
    },
    {
      "grad_norm": 0.048419851809740067,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 44400
    },
    {
      "grad_norm": 0.032752133905887604,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 44410
    },
    {
      "grad_norm": 0.06611855328083038,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 44420
    },
    {
      "grad_norm": 0.03305789828300476,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 44430
    },
    {
      "grad_norm": 0.049831412732601166,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 44440
    },
    {
      "grad_norm": 0.033126622438430786,
      "learning_rate": 0.0001,
      "loss": 0.0683,
      "step": 44450
    },
    {
      "grad_norm": 0.04190021753311157,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 44460
    },
    {
      "grad_norm": 0.07433175295591354,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 44470
    },
    {
      "grad_norm": 0.0621013343334198,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 44480
    },
    {
      "grad_norm": 0.029430637136101723,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 44490
    },
    {
      "grad_norm": 0.03884299471974373,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 44500
    },
    {
      "grad_norm": 0.031441207975149155,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 44510
    },
    {
      "grad_norm": 0.041637446731328964,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 44520
    },
    {
      "grad_norm": 0.0465875081717968,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 44530
    },
    {
      "grad_norm": 0.10288302600383759,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 44540
    },
    {
      "grad_norm": 0.06093825399875641,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 44550
    },
    {
      "grad_norm": 0.04833415150642395,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 44560
    },
    {
      "grad_norm": 0.03984199836850166,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 44570
    },
    {
      "grad_norm": 0.05080123990774155,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 44580
    },
    {
      "grad_norm": 0.03744816407561302,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 44590
    },
    {
      "grad_norm": 0.04271789267659187,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 44600
    },
    {
      "grad_norm": 0.03452177718281746,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 44610
    },
    {
      "grad_norm": 0.0389278307557106,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 44620
    },
    {
      "grad_norm": 0.03426143154501915,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 44630
    },
    {
      "grad_norm": 0.03619445860385895,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 44640
    },
    {
      "grad_norm": 0.0315445140004158,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 44650
    },
    {
      "grad_norm": 0.04639332368969917,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 44660
    },
    {
      "grad_norm": 0.033642806112766266,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 44670
    },
    {
      "grad_norm": 0.043131109327077866,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 44680
    },
    {
      "grad_norm": 0.03234729543328285,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 44690
    },
    {
      "grad_norm": 0.06062810495495796,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 44700
    },
    {
      "grad_norm": 0.037094563245773315,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 44710
    },
    {
      "grad_norm": 0.039982400834560394,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 44720
    },
    {
      "grad_norm": 0.0373961478471756,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 44730
    },
    {
      "grad_norm": 0.04469408094882965,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 44740
    },
    {
      "grad_norm": 0.03419187292456627,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 44750
    },
    {
      "grad_norm": 0.036850012838840485,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 44760
    },
    {
      "grad_norm": 0.027982616797089577,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 44770
    },
    {
      "grad_norm": 0.037246692925691605,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 44780
    },
    {
      "grad_norm": 0.03923749178647995,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 44790
    },
    {
      "grad_norm": 0.04671092331409454,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 44800
    },
    {
      "grad_norm": 0.02983594685792923,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 44810
    },
    {
      "grad_norm": 0.03506592661142349,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 44820
    },
    {
      "grad_norm": 0.037107694894075394,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 44830
    },
    {
      "grad_norm": 0.04415984824299812,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 44840
    },
    {
      "grad_norm": 0.03563745692372322,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 44850
    },
    {
      "grad_norm": 0.06598956137895584,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 44860
    },
    {
      "grad_norm": 0.04119867458939552,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 44870
    },
    {
      "grad_norm": 0.03245411440730095,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 44880
    },
    {
      "grad_norm": 0.0320948027074337,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 44890
    },
    {
      "grad_norm": 0.03840762749314308,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 44900
    },
    {
      "grad_norm": 0.031357236206531525,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 44910
    },
    {
      "grad_norm": 0.03549593314528465,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 44920
    },
    {
      "grad_norm": 0.04592566564679146,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 44930
    },
    {
      "grad_norm": 0.057712048292160034,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 44940
    },
    {
      "grad_norm": 0.04847121238708496,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 44950
    },
    {
      "grad_norm": 0.03678647428750992,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 44960
    },
    {
      "grad_norm": 0.043207645416259766,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 44970
    },
    {
      "grad_norm": 0.03817256912589073,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 44980
    },
    {
      "grad_norm": 0.029056087136268616,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 44990
    },
    {
      "grad_norm": 0.03670806065201759,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 45000
    },
    {
      "grad_norm": 0.03748976066708565,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 45010
    },
    {
      "grad_norm": 0.04173554480075836,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 45020
    },
    {
      "grad_norm": 0.034321513026952744,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 45030
    },
    {
      "grad_norm": 0.03821050748229027,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 45040
    },
    {
      "grad_norm": 0.03235602751374245,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 45050
    },
    {
      "grad_norm": 0.07135529071092606,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 45060
    },
    {
      "grad_norm": 0.11311984807252884,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 45070
    },
    {
      "grad_norm": 0.0646854043006897,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 45080
    },
    {
      "grad_norm": 0.04998917505145073,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 45090
    },
    {
      "grad_norm": 0.0299780685454607,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 45100
    },
    {
      "grad_norm": 0.05248133838176727,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 45110
    },
    {
      "grad_norm": 0.04697391763329506,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 45120
    },
    {
      "grad_norm": 0.0341707244515419,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 45130
    },
    {
      "grad_norm": 0.035831473767757416,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 45140
    },
    {
      "grad_norm": 0.03671961650252342,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 45150
    },
    {
      "grad_norm": 0.05641809105873108,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 45160
    },
    {
      "grad_norm": 0.048598889261484146,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 45170
    },
    {
      "grad_norm": 0.04714936390519142,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 45180
    },
    {
      "grad_norm": 0.04561644420027733,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 45190
    },
    {
      "grad_norm": 0.028332507237792015,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 45200
    },
    {
      "grad_norm": 0.0712355449795723,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 45210
    },
    {
      "grad_norm": 0.038714997470378876,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 45220
    },
    {
      "grad_norm": 0.042658187448978424,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 45230
    },
    {
      "grad_norm": 0.03617296367883682,
      "learning_rate": 0.0001,
      "loss": 0.0677,
      "step": 45240
    },
    {
      "grad_norm": 0.034803349524736404,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 45250
    },
    {
      "grad_norm": 0.035210806876420975,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 45260
    },
    {
      "grad_norm": 0.03617820143699646,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 45270
    },
    {
      "grad_norm": 0.053389932960271835,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 45280
    },
    {
      "grad_norm": 0.03315870836377144,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 45290
    },
    {
      "grad_norm": 0.029493488371372223,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 45300
    },
    {
      "grad_norm": 0.029065988957881927,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 45310
    },
    {
      "grad_norm": 0.04298875853419304,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 45320
    },
    {
      "grad_norm": 0.035344064235687256,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 45330
    },
    {
      "grad_norm": 0.03434055671095848,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 45340
    },
    {
      "grad_norm": 0.04427718743681908,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 45350
    },
    {
      "grad_norm": 0.03350941836833954,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 45360
    },
    {
      "grad_norm": 0.03636227548122406,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 45370
    },
    {
      "grad_norm": 0.032039061188697815,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 45380
    },
    {
      "grad_norm": 0.029190929606556892,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 45390
    },
    {
      "grad_norm": 0.035050295293331146,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 45400
    },
    {
      "grad_norm": 0.03143438324332237,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 45410
    },
    {
      "grad_norm": 0.029069265350699425,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 45420
    },
    {
      "grad_norm": 0.053328488022089005,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 45430
    },
    {
      "grad_norm": 0.028555816039443016,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 45440
    },
    {
      "grad_norm": 0.03947430104017258,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 45450
    },
    {
      "grad_norm": 0.04471093788743019,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 45460
    },
    {
      "grad_norm": 0.045033134520053864,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 45470
    },
    {
      "grad_norm": 0.0666385367512703,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 45480
    },
    {
      "grad_norm": 0.04645143449306488,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 45490
    },
    {
      "grad_norm": 0.07370799034833908,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 45500
    },
    {
      "grad_norm": 0.03480248898267746,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 45510
    },
    {
      "grad_norm": 0.033526379615068436,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 45520
    },
    {
      "grad_norm": 0.03381253033876419,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 45530
    },
    {
      "grad_norm": 0.05028655752539635,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 45540
    },
    {
      "grad_norm": 0.10113955289125443,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 45550
    },
    {
      "grad_norm": 0.03849707171320915,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 45560
    },
    {
      "grad_norm": 0.041943326592445374,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 45570
    },
    {
      "grad_norm": 0.04723599553108215,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 45580
    },
    {
      "grad_norm": 0.03530305251479149,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 45590
    },
    {
      "grad_norm": 0.05444208160042763,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 45600
    },
    {
      "grad_norm": 0.042121611535549164,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 45610
    },
    {
      "grad_norm": 0.045085202902555466,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 45620
    },
    {
      "grad_norm": 0.07472573220729828,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 45630
    },
    {
      "grad_norm": 0.027403995394706726,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 45640
    },
    {
      "grad_norm": 0.03384843096137047,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 45650
    },
    {
      "grad_norm": 0.03315013274550438,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 45660
    },
    {
      "grad_norm": 0.04216675087809563,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 45670
    },
    {
      "grad_norm": 0.03468567132949829,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 45680
    },
    {
      "grad_norm": 0.03385764732956886,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 45690
    },
    {
      "grad_norm": 0.03781360387802124,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 45700
    },
    {
      "grad_norm": 0.03975634649395943,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 45710
    },
    {
      "grad_norm": 0.03866368159651756,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 45720
    },
    {
      "grad_norm": 0.04071584343910217,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 45730
    },
    {
      "grad_norm": 0.03447538614273071,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 45740
    },
    {
      "grad_norm": 0.03501799702644348,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 45750
    },
    {
      "grad_norm": 0.031675782054662704,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 45760
    },
    {
      "grad_norm": 0.03392593935132027,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 45770
    },
    {
      "grad_norm": 0.03283775970339775,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 45780
    },
    {
      "grad_norm": 0.04007105529308319,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 45790
    },
    {
      "grad_norm": 0.03333966061472893,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 45800
    },
    {
      "grad_norm": 0.03143106400966644,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 45810
    },
    {
      "grad_norm": 0.06959931552410126,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 45820
    },
    {
      "grad_norm": 0.04736652597784996,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 45830
    },
    {
      "grad_norm": 0.05523296445608139,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 45840
    },
    {
      "grad_norm": 0.04014017805457115,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 45850
    },
    {
      "grad_norm": 0.09643817692995071,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 45860
    },
    {
      "grad_norm": 0.043888479471206665,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 45870
    },
    {
      "grad_norm": 0.049150969833135605,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 45880
    },
    {
      "grad_norm": 0.048367395997047424,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 45890
    },
    {
      "grad_norm": 0.05622681975364685,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 45900
    },
    {
      "grad_norm": 0.09165574610233307,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 45910
    },
    {
      "grad_norm": 0.03153875470161438,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 45920
    },
    {
      "grad_norm": 0.035604022443294525,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 45930
    },
    {
      "grad_norm": 0.036523859947919846,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 45940
    },
    {
      "grad_norm": 0.04723980277776718,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 45950
    },
    {
      "grad_norm": 0.034935738891363144,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 45960
    },
    {
      "grad_norm": 0.035752519965171814,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 45970
    },
    {
      "grad_norm": 0.04062260314822197,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 45980
    },
    {
      "grad_norm": 0.047724559903144836,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 45990
    },
    {
      "grad_norm": 0.05724224075675011,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 46000
    },
    {
      "grad_norm": 0.044743169099092484,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 46010
    },
    {
      "grad_norm": 0.06689979135990143,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 46020
    },
    {
      "grad_norm": 0.030645621940493584,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 46030
    },
    {
      "grad_norm": 0.04281900078058243,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 46040
    },
    {
      "grad_norm": 0.039161235094070435,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 46050
    },
    {
      "grad_norm": 0.04313017055392265,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 46060
    },
    {
      "grad_norm": 0.03830060735344887,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 46070
    },
    {
      "grad_norm": 0.1213899701833725,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 46080
    },
    {
      "grad_norm": 0.029492627829313278,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 46090
    },
    {
      "grad_norm": 0.03252118453383446,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 46100
    },
    {
      "grad_norm": 0.03330514207482338,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 46110
    },
    {
      "grad_norm": 0.07066084444522858,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 46120
    },
    {
      "grad_norm": 0.03467567265033722,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 46130
    },
    {
      "grad_norm": 0.058624546974897385,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 46140
    },
    {
      "grad_norm": 0.08662295341491699,
      "learning_rate": 0.0001,
      "loss": 0.0673,
      "step": 46150
    },
    {
      "grad_norm": 0.11061371862888336,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 46160
    },
    {
      "grad_norm": 0.03711537644267082,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 46170
    },
    {
      "grad_norm": 0.03555653616786003,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 46180
    },
    {
      "grad_norm": 0.04021254554390907,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 46190
    },
    {
      "grad_norm": 0.03903390094637871,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 46200
    },
    {
      "grad_norm": 0.06406429409980774,
      "learning_rate": 0.0001,
      "loss": 0.0678,
      "step": 46210
    },
    {
      "grad_norm": 0.03981797769665718,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 46220
    },
    {
      "grad_norm": 0.040959231555461884,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 46230
    },
    {
      "grad_norm": 0.038367968052625656,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 46240
    },
    {
      "grad_norm": 0.04511276260018349,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 46250
    },
    {
      "grad_norm": 0.029031936079263687,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 46260
    },
    {
      "grad_norm": 0.04745829850435257,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 46270
    },
    {
      "grad_norm": 0.05709020048379898,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 46280
    },
    {
      "grad_norm": 0.03226683288812637,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 46290
    },
    {
      "grad_norm": 0.029964005574584007,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 46300
    },
    {
      "grad_norm": 0.030007293447852135,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 46310
    },
    {
      "grad_norm": 0.03140466287732124,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 46320
    },
    {
      "grad_norm": 0.03061298280954361,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 46330
    },
    {
      "grad_norm": 0.03142165020108223,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 46340
    },
    {
      "grad_norm": 0.03825748711824417,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 46350
    },
    {
      "grad_norm": 0.028359172865748405,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 46360
    },
    {
      "grad_norm": 0.03132310137152672,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 46370
    },
    {
      "grad_norm": 0.039075303822755814,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 46380
    },
    {
      "grad_norm": 0.030629735440015793,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 46390
    },
    {
      "grad_norm": 0.030833611264824867,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 46400
    },
    {
      "grad_norm": 0.0650637149810791,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 46410
    },
    {
      "grad_norm": 0.039625540375709534,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 46420
    },
    {
      "grad_norm": 0.055233463644981384,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 46430
    },
    {
      "grad_norm": 0.03142040595412254,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 46440
    },
    {
      "grad_norm": 0.04564495384693146,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 46450
    },
    {
      "grad_norm": 0.057805679738521576,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 46460
    },
    {
      "grad_norm": 0.03980649262666702,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 46470
    },
    {
      "grad_norm": 0.031818170100450516,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 46480
    },
    {
      "grad_norm": 0.08850803971290588,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 46490
    },
    {
      "grad_norm": 0.045122988522052765,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 46500
    },
    {
      "grad_norm": 0.05642613023519516,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 46510
    },
    {
      "grad_norm": 0.051821280270814896,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 46520
    },
    {
      "grad_norm": 0.04257766902446747,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 46530
    },
    {
      "grad_norm": 0.03373674675822258,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 46540
    },
    {
      "grad_norm": 0.02941123954951763,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 46550
    },
    {
      "grad_norm": 0.06984609365463257,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 46560
    },
    {
      "grad_norm": 0.052533552050590515,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 46570
    },
    {
      "grad_norm": 0.03168799355626106,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 46580
    },
    {
      "grad_norm": 0.029783591628074646,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 46590
    },
    {
      "grad_norm": 0.034754496067762375,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 46600
    },
    {
      "grad_norm": 0.02762977033853531,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 46610
    },
    {
      "grad_norm": 0.04102308303117752,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 46620
    },
    {
      "grad_norm": 0.032783400267362595,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 46630
    },
    {
      "grad_norm": 0.039711229503154755,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 46640
    },
    {
      "grad_norm": 0.028222830966114998,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 46650
    },
    {
      "grad_norm": 0.03387090936303139,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 46660
    },
    {
      "grad_norm": 0.034878022968769073,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 46670
    },
    {
      "grad_norm": 0.03968942165374756,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 46680
    },
    {
      "grad_norm": 0.03761884942650795,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 46690
    },
    {
      "grad_norm": 0.13033291697502136,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 46700
    },
    {
      "grad_norm": 0.038393352180719376,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 46710
    },
    {
      "grad_norm": 0.04990839585661888,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 46720
    },
    {
      "grad_norm": 0.04766279458999634,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 46730
    },
    {
      "grad_norm": 0.030997853726148605,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 46740
    },
    {
      "grad_norm": 0.040264103561639786,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 46750
    },
    {
      "grad_norm": 0.05376658961176872,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 46760
    },
    {
      "grad_norm": 0.03503462299704552,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 46770
    },
    {
      "grad_norm": 0.03286584094166756,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 46780
    },
    {
      "grad_norm": 0.038391198962926865,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 46790
    },
    {
      "grad_norm": 0.03302467241883278,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 46800
    },
    {
      "grad_norm": 0.040625814348459244,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 46810
    },
    {
      "grad_norm": 0.037063274532556534,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 46820
    },
    {
      "grad_norm": 0.032924626022577286,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 46830
    },
    {
      "grad_norm": 0.028728840872645378,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 46840
    },
    {
      "grad_norm": 0.03602492809295654,
      "learning_rate": 0.0001,
      "loss": 0.0671,
      "step": 46850
    },
    {
      "grad_norm": 0.04196741431951523,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 46860
    },
    {
      "grad_norm": 0.034806039184331894,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 46870
    },
    {
      "grad_norm": 0.03190574049949646,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 46880
    },
    {
      "grad_norm": 0.04379555583000183,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 46890
    },
    {
      "grad_norm": 0.032620374113321304,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 46900
    },
    {
      "grad_norm": 0.06573525071144104,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 46910
    },
    {
      "grad_norm": 0.10284271836280823,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 46920
    },
    {
      "grad_norm": 0.03740449249744415,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 46930
    },
    {
      "grad_norm": 0.04330826923251152,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 46940
    },
    {
      "grad_norm": 0.0341959074139595,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 46950
    },
    {
      "grad_norm": 0.0303539726883173,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 46960
    },
    {
      "grad_norm": 0.032457832247018814,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 46970
    },
    {
      "grad_norm": 0.05506666377186775,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 46980
    },
    {
      "grad_norm": 0.04977450147271156,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 46990
    },
    {
      "grad_norm": 0.035079777240753174,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 47000
    },
    {
      "grad_norm": 0.03287916257977486,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 47010
    },
    {
      "grad_norm": 0.03732096031308174,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 47020
    },
    {
      "grad_norm": 0.03705428168177605,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 47030
    },
    {
      "grad_norm": 0.03333942964673042,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 47040
    },
    {
      "grad_norm": 0.03522341325879097,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 47050
    },
    {
      "grad_norm": 0.030467387288808823,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 47060
    },
    {
      "grad_norm": 0.043509047478437424,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 47070
    },
    {
      "grad_norm": 0.032639142125844955,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 47080
    },
    {
      "grad_norm": 0.035666950047016144,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 47090
    },
    {
      "grad_norm": 0.03339579328894615,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 47100
    },
    {
      "grad_norm": 0.03619639202952385,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 47110
    },
    {
      "grad_norm": 0.03295082226395607,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 47120
    },
    {
      "grad_norm": 0.031459543853998184,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 47130
    },
    {
      "grad_norm": 0.043206509202718735,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 47140
    },
    {
      "grad_norm": 0.04370942711830139,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 47150
    },
    {
      "grad_norm": 0.043246153742074966,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 47160
    },
    {
      "grad_norm": 0.03316257521510124,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 47170
    },
    {
      "grad_norm": 0.0301958080381155,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 47180
    },
    {
      "grad_norm": 0.03082861192524433,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 47190
    },
    {
      "grad_norm": 0.045322101563215256,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 47200
    },
    {
      "grad_norm": 0.036798302084207535,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 47210
    },
    {
      "grad_norm": 0.03624376282095909,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 47220
    },
    {
      "grad_norm": 0.03379577770829201,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 47230
    },
    {
      "grad_norm": 0.047822896391153336,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 47240
    },
    {
      "grad_norm": 0.06926297396421432,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 47250
    },
    {
      "grad_norm": 0.07928304374217987,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 47260
    },
    {
      "grad_norm": 0.03289389982819557,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 47270
    },
    {
      "grad_norm": 0.04043029621243477,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 47280
    },
    {
      "grad_norm": 0.037417471408843994,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 47290
    },
    {
      "grad_norm": 0.03227262198925018,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 47300
    },
    {
      "grad_norm": 0.0664762407541275,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 47310
    },
    {
      "grad_norm": 0.03321141004562378,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 47320
    },
    {
      "grad_norm": 0.0524463951587677,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 47330
    },
    {
      "grad_norm": 0.034195732325315475,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 47340
    },
    {
      "grad_norm": 0.039131440222263336,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 47350
    },
    {
      "grad_norm": 0.03473958745598793,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 47360
    },
    {
      "grad_norm": 0.03424236550927162,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 47370
    },
    {
      "grad_norm": 0.04243862256407738,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 47380
    },
    {
      "grad_norm": 0.02872125618159771,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 47390
    },
    {
      "grad_norm": 0.041868627071380615,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 47400
    },
    {
      "grad_norm": 0.03733969107270241,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 47410
    },
    {
      "grad_norm": 0.03366781398653984,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 47420
    },
    {
      "grad_norm": 0.0411205068230629,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 47430
    },
    {
      "grad_norm": 0.04958587512373924,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 47440
    },
    {
      "grad_norm": 0.057098791003227234,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 47450
    },
    {
      "grad_norm": 0.03531185910105705,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 47460
    },
    {
      "grad_norm": 0.054539598524570465,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 47470
    },
    {
      "grad_norm": 0.03582637012004852,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 47480
    },
    {
      "grad_norm": 0.04436014965176582,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 47490
    },
    {
      "grad_norm": 0.06320711970329285,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 47500
    },
    {
      "grad_norm": 0.054932236671447754,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 47510
    },
    {
      "grad_norm": 0.03397635743021965,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 47520
    },
    {
      "grad_norm": 0.045250747352838516,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 47530
    },
    {
      "grad_norm": 0.04218209162354469,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 47540
    },
    {
      "grad_norm": 0.04192505404353142,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 47550
    },
    {
      "grad_norm": 0.037350814789533615,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 47560
    },
    {
      "grad_norm": 0.05344472452998161,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 47570
    },
    {
      "grad_norm": 0.03653443604707718,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 47580
    },
    {
      "grad_norm": 0.0359879806637764,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 47590
    },
    {
      "grad_norm": 0.04598015546798706,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 47600
    },
    {
      "grad_norm": 0.05000297725200653,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 47610
    },
    {
      "grad_norm": 0.09475346654653549,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 47620
    },
    {
      "grad_norm": 0.08502396941184998,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 47630
    },
    {
      "grad_norm": 0.17187641561031342,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 47640
    },
    {
      "grad_norm": 0.045550018548965454,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 47650
    },
    {
      "grad_norm": 0.03340551257133484,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 47660
    },
    {
      "grad_norm": 0.035918597131967545,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 47670
    },
    {
      "grad_norm": 0.031516727060079575,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 47680
    },
    {
      "grad_norm": 0.05673450604081154,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 47690
    },
    {
      "grad_norm": 0.03623976930975914,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 47700
    },
    {
      "grad_norm": 0.04370008036494255,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 47710
    },
    {
      "grad_norm": 0.033422499895095825,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 47720
    },
    {
      "grad_norm": 0.03787961229681969,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 47730
    },
    {
      "grad_norm": 0.031493738293647766,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 47740
    },
    {
      "grad_norm": 0.03578741475939751,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 47750
    },
    {
      "grad_norm": 0.03421815112233162,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 47760
    },
    {
      "grad_norm": 0.05058376118540764,
      "learning_rate": 0.0001,
      "loss": 0.0658,
      "step": 47770
    },
    {
      "grad_norm": 0.04139378294348717,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 47780
    },
    {
      "grad_norm": 0.04878462478518486,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 47790
    },
    {
      "grad_norm": 0.03427315130829811,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 47800
    },
    {
      "grad_norm": 0.037754125893116,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 47810
    },
    {
      "grad_norm": 0.043014999479055405,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 47820
    },
    {
      "grad_norm": 0.03490259125828743,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 47830
    },
    {
      "grad_norm": 0.030291195958852768,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 47840
    },
    {
      "grad_norm": 0.04016665741801262,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 47850
    },
    {
      "grad_norm": 0.043583039194345474,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 47860
    },
    {
      "grad_norm": 0.04450768232345581,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 47870
    },
    {
      "grad_norm": 0.027090786024928093,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 47880
    },
    {
      "grad_norm": 0.02999570406973362,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 47890
    },
    {
      "grad_norm": 0.03047751821577549,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 47900
    },
    {
      "grad_norm": 0.03591284155845642,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 47910
    },
    {
      "grad_norm": 0.04179297760128975,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 47920
    },
    {
      "grad_norm": 0.03557577729225159,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 47930
    },
    {
      "grad_norm": 0.03173805773258209,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 47940
    },
    {
      "grad_norm": 0.0428156815469265,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 47950
    },
    {
      "grad_norm": 0.0682341456413269,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 47960
    },
    {
      "grad_norm": 0.035758163779973984,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 47970
    },
    {
      "grad_norm": 0.03216864913702011,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 47980
    },
    {
      "grad_norm": 0.05318515747785568,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 47990
    },
    {
      "grad_norm": 0.04184402897953987,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 48000
    },
    {
      "grad_norm": 0.03331073373556137,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 48010
    },
    {
      "grad_norm": 0.028553979471325874,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 48020
    },
    {
      "grad_norm": 0.03943243995308876,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 48030
    },
    {
      "grad_norm": 0.03161345794796944,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 48040
    },
    {
      "grad_norm": 0.03086627833545208,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 48050
    },
    {
      "grad_norm": 0.04489010199904442,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 48060
    },
    {
      "grad_norm": 0.03659201040863991,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 48070
    },
    {
      "grad_norm": 0.046244263648986816,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 48080
    },
    {
      "grad_norm": 0.042705826461315155,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 48090
    },
    {
      "grad_norm": 0.02893776074051857,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 48100
    },
    {
      "grad_norm": 0.08971618115901947,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 48110
    },
    {
      "grad_norm": 0.06308113038539886,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 48120
    },
    {
      "grad_norm": 0.17379310727119446,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 48130
    },
    {
      "grad_norm": 0.054525189101696014,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 48140
    },
    {
      "grad_norm": 0.04842062294483185,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 48150
    },
    {
      "grad_norm": 0.0467369519174099,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 48160
    },
    {
      "grad_norm": 0.03958224132657051,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 48170
    },
    {
      "grad_norm": 0.031662628054618835,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 48180
    },
    {
      "grad_norm": 0.032241176813840866,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 48190
    },
    {
      "grad_norm": 0.030644899234175682,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 48200
    },
    {
      "grad_norm": 0.03901582583785057,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 48210
    },
    {
      "grad_norm": 0.03249356523156166,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 48220
    },
    {
      "grad_norm": 0.029162734746932983,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 48230
    },
    {
      "grad_norm": 0.027252767235040665,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 48240
    },
    {
      "grad_norm": 0.03721833601593971,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 48250
    },
    {
      "grad_norm": 0.03899259492754936,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 48260
    },
    {
      "grad_norm": 0.031838543713092804,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 48270
    },
    {
      "grad_norm": 0.04103560373187065,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 48280
    },
    {
      "grad_norm": 0.04074043408036232,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 48290
    },
    {
      "grad_norm": 0.05521383136510849,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 48300
    },
    {
      "grad_norm": 0.036492276936769485,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 48310
    },
    {
      "grad_norm": 0.0770808756351471,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 48320
    },
    {
      "grad_norm": 0.036206599324941635,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 48330
    },
    {
      "grad_norm": 0.0470697320997715,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 48340
    },
    {
      "grad_norm": 0.033168863505125046,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 48350
    },
    {
      "grad_norm": 0.04692146182060242,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 48360
    },
    {
      "grad_norm": 0.04626406356692314,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 48370
    },
    {
      "grad_norm": 0.054602332413196564,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 48380
    },
    {
      "grad_norm": 0.032155897468328476,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 48390
    },
    {
      "grad_norm": 0.03079313412308693,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 48400
    },
    {
      "grad_norm": 0.03137819841504097,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 48410
    },
    {
      "grad_norm": 0.06630536168813705,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 48420
    },
    {
      "grad_norm": 0.03154780715703964,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 48430
    },
    {
      "grad_norm": 0.04615180194377899,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 48440
    },
    {
      "grad_norm": 0.0344095416367054,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 48450
    },
    {
      "grad_norm": 0.03379078954458237,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 48460
    },
    {
      "grad_norm": 0.0326935350894928,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 48470
    },
    {
      "grad_norm": 0.044770270586013794,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 48480
    },
    {
      "grad_norm": 0.03270036354660988,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 48490
    },
    {
      "grad_norm": 0.03377459570765495,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 48500
    },
    {
      "grad_norm": 0.02940787747502327,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 48510
    },
    {
      "grad_norm": 0.05434199422597885,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 48520
    },
    {
      "grad_norm": 0.044153328984975815,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 48530
    },
    {
      "grad_norm": 0.04803625866770744,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 48540
    },
    {
      "grad_norm": 0.032602742314338684,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 48550
    },
    {
      "grad_norm": 0.03129198029637337,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 48560
    },
    {
      "grad_norm": 0.04963593930006027,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 48570
    },
    {
      "grad_norm": 0.03938401862978935,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 48580
    },
    {
      "grad_norm": 0.04912041872739792,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 48590
    },
    {
      "grad_norm": 0.034113433212041855,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 48600
    },
    {
      "grad_norm": 0.03954630717635155,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 48610
    },
    {
      "grad_norm": 0.03554866090416908,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 48620
    },
    {
      "grad_norm": 0.037981852889060974,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 48630
    },
    {
      "grad_norm": 0.050463441759347916,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 48640
    },
    {
      "grad_norm": 0.031171167269349098,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 48650
    },
    {
      "grad_norm": 0.03678973391652107,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 48660
    },
    {
      "grad_norm": 0.0364975742995739,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 48670
    },
    {
      "grad_norm": 0.04939451441168785,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 48680
    },
    {
      "grad_norm": 0.07194393128156662,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 48690
    },
    {
      "grad_norm": 0.03531108796596527,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 48700
    },
    {
      "grad_norm": 0.048854291439056396,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 48710
    },
    {
      "grad_norm": 0.042669571936130524,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 48720
    },
    {
      "grad_norm": 0.04561160132288933,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 48730
    },
    {
      "grad_norm": 0.033142052590847015,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 48740
    },
    {
      "grad_norm": 0.038971103727817535,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 48750
    },
    {
      "grad_norm": 0.03979091718792915,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 48760
    },
    {
      "grad_norm": 0.08894964307546616,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 48770
    },
    {
      "grad_norm": 0.03199910372495651,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 48780
    },
    {
      "grad_norm": 0.04194166138768196,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 48790
    },
    {
      "grad_norm": 0.030819810926914215,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 48800
    },
    {
      "grad_norm": 0.03305334597826004,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 48810
    },
    {
      "grad_norm": 0.04362967982888222,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 48820
    },
    {
      "grad_norm": 0.04008916765451431,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 48830
    },
    {
      "grad_norm": 0.04866407811641693,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 48840
    },
    {
      "grad_norm": 0.037663668394088745,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 48850
    },
    {
      "grad_norm": 0.031559333205223083,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 48860
    },
    {
      "grad_norm": 0.029968880116939545,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 48870
    },
    {
      "grad_norm": 0.06380541622638702,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 48880
    },
    {
      "grad_norm": 0.032559584826231,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 48890
    },
    {
      "grad_norm": 0.06453126668930054,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 48900
    },
    {
      "grad_norm": 0.08100477606058121,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 48910
    },
    {
      "grad_norm": 0.04441264271736145,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 48920
    },
    {
      "grad_norm": 0.028012387454509735,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 48930
    },
    {
      "grad_norm": 0.03896649181842804,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 48940
    },
    {
      "grad_norm": 0.03327702730894089,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 48950
    },
    {
      "grad_norm": 0.02798597700893879,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 48960
    },
    {
      "grad_norm": 0.030778057873249054,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 48970
    },
    {
      "grad_norm": 0.036495983600616455,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 48980
    },
    {
      "grad_norm": 0.028549924492836,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 48990
    },
    {
      "grad_norm": 0.032032452523708344,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 49000
    },
    {
      "grad_norm": 0.03769242763519287,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 49010
    },
    {
      "grad_norm": 0.04117561876773834,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 49020
    },
    {
      "grad_norm": 0.03618192300200462,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 49030
    },
    {
      "grad_norm": 0.03222418949007988,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 49040
    },
    {
      "grad_norm": 0.054579075425863266,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 49050
    },
    {
      "grad_norm": 0.06246843561530113,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 49060
    },
    {
      "grad_norm": 0.03428592532873154,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 49070
    },
    {
      "grad_norm": 0.032942891120910645,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 49080
    },
    {
      "grad_norm": 0.0293116495013237,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 49090
    },
    {
      "grad_norm": 0.08653344959020615,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 49100
    },
    {
      "grad_norm": 0.053727421909570694,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 49110
    },
    {
      "grad_norm": 0.03359217196702957,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 49120
    },
    {
      "grad_norm": 0.02914496697485447,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 49130
    },
    {
      "grad_norm": 0.031366489827632904,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 49140
    },
    {
      "grad_norm": 0.035871271044015884,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 49150
    },
    {
      "grad_norm": 0.03345140069723129,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 49160
    },
    {
      "grad_norm": 0.03935860097408295,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 49170
    },
    {
      "grad_norm": 0.04098273813724518,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 49180
    },
    {
      "grad_norm": 0.07570188492536545,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 49190
    },
    {
      "grad_norm": 0.06818881630897522,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 49200
    },
    {
      "grad_norm": 0.037900008261203766,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 49210
    },
    {
      "grad_norm": 0.03353147581219673,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 49220
    },
    {
      "grad_norm": 0.0303321722894907,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 49230
    },
    {
      "grad_norm": 0.03321283683180809,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 49240
    },
    {
      "grad_norm": 0.03016047738492489,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 49250
    },
    {
      "grad_norm": 0.035919759422540665,
      "learning_rate": 0.0001,
      "loss": 0.0672,
      "step": 49260
    },
    {
      "grad_norm": 0.02894422598183155,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 49270
    },
    {
      "grad_norm": 0.030036887153983116,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 49280
    },
    {
      "grad_norm": 0.03243256360292435,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 49290
    },
    {
      "grad_norm": 0.053180865943431854,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 49300
    },
    {
      "grad_norm": 0.0289856418967247,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 49310
    },
    {
      "grad_norm": 0.03543734923005104,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 49320
    },
    {
      "grad_norm": 0.027772709727287292,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 49330
    },
    {
      "grad_norm": 0.03470839560031891,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 49340
    },
    {
      "grad_norm": 0.035121262073516846,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 49350
    },
    {
      "grad_norm": 0.03850453719496727,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 49360
    },
    {
      "grad_norm": 0.05038633197546005,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 49370
    },
    {
      "grad_norm": 0.03205334395170212,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 49380
    },
    {
      "grad_norm": 0.035502538084983826,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 49390
    },
    {
      "grad_norm": 0.04401371628046036,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 49400
    },
    {
      "grad_norm": 0.035624366253614426,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 49410
    },
    {
      "grad_norm": 0.04483816772699356,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 49420
    },
    {
      "grad_norm": 0.03665212169289589,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 49430
    },
    {
      "grad_norm": 0.04103574901819229,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 49440
    },
    {
      "grad_norm": 0.0317300520837307,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 49450
    },
    {
      "grad_norm": 0.042987603694200516,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 49460
    },
    {
      "grad_norm": 0.030952781438827515,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 49470
    },
    {
      "grad_norm": 0.03554719686508179,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 49480
    },
    {
      "grad_norm": 0.027605721727013588,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 49490
    },
    {
      "grad_norm": 0.028406910598278046,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 49500
    },
    {
      "grad_norm": 0.02996702678501606,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 49510
    },
    {
      "grad_norm": 0.03459588810801506,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 49520
    },
    {
      "grad_norm": 0.034104473888874054,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 49530
    },
    {
      "grad_norm": 0.12145508825778961,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 49540
    },
    {
      "grad_norm": 0.03333163261413574,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 49550
    },
    {
      "grad_norm": 0.02872343175113201,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 49560
    },
    {
      "grad_norm": 0.037893831729888916,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 49570
    },
    {
      "grad_norm": 0.03827425092458725,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 49580
    },
    {
      "grad_norm": 0.07616499811410904,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 49590
    },
    {
      "grad_norm": 0.033243462443351746,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 49600
    },
    {
      "grad_norm": 0.05592670664191246,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 49610
    },
    {
      "grad_norm": 0.06013857200741768,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 49620
    },
    {
      "grad_norm": 0.07230903953313828,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 49630
    },
    {
      "grad_norm": 0.04135431349277496,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 49640
    },
    {
      "grad_norm": 0.04015149176120758,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 49650
    },
    {
      "grad_norm": 0.0419175811111927,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 49660
    },
    {
      "grad_norm": 0.037830650806427,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 49670
    },
    {
      "grad_norm": 0.044855035841464996,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 49680
    },
    {
      "grad_norm": 0.10807868838310242,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 49690
    },
    {
      "grad_norm": 0.05991724506020546,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 49700
    },
    {
      "grad_norm": 0.03680449724197388,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 49710
    },
    {
      "grad_norm": 0.037777941673994064,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 49720
    },
    {
      "grad_norm": 0.033989597111940384,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 49730
    },
    {
      "grad_norm": 0.028658602386713028,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 49740
    },
    {
      "grad_norm": 0.05265696346759796,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 49750
    },
    {
      "grad_norm": 0.034224025905132294,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 49760
    },
    {
      "grad_norm": 0.0614490732550621,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 49770
    },
    {
      "grad_norm": 0.027375442907214165,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 49780
    },
    {
      "grad_norm": 0.04813406988978386,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 49790
    },
    {
      "grad_norm": 0.04053955897688866,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 49800
    },
    {
      "grad_norm": 0.04212247207760811,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 49810
    },
    {
      "grad_norm": 0.0332215316593647,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 49820
    },
    {
      "grad_norm": 0.03739544749259949,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 49830
    },
    {
      "grad_norm": 0.02928614243865013,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 49840
    },
    {
      "grad_norm": 0.039210766553878784,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 49850
    },
    {
      "grad_norm": 0.040138714015483856,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 49860
    },
    {
      "grad_norm": 0.033942125737667084,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 49870
    },
    {
      "grad_norm": 0.026055986061692238,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 49880
    },
    {
      "grad_norm": 0.02944299578666687,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 49890
    },
    {
      "grad_norm": 0.028027057647705078,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 49900
    },
    {
      "grad_norm": 0.03473209962248802,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 49910
    },
    {
      "grad_norm": 0.04438411071896553,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 49920
    },
    {
      "grad_norm": 0.03358471021056175,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 49930
    },
    {
      "grad_norm": 0.034524206072092056,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 49940
    },
    {
      "grad_norm": 0.037281334400177,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 49950
    },
    {
      "grad_norm": 0.034907158464193344,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 49960
    },
    {
      "grad_norm": 0.03579402342438698,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 49970
    },
    {
      "grad_norm": 0.030700547620654106,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 49980
    },
    {
      "grad_norm": 0.037268660962581635,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 49990
    },
    {
      "grad_norm": 0.03484649956226349,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 50000
    },
    {
      "grad_norm": 0.031028438359498978,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 50010
    },
    {
      "grad_norm": 0.03695264458656311,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 50020
    },
    {
      "grad_norm": 0.06482718139886856,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 50030
    },
    {
      "grad_norm": 0.06335911154747009,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 50040
    },
    {
      "grad_norm": 0.038037221878767014,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 50050
    },
    {
      "grad_norm": 0.03037174977362156,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 50060
    },
    {
      "grad_norm": 0.03641219809651375,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 50070
    },
    {
      "grad_norm": 0.028983300551772118,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 50080
    },
    {
      "grad_norm": 0.039669446647167206,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 50090
    },
    {
      "grad_norm": 0.028203334659337997,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 50100
    },
    {
      "grad_norm": 0.04785700514912605,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 50110
    },
    {
      "grad_norm": 0.03174068033695221,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 50120
    },
    {
      "grad_norm": 0.04110681265592575,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 50130
    },
    {
      "grad_norm": 0.03017008677124977,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 50140
    },
    {
      "grad_norm": 0.04137500002980232,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 50150
    },
    {
      "grad_norm": 0.24317823350429535,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 50160
    },
    {
      "grad_norm": 0.041168808937072754,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 50170
    },
    {
      "grad_norm": 0.04142647236585617,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 50180
    },
    {
      "grad_norm": 0.046364229172468185,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 50190
    },
    {
      "grad_norm": 0.04034668207168579,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 50200
    },
    {
      "grad_norm": 0.033492304384708405,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 50210
    },
    {
      "grad_norm": 0.03439364954829216,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 50220
    },
    {
      "grad_norm": 0.04608489200472832,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 50230
    },
    {
      "grad_norm": 0.034482985734939575,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 50240
    },
    {
      "grad_norm": 0.03672361746430397,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 50250
    },
    {
      "grad_norm": 0.038296960294246674,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 50260
    },
    {
      "grad_norm": 0.030748622491955757,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 50270
    },
    {
      "grad_norm": 0.03766746446490288,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 50280
    },
    {
      "grad_norm": 0.04158775135874748,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 50290
    },
    {
      "grad_norm": 0.03721676394343376,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 50300
    },
    {
      "grad_norm": 0.044337306171655655,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 50310
    },
    {
      "grad_norm": 0.05521615594625473,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 50320
    },
    {
      "grad_norm": 0.036785345524549484,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 50330
    },
    {
      "grad_norm": 0.041998691856861115,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 50340
    },
    {
      "grad_norm": 0.0654471218585968,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 50350
    },
    {
      "grad_norm": 0.07054376602172852,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 50360
    },
    {
      "grad_norm": 0.028424376621842384,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 50370
    },
    {
      "grad_norm": 0.03865700215101242,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 50380
    },
    {
      "grad_norm": 0.032968662679195404,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 50390
    },
    {
      "grad_norm": 0.039951398968696594,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 50400
    },
    {
      "grad_norm": 0.0302457083016634,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 50410
    },
    {
      "grad_norm": 0.06907550245523453,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 50420
    },
    {
      "grad_norm": 0.029595492407679558,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 50430
    },
    {
      "grad_norm": 0.09902532398700714,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 50440
    },
    {
      "grad_norm": 0.034896738827228546,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 50450
    },
    {
      "grad_norm": 0.04310540854930878,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 50460
    },
    {
      "grad_norm": 0.03917692229151726,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 50470
    },
    {
      "grad_norm": 0.07078098505735397,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 50480
    },
    {
      "grad_norm": 0.04258032515645027,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 50490
    },
    {
      "grad_norm": 0.04957971349358559,
      "learning_rate": 0.0001,
      "loss": 0.0644,
      "step": 50500
    },
    {
      "grad_norm": 0.0796569436788559,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 50510
    },
    {
      "grad_norm": 0.04914751648902893,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 50520
    },
    {
      "grad_norm": 0.055873431265354156,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 50530
    },
    {
      "grad_norm": 0.032214853912591934,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 50540
    },
    {
      "grad_norm": 0.03541520982980728,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 50550
    },
    {
      "grad_norm": 0.031003408133983612,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 50560
    },
    {
      "grad_norm": 0.02550123631954193,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 50570
    },
    {
      "grad_norm": 0.03230377286672592,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 50580
    },
    {
      "grad_norm": 0.029665302485227585,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 50590
    },
    {
      "grad_norm": 0.08151690661907196,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 50600
    },
    {
      "grad_norm": 0.03542542830109596,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 50610
    },
    {
      "grad_norm": 0.03264171630144119,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 50620
    },
    {
      "grad_norm": 0.04104634374380112,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 50630
    },
    {
      "grad_norm": 0.038582757115364075,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 50640
    },
    {
      "grad_norm": 0.055598579347133636,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 50650
    },
    {
      "grad_norm": 0.03314292058348656,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 50660
    },
    {
      "grad_norm": 0.053371697664260864,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 50670
    },
    {
      "grad_norm": 0.15463508665561676,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 50680
    },
    {
      "grad_norm": 0.04073663055896759,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 50690
    },
    {
      "grad_norm": 0.04011531546711922,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 50700
    },
    {
      "grad_norm": 0.055745452642440796,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 50710
    },
    {
      "grad_norm": 0.038996294140815735,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 50720
    },
    {
      "grad_norm": 0.0696336105465889,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 50730
    },
    {
      "grad_norm": 0.0393722765147686,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 50740
    },
    {
      "grad_norm": 0.030741341412067413,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 50750
    },
    {
      "grad_norm": 0.04592566564679146,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 50760
    },
    {
      "grad_norm": 0.02782392129302025,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 50770
    },
    {
      "grad_norm": 0.03438756987452507,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 50780
    },
    {
      "grad_norm": 0.03141731768846512,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 50790
    },
    {
      "grad_norm": 0.03160342201590538,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 50800
    },
    {
      "grad_norm": 0.040627624839544296,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 50810
    },
    {
      "grad_norm": 0.03972285985946655,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 50820
    },
    {
      "grad_norm": 0.04340323060750961,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 50830
    },
    {
      "grad_norm": 0.04270283877849579,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 50840
    },
    {
      "grad_norm": 0.05343489721417427,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 50850
    },
    {
      "grad_norm": 0.10911209881305695,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 50860
    },
    {
      "grad_norm": 0.05262523517012596,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 50870
    },
    {
      "grad_norm": 0.04746566712856293,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 50880
    },
    {
      "grad_norm": 0.06331714242696762,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 50890
    },
    {
      "grad_norm": 0.07457201182842255,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 50900
    },
    {
      "grad_norm": 0.05478372424840927,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 50910
    },
    {
      "grad_norm": 0.035892728716135025,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 50920
    },
    {
      "grad_norm": 0.02755177766084671,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 50930
    },
    {
      "grad_norm": 0.04694774001836777,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 50940
    },
    {
      "grad_norm": 0.05555439367890358,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 50950
    },
    {
      "grad_norm": 0.07790689915418625,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 50960
    },
    {
      "grad_norm": 0.030368538573384285,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 50970
    },
    {
      "grad_norm": 0.06053678318858147,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 50980
    },
    {
      "grad_norm": 0.03627285733819008,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 50990
    },
    {
      "grad_norm": 0.0344284251332283,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 51000
    },
    {
      "grad_norm": 0.03313872963190079,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 51010
    },
    {
      "grad_norm": 0.035749249160289764,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 51020
    },
    {
      "grad_norm": 0.03873063996434212,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 51030
    },
    {
      "grad_norm": 0.039368484169244766,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 51040
    },
    {
      "grad_norm": 0.0361090824007988,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 51050
    },
    {
      "grad_norm": 0.03833859786391258,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 51060
    },
    {
      "grad_norm": 0.04622085392475128,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 51070
    },
    {
      "grad_norm": 0.03204572573304176,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 51080
    },
    {
      "grad_norm": 0.05152912810444832,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 51090
    },
    {
      "grad_norm": 0.05129982903599739,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 51100
    },
    {
      "grad_norm": 0.036723800003528595,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 51110
    },
    {
      "grad_norm": 0.029993169009685516,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 51120
    },
    {
      "grad_norm": 0.02861948125064373,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 51130
    },
    {
      "grad_norm": 0.038033898919820786,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 51140
    },
    {
      "grad_norm": 0.03463725000619888,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 51150
    },
    {
      "grad_norm": 0.09581856429576874,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 51160
    },
    {
      "grad_norm": 0.034644030034542084,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 51170
    },
    {
      "grad_norm": 0.05218033865094185,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 51180
    },
    {
      "grad_norm": 0.03636501729488373,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 51190
    },
    {
      "grad_norm": 0.04178832471370697,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 51200
    },
    {
      "grad_norm": 0.03458710014820099,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 51210
    },
    {
      "grad_norm": 0.028815805912017822,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 51220
    },
    {
      "grad_norm": 0.04652860760688782,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 51230
    },
    {
      "grad_norm": 0.04085856303572655,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 51240
    },
    {
      "grad_norm": 0.03213448449969292,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 51250
    },
    {
      "grad_norm": 0.057277459651231766,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 51260
    },
    {
      "grad_norm": 0.05813276022672653,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 51270
    },
    {
      "grad_norm": 0.04417184367775917,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 51280
    },
    {
      "grad_norm": 0.07186504453420639,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 51290
    },
    {
      "grad_norm": 0.040347564965486526,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 51300
    },
    {
      "grad_norm": 0.04962252825498581,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 51310
    },
    {
      "grad_norm": 0.03999066725373268,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 51320
    },
    {
      "grad_norm": 0.030607173219323158,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 51330
    },
    {
      "grad_norm": 0.04405507817864418,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 51340
    },
    {
      "grad_norm": 0.03887345269322395,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 51350
    },
    {
      "grad_norm": 0.03722025454044342,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 51360
    },
    {
      "grad_norm": 0.03200496360659599,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 51370
    },
    {
      "grad_norm": 0.03245466947555542,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 51380
    },
    {
      "grad_norm": 0.03866039961576462,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 51390
    },
    {
      "grad_norm": 0.03988053649663925,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 51400
    },
    {
      "grad_norm": 0.03238813579082489,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 51410
    },
    {
      "grad_norm": 0.04225201904773712,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 51420
    },
    {
      "grad_norm": 0.032873935997486115,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 51430
    },
    {
      "grad_norm": 0.03437606990337372,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 51440
    },
    {
      "grad_norm": 0.03646789491176605,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 51450
    },
    {
      "grad_norm": 0.05581989139318466,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 51460
    },
    {
      "grad_norm": 0.0406002439558506,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 51470
    },
    {
      "grad_norm": 0.03848688304424286,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 51480
    },
    {
      "grad_norm": 0.03254613280296326,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 51490
    },
    {
      "grad_norm": 0.03807307779788971,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 51500
    },
    {
      "grad_norm": 0.030408790335059166,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 51510
    },
    {
      "grad_norm": 0.07140200585126877,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 51520
    },
    {
      "grad_norm": 0.037307411432266235,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 51530
    },
    {
      "grad_norm": 0.054319825023412704,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 51540
    },
    {
      "grad_norm": 0.03899236395955086,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 51550
    },
    {
      "grad_norm": 0.04533916711807251,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 51560
    },
    {
      "grad_norm": 0.06435354053974152,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 51570
    },
    {
      "grad_norm": 0.07190627604722977,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 51580
    },
    {
      "grad_norm": 0.04848315566778183,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 51590
    },
    {
      "grad_norm": 0.03344668447971344,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 51600
    },
    {
      "grad_norm": 0.02973482571542263,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 51610
    },
    {
      "grad_norm": 0.04713534191250801,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 51620
    },
    {
      "grad_norm": 0.04329453036189079,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 51630
    },
    {
      "grad_norm": 0.0335744209587574,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 51640
    },
    {
      "grad_norm": 0.032657403498888016,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 51650
    },
    {
      "grad_norm": 0.02954430691897869,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 51660
    },
    {
      "grad_norm": 0.0518646277487278,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 51670
    },
    {
      "grad_norm": 0.04387415573000908,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 51680
    },
    {
      "grad_norm": 0.05601955205202103,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 51690
    },
    {
      "grad_norm": 0.027551544830203056,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 51700
    },
    {
      "grad_norm": 0.05930127203464508,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 51710
    },
    {
      "grad_norm": 0.04438650235533714,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 51720
    },
    {
      "grad_norm": 0.09421487897634506,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 51730
    },
    {
      "grad_norm": 0.04077447950839996,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 51740
    },
    {
      "grad_norm": 0.040590811520814896,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 51750
    },
    {
      "grad_norm": 0.03399311378598213,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 51760
    },
    {
      "grad_norm": 0.05745173990726471,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 51770
    },
    {
      "grad_norm": 0.028243152424693108,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 51780
    },
    {
      "grad_norm": 0.03548656031489372,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 51790
    },
    {
      "grad_norm": 0.03598864749073982,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 51800
    },
    {
      "grad_norm": 0.0359250009059906,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 51810
    },
    {
      "grad_norm": 0.041364725679159164,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 51820
    },
    {
      "grad_norm": 0.03578505665063858,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 51830
    },
    {
      "grad_norm": 0.10930050164461136,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 51840
    },
    {
      "grad_norm": 0.0523638017475605,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 51850
    },
    {
      "grad_norm": 0.13183145225048065,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 51860
    },
    {
      "grad_norm": 0.10353953391313553,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 51870
    },
    {
      "grad_norm": 0.056201472878456116,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 51880
    },
    {
      "grad_norm": 0.029664309695363045,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 51890
    },
    {
      "grad_norm": 0.12615430355072021,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 51900
    },
    {
      "grad_norm": 0.06111816316843033,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 51910
    },
    {
      "grad_norm": 0.03507649898529053,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 51920
    },
    {
      "grad_norm": 0.035420242697000504,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 51930
    },
    {
      "grad_norm": 0.036335911601781845,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 51940
    },
    {
      "grad_norm": 0.029092198237776756,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 51950
    },
    {
      "grad_norm": 0.06052055582404137,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 51960
    },
    {
      "grad_norm": 0.030162522569298744,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 51970
    },
    {
      "grad_norm": 0.0420943908393383,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 51980
    },
    {
      "grad_norm": 0.037496279925107956,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 51990
    },
    {
      "grad_norm": 0.039206042885780334,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 52000
    },
    {
      "grad_norm": 0.031227130442857742,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 52010
    },
    {
      "grad_norm": 0.02923456020653248,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 52020
    },
    {
      "grad_norm": 0.030991852283477783,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 52030
    },
    {
      "grad_norm": 0.031763285398483276,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 52040
    },
    {
      "grad_norm": 0.03211932256817818,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 52050
    },
    {
      "grad_norm": 0.03073916956782341,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 52060
    },
    {
      "grad_norm": 0.031087340787053108,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 52070
    },
    {
      "grad_norm": 0.05099252983927727,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 52080
    },
    {
      "grad_norm": 0.03186110779643059,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 52090
    },
    {
      "grad_norm": 0.02842656522989273,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 52100
    },
    {
      "grad_norm": 0.03999278321862221,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 52110
    },
    {
      "grad_norm": 0.026902277022600174,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 52120
    },
    {
      "grad_norm": 0.026733938604593277,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 52130
    },
    {
      "grad_norm": 0.026639839634299278,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 52140
    },
    {
      "grad_norm": 0.02795174904167652,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 52150
    },
    {
      "grad_norm": 0.04427434504032135,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 52160
    },
    {
      "grad_norm": 0.04545409232378006,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 52170
    },
    {
      "grad_norm": 0.026709221303462982,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 52180
    },
    {
      "grad_norm": 0.05073947086930275,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 52190
    },
    {
      "grad_norm": 0.02900094911456108,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 52200
    },
    {
      "grad_norm": 0.04055800288915634,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 52210
    },
    {
      "grad_norm": 0.03708299249410629,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 52220
    },
    {
      "grad_norm": 0.038571547716856,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 52230
    },
    {
      "grad_norm": 0.027358809486031532,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 52240
    },
    {
      "grad_norm": 0.05580155923962593,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 52250
    },
    {
      "grad_norm": 0.0434243343770504,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 52260
    },
    {
      "grad_norm": 0.036319367587566376,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 52270
    },
    {
      "grad_norm": 0.04022791236639023,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 52280
    },
    {
      "grad_norm": 0.042222969233989716,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 52290
    },
    {
      "grad_norm": 0.028812225908041,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 52300
    },
    {
      "grad_norm": 0.0337061807513237,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 52310
    },
    {
      "grad_norm": 0.04245516285300255,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 52320
    },
    {
      "grad_norm": 0.05864659324288368,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 52330
    },
    {
      "grad_norm": 0.04126029089093208,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 52340
    },
    {
      "grad_norm": 0.03711002320051193,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 52350
    },
    {
      "grad_norm": 0.033874910324811935,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 52360
    },
    {
      "grad_norm": 0.03343188017606735,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 52370
    },
    {
      "grad_norm": 0.0451405793428421,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 52380
    },
    {
      "grad_norm": 0.03740125894546509,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 52390
    },
    {
      "grad_norm": 0.09376052767038345,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 52400
    },
    {
      "grad_norm": 0.03780459240078926,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 52410
    },
    {
      "grad_norm": 0.027999119833111763,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 52420
    },
    {
      "grad_norm": 0.04577087238430977,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 52430
    },
    {
      "grad_norm": 0.05413806065917015,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 52440
    },
    {
      "grad_norm": 0.02994992583990097,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 52450
    },
    {
      "grad_norm": 0.029063692316412926,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 52460
    },
    {
      "grad_norm": 0.0354570634663105,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 52470
    },
    {
      "grad_norm": 0.03814828768372536,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 52480
    },
    {
      "grad_norm": 0.0774952694773674,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 52490
    },
    {
      "grad_norm": 0.03694600611925125,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 52500
    },
    {
      "grad_norm": 0.0423395037651062,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 52510
    },
    {
      "grad_norm": 0.04311908036470413,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 52520
    },
    {
      "grad_norm": 0.03335263207554817,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 52530
    },
    {
      "grad_norm": 0.03500274568796158,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 52540
    },
    {
      "grad_norm": 0.04012090340256691,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 52550
    },
    {
      "grad_norm": 0.04553445056080818,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 52560
    },
    {
      "grad_norm": 0.05668221786618233,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 52570
    },
    {
      "grad_norm": 0.055114176124334335,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 52580
    },
    {
      "grad_norm": 0.04611603543162346,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 52590
    },
    {
      "grad_norm": 0.04064269736409187,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 52600
    },
    {
      "grad_norm": 0.06030444800853729,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 52610
    },
    {
      "grad_norm": 0.04784707725048065,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 52620
    },
    {
      "grad_norm": 0.10257434099912643,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 52630
    },
    {
      "grad_norm": 0.1185062825679779,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 52640
    },
    {
      "grad_norm": 0.06351996213197708,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 52650
    },
    {
      "grad_norm": 0.033463701605796814,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 52660
    },
    {
      "grad_norm": 0.040964554995298386,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 52670
    },
    {
      "grad_norm": 0.03781383857131004,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 52680
    },
    {
      "grad_norm": 0.037707991898059845,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 52690
    },
    {
      "grad_norm": 0.03693016618490219,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 52700
    },
    {
      "grad_norm": 0.03228435292840004,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 52710
    },
    {
      "grad_norm": 0.03921632468700409,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 52720
    },
    {
      "grad_norm": 0.03642670437693596,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 52730
    },
    {
      "grad_norm": 0.040155842900276184,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 52740
    },
    {
      "grad_norm": 0.0323844775557518,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 52750
    },
    {
      "grad_norm": 0.035906337201595306,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 52760
    },
    {
      "grad_norm": 0.045886702835559845,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 52770
    },
    {
      "grad_norm": 0.08874373137950897,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 52780
    },
    {
      "grad_norm": 0.11749964952468872,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 52790
    },
    {
      "grad_norm": 0.05983779951930046,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 52800
    },
    {
      "grad_norm": 0.036632101982831955,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 52810
    },
    {
      "grad_norm": 0.034092534333467484,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 52820
    },
    {
      "grad_norm": 0.03630082309246063,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 52830
    },
    {
      "grad_norm": 0.03284876048564911,
      "learning_rate": 0.0001,
      "loss": 0.0632,
      "step": 52840
    },
    {
      "grad_norm": 0.03492513671517372,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 52850
    },
    {
      "grad_norm": 0.05409266799688339,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 52860
    },
    {
      "grad_norm": 0.03545638546347618,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 52870
    },
    {
      "grad_norm": 0.03673280403017998,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 52880
    },
    {
      "grad_norm": 0.03326863422989845,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 52890
    },
    {
      "grad_norm": 0.03999508544802666,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 52900
    },
    {
      "grad_norm": 0.028789445757865906,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 52910
    },
    {
      "grad_norm": 0.03731720522046089,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 52920
    },
    {
      "grad_norm": 0.08308066427707672,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 52930
    },
    {
      "grad_norm": 0.06739453971385956,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 52940
    },
    {
      "grad_norm": 0.04270760715007782,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 52950
    },
    {
      "grad_norm": 0.04465968534350395,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 52960
    },
    {
      "grad_norm": 0.03335968032479286,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 52970
    },
    {
      "grad_norm": 0.0356714129447937,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 52980
    },
    {
      "grad_norm": 0.042574331164360046,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 52990
    },
    {
      "grad_norm": 0.044835835695266724,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 53000
    },
    {
      "grad_norm": 0.03056313842535019,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 53010
    },
    {
      "grad_norm": 0.0479918047785759,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 53020
    },
    {
      "grad_norm": 0.041942525655031204,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 53030
    },
    {
      "grad_norm": 0.03356434032320976,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 53040
    },
    {
      "grad_norm": 0.02970670722424984,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 53050
    },
    {
      "grad_norm": 0.13298651576042175,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 53060
    },
    {
      "grad_norm": 0.031111322343349457,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 53070
    },
    {
      "grad_norm": 0.051638662815093994,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 53080
    },
    {
      "grad_norm": 0.09668987989425659,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 53090
    },
    {
      "grad_norm": 0.07380352169275284,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 53100
    },
    {
      "grad_norm": 0.028047265484929085,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 53110
    },
    {
      "grad_norm": 0.035112492740154266,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 53120
    },
    {
      "grad_norm": 0.030335133895277977,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 53130
    },
    {
      "grad_norm": 0.0386541523039341,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 53140
    },
    {
      "grad_norm": 0.03285405412316322,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 53150
    },
    {
      "grad_norm": 0.02790028043091297,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 53160
    },
    {
      "grad_norm": 0.024768631905317307,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 53170
    },
    {
      "grad_norm": 0.027642395347356796,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 53180
    },
    {
      "grad_norm": 0.0549343042075634,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 53190
    },
    {
      "grad_norm": 0.09555435925722122,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 53200
    },
    {
      "grad_norm": 0.03729638084769249,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 53210
    },
    {
      "grad_norm": 0.033036861568689346,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 53220
    },
    {
      "grad_norm": 0.03924548998475075,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 53230
    },
    {
      "grad_norm": 0.04836146906018257,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 53240
    },
    {
      "grad_norm": 0.03087940253317356,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 53250
    },
    {
      "grad_norm": 0.0421864278614521,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 53260
    },
    {
      "grad_norm": 0.028435038402676582,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 53270
    },
    {
      "grad_norm": 0.041232895106077194,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 53280
    },
    {
      "grad_norm": 0.04383145272731781,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 53290
    },
    {
      "grad_norm": 0.028807569295167923,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 53300
    },
    {
      "grad_norm": 0.03052881732583046,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 53310
    },
    {
      "grad_norm": 0.034192077815532684,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 53320
    },
    {
      "grad_norm": 0.04022365063428879,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 53330
    },
    {
      "grad_norm": 0.11435383558273315,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 53340
    },
    {
      "grad_norm": 0.035470787435770035,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 53350
    },
    {
      "grad_norm": 0.0363982729613781,
      "learning_rate": 0.0001,
      "loss": 0.0665,
      "step": 53360
    },
    {
      "grad_norm": 0.028534745797514915,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 53370
    },
    {
      "grad_norm": 0.05831891670823097,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 53380
    },
    {
      "grad_norm": 0.029430627822875977,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 53390
    },
    {
      "grad_norm": 0.03044923022389412,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 53400
    },
    {
      "grad_norm": 0.03761434182524681,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 53410
    },
    {
      "grad_norm": 0.030344603583216667,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 53420
    },
    {
      "grad_norm": 0.03425021469593048,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 53430
    },
    {
      "grad_norm": 0.030840149149298668,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 53440
    },
    {
      "grad_norm": 0.03477822616696358,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 53450
    },
    {
      "grad_norm": 0.02842218615114689,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 53460
    },
    {
      "grad_norm": 0.05948270112276077,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 53470
    },
    {
      "grad_norm": 0.032205771654844284,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 53480
    },
    {
      "grad_norm": 0.03644809499382973,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 53490
    },
    {
      "grad_norm": 0.0373760424554348,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 53500
    },
    {
      "grad_norm": 0.03915860131382942,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 53510
    },
    {
      "grad_norm": 0.0589127354323864,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 53520
    },
    {
      "grad_norm": 0.07804474979639053,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 53530
    },
    {
      "grad_norm": 0.06718795001506805,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 53540
    },
    {
      "grad_norm": 0.04230091720819473,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 53550
    },
    {
      "grad_norm": 0.03793575242161751,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 53560
    },
    {
      "grad_norm": 0.04895893484354019,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 53570
    },
    {
      "grad_norm": 0.045469798147678375,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 53580
    },
    {
      "grad_norm": 0.04440051689743996,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 53590
    },
    {
      "grad_norm": 0.03707302361726761,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 53600
    },
    {
      "grad_norm": 0.039574041962623596,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 53610
    },
    {
      "grad_norm": 0.036534689366817474,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 53620
    },
    {
      "grad_norm": 0.043023478239774704,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 53630
    },
    {
      "grad_norm": 0.05610300600528717,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 53640
    },
    {
      "grad_norm": 0.03768255561590195,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 53650
    },
    {
      "grad_norm": 0.043254293501377106,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 53660
    },
    {
      "grad_norm": 0.037205807864665985,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 53670
    },
    {
      "grad_norm": 0.04408988356590271,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 53680
    },
    {
      "grad_norm": 0.03380970284342766,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 53690
    },
    {
      "grad_norm": 0.03886595740914345,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 53700
    },
    {
      "grad_norm": 0.19542033970355988,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 53710
    },
    {
      "grad_norm": 0.1199069395661354,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 53720
    },
    {
      "grad_norm": 0.0704200342297554,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 53730
    },
    {
      "grad_norm": 0.058539338409900665,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 53740
    },
    {
      "grad_norm": 0.049920596182346344,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 53750
    },
    {
      "grad_norm": 0.04311921074986458,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 53760
    },
    {
      "grad_norm": 0.031630467623472214,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 53770
    },
    {
      "grad_norm": 0.029604315757751465,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 53780
    },
    {
      "grad_norm": 0.09052880108356476,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 53790
    },
    {
      "grad_norm": 0.05179993063211441,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 53800
    },
    {
      "grad_norm": 0.03222377970814705,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 53810
    },
    {
      "grad_norm": 0.028957804664969444,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 53820
    },
    {
      "grad_norm": 0.027998067438602448,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 53830
    },
    {
      "grad_norm": 0.04520431160926819,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 53840
    },
    {
      "grad_norm": 0.03791326284408569,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 53850
    },
    {
      "grad_norm": 0.03905965015292168,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 53860
    },
    {
      "grad_norm": 0.02997598797082901,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 53870
    },
    {
      "grad_norm": 0.03493566811084747,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 53880
    },
    {
      "grad_norm": 0.030648123472929,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 53890
    },
    {
      "grad_norm": 0.03372527286410332,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 53900
    },
    {
      "grad_norm": 0.049802619963884354,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 53910
    },
    {
      "grad_norm": 0.029042426496744156,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 53920
    },
    {
      "grad_norm": 0.029419686645269394,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 53930
    },
    {
      "grad_norm": 0.031509749591350555,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 53940
    },
    {
      "grad_norm": 0.03932059556245804,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 53950
    },
    {
      "grad_norm": 0.042184941470623016,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 53960
    },
    {
      "grad_norm": 0.03060901165008545,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 53970
    },
    {
      "grad_norm": 0.02688702568411827,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 53980
    },
    {
      "grad_norm": 0.04206236079335213,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 53990
    },
    {
      "grad_norm": 0.09754158556461334,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 54000
    },
    {
      "grad_norm": 0.05206093192100525,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 54010
    },
    {
      "grad_norm": 0.06238272786140442,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 54020
    },
    {
      "grad_norm": 0.05620275437831879,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 54030
    },
    {
      "grad_norm": 0.029943928122520447,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 54040
    },
    {
      "grad_norm": 0.03296300023794174,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 54050
    },
    {
      "grad_norm": 0.030752023681998253,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 54060
    },
    {
      "grad_norm": 0.0468142069876194,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 54070
    },
    {
      "grad_norm": 0.03383229300379753,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 54080
    },
    {
      "grad_norm": 0.03951815888285637,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 54090
    },
    {
      "grad_norm": 0.12534749507904053,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 54100
    },
    {
      "grad_norm": 0.03583943843841553,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 54110
    },
    {
      "grad_norm": 0.05642077326774597,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 54120
    },
    {
      "grad_norm": 0.039431918412446976,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 54130
    },
    {
      "grad_norm": 0.030583888292312622,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 54140
    },
    {
      "grad_norm": 0.061021823436021805,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 54150
    },
    {
      "grad_norm": 0.033551327884197235,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 54160
    },
    {
      "grad_norm": 0.04176994785666466,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 54170
    },
    {
      "grad_norm": 0.031035980209708214,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 54180
    },
    {
      "grad_norm": 0.030112864449620247,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 54190
    },
    {
      "grad_norm": 0.030568188056349754,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 54200
    },
    {
      "grad_norm": 0.03351064771413803,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 54210
    },
    {
      "grad_norm": 0.04272092506289482,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 54220
    },
    {
      "grad_norm": 0.03274771198630333,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 54230
    },
    {
      "grad_norm": 0.025013646110892296,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 54240
    },
    {
      "grad_norm": 0.02794794924557209,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 54250
    },
    {
      "grad_norm": 0.027901258319616318,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 54260
    },
    {
      "grad_norm": 0.0473707914352417,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 54270
    },
    {
      "grad_norm": 0.041096530854701996,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 54280
    },
    {
      "grad_norm": 0.028613287955522537,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 54290
    },
    {
      "grad_norm": 0.03652427718043327,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 54300
    },
    {
      "grad_norm": 0.023921648040413857,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 54310
    },
    {
      "grad_norm": 0.031074101105332375,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 54320
    },
    {
      "grad_norm": 0.02546052448451519,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 54330
    },
    {
      "grad_norm": 0.026419201865792274,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 54340
    },
    {
      "grad_norm": 0.0283652376383543,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 54350
    },
    {
      "grad_norm": 0.03115876205265522,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 54360
    },
    {
      "grad_norm": 0.026201993227005005,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 54370
    },
    {
      "grad_norm": 0.03120671585202217,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 54380
    },
    {
      "grad_norm": 0.02713453210890293,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 54390
    },
    {
      "grad_norm": 0.03195013478398323,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 54400
    },
    {
      "grad_norm": 0.027648096904158592,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 54410
    },
    {
      "grad_norm": 0.028977762907743454,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 54420
    },
    {
      "grad_norm": 0.038156092166900635,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 54430
    },
    {
      "grad_norm": 0.06132980436086655,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 54440
    },
    {
      "grad_norm": 0.053352806717157364,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 54450
    },
    {
      "grad_norm": 0.03071051463484764,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 54460
    },
    {
      "grad_norm": 0.031938597559928894,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 54470
    },
    {
      "grad_norm": 0.03549211099743843,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 54480
    },
    {
      "grad_norm": 0.02888518199324608,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 54490
    },
    {
      "grad_norm": 0.03897590562701225,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 54500
    },
    {
      "grad_norm": 0.029644083231687546,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 54510
    },
    {
      "grad_norm": 0.03766739368438721,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 54520
    },
    {
      "grad_norm": 0.03347475454211235,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 54530
    },
    {
      "grad_norm": 0.048529259860515594,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 54540
    },
    {
      "grad_norm": 0.04656083881855011,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 54550
    },
    {
      "grad_norm": 0.035002246499061584,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 54560
    },
    {
      "grad_norm": 0.03745216503739357,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 54570
    },
    {
      "grad_norm": 0.04068860411643982,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 54580
    },
    {
      "grad_norm": 0.04761751368641853,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 54590
    },
    {
      "grad_norm": 0.02827398106455803,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 54600
    },
    {
      "grad_norm": 0.02886810712516308,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 54610
    },
    {
      "grad_norm": 0.032686810940504074,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 54620
    },
    {
      "grad_norm": 0.034647807478904724,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 54630
    },
    {
      "grad_norm": 0.07959464192390442,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 54640
    },
    {
      "grad_norm": 0.19165751338005066,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 54650
    },
    {
      "grad_norm": 0.06761263310909271,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 54660
    },
    {
      "grad_norm": 0.03400780260562897,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 54670
    },
    {
      "grad_norm": 0.030407113954424858,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 54680
    },
    {
      "grad_norm": 0.04459419474005699,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 54690
    },
    {
      "grad_norm": 0.03536929935216904,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 54700
    },
    {
      "grad_norm": 0.03076746128499508,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 54710
    },
    {
      "grad_norm": 0.04751933738589287,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 54720
    },
    {
      "grad_norm": 0.03310658410191536,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 54730
    },
    {
      "grad_norm": 0.045186977833509445,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 54740
    },
    {
      "grad_norm": 0.043659862130880356,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 54750
    },
    {
      "grad_norm": 0.034138023853302,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 54760
    },
    {
      "grad_norm": 0.03486713021993637,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 54770
    },
    {
      "grad_norm": 0.04421461373567581,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 54780
    },
    {
      "grad_norm": 0.03868560120463371,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 54790
    },
    {
      "grad_norm": 0.034457720816135406,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 54800
    },
    {
      "grad_norm": 0.03359095752239227,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 54810
    },
    {
      "grad_norm": 0.032254960387945175,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 54820
    },
    {
      "grad_norm": 0.0449582040309906,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 54830
    },
    {
      "grad_norm": 0.030679920688271523,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 54840
    },
    {
      "grad_norm": 0.027049748227000237,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 54850
    },
    {
      "grad_norm": 0.04765153303742409,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 54860
    },
    {
      "grad_norm": 0.04232132062315941,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 54870
    },
    {
      "grad_norm": 0.03262686729431152,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 54880
    },
    {
      "grad_norm": 0.05370587855577469,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 54890
    },
    {
      "grad_norm": 0.02891143225133419,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 54900
    },
    {
      "grad_norm": 0.0327279195189476,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 54910
    },
    {
      "grad_norm": 0.03150565177202225,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 54920
    },
    {
      "grad_norm": 0.04007576033473015,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 54930
    },
    {
      "grad_norm": 0.045338165014982224,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 54940
    },
    {
      "grad_norm": 0.04252782091498375,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 54950
    },
    {
      "grad_norm": 0.03907228261232376,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 54960
    },
    {
      "grad_norm": 0.05323334038257599,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 54970
    },
    {
      "grad_norm": 0.10253378748893738,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 54980
    },
    {
      "grad_norm": 0.04110696539282799,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 54990
    },
    {
      "grad_norm": 0.05731957405805588,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 55000
    },
    {
      "grad_norm": 0.12271476536989212,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 55010
    },
    {
      "grad_norm": 0.027501530945301056,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 55020
    },
    {
      "grad_norm": 0.06450841575860977,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 55030
    },
    {
      "grad_norm": 0.044414058327674866,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 55040
    },
    {
      "grad_norm": 0.05887295678257942,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 55050
    },
    {
      "grad_norm": 0.030429964885115623,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 55060
    },
    {
      "grad_norm": 0.037636395543813705,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 55070
    },
    {
      "grad_norm": 0.031018143519759178,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 55080
    },
    {
      "grad_norm": 0.041269976645708084,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 55090
    },
    {
      "grad_norm": 0.026980681344866753,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 55100
    },
    {
      "grad_norm": 0.032778721302747726,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 55110
    },
    {
      "grad_norm": 0.02946043573319912,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 55120
    },
    {
      "grad_norm": 0.03434397280216217,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 55130
    },
    {
      "grad_norm": 0.034221138805150986,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 55140
    },
    {
      "grad_norm": 0.02851245366036892,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 55150
    },
    {
      "grad_norm": 0.02639402076601982,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 55160
    },
    {
      "grad_norm": 0.03716717287898064,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 55170
    },
    {
      "grad_norm": 0.033728551119565964,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 55180
    },
    {
      "grad_norm": 0.03672027960419655,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 55190
    },
    {
      "grad_norm": 0.08761903643608093,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 55200
    },
    {
      "grad_norm": 0.08059421181678772,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 55210
    },
    {
      "grad_norm": 0.08813080191612244,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 55220
    },
    {
      "grad_norm": 0.03723965212702751,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 55230
    },
    {
      "grad_norm": 0.03246154636144638,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 55240
    },
    {
      "grad_norm": 0.030311591923236847,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 55250
    },
    {
      "grad_norm": 0.03573037311434746,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 55260
    },
    {
      "grad_norm": 0.04161173850297928,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 55270
    },
    {
      "grad_norm": 0.048955053091049194,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 55280
    },
    {
      "grad_norm": 0.040730349719524384,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 55290
    },
    {
      "grad_norm": 0.03215297311544418,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 55300
    },
    {
      "grad_norm": 0.036183420568704605,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 55310
    },
    {
      "grad_norm": 0.06141579896211624,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 55320
    },
    {
      "grad_norm": 0.04026105999946594,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 55330
    },
    {
      "grad_norm": 0.04499879106879234,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 55340
    },
    {
      "grad_norm": 0.09599112719297409,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 55350
    },
    {
      "grad_norm": 0.03923662006855011,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 55360
    },
    {
      "grad_norm": 0.036313340067863464,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 55370
    },
    {
      "grad_norm": 0.05203955993056297,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 55380
    },
    {
      "grad_norm": 0.0324099063873291,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 55390
    },
    {
      "grad_norm": 0.03313930332660675,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 55400
    },
    {
      "grad_norm": 0.04849322512745857,
      "learning_rate": 0.0001,
      "loss": 0.064,
      "step": 55410
    },
    {
      "grad_norm": 0.02906966395676136,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 55420
    },
    {
      "grad_norm": 0.04867653548717499,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 55430
    },
    {
      "grad_norm": 0.0338633768260479,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 55440
    },
    {
      "grad_norm": 0.050520915538072586,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 55450
    },
    {
      "grad_norm": 0.02980569377541542,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 55460
    },
    {
      "grad_norm": 0.033884402364492416,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 55470
    },
    {
      "grad_norm": 0.043879080563783646,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 55480
    },
    {
      "grad_norm": 0.06793474406003952,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 55490
    },
    {
      "grad_norm": 0.029653673991560936,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 55500
    },
    {
      "grad_norm": 0.047375380992889404,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 55510
    },
    {
      "grad_norm": 0.05786401033401489,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 55520
    },
    {
      "grad_norm": 0.03430081903934479,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 55530
    },
    {
      "grad_norm": 0.03255496919155121,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 55540
    },
    {
      "grad_norm": 0.05533875152468681,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 55550
    },
    {
      "grad_norm": 0.06894934922456741,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 55560
    },
    {
      "grad_norm": 0.027683380991220474,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 55570
    },
    {
      "grad_norm": 0.0282820463180542,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 55580
    },
    {
      "grad_norm": 0.032903771847486496,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 55590
    },
    {
      "grad_norm": 0.0455264188349247,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 55600
    },
    {
      "grad_norm": 0.06875632703304291,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 55610
    },
    {
      "grad_norm": 0.02534879930317402,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 55620
    },
    {
      "grad_norm": 0.034611091017723083,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 55630
    },
    {
      "grad_norm": 0.02996421791613102,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 55640
    },
    {
      "grad_norm": 0.0452907532453537,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 55650
    },
    {
      "grad_norm": 0.026898834854364395,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 55660
    },
    {
      "grad_norm": 0.031299788504838943,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 55670
    },
    {
      "grad_norm": 0.03402828797698021,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 55680
    },
    {
      "grad_norm": 0.028423620387911797,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 55690
    },
    {
      "grad_norm": 0.033247753977775574,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 55700
    },
    {
      "grad_norm": 0.044552553445100784,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 55710
    },
    {
      "grad_norm": 0.02924671210348606,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 55720
    },
    {
      "grad_norm": 0.035312335938215256,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 55730
    },
    {
      "grad_norm": 0.02904784306883812,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 55740
    },
    {
      "grad_norm": 0.04071910306811333,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 55750
    },
    {
      "grad_norm": 0.02866426110267639,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 55760
    },
    {
      "grad_norm": 0.06402691453695297,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 55770
    },
    {
      "grad_norm": 0.0647788867354393,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 55780
    },
    {
      "grad_norm": 0.04016915336251259,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 55790
    },
    {
      "grad_norm": 0.06431884318590164,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 55800
    },
    {
      "grad_norm": 0.04692374914884567,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 55810
    },
    {
      "grad_norm": 0.03246463090181351,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 55820
    },
    {
      "grad_norm": 0.03903704136610031,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 55830
    },
    {
      "grad_norm": 0.040377259254455566,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 55840
    },
    {
      "grad_norm": 0.03981702774763107,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 55850
    },
    {
      "grad_norm": 0.031690727919340134,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 55860
    },
    {
      "grad_norm": 0.03296732157468796,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 55870
    },
    {
      "grad_norm": 0.04037201777100563,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 55880
    },
    {
      "grad_norm": 0.029586970806121826,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 55890
    },
    {
      "grad_norm": 0.04714673385024071,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 55900
    },
    {
      "grad_norm": 0.030514361336827278,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 55910
    },
    {
      "grad_norm": 0.029154116287827492,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 55920
    },
    {
      "grad_norm": 0.04483981430530548,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 55930
    },
    {
      "grad_norm": 0.0447862409055233,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 55940
    },
    {
      "grad_norm": 0.0452200323343277,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 55950
    },
    {
      "grad_norm": 0.041535910218954086,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 55960
    },
    {
      "grad_norm": 0.040412332862615585,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 55970
    },
    {
      "grad_norm": 0.03552812710404396,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 55980
    },
    {
      "grad_norm": 0.028224797919392586,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 55990
    },
    {
      "grad_norm": 0.03749270737171173,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 56000
    },
    {
      "grad_norm": 0.06534049659967422,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 56010
    },
    {
      "grad_norm": 0.031921543180942535,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 56020
    },
    {
      "grad_norm": 0.028401443734765053,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 56030
    },
    {
      "grad_norm": 0.03571358695626259,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 56040
    },
    {
      "grad_norm": 0.03387122601270676,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 56050
    },
    {
      "grad_norm": 0.0338321253657341,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 56060
    },
    {
      "grad_norm": 0.02614574134349823,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 56070
    },
    {
      "grad_norm": 0.03975321725010872,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 56080
    },
    {
      "grad_norm": 0.08040772378444672,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 56090
    },
    {
      "grad_norm": 0.03816937655210495,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 56100
    },
    {
      "grad_norm": 0.07019126415252686,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 56110
    },
    {
      "grad_norm": 0.06041457876563072,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 56120
    },
    {
      "grad_norm": 0.028528092429041862,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 56130
    },
    {
      "grad_norm": 0.04622218385338783,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 56140
    },
    {
      "grad_norm": 0.0333404541015625,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 56150
    },
    {
      "grad_norm": 0.03332101181149483,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 56160
    },
    {
      "grad_norm": 0.08030351996421814,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 56170
    },
    {
      "grad_norm": 0.040405016392469406,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 56180
    },
    {
      "grad_norm": 0.03896792605519295,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 56190
    },
    {
      "grad_norm": 0.03332800790667534,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 56200
    },
    {
      "grad_norm": 0.04013823717832565,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 56210
    },
    {
      "grad_norm": 0.03040955401957035,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 56220
    },
    {
      "grad_norm": 0.047470204532146454,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 56230
    },
    {
      "grad_norm": 0.03187713027000427,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 56240
    },
    {
      "grad_norm": 0.03475388512015343,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 56250
    },
    {
      "grad_norm": 0.03068239986896515,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 56260
    },
    {
      "grad_norm": 0.041755035519599915,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 56270
    },
    {
      "grad_norm": 0.05533953383564949,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 56280
    },
    {
      "grad_norm": 0.03321947902441025,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 56290
    },
    {
      "grad_norm": 0.029443737119436264,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 56300
    },
    {
      "grad_norm": 0.03095080517232418,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 56310
    },
    {
      "grad_norm": 0.028525929898023605,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 56320
    },
    {
      "grad_norm": 0.04464918375015259,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 56330
    },
    {
      "grad_norm": 0.03345261141657829,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 56340
    },
    {
      "grad_norm": 0.042373791337013245,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 56350
    },
    {
      "grad_norm": 0.033516623079776764,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 56360
    },
    {
      "grad_norm": 0.05130080506205559,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 56370
    },
    {
      "grad_norm": 0.10072722285985947,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 56380
    },
    {
      "grad_norm": 0.029877208173274994,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 56390
    },
    {
      "grad_norm": 0.03889874368906021,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 56400
    },
    {
      "grad_norm": 0.03192077577114105,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 56410
    },
    {
      "grad_norm": 0.032203178852796555,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 56420
    },
    {
      "grad_norm": 0.028823763132095337,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 56430
    },
    {
      "grad_norm": 0.0792170912027359,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 56440
    },
    {
      "grad_norm": 0.03995737433433533,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 56450
    },
    {
      "grad_norm": 0.030181637033820152,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 56460
    },
    {
      "grad_norm": 0.05665908381342888,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 56470
    },
    {
      "grad_norm": 0.041447777301073074,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 56480
    },
    {
      "grad_norm": 0.030653921887278557,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 56490
    },
    {
      "grad_norm": 0.034398093819618225,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 56500
    },
    {
      "grad_norm": 0.02981206588447094,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 56510
    },
    {
      "grad_norm": 0.03166922554373741,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 56520
    },
    {
      "grad_norm": 0.041687123477458954,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 56530
    },
    {
      "grad_norm": 0.03154266998171806,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 56540
    },
    {
      "grad_norm": 0.03863152861595154,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 56550
    },
    {
      "grad_norm": 0.039111874997615814,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 56560
    },
    {
      "grad_norm": 0.03841475024819374,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 56570
    },
    {
      "grad_norm": 0.040821850299835205,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 56580
    },
    {
      "grad_norm": 0.05817808955907822,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 56590
    },
    {
      "grad_norm": 0.028515955433249474,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 56600
    },
    {
      "grad_norm": 0.02861763909459114,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 56610
    },
    {
      "grad_norm": 0.031955521553754807,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 56620
    },
    {
      "grad_norm": 0.035959452390670776,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 56630
    },
    {
      "grad_norm": 0.0551825612783432,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 56640
    },
    {
      "grad_norm": 0.033922962844371796,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 56650
    },
    {
      "grad_norm": 0.033409539610147476,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 56660
    },
    {
      "grad_norm": 0.029866477474570274,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 56670
    },
    {
      "grad_norm": 0.033910904079675674,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 56680
    },
    {
      "grad_norm": 0.04345356673002243,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 56690
    },
    {
      "grad_norm": 0.10856593400239944,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 56700
    },
    {
      "grad_norm": 0.04497693479061127,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 56710
    },
    {
      "grad_norm": 0.20615670084953308,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 56720
    },
    {
      "grad_norm": 0.03203447163105011,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 56730
    },
    {
      "grad_norm": 0.036495864391326904,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 56740
    },
    {
      "grad_norm": 0.03421347960829735,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 56750
    },
    {
      "grad_norm": 0.048614807426929474,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 56760
    },
    {
      "grad_norm": 0.03741840273141861,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 56770
    },
    {
      "grad_norm": 0.03283987566828728,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 56780
    },
    {
      "grad_norm": 0.033997662365436554,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 56790
    },
    {
      "grad_norm": 0.04001687467098236,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 56800
    },
    {
      "grad_norm": 0.02795991487801075,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 56810
    },
    {
      "grad_norm": 0.04611330106854439,
      "learning_rate": 0.0001,
      "loss": 0.0626,
      "step": 56820
    },
    {
      "grad_norm": 0.03728986531496048,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 56830
    },
    {
      "grad_norm": 0.049139514565467834,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 56840
    },
    {
      "grad_norm": 0.04218665510416031,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 56850
    },
    {
      "grad_norm": 0.039748914539813995,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 56860
    },
    {
      "grad_norm": 0.059748776257038116,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 56870
    },
    {
      "grad_norm": 0.034528348594903946,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 56880
    },
    {
      "grad_norm": 0.0331607423722744,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 56890
    },
    {
      "grad_norm": 0.04021112993359566,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 56900
    },
    {
      "grad_norm": 0.038699373602867126,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 56910
    },
    {
      "grad_norm": 0.03538787364959717,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 56920
    },
    {
      "grad_norm": 0.02898595668375492,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 56930
    },
    {
      "grad_norm": 0.042749907821416855,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 56940
    },
    {
      "grad_norm": 0.045476507395505905,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 56950
    },
    {
      "grad_norm": 0.048047810792922974,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 56960
    },
    {
      "grad_norm": 0.030359458178281784,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 56970
    },
    {
      "grad_norm": 0.03993748500943184,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 56980
    },
    {
      "grad_norm": 0.05348725989460945,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 56990
    },
    {
      "grad_norm": 0.03903690353035927,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 57000
    },
    {
      "grad_norm": 0.040689099580049515,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 57010
    },
    {
      "grad_norm": 0.05963641032576561,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 57020
    },
    {
      "grad_norm": 0.03317614644765854,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 57030
    },
    {
      "grad_norm": 0.03491224721074104,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 57040
    },
    {
      "grad_norm": 0.04794790968298912,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 57050
    },
    {
      "grad_norm": 0.036574214696884155,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 57060
    },
    {
      "grad_norm": 0.028820063918828964,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 57070
    },
    {
      "grad_norm": 0.05379156023263931,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 57080
    },
    {
      "grad_norm": 0.039400458335876465,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 57090
    },
    {
      "grad_norm": 0.05479392409324646,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 57100
    },
    {
      "grad_norm": 0.043456900864839554,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 57110
    },
    {
      "grad_norm": 0.07466191798448563,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 57120
    },
    {
      "grad_norm": 0.04687389358878136,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 57130
    },
    {
      "grad_norm": 0.07385671138763428,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 57140
    },
    {
      "grad_norm": 0.03371504694223404,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 57150
    },
    {
      "grad_norm": 0.03418460115790367,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 57160
    },
    {
      "grad_norm": 0.03957907482981682,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 57170
    },
    {
      "grad_norm": 0.03441842272877693,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 57180
    },
    {
      "grad_norm": 0.05734284967184067,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 57190
    },
    {
      "grad_norm": 0.03849654644727707,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 57200
    },
    {
      "grad_norm": 0.07850956171751022,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 57210
    },
    {
      "grad_norm": 0.08715195953845978,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 57220
    },
    {
      "grad_norm": 0.03794495761394501,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 57230
    },
    {
      "grad_norm": 0.08798906952142715,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 57240
    },
    {
      "grad_norm": 0.03562892600893974,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 57250
    },
    {
      "grad_norm": 0.030358480289578438,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 57260
    },
    {
      "grad_norm": 0.03249077498912811,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 57270
    },
    {
      "grad_norm": 0.03512458875775337,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 57280
    },
    {
      "grad_norm": 0.03104742057621479,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 57290
    },
    {
      "grad_norm": 0.02581975981593132,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 57300
    },
    {
      "grad_norm": 0.043683961033821106,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 57310
    },
    {
      "grad_norm": 0.03936081752181053,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 57320
    },
    {
      "grad_norm": 0.03359924629330635,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 57330
    },
    {
      "grad_norm": 0.025765564292669296,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 57340
    },
    {
      "grad_norm": 0.050404757261276245,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 57350
    },
    {
      "grad_norm": 0.034576207399368286,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 57360
    },
    {
      "grad_norm": 0.03309757262468338,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 57370
    },
    {
      "grad_norm": 0.03043837659060955,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 57380
    },
    {
      "grad_norm": 0.04383394867181778,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 57390
    },
    {
      "grad_norm": 0.026369569823145866,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 57400
    },
    {
      "grad_norm": 0.048330601304769516,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 57410
    },
    {
      "grad_norm": 0.039437469094991684,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 57420
    },
    {
      "grad_norm": 0.035224247723817825,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 57430
    },
    {
      "grad_norm": 0.031173236668109894,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 57440
    },
    {
      "grad_norm": 0.05998630076646805,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 57450
    },
    {
      "grad_norm": 0.03345152735710144,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 57460
    },
    {
      "grad_norm": 0.04415198788046837,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 57470
    },
    {
      "grad_norm": 0.031871307641267776,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 57480
    },
    {
      "grad_norm": 0.0742010697722435,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 57490
    },
    {
      "grad_norm": 0.03934970870614052,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 57500
    },
    {
      "grad_norm": 0.04782107472419739,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 57510
    },
    {
      "grad_norm": 0.02842506393790245,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 57520
    },
    {
      "grad_norm": 0.04619492590427399,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 57530
    },
    {
      "grad_norm": 0.025570733472704887,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 57540
    },
    {
      "grad_norm": 0.0315101221203804,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 57550
    },
    {
      "grad_norm": 0.041150931268930435,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 57560
    },
    {
      "grad_norm": 0.045383039861917496,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 57570
    },
    {
      "grad_norm": 0.031537920236587524,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 57580
    },
    {
      "grad_norm": 0.03446893393993378,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 57590
    },
    {
      "grad_norm": 0.06839755177497864,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 57600
    },
    {
      "grad_norm": 0.03825104609131813,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 57610
    },
    {
      "grad_norm": 0.03121236152946949,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 57620
    },
    {
      "grad_norm": 0.04872126504778862,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 57630
    },
    {
      "grad_norm": 0.032374367117881775,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 57640
    },
    {
      "grad_norm": 0.03873404487967491,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 57650
    },
    {
      "grad_norm": 0.032736364752054214,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 57660
    },
    {
      "grad_norm": 0.03496769815683365,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 57670
    },
    {
      "grad_norm": 0.029135406017303467,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 57680
    },
    {
      "grad_norm": 0.09162439405918121,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 57690
    },
    {
      "grad_norm": 0.05161049962043762,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 57700
    },
    {
      "grad_norm": 0.09927593171596527,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 57710
    },
    {
      "grad_norm": 0.044280070811510086,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 57720
    },
    {
      "grad_norm": 0.05442399904131889,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 57730
    },
    {
      "grad_norm": 0.03522032871842384,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 57740
    },
    {
      "grad_norm": 0.032492078840732574,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 57750
    },
    {
      "grad_norm": 0.044010795652866364,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 57760
    },
    {
      "grad_norm": 0.031290341168642044,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 57770
    },
    {
      "grad_norm": 0.034105334430933,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 57780
    },
    {
      "grad_norm": 0.05874307453632355,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 57790
    },
    {
      "grad_norm": 0.04266224801540375,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 57800
    },
    {
      "grad_norm": 0.039898451417684555,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 57810
    },
    {
      "grad_norm": 0.026400113478302956,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 57820
    },
    {
      "grad_norm": 0.030012790113687515,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 57830
    },
    {
      "grad_norm": 0.03173603489995003,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 57840
    },
    {
      "grad_norm": 0.040539633482694626,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 57850
    },
    {
      "grad_norm": 0.040041763335466385,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 57860
    },
    {
      "grad_norm": 0.039740703999996185,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 57870
    },
    {
      "grad_norm": 0.03145715966820717,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 57880
    },
    {
      "grad_norm": 0.03820209577679634,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 57890
    },
    {
      "grad_norm": 0.06228647008538246,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 57900
    },
    {
      "grad_norm": 0.03170301020145416,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 57910
    },
    {
      "grad_norm": 0.02694033458828926,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 57920
    },
    {
      "grad_norm": 0.04666383937001228,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 57930
    },
    {
      "grad_norm": 0.03164716809988022,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 57940
    },
    {
      "grad_norm": 0.04835124313831329,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 57950
    },
    {
      "grad_norm": 0.042532116174697876,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 57960
    },
    {
      "grad_norm": 0.04486408829689026,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 57970
    },
    {
      "grad_norm": 0.031048951670527458,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 57980
    },
    {
      "grad_norm": 0.0409545972943306,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 57990
    },
    {
      "grad_norm": 0.05017772316932678,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 58000
    },
    {
      "grad_norm": 0.043262116611003876,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 58010
    },
    {
      "grad_norm": 0.032501526176929474,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 58020
    },
    {
      "grad_norm": 0.028636930510401726,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 58030
    },
    {
      "grad_norm": 0.034631114453077316,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 58040
    },
    {
      "grad_norm": 0.054902512580156326,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 58050
    },
    {
      "grad_norm": 0.030276933684945107,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 58060
    },
    {
      "grad_norm": 0.030956963077187538,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 58070
    },
    {
      "grad_norm": 0.04115462303161621,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 58080
    },
    {
      "grad_norm": 0.052457068115472794,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 58090
    },
    {
      "grad_norm": 0.07504017651081085,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 58100
    },
    {
      "grad_norm": 0.08632058650255203,
      "learning_rate": 0.0001,
      "loss": 0.062,
      "step": 58110
    },
    {
      "grad_norm": 0.06884133070707321,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 58120
    },
    {
      "grad_norm": 0.04414106905460358,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 58130
    },
    {
      "grad_norm": 0.03398645296692848,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 58140
    },
    {
      "grad_norm": 0.029110394418239594,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 58150
    },
    {
      "grad_norm": 0.033332373946905136,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 58160
    },
    {
      "grad_norm": 0.03888729587197304,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 58170
    },
    {
      "grad_norm": 0.05041122809052467,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 58180
    },
    {
      "grad_norm": 0.06881150603294373,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 58190
    },
    {
      "grad_norm": 0.030520828440785408,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 58200
    },
    {
      "grad_norm": 0.03515836223959923,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 58210
    },
    {
      "grad_norm": 0.03316142410039902,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 58220
    },
    {
      "grad_norm": 0.05032675340771675,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 58230
    },
    {
      "grad_norm": 0.035650692880153656,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 58240
    },
    {
      "grad_norm": 0.05099133774638176,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 58250
    },
    {
      "grad_norm": 0.08202711492776871,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 58260
    },
    {
      "grad_norm": 0.04780244827270508,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 58270
    },
    {
      "grad_norm": 0.03692656755447388,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 58280
    },
    {
      "grad_norm": 0.037835683673620224,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 58290
    },
    {
      "grad_norm": 0.033067453652620316,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 58300
    },
    {
      "grad_norm": 0.03517559915781021,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 58310
    },
    {
      "grad_norm": 0.02773929014801979,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 58320
    },
    {
      "grad_norm": 0.03337409719824791,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 58330
    },
    {
      "grad_norm": 0.03342864289879799,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 58340
    },
    {
      "grad_norm": 0.0705765038728714,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 58350
    },
    {
      "grad_norm": 0.03569946810603142,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 58360
    },
    {
      "grad_norm": 0.0536813884973526,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 58370
    },
    {
      "grad_norm": 0.04907077178359032,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 58380
    },
    {
      "grad_norm": 0.07100929319858551,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 58390
    },
    {
      "grad_norm": 0.07485464215278625,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 58400
    },
    {
      "grad_norm": 0.035392310470342636,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 58410
    },
    {
      "grad_norm": 0.038393810391426086,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 58420
    },
    {
      "grad_norm": 0.03056042455136776,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 58430
    },
    {
      "grad_norm": 0.028545837849378586,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 58440
    },
    {
      "grad_norm": 0.039551954716444016,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 58450
    },
    {
      "grad_norm": 0.16820988059043884,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 58460
    },
    {
      "grad_norm": 0.12380828708410263,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 58470
    },
    {
      "grad_norm": 0.06244745850563049,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 58480
    },
    {
      "grad_norm": 0.09442362934350967,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 58490
    },
    {
      "grad_norm": 0.0647224709391594,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 58500
    },
    {
      "grad_norm": 0.03833514079451561,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 58510
    },
    {
      "grad_norm": 0.06508032232522964,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 58520
    },
    {
      "grad_norm": 0.10713057219982147,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 58530
    },
    {
      "grad_norm": 0.06169389560818672,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 58540
    },
    {
      "grad_norm": 0.03798213601112366,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 58550
    },
    {
      "grad_norm": 0.03950994834303856,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 58560
    },
    {
      "grad_norm": 0.050089117139577866,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 58570
    },
    {
      "grad_norm": 0.06699593365192413,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 58580
    },
    {
      "grad_norm": 0.03378470242023468,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 58590
    },
    {
      "grad_norm": 0.028954964131116867,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 58600
    },
    {
      "grad_norm": 0.028914140537381172,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 58610
    },
    {
      "grad_norm": 0.02911759912967682,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 58620
    },
    {
      "grad_norm": 0.029703205451369286,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 58630
    },
    {
      "grad_norm": 0.050357162952423096,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 58640
    },
    {
      "grad_norm": 0.043883226811885834,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 58650
    },
    {
      "grad_norm": 0.05255129188299179,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 58660
    },
    {
      "grad_norm": 0.03819841891527176,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 58670
    },
    {
      "grad_norm": 0.032126616686582565,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 58680
    },
    {
      "grad_norm": 0.031616125255823135,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 58690
    },
    {
      "grad_norm": 0.07045179605484009,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 58700
    },
    {
      "grad_norm": 0.03400524705648422,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 58710
    },
    {
      "grad_norm": 0.03022470884025097,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 58720
    },
    {
      "grad_norm": 0.04340895637869835,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 58730
    },
    {
      "grad_norm": 0.04844428226351738,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 58740
    },
    {
      "grad_norm": 0.05861954763531685,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 58750
    },
    {
      "grad_norm": 0.042546674609184265,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 58760
    },
    {
      "grad_norm": 0.033995989710092545,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 58770
    },
    {
      "grad_norm": 0.029682893306016922,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 58780
    },
    {
      "grad_norm": 0.037043116986751556,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 58790
    },
    {
      "grad_norm": 0.03152218833565712,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 58800
    },
    {
      "grad_norm": 0.03143947198987007,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 58810
    },
    {
      "grad_norm": 0.043136708438396454,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 58820
    },
    {
      "grad_norm": 0.04332343861460686,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 58830
    },
    {
      "grad_norm": 0.028767593204975128,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 58840
    },
    {
      "grad_norm": 0.027282536029815674,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 58850
    },
    {
      "grad_norm": 0.04590635374188423,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 58860
    },
    {
      "grad_norm": 0.05882534757256508,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 58870
    },
    {
      "grad_norm": 0.044921740889549255,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 58880
    },
    {
      "grad_norm": 0.03362664952874184,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 58890
    },
    {
      "grad_norm": 0.0335904061794281,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 58900
    },
    {
      "grad_norm": 0.044164594262838364,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 58910
    },
    {
      "grad_norm": 0.042018089443445206,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 58920
    },
    {
      "grad_norm": 0.035351742058992386,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 58930
    },
    {
      "grad_norm": 0.03443128615617752,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 58940
    },
    {
      "grad_norm": 0.0781182274222374,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 58950
    },
    {
      "grad_norm": 0.03715716302394867,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 58960
    },
    {
      "grad_norm": 0.03627884015440941,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 58970
    },
    {
      "grad_norm": 0.028771230950951576,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 58980
    },
    {
      "grad_norm": 0.05368990823626518,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 58990
    },
    {
      "grad_norm": 0.06860234588384628,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 59000
    },
    {
      "grad_norm": 0.043523065745830536,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 59010
    },
    {
      "grad_norm": 0.05446355789899826,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 59020
    },
    {
      "grad_norm": 0.029036151245236397,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 59030
    },
    {
      "grad_norm": 0.03492370992898941,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 59040
    },
    {
      "grad_norm": 0.03532141447067261,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 59050
    },
    {
      "grad_norm": 0.03378304839134216,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 59060
    },
    {
      "grad_norm": 0.031183229759335518,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 59070
    },
    {
      "grad_norm": 0.0409482903778553,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 59080
    },
    {
      "grad_norm": 0.03187597915530205,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 59090
    },
    {
      "grad_norm": 0.035536061972379684,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 59100
    },
    {
      "grad_norm": 0.03626668453216553,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 59110
    },
    {
      "grad_norm": 0.08233728259801865,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 59120
    },
    {
      "grad_norm": 0.05688919126987457,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 59130
    },
    {
      "grad_norm": 0.056739289313554764,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 59140
    },
    {
      "grad_norm": 0.04200313240289688,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 59150
    },
    {
      "grad_norm": 0.07022330909967422,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 59160
    },
    {
      "grad_norm": 0.08485487103462219,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 59170
    },
    {
      "grad_norm": 0.13170087337493896,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 59180
    },
    {
      "grad_norm": 0.0360562764108181,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 59190
    },
    {
      "grad_norm": 0.03705799952149391,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 59200
    },
    {
      "grad_norm": 0.0283017847687006,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 59210
    },
    {
      "grad_norm": 0.04334569722414017,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 59220
    },
    {
      "grad_norm": 0.027086541056632996,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 59230
    },
    {
      "grad_norm": 0.0333995521068573,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 59240
    },
    {
      "grad_norm": 0.030094053596258163,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 59250
    },
    {
      "grad_norm": 0.034269556403160095,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 59260
    },
    {
      "grad_norm": 0.03170786052942276,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 59270
    },
    {
      "grad_norm": 0.040395427495241165,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 59280
    },
    {
      "grad_norm": 0.027417615056037903,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 59290
    },
    {
      "grad_norm": 0.059702787548303604,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 59300
    },
    {
      "grad_norm": 0.030851377174258232,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 59310
    },
    {
      "grad_norm": 0.05464271828532219,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 59320
    },
    {
      "grad_norm": 0.07650616765022278,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 59330
    },
    {
      "grad_norm": 0.05386785790324211,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 59340
    },
    {
      "grad_norm": 0.047612469643354416,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 59350
    },
    {
      "grad_norm": 0.052550382912158966,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 59360
    },
    {
      "grad_norm": 0.0383487306535244,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 59370
    },
    {
      "grad_norm": 0.04493318870663643,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 59380
    },
    {
      "grad_norm": 0.03566534072160721,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 59390
    },
    {
      "grad_norm": 0.03193279728293419,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 59400
    },
    {
      "grad_norm": 0.04852600395679474,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 59410
    },
    {
      "grad_norm": 0.12601904571056366,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 59420
    },
    {
      "grad_norm": 0.04885447397828102,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 59430
    },
    {
      "grad_norm": 0.060505885630846024,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 59440
    },
    {
      "grad_norm": 0.07500574737787247,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 59450
    },
    {
      "grad_norm": 0.030653776600956917,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 59460
    },
    {
      "grad_norm": 0.02820665016770363,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 59470
    },
    {
      "grad_norm": 0.02400684356689453,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 59480
    },
    {
      "grad_norm": 0.03253941237926483,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 59490
    },
    {
      "grad_norm": 0.037395600229501724,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 59500
    },
    {
      "grad_norm": 0.037031859159469604,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 59510
    },
    {
      "grad_norm": 0.02726908214390278,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 59520
    },
    {
      "grad_norm": 0.033977948129177094,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 59530
    },
    {
      "grad_norm": 0.1056278869509697,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 59540
    },
    {
      "grad_norm": 0.1076134443283081,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 59550
    },
    {
      "grad_norm": 0.04517700895667076,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 59560
    },
    {
      "grad_norm": 0.05174125358462334,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 59570
    },
    {
      "grad_norm": 0.028706256300210953,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 59580
    },
    {
      "grad_norm": 0.05537592992186546,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 59590
    },
    {
      "grad_norm": 0.030945831909775734,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 59600
    },
    {
      "grad_norm": 0.055482231080532074,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 59610
    },
    {
      "grad_norm": 0.05274221673607826,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 59620
    },
    {
      "grad_norm": 0.04470992460846901,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 59630
    },
    {
      "grad_norm": 0.02986336685717106,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 59640
    },
    {
      "grad_norm": 0.04597267881035805,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 59650
    },
    {
      "grad_norm": 0.03940088301897049,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 59660
    },
    {
      "grad_norm": 0.03333508223295212,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 59670
    },
    {
      "grad_norm": 0.027592865750193596,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 59680
    },
    {
      "grad_norm": 0.0391664020717144,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 59690
    },
    {
      "grad_norm": 0.029054226353764534,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 59700
    },
    {
      "grad_norm": 0.0435936413705349,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 59710
    },
    {
      "grad_norm": 0.0671067014336586,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 59720
    },
    {
      "grad_norm": 0.11861104518175125,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 59730
    },
    {
      "grad_norm": 0.08997586369514465,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 59740
    },
    {
      "grad_norm": 0.032822221517562866,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 59750
    },
    {
      "grad_norm": 0.026706945151090622,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 59760
    },
    {
      "grad_norm": 0.028121691197156906,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 59770
    },
    {
      "grad_norm": 0.0332140289247036,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 59780
    },
    {
      "grad_norm": 0.027563687413930893,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 59790
    },
    {
      "grad_norm": 0.04364766180515289,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 59800
    },
    {
      "grad_norm": 0.02787017449736595,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 59810
    },
    {
      "grad_norm": 0.02725272998213768,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 59820
    },
    {
      "grad_norm": 0.027387628331780434,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 59830
    },
    {
      "grad_norm": 0.0322541818022728,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 59840
    },
    {
      "grad_norm": 0.027654467150568962,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 59850
    },
    {
      "grad_norm": 0.02999468706548214,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 59860
    },
    {
      "grad_norm": 0.031030695885419846,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 59870
    },
    {
      "grad_norm": 0.04440348595380783,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 59880
    },
    {
      "grad_norm": 0.025532597675919533,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 59890
    },
    {
      "grad_norm": 0.02851599082350731,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 59900
    },
    {
      "grad_norm": 0.037434548139572144,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 59910
    },
    {
      "grad_norm": 0.03056970238685608,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 59920
    },
    {
      "grad_norm": 0.030294829979538918,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 59930
    },
    {
      "grad_norm": 0.029067879542708397,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 59940
    },
    {
      "grad_norm": 0.026598995551466942,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 59950
    },
    {
      "grad_norm": 0.026248322799801826,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 59960
    },
    {
      "grad_norm": 0.02647351659834385,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 59970
    },
    {
      "grad_norm": 0.04565807431936264,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 59980
    },
    {
      "grad_norm": 0.028346683830022812,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 59990
    },
    {
      "grad_norm": 0.045367930084466934,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 60000
    },
    {
      "grad_norm": 0.03648630157113075,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 60010
    },
    {
      "grad_norm": 0.02845257893204689,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 60020
    },
    {
      "grad_norm": 0.040892403572797775,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 60030
    },
    {
      "grad_norm": 0.05043801665306091,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 60040
    },
    {
      "grad_norm": 0.033682871609926224,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 60050
    },
    {
      "grad_norm": 0.04427286610007286,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 60060
    },
    {
      "grad_norm": 0.029815813526511192,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 60070
    },
    {
      "grad_norm": 0.056461188942193985,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 60080
    },
    {
      "grad_norm": 0.03664889559149742,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 60090
    },
    {
      "grad_norm": 0.029236726462841034,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 60100
    },
    {
      "grad_norm": 0.042486123740673065,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 60110
    },
    {
      "grad_norm": 0.02895331010222435,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 60120
    },
    {
      "grad_norm": 0.027161449193954468,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 60130
    },
    {
      "grad_norm": 0.0272471122443676,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 60140
    },
    {
      "grad_norm": 0.029094325378537178,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 60150
    },
    {
      "grad_norm": 0.045442212373018265,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 60160
    },
    {
      "grad_norm": 0.03630603477358818,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 60170
    },
    {
      "grad_norm": 0.07336284220218658,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 60180
    },
    {
      "grad_norm": 0.04136456921696663,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 60190
    },
    {
      "grad_norm": 0.03825856372714043,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 60200
    },
    {
      "grad_norm": 0.04540282115340233,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 60210
    },
    {
      "grad_norm": 0.032839465886354446,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 60220
    },
    {
      "grad_norm": 0.030487770214676857,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 60230
    },
    {
      "grad_norm": 0.041752882301807404,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 60240
    },
    {
      "grad_norm": 0.03404323756694794,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 60250
    },
    {
      "grad_norm": 0.03211541846394539,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 60260
    },
    {
      "grad_norm": 0.03412368521094322,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 60270
    },
    {
      "grad_norm": 0.03702036663889885,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 60280
    },
    {
      "grad_norm": 0.04042170196771622,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 60290
    },
    {
      "grad_norm": 0.08398805558681488,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 60300
    },
    {
      "grad_norm": 0.08014509081840515,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 60310
    },
    {
      "grad_norm": 0.08459227532148361,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 60320
    },
    {
      "grad_norm": 0.053144630044698715,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 60330
    },
    {
      "grad_norm": 0.038737110793590546,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 60340
    },
    {
      "grad_norm": 0.03711209073662758,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 60350
    },
    {
      "grad_norm": 0.026025433093309402,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 60360
    },
    {
      "grad_norm": 0.02928970381617546,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 60370
    },
    {
      "grad_norm": 0.03557446226477623,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 60380
    },
    {
      "grad_norm": 0.03782790154218674,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 60390
    },
    {
      "grad_norm": 0.03787725418806076,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 60400
    },
    {
      "grad_norm": 0.03745896369218826,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 60410
    },
    {
      "grad_norm": 0.11778147518634796,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 60420
    },
    {
      "grad_norm": 0.07648216933012009,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 60430
    },
    {
      "grad_norm": 0.04659096151590347,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 60440
    },
    {
      "grad_norm": 0.03404594957828522,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 60450
    },
    {
      "grad_norm": 0.033649738878011703,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 60460
    },
    {
      "grad_norm": 0.03663170337677002,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 60470
    },
    {
      "grad_norm": 0.032869670540094376,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 60480
    },
    {
      "grad_norm": 0.05463293567299843,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 60490
    },
    {
      "grad_norm": 0.02803855575621128,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 60500
    },
    {
      "grad_norm": 0.04624263197183609,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 60510
    },
    {
      "grad_norm": 0.0346498042345047,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 60520
    },
    {
      "grad_norm": 0.04843434691429138,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 60530
    },
    {
      "grad_norm": 0.026388175785541534,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 60540
    },
    {
      "grad_norm": 0.0312642864882946,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 60550
    },
    {
      "grad_norm": 0.02912289835512638,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 60560
    },
    {
      "grad_norm": 0.02991536073386669,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 60570
    },
    {
      "grad_norm": 0.03304363042116165,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 60580
    },
    {
      "grad_norm": 0.03623583912849426,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 60590
    },
    {
      "grad_norm": 0.033624790608882904,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 60600
    },
    {
      "grad_norm": 0.030649298802018166,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 60610
    },
    {
      "grad_norm": 0.06476800888776779,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 60620
    },
    {
      "grad_norm": 0.02698991820216179,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 60630
    },
    {
      "grad_norm": 0.039301369339227676,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 60640
    },
    {
      "grad_norm": 0.02677905559539795,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 60650
    },
    {
      "grad_norm": 0.02955930307507515,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 60660
    },
    {
      "grad_norm": 0.05508255958557129,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 60670
    },
    {
      "grad_norm": 0.09093484282493591,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 60680
    },
    {
      "grad_norm": 0.03466962277889252,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 60690
    },
    {
      "grad_norm": 0.03045102022588253,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 60700
    },
    {
      "grad_norm": 0.03500322625041008,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 60710
    },
    {
      "grad_norm": 0.0367085337638855,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 60720
    },
    {
      "grad_norm": 0.056534767150878906,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 60730
    },
    {
      "grad_norm": 0.03367672488093376,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 60740
    },
    {
      "grad_norm": 0.030638424679636955,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 60750
    },
    {
      "grad_norm": 0.03201942518353462,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 60760
    },
    {
      "grad_norm": 0.08254987746477127,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 60770
    },
    {
      "grad_norm": 0.027471190318465233,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 60780
    },
    {
      "grad_norm": 0.05534058064222336,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 60790
    },
    {
      "grad_norm": 0.026987385004758835,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 60800
    },
    {
      "grad_norm": 0.05285985395312309,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 60810
    },
    {
      "grad_norm": 0.03136490657925606,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 60820
    },
    {
      "grad_norm": 0.032104264944791794,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 60830
    },
    {
      "grad_norm": 0.04443996772170067,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 60840
    },
    {
      "grad_norm": 0.03858685493469238,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 60850
    },
    {
      "grad_norm": 0.02838871069252491,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 60860
    },
    {
      "grad_norm": 0.036517973989248276,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 60870
    },
    {
      "grad_norm": 0.030436785891652107,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 60880
    },
    {
      "grad_norm": 0.029140828177332878,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 60890
    },
    {
      "grad_norm": 0.03521956875920296,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 60900
    },
    {
      "grad_norm": 0.027002375572919846,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 60910
    },
    {
      "grad_norm": 0.04596326872706413,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 60920
    },
    {
      "grad_norm": 0.032367806881666183,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 60930
    },
    {
      "grad_norm": 0.02819342538714409,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 60940
    },
    {
      "grad_norm": 0.11731728911399841,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 60950
    },
    {
      "grad_norm": 0.031019557267427444,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 60960
    },
    {
      "grad_norm": 0.07456199824810028,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 60970
    },
    {
      "grad_norm": 0.14056499302387238,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 60980
    },
    {
      "grad_norm": 0.03723751753568649,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 60990
    },
    {
      "grad_norm": 0.03148803487420082,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 61000
    },
    {
      "grad_norm": 0.03217845410108566,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 61010
    },
    {
      "grad_norm": 0.030766846612095833,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 61020
    },
    {
      "grad_norm": 0.0299384668469429,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 61030
    },
    {
      "grad_norm": 0.028661590069532394,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 61040
    },
    {
      "grad_norm": 0.02717350609600544,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 61050
    },
    {
      "grad_norm": 0.04166648909449577,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 61060
    },
    {
      "grad_norm": 0.047462280839681625,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 61070
    },
    {
      "grad_norm": 0.0391533337533474,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 61080
    },
    {
      "grad_norm": 0.029961055144667625,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 61090
    },
    {
      "grad_norm": 0.030669264495372772,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 61100
    },
    {
      "grad_norm": 0.051745153963565826,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 61110
    },
    {
      "grad_norm": 0.03308388218283653,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 61120
    },
    {
      "grad_norm": 0.06416229903697968,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 61130
    },
    {
      "grad_norm": 0.03619220107793808,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 61140
    },
    {
      "grad_norm": 0.048491042107343674,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 61150
    },
    {
      "grad_norm": 0.037087686359882355,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 61160
    },
    {
      "grad_norm": 0.03704167529940605,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 61170
    },
    {
      "grad_norm": 0.13081727921962738,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 61180
    },
    {
      "grad_norm": 0.10137973725795746,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 61190
    },
    {
      "grad_norm": 0.2520720362663269,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 61200
    },
    {
      "grad_norm": 0.0590328648686409,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 61210
    },
    {
      "grad_norm": 0.08551494777202606,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 61220
    },
    {
      "grad_norm": 0.037339482456445694,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 61230
    },
    {
      "grad_norm": 0.033884190022945404,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 61240
    },
    {
      "grad_norm": 0.02973124571144581,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 61250
    },
    {
      "grad_norm": 0.031028416007757187,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 61260
    },
    {
      "grad_norm": 0.04153173416852951,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 61270
    },
    {
      "grad_norm": 0.027082053944468498,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 61280
    },
    {
      "grad_norm": 0.03919403254985809,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 61290
    },
    {
      "grad_norm": 0.027680767700076103,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 61300
    },
    {
      "grad_norm": 0.05883633717894554,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 61310
    },
    {
      "grad_norm": 0.03874003142118454,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 61320
    },
    {
      "grad_norm": 0.030736014246940613,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 61330
    },
    {
      "grad_norm": 0.03358343243598938,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 61340
    },
    {
      "grad_norm": 0.0424380786716938,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 61350
    },
    {
      "grad_norm": 0.029939688742160797,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 61360
    },
    {
      "grad_norm": 0.03211459517478943,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 61370
    },
    {
      "grad_norm": 0.0907549187541008,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 61380
    },
    {
      "grad_norm": 0.06813675910234451,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 61390
    },
    {
      "grad_norm": 0.05846463888883591,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 61400
    },
    {
      "grad_norm": 0.03942598029971123,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 61410
    },
    {
      "grad_norm": 0.03098810277879238,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 61420
    },
    {
      "grad_norm": 0.03307390585541725,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 61430
    },
    {
      "grad_norm": 0.03403070941567421,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 61440
    },
    {
      "grad_norm": 0.0361366868019104,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 61450
    },
    {
      "grad_norm": 0.07514085620641708,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 61460
    },
    {
      "grad_norm": 0.05385808274149895,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 61470
    },
    {
      "grad_norm": 0.042952001094818115,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 61480
    },
    {
      "grad_norm": 0.14381864666938782,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 61490
    },
    {
      "grad_norm": 0.03455856814980507,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 61500
    },
    {
      "grad_norm": 0.03817429766058922,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 61510
    },
    {
      "grad_norm": 0.045057278126478195,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 61520
    },
    {
      "grad_norm": 0.03322228044271469,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 61530
    },
    {
      "grad_norm": 0.028467826545238495,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 61540
    },
    {
      "grad_norm": 0.04225105047225952,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 61550
    },
    {
      "grad_norm": 0.04115314036607742,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 61560
    },
    {
      "grad_norm": 0.051944706588983536,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 61570
    },
    {
      "grad_norm": 0.030266905203461647,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 61580
    },
    {
      "grad_norm": 0.031064657494425774,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 61590
    },
    {
      "grad_norm": 0.03398706763982773,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 61600
    },
    {
      "grad_norm": 0.03338897228240967,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 61610
    },
    {
      "grad_norm": 0.03450871258974075,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 61620
    },
    {
      "grad_norm": 0.027875294908881187,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 61630
    },
    {
      "grad_norm": 0.028486086055636406,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 61640
    },
    {
      "grad_norm": 0.028764991089701653,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 61650
    },
    {
      "grad_norm": 0.034585658460855484,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 61660
    },
    {
      "grad_norm": 0.034298550337553024,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 61670
    },
    {
      "grad_norm": 0.04212729632854462,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 61680
    },
    {
      "grad_norm": 0.050911352038383484,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 61690
    },
    {
      "grad_norm": 0.03231364116072655,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 61700
    },
    {
      "grad_norm": 0.03021160513162613,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 61710
    },
    {
      "grad_norm": 0.04385346174240112,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 61720
    },
    {
      "grad_norm": 0.05537531524896622,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 61730
    },
    {
      "grad_norm": 0.04123108461499214,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 61740
    },
    {
      "grad_norm": 0.02947596088051796,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 61750
    },
    {
      "grad_norm": 0.03312026336789131,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 61760
    },
    {
      "grad_norm": 0.07636848837137222,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 61770
    },
    {
      "grad_norm": 0.02608165331184864,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 61780
    },
    {
      "grad_norm": 0.060151003301143646,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 61790
    },
    {
      "grad_norm": 0.03576318547129631,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 61800
    },
    {
      "grad_norm": 0.055825065821409225,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 61810
    },
    {
      "grad_norm": 0.08344890177249908,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 61820
    },
    {
      "grad_norm": 0.06100817769765854,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 61830
    },
    {
      "grad_norm": 0.10740994662046432,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 61840
    },
    {
      "grad_norm": 0.09843102097511292,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 61850
    },
    {
      "grad_norm": 0.028729291632771492,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 61860
    },
    {
      "grad_norm": 0.027130000293254852,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 61870
    },
    {
      "grad_norm": 0.0503857359290123,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 61880
    },
    {
      "grad_norm": 0.04844025894999504,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 61890
    },
    {
      "grad_norm": 0.02797916904091835,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 61900
    },
    {
      "grad_norm": 0.039754245430231094,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 61910
    },
    {
      "grad_norm": 0.03413211554288864,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 61920
    },
    {
      "grad_norm": 0.048029009252786636,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 61930
    },
    {
      "grad_norm": 0.04043048620223999,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 61940
    },
    {
      "grad_norm": 0.07059606164693832,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 61950
    },
    {
      "grad_norm": 0.05500306189060211,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 61960
    },
    {
      "grad_norm": 0.08007484674453735,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 61970
    },
    {
      "grad_norm": 0.045429427176713943,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 61980
    },
    {
      "grad_norm": 0.026144644245505333,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 61990
    },
    {
      "grad_norm": 0.032791443169116974,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 62000
    },
    {
      "grad_norm": 0.041211504489183426,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 62010
    },
    {
      "grad_norm": 0.033856846392154694,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 62020
    },
    {
      "grad_norm": 0.027463587000966072,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 62030
    },
    {
      "grad_norm": 0.0308089517056942,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 62040
    },
    {
      "grad_norm": 0.027883941307663918,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 62050
    },
    {
      "grad_norm": 0.040943097323179245,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 62060
    },
    {
      "grad_norm": 0.027233144268393517,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 62070
    },
    {
      "grad_norm": 0.03171202912926674,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 62080
    },
    {
      "grad_norm": 0.04416603595018387,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 62090
    },
    {
      "grad_norm": 0.03681714087724686,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 62100
    },
    {
      "grad_norm": 0.030451299622654915,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 62110
    },
    {
      "grad_norm": 0.028789253905415535,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 62120
    },
    {
      "grad_norm": 0.07124508172273636,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 62130
    },
    {
      "grad_norm": 0.028579089790582657,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 62140
    },
    {
      "grad_norm": 0.03319932520389557,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 62150
    },
    {
      "grad_norm": 0.035331785678863525,
      "learning_rate": 0.0001,
      "loss": 0.0622,
      "step": 62160
    },
    {
      "grad_norm": 0.03327026963233948,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 62170
    },
    {
      "grad_norm": 0.028983162716031075,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 62180
    },
    {
      "grad_norm": 0.047818783670663834,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 62190
    },
    {
      "grad_norm": 0.031579434871673584,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 62200
    },
    {
      "grad_norm": 0.03522641584277153,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 62210
    },
    {
      "grad_norm": 0.04475121200084686,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 62220
    },
    {
      "grad_norm": 0.039562568068504333,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 62230
    },
    {
      "grad_norm": 0.0327887162566185,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 62240
    },
    {
      "grad_norm": 0.03787565231323242,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 62250
    },
    {
      "grad_norm": 0.037671443074941635,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 62260
    },
    {
      "grad_norm": 0.05485578998923302,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 62270
    },
    {
      "grad_norm": 0.10546289384365082,
      "learning_rate": 0.0001,
      "loss": 0.0614,
      "step": 62280
    },
    {
      "grad_norm": 0.03851616382598877,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 62290
    },
    {
      "grad_norm": 0.03395518660545349,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 62300
    },
    {
      "grad_norm": 0.05182263255119324,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 62310
    },
    {
      "grad_norm": 0.03696620836853981,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 62320
    },
    {
      "grad_norm": 0.03278983756899834,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 62330
    },
    {
      "grad_norm": 0.03597213327884674,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 62340
    },
    {
      "grad_norm": 0.0345693938434124,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 62350
    },
    {
      "grad_norm": 0.0365956611931324,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 62360
    },
    {
      "grad_norm": 0.07631292194128036,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 62370
    },
    {
      "grad_norm": 0.033232931047677994,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 62380
    },
    {
      "grad_norm": 0.04264453053474426,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 62390
    },
    {
      "grad_norm": 0.06897404789924622,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 62400
    },
    {
      "grad_norm": 0.039351992309093475,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 62410
    },
    {
      "grad_norm": 0.05017969012260437,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 62420
    },
    {
      "grad_norm": 0.03284168988466263,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 62430
    },
    {
      "grad_norm": 0.068372942507267,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 62440
    },
    {
      "grad_norm": 0.05137250944972038,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 62450
    },
    {
      "grad_norm": 0.03452068194746971,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 62460
    },
    {
      "grad_norm": 0.031899262219667435,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 62470
    },
    {
      "grad_norm": 0.02866048738360405,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 62480
    },
    {
      "grad_norm": 0.03513491526246071,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 62490
    },
    {
      "grad_norm": 0.04565280303359032,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 62500
    },
    {
      "grad_norm": 0.03215648606419563,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 62510
    },
    {
      "grad_norm": 0.04046525061130524,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 62520
    },
    {
      "grad_norm": 0.030497582629323006,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 62530
    },
    {
      "grad_norm": 0.03738147020339966,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 62540
    },
    {
      "grad_norm": 0.056429702788591385,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 62550
    },
    {
      "grad_norm": 0.061536312103271484,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 62560
    },
    {
      "grad_norm": 0.05156398192048073,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 62570
    },
    {
      "grad_norm": 0.06202329322695732,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 62580
    },
    {
      "grad_norm": 0.03839883953332901,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 62590
    },
    {
      "grad_norm": 0.03488738089799881,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 62600
    },
    {
      "grad_norm": 0.034138865768909454,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 62610
    },
    {
      "grad_norm": 0.03410494327545166,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 62620
    },
    {
      "grad_norm": 0.030001379549503326,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 62630
    },
    {
      "grad_norm": 0.028661824762821198,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 62640
    },
    {
      "grad_norm": 0.04027494043111801,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 62650
    },
    {
      "grad_norm": 0.03212650120258331,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 62660
    },
    {
      "grad_norm": 0.0322837233543396,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 62670
    },
    {
      "grad_norm": 0.030489280819892883,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 62680
    },
    {
      "grad_norm": 0.033683791756629944,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 62690
    },
    {
      "grad_norm": 0.03330642729997635,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 62700
    },
    {
      "grad_norm": 0.03656044602394104,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 62710
    },
    {
      "grad_norm": 0.03289325535297394,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 62720
    },
    {
      "grad_norm": 0.05872334539890289,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 62730
    },
    {
      "grad_norm": 0.027495158836245537,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 62740
    },
    {
      "grad_norm": 0.0320923812687397,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 62750
    },
    {
      "grad_norm": 0.03026040829718113,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 62760
    },
    {
      "grad_norm": 0.040055278688669205,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 62770
    },
    {
      "grad_norm": 0.05272318050265312,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 62780
    },
    {
      "grad_norm": 0.05509750172495842,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 62790
    },
    {
      "grad_norm": 0.060426805168390274,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 62800
    },
    {
      "grad_norm": 0.07686274498701096,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 62810
    },
    {
      "grad_norm": 0.03833555802702904,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 62820
    },
    {
      "grad_norm": 0.03955372795462608,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 62830
    },
    {
      "grad_norm": 0.02994002401828766,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 62840
    },
    {
      "grad_norm": 0.034897953271865845,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 62850
    },
    {
      "grad_norm": 0.03711600601673126,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 62860
    },
    {
      "grad_norm": 0.037492621690034866,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 62870
    },
    {
      "grad_norm": 0.030802875757217407,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 62880
    },
    {
      "grad_norm": 0.060636743903160095,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 62890
    },
    {
      "grad_norm": 0.027573609724640846,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 62900
    },
    {
      "grad_norm": 0.031345345079898834,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 62910
    },
    {
      "grad_norm": 0.03319508209824562,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 62920
    },
    {
      "grad_norm": 0.028881903737783432,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 62930
    },
    {
      "grad_norm": 0.04484301805496216,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 62940
    },
    {
      "grad_norm": 0.08389370143413544,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 62950
    },
    {
      "grad_norm": 0.03462286293506622,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 62960
    },
    {
      "grad_norm": 0.02933010458946228,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 62970
    },
    {
      "grad_norm": 0.10928165167570114,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 62980
    },
    {
      "grad_norm": 0.03340054303407669,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 62990
    },
    {
      "grad_norm": 0.03327115997672081,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 63000
    },
    {
      "grad_norm": 0.028536150231957436,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 63010
    },
    {
      "grad_norm": 0.028240734711289406,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 63020
    },
    {
      "grad_norm": 0.028445834293961525,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 63030
    },
    {
      "grad_norm": 0.06158582493662834,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 63040
    },
    {
      "grad_norm": 0.0357539989054203,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 63050
    },
    {
      "grad_norm": 0.03627992421388626,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 63060
    },
    {
      "grad_norm": 0.043096527457237244,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 63070
    },
    {
      "grad_norm": 0.031872496008872986,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 63080
    },
    {
      "grad_norm": 0.029223134741187096,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 63090
    },
    {
      "grad_norm": 0.08112824708223343,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 63100
    },
    {
      "grad_norm": 0.03379936143755913,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 63110
    },
    {
      "grad_norm": 0.047998085618019104,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 63120
    },
    {
      "grad_norm": 0.03570501506328583,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 63130
    },
    {
      "grad_norm": 0.03204003721475601,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 63140
    },
    {
      "grad_norm": 0.036848172545433044,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 63150
    },
    {
      "grad_norm": 0.031352851539850235,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 63160
    },
    {
      "grad_norm": 0.049957819283008575,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 63170
    },
    {
      "grad_norm": 0.03759745508432388,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 63180
    },
    {
      "grad_norm": 0.03054984286427498,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 63190
    },
    {
      "grad_norm": 0.03412570059299469,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 63200
    },
    {
      "grad_norm": 0.03447764366865158,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 63210
    },
    {
      "grad_norm": 0.025849001482129097,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 63220
    },
    {
      "grad_norm": 0.06189972162246704,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 63230
    },
    {
      "grad_norm": 0.0864909440279007,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 63240
    },
    {
      "grad_norm": 0.02889750525355339,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 63250
    },
    {
      "grad_norm": 0.030095219612121582,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 63260
    },
    {
      "grad_norm": 0.03734617680311203,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 63270
    },
    {
      "grad_norm": 0.03217015415430069,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 63280
    },
    {
      "grad_norm": 0.03239504620432854,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 63290
    },
    {
      "grad_norm": 0.04532594233751297,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 63300
    },
    {
      "grad_norm": 0.08062589168548584,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 63310
    },
    {
      "grad_norm": 0.03332202509045601,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 63320
    },
    {
      "grad_norm": 0.03531475365161896,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 63330
    },
    {
      "grad_norm": 0.035270869731903076,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 63340
    },
    {
      "grad_norm": 0.04054117947816849,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 63350
    },
    {
      "grad_norm": 0.0741288810968399,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 63360
    },
    {
      "grad_norm": 0.03684695437550545,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 63370
    },
    {
      "grad_norm": 0.05301080644130707,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 63380
    },
    {
      "grad_norm": 0.03360666707158089,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 63390
    },
    {
      "grad_norm": 0.03355038911104202,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 63400
    },
    {
      "grad_norm": 0.08483317494392395,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 63410
    },
    {
      "grad_norm": 0.02520589902997017,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 63420
    },
    {
      "grad_norm": 0.05160875618457794,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 63430
    },
    {
      "grad_norm": 0.07695341110229492,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 63440
    },
    {
      "grad_norm": 0.039852600544691086,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 63450
    },
    {
      "grad_norm": 0.029788555577397346,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 63460
    },
    {
      "grad_norm": 0.03600744158029556,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 63470
    },
    {
      "grad_norm": 0.04409255087375641,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 63480
    },
    {
      "grad_norm": 0.07463420182466507,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 63490
    },
    {
      "grad_norm": 0.057256560772657394,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 63500
    },
    {
      "grad_norm": 0.05218487232923508,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 63510
    },
    {
      "grad_norm": 0.031666599214076996,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 63520
    },
    {
      "grad_norm": 0.034964174032211304,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 63530
    },
    {
      "grad_norm": 0.02869361639022827,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 63540
    },
    {
      "grad_norm": 0.029784012585878372,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 63550
    },
    {
      "grad_norm": 0.041883036494255066,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 63560
    },
    {
      "grad_norm": 0.032082315534353256,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 63570
    },
    {
      "grad_norm": 0.031896837055683136,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 63580
    },
    {
      "grad_norm": 0.04957148805260658,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 63590
    },
    {
      "grad_norm": 0.03816540539264679,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 63600
    },
    {
      "grad_norm": 0.033644311130046844,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 63610
    },
    {
      "grad_norm": 0.03918618708848953,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 63620
    },
    {
      "grad_norm": 0.030821213498711586,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 63630
    },
    {
      "grad_norm": 0.03048991970717907,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 63640
    },
    {
      "grad_norm": 0.027552656829357147,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 63650
    },
    {
      "grad_norm": 0.03653121367096901,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 63660
    },
    {
      "grad_norm": 0.044331178069114685,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 63670
    },
    {
      "grad_norm": 0.03192003071308136,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 63680
    },
    {
      "grad_norm": 0.035347167402505875,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 63690
    },
    {
      "grad_norm": 0.03621664270758629,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 63700
    },
    {
      "grad_norm": 0.032180894166231155,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 63710
    },
    {
      "grad_norm": 0.048000268638134,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 63720
    },
    {
      "grad_norm": 0.17213621735572815,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 63730
    },
    {
      "grad_norm": 0.07118947803974152,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 63740
    },
    {
      "grad_norm": 0.06876662373542786,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 63750
    },
    {
      "grad_norm": 0.031288690865039825,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 63760
    },
    {
      "grad_norm": 0.028168736025691032,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 63770
    },
    {
      "grad_norm": 0.031429924070835114,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 63780
    },
    {
      "grad_norm": 0.0294465534389019,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 63790
    },
    {
      "grad_norm": 0.027480538934469223,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 63800
    },
    {
      "grad_norm": 0.03470177948474884,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 63810
    },
    {
      "grad_norm": 0.041288841515779495,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 63820
    },
    {
      "grad_norm": 0.04474128037691116,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 63830
    },
    {
      "grad_norm": 0.040391843765974045,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 63840
    },
    {
      "grad_norm": 0.028146717697381973,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 63850
    },
    {
      "grad_norm": 0.02523050084710121,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 63860
    },
    {
      "grad_norm": 0.03228524699807167,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 63870
    },
    {
      "grad_norm": 0.027510523796081543,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 63880
    },
    {
      "grad_norm": 0.03202657401561737,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 63890
    },
    {
      "grad_norm": 0.05483374372124672,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 63900
    },
    {
      "grad_norm": 0.04526757076382637,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 63910
    },
    {
      "grad_norm": 0.061247408390045166,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 63920
    },
    {
      "grad_norm": 0.029525037854909897,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 63930
    },
    {
      "grad_norm": 0.026212289929389954,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 63940
    },
    {
      "grad_norm": 0.037005141377449036,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 63950
    },
    {
      "grad_norm": 0.03050209954380989,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 63960
    },
    {
      "grad_norm": 0.04896620661020279,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 63970
    },
    {
      "grad_norm": 0.04131520539522171,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 63980
    },
    {
      "grad_norm": 0.039207275956869125,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 63990
    },
    {
      "grad_norm": 0.04215410724282265,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 64000
    },
    {
      "grad_norm": 0.028829338029026985,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 64010
    },
    {
      "grad_norm": 0.029453769326210022,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 64020
    },
    {
      "grad_norm": 0.05132026970386505,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 64030
    },
    {
      "grad_norm": 0.024313217028975487,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 64040
    },
    {
      "grad_norm": 0.04079357907176018,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 64050
    },
    {
      "grad_norm": 0.05807531252503395,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 64060
    },
    {
      "grad_norm": 0.027810603380203247,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 64070
    },
    {
      "grad_norm": 0.046167463064193726,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 64080
    },
    {
      "grad_norm": 0.031182771548628807,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 64090
    },
    {
      "grad_norm": 0.024841787293553352,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 64100
    },
    {
      "grad_norm": 0.05563955754041672,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 64110
    },
    {
      "grad_norm": 0.03765946626663208,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 64120
    },
    {
      "grad_norm": 0.03443259745836258,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 64130
    },
    {
      "grad_norm": 0.05191999673843384,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 64140
    },
    {
      "grad_norm": 0.03451894223690033,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 64150
    },
    {
      "grad_norm": 0.026203703135252,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 64160
    },
    {
      "grad_norm": 0.048730287700891495,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 64170
    },
    {
      "grad_norm": 0.024078236892819405,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 64180
    },
    {
      "grad_norm": 0.02880125306546688,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 64190
    },
    {
      "grad_norm": 0.02828390710055828,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 64200
    },
    {
      "grad_norm": 0.0284517053514719,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 64210
    },
    {
      "grad_norm": 0.04033778980374336,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 64220
    },
    {
      "grad_norm": 0.0336398147046566,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 64230
    },
    {
      "grad_norm": 0.024833202362060547,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 64240
    },
    {
      "grad_norm": 0.02632950432598591,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 64250
    },
    {
      "grad_norm": 0.04311685636639595,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 64260
    },
    {
      "grad_norm": 0.028547650203108788,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 64270
    },
    {
      "grad_norm": 0.03172440081834793,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 64280
    },
    {
      "grad_norm": 0.03514447435736656,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 64290
    },
    {
      "grad_norm": 0.11712565273046494,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 64300
    },
    {
      "grad_norm": 0.03944852203130722,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 64310
    },
    {
      "grad_norm": 0.03103666566312313,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 64320
    },
    {
      "grad_norm": 0.0310667734593153,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 64330
    },
    {
      "grad_norm": 0.046641431748867035,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 64340
    },
    {
      "grad_norm": 0.03667765110731125,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 64350
    },
    {
      "grad_norm": 0.027571894228458405,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 64360
    },
    {
      "grad_norm": 0.028352931141853333,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 64370
    },
    {
      "grad_norm": 0.03545834496617317,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 64380
    },
    {
      "grad_norm": 0.03583083301782608,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 64390
    },
    {
      "grad_norm": 0.049445487558841705,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 64400
    },
    {
      "grad_norm": 0.028332894667983055,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 64410
    },
    {
      "grad_norm": 0.03407208248972893,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 64420
    },
    {
      "grad_norm": 0.026491736993193626,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 64430
    },
    {
      "grad_norm": 0.04167000949382782,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 64440
    },
    {
      "grad_norm": 0.02767440676689148,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 64450
    },
    {
      "grad_norm": 0.0520305335521698,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 64460
    },
    {
      "grad_norm": 0.051645394414663315,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 64470
    },
    {
      "grad_norm": 0.03511917591094971,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 64480
    },
    {
      "grad_norm": 0.030364815145730972,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 64490
    },
    {
      "grad_norm": 0.037362925708293915,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 64500
    },
    {
      "grad_norm": 0.029074735939502716,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 64510
    },
    {
      "grad_norm": 0.03308019042015076,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 64520
    },
    {
      "grad_norm": 0.03042549453675747,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 64530
    },
    {
      "grad_norm": 0.033984605222940445,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 64540
    },
    {
      "grad_norm": 0.03642912954092026,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 64550
    },
    {
      "grad_norm": 0.035063885152339935,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 64560
    },
    {
      "grad_norm": 0.03576646372675896,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 64570
    },
    {
      "grad_norm": 0.06288004666566849,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 64580
    },
    {
      "grad_norm": 0.029460716992616653,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 64590
    },
    {
      "grad_norm": 0.05624908208847046,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 64600
    },
    {
      "grad_norm": 0.03165430203080177,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 64610
    },
    {
      "grad_norm": 0.13799028098583221,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 64620
    },
    {
      "grad_norm": 0.031942419707775116,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 64630
    },
    {
      "grad_norm": 0.1437710076570511,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 64640
    },
    {
      "grad_norm": 0.04782365262508392,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 64650
    },
    {
      "grad_norm": 0.03486863151192665,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 64660
    },
    {
      "grad_norm": 0.028562745079398155,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 64670
    },
    {
      "grad_norm": 0.02778604067862034,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 64680
    },
    {
      "grad_norm": 0.04732237383723259,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 64690
    },
    {
      "grad_norm": 0.06549947708845139,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 64700
    },
    {
      "grad_norm": 0.029355259612202644,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 64710
    },
    {
      "grad_norm": 0.045433953404426575,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 64720
    },
    {
      "grad_norm": 0.028221003711223602,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 64730
    },
    {
      "grad_norm": 0.04613223671913147,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 64740
    },
    {
      "grad_norm": 0.027657341212034225,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 64750
    },
    {
      "grad_norm": 0.036542437970638275,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 64760
    },
    {
      "grad_norm": 0.050772685557603836,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 64770
    },
    {
      "grad_norm": 0.029289143159985542,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 64780
    },
    {
      "grad_norm": 0.04439596086740494,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 64790
    },
    {
      "grad_norm": 0.044330302625894547,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 64800
    },
    {
      "grad_norm": 0.03146771341562271,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 64810
    },
    {
      "grad_norm": 0.03139358386397362,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 64820
    },
    {
      "grad_norm": 0.042139485478401184,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 64830
    },
    {
      "grad_norm": 0.039604440331459045,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 64840
    },
    {
      "grad_norm": 0.02839779667556286,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 64850
    },
    {
      "grad_norm": 0.02967837080359459,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 64860
    },
    {
      "grad_norm": 0.05291707068681717,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 64870
    },
    {
      "grad_norm": 0.03596498817205429,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 64880
    },
    {
      "grad_norm": 0.04294160008430481,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 64890
    },
    {
      "grad_norm": 0.04004276543855667,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 64900
    },
    {
      "grad_norm": 0.0627770945429802,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 64910
    },
    {
      "grad_norm": 0.054910607635974884,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 64920
    },
    {
      "grad_norm": 0.03222722187638283,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 64930
    },
    {
      "grad_norm": 0.036549974232912064,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 64940
    },
    {
      "grad_norm": 0.09029848128557205,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 64950
    },
    {
      "grad_norm": 0.03274009749293327,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 64960
    },
    {
      "grad_norm": 0.037366386502981186,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 64970
    },
    {
      "grad_norm": 0.03628120198845863,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 64980
    },
    {
      "grad_norm": 0.038397010415792465,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 64990
    },
    {
      "grad_norm": 0.030385449528694153,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 65000
    },
    {
      "grad_norm": 0.07049688696861267,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 65010
    },
    {
      "grad_norm": 0.028584955260157585,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 65020
    },
    {
      "grad_norm": 0.059997692704200745,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 65030
    },
    {
      "grad_norm": 0.05181817337870598,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 65040
    },
    {
      "grad_norm": 0.031274642795324326,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 65050
    },
    {
      "grad_norm": 0.0311761274933815,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 65060
    },
    {
      "grad_norm": 0.027064932510256767,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 65070
    },
    {
      "grad_norm": 0.0343485027551651,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 65080
    },
    {
      "grad_norm": 0.04168685898184776,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 65090
    },
    {
      "grad_norm": 0.02902602031826973,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 65100
    },
    {
      "grad_norm": 0.03474268317222595,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 65110
    },
    {
      "grad_norm": 0.03657742962241173,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 65120
    },
    {
      "grad_norm": 0.03591514751315117,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 65130
    },
    {
      "grad_norm": 0.04456058517098427,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 65140
    },
    {
      "grad_norm": 0.039216574281454086,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 65150
    },
    {
      "grad_norm": 0.03584984689950943,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 65160
    },
    {
      "grad_norm": 0.029461229220032692,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 65170
    },
    {
      "grad_norm": 0.04957851395010948,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 65180
    },
    {
      "grad_norm": 0.08598028868436813,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 65190
    },
    {
      "grad_norm": 0.034479472786188126,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 65200
    },
    {
      "grad_norm": 0.030822061002254486,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 65210
    },
    {
      "grad_norm": 0.06005197390913963,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 65220
    },
    {
      "grad_norm": 0.04538416489958763,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 65230
    },
    {
      "grad_norm": 0.031712453812360764,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 65240
    },
    {
      "grad_norm": 0.025089308619499207,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 65250
    },
    {
      "grad_norm": 0.03121563233435154,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 65260
    },
    {
      "grad_norm": 0.03172295168042183,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 65270
    },
    {
      "grad_norm": 0.03669186681509018,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 65280
    },
    {
      "grad_norm": 0.045948341488838196,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 65290
    },
    {
      "grad_norm": 0.035412076860666275,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 65300
    },
    {
      "grad_norm": 0.05144093930721283,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 65310
    },
    {
      "grad_norm": 0.050580598413944244,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 65320
    },
    {
      "grad_norm": 0.0416136234998703,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 65330
    },
    {
      "grad_norm": 0.029788343235850334,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 65340
    },
    {
      "grad_norm": 0.02976902388036251,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 65350
    },
    {
      "grad_norm": 0.03537024185061455,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 65360
    },
    {
      "grad_norm": 0.039026569575071335,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 65370
    },
    {
      "grad_norm": 0.04753047227859497,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 65380
    },
    {
      "grad_norm": 0.03208119794726372,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 65390
    },
    {
      "grad_norm": 0.026344263926148415,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 65400
    },
    {
      "grad_norm": 0.02971794269979,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 65410
    },
    {
      "grad_norm": 0.026347996667027473,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 65420
    },
    {
      "grad_norm": 0.02788412943482399,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 65430
    },
    {
      "grad_norm": 0.03322513401508331,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 65440
    },
    {
      "grad_norm": 0.029388945549726486,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 65450
    },
    {
      "grad_norm": 0.041261013597249985,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 65460
    },
    {
      "grad_norm": 0.03948652371764183,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 65470
    },
    {
      "grad_norm": 0.03443920239806175,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 65480
    },
    {
      "grad_norm": 0.03327975049614906,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 65490
    },
    {
      "grad_norm": 0.029296550899744034,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 65500
    },
    {
      "grad_norm": 0.07008566707372665,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 65510
    },
    {
      "grad_norm": 0.05228271707892418,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 65520
    },
    {
      "grad_norm": 0.03957054764032364,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 65530
    },
    {
      "grad_norm": 0.02714204415678978,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 65540
    },
    {
      "grad_norm": 0.049158815294504166,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 65550
    },
    {
      "grad_norm": 0.050190217792987823,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 65560
    },
    {
      "grad_norm": 0.03212057799100876,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 65570
    },
    {
      "grad_norm": 0.024081947281956673,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 65580
    },
    {
      "grad_norm": 0.029382361099123955,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 65590
    },
    {
      "grad_norm": 0.02949606068432331,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 65600
    },
    {
      "grad_norm": 0.03971445560455322,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 65610
    },
    {
      "grad_norm": 0.030435645952820778,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 65620
    },
    {
      "grad_norm": 0.03278413787484169,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 65630
    },
    {
      "grad_norm": 0.02985692396759987,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 65640
    },
    {
      "grad_norm": 0.06605997681617737,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 65650
    },
    {
      "grad_norm": 0.03685730695724487,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 65660
    },
    {
      "grad_norm": 0.039325401186943054,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 65670
    },
    {
      "grad_norm": 0.04698376730084419,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 65680
    },
    {
      "grad_norm": 0.03811918944120407,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 65690
    },
    {
      "grad_norm": 0.027522949501872063,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 65700
    },
    {
      "grad_norm": 0.06658985465765,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 65710
    },
    {
      "grad_norm": 0.04485997185111046,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 65720
    },
    {
      "grad_norm": 0.03821815550327301,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 65730
    },
    {
      "grad_norm": 0.025751996785402298,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 65740
    },
    {
      "grad_norm": 0.03156910091638565,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 65750
    },
    {
      "grad_norm": 0.038497719913721085,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 65760
    },
    {
      "grad_norm": 0.03125143423676491,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 65770
    },
    {
      "grad_norm": 0.032831139862537384,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 65780
    },
    {
      "grad_norm": 0.04617500305175781,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 65790
    },
    {
      "grad_norm": 0.042837850749492645,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 65800
    },
    {
      "grad_norm": 0.032174233347177505,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 65810
    },
    {
      "grad_norm": 0.04397551342844963,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 65820
    },
    {
      "grad_norm": 0.04343234747648239,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 65830
    },
    {
      "grad_norm": 0.072191022336483,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 65840
    },
    {
      "grad_norm": 0.039072949439287186,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 65850
    },
    {
      "grad_norm": 0.04313412681221962,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 65860
    },
    {
      "grad_norm": 0.030163614079356194,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 65870
    },
    {
      "grad_norm": 0.03590676188468933,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 65880
    },
    {
      "grad_norm": 0.02738950215280056,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 65890
    },
    {
      "grad_norm": 0.04027630388736725,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 65900
    },
    {
      "grad_norm": 0.03424077481031418,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 65910
    },
    {
      "grad_norm": 0.03401343524456024,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 65920
    },
    {
      "grad_norm": 0.03671470284461975,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 65930
    },
    {
      "grad_norm": 0.044162482023239136,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 65940
    },
    {
      "grad_norm": 0.04938870295882225,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 65950
    },
    {
      "grad_norm": 0.029463758692145348,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 65960
    },
    {
      "grad_norm": 0.03000970371067524,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 65970
    },
    {
      "grad_norm": 0.034184426069259644,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 65980
    },
    {
      "grad_norm": 0.03419257327914238,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 65990
    },
    {
      "grad_norm": 0.05458955466747284,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 66000
    },
    {
      "grad_norm": 0.053205061703920364,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 66010
    },
    {
      "grad_norm": 0.06374400109052658,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 66020
    },
    {
      "grad_norm": 0.031648531556129456,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 66030
    },
    {
      "grad_norm": 0.03194781020283699,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 66040
    },
    {
      "grad_norm": 0.03252740204334259,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 66050
    },
    {
      "grad_norm": 0.035220399498939514,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 66060
    },
    {
      "grad_norm": 0.031703341752290726,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 66070
    },
    {
      "grad_norm": 0.028713081032037735,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 66080
    },
    {
      "grad_norm": 0.03503144159913063,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 66090
    },
    {
      "grad_norm": 0.06457867473363876,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 66100
    },
    {
      "grad_norm": 0.09754528105258942,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 66110
    },
    {
      "grad_norm": 0.03763169050216675,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 66120
    },
    {
      "grad_norm": 0.04976154491305351,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 66130
    },
    {
      "grad_norm": 0.032955583184957504,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 66140
    },
    {
      "grad_norm": 0.04880604147911072,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 66150
    },
    {
      "grad_norm": 0.02789352275431156,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 66160
    },
    {
      "grad_norm": 0.029380323365330696,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 66170
    },
    {
      "grad_norm": 0.02895413711667061,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 66180
    },
    {
      "grad_norm": 0.036389678716659546,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 66190
    },
    {
      "grad_norm": 0.024626074358820915,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 66200
    },
    {
      "grad_norm": 0.03923601657152176,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 66210
    },
    {
      "grad_norm": 0.02555271051824093,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 66220
    },
    {
      "grad_norm": 0.03538385406136513,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 66230
    },
    {
      "grad_norm": 0.039958786219358444,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 66240
    },
    {
      "grad_norm": 0.04681969806551933,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 66250
    },
    {
      "grad_norm": 0.05342613160610199,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 66260
    },
    {
      "grad_norm": 0.03315561264753342,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 66270
    },
    {
      "grad_norm": 0.06208616867661476,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 66280
    },
    {
      "grad_norm": 0.029067108407616615,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 66290
    },
    {
      "grad_norm": 0.03193455934524536,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 66300
    },
    {
      "grad_norm": 0.026669368147850037,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 66310
    },
    {
      "grad_norm": 0.027519550174474716,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 66320
    },
    {
      "grad_norm": 0.03053545206785202,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 66330
    },
    {
      "grad_norm": 0.04017878696322441,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 66340
    },
    {
      "grad_norm": 0.026250960305333138,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 66350
    },
    {
      "grad_norm": 0.03897479549050331,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 66360
    },
    {
      "grad_norm": 0.03717007115483284,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 66370
    },
    {
      "grad_norm": 0.04594161733984947,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 66380
    },
    {
      "grad_norm": 0.03688732907176018,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 66390
    },
    {
      "grad_norm": 0.0323101244866848,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 66400
    },
    {
      "grad_norm": 0.037776459008455276,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 66410
    },
    {
      "grad_norm": 0.04604136571288109,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 66420
    },
    {
      "grad_norm": 0.028392955660820007,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 66430
    },
    {
      "grad_norm": 0.051545627415180206,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 66440
    },
    {
      "grad_norm": 0.04023251682519913,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 66450
    },
    {
      "grad_norm": 0.04230255261063576,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 66460
    },
    {
      "grad_norm": 0.029451485723257065,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 66470
    },
    {
      "grad_norm": 0.03775868937373161,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 66480
    },
    {
      "grad_norm": 0.025506233796477318,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 66490
    },
    {
      "grad_norm": 0.029834166169166565,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 66500
    },
    {
      "grad_norm": 0.02851935662329197,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 66510
    },
    {
      "grad_norm": 0.0396634116768837,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 66520
    },
    {
      "grad_norm": 0.025778796523809433,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 66530
    },
    {
      "grad_norm": 0.029712380841374397,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 66540
    },
    {
      "grad_norm": 0.02641710266470909,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 66550
    },
    {
      "grad_norm": 0.05963299795985222,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 66560
    },
    {
      "grad_norm": 0.05039413645863533,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 66570
    },
    {
      "grad_norm": 0.05158465355634689,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 66580
    },
    {
      "grad_norm": 0.03916749730706215,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 66590
    },
    {
      "grad_norm": 0.032912347465753555,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 66600
    },
    {
      "grad_norm": 0.02648577094078064,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 66610
    },
    {
      "grad_norm": 0.06489744782447815,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 66620
    },
    {
      "grad_norm": 0.03547625616192818,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 66630
    },
    {
      "grad_norm": 0.03234905004501343,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 66640
    },
    {
      "grad_norm": 0.03630612790584564,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 66650
    },
    {
      "grad_norm": 0.03109649382531643,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 66660
    },
    {
      "grad_norm": 0.05418706685304642,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 66670
    },
    {
      "grad_norm": 0.0332772471010685,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 66680
    },
    {
      "grad_norm": 0.028084900230169296,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 66690
    },
    {
      "grad_norm": 0.034544236958026886,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 66700
    },
    {
      "grad_norm": 0.029447229579091072,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 66710
    },
    {
      "grad_norm": 0.037440817803144455,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 66720
    },
    {
      "grad_norm": 0.02820274792611599,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 66730
    },
    {
      "grad_norm": 0.029600942507386208,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 66740
    },
    {
      "grad_norm": 0.028994884341955185,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 66750
    },
    {
      "grad_norm": 0.03960426524281502,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 66760
    },
    {
      "grad_norm": 0.02874692901968956,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 66770
    },
    {
      "grad_norm": 0.02980293333530426,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 66780
    },
    {
      "grad_norm": 0.0480184406042099,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 66790
    },
    {
      "grad_norm": 0.028782524168491364,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 66800
    },
    {
      "grad_norm": 0.039606451988220215,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 66810
    },
    {
      "grad_norm": 0.027128539979457855,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 66820
    },
    {
      "grad_norm": 0.0523056834936142,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 66830
    },
    {
      "grad_norm": 0.03414522856473923,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 66840
    },
    {
      "grad_norm": 0.03273914009332657,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 66850
    },
    {
      "grad_norm": 0.029982564970850945,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 66860
    },
    {
      "grad_norm": 0.03553019464015961,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 66870
    },
    {
      "grad_norm": 0.05146891251206398,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 66880
    },
    {
      "grad_norm": 0.041398219764232635,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 66890
    },
    {
      "grad_norm": 0.03006637468934059,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 66900
    },
    {
      "grad_norm": 0.0660574734210968,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 66910
    },
    {
      "grad_norm": 0.05244192108511925,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 66920
    },
    {
      "grad_norm": 0.03247824311256409,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 66930
    },
    {
      "grad_norm": 0.03127806633710861,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 66940
    },
    {
      "grad_norm": 0.09773849695920944,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 66950
    },
    {
      "grad_norm": 0.025955358520150185,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 66960
    },
    {
      "grad_norm": 0.038228560239076614,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 66970
    },
    {
      "grad_norm": 0.08985874056816101,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 66980
    },
    {
      "grad_norm": 0.055584970861673355,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 66990
    },
    {
      "grad_norm": 0.02999107539653778,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 67000
    },
    {
      "grad_norm": 0.04923490062355995,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 67010
    },
    {
      "grad_norm": 0.032447461038827896,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 67020
    },
    {
      "grad_norm": 0.045191194862127304,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 67030
    },
    {
      "grad_norm": 0.03396640345454216,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 67040
    },
    {
      "grad_norm": 0.03883207216858864,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 67050
    },
    {
      "grad_norm": 0.04079996049404144,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 67060
    },
    {
      "grad_norm": 0.04068229719996452,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 67070
    },
    {
      "grad_norm": 0.037834811955690384,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 67080
    },
    {
      "grad_norm": 0.04008100926876068,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 67090
    },
    {
      "grad_norm": 0.06718665361404419,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 67100
    },
    {
      "grad_norm": 0.0649176836013794,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 67110
    },
    {
      "grad_norm": 0.03035830147564411,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 67120
    },
    {
      "grad_norm": 0.03249821439385414,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 67130
    },
    {
      "grad_norm": 0.038678623735904694,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 67140
    },
    {
      "grad_norm": 0.0295390784740448,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 67150
    },
    {
      "grad_norm": 0.036703772842884064,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 67160
    },
    {
      "grad_norm": 0.03463228791952133,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 67170
    },
    {
      "grad_norm": 0.03844412788748741,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 67180
    },
    {
      "grad_norm": 0.051157109439373016,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 67190
    },
    {
      "grad_norm": 0.03332533314824104,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 67200
    },
    {
      "grad_norm": 0.13710907101631165,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 67210
    },
    {
      "grad_norm": 0.06480355560779572,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 67220
    },
    {
      "grad_norm": 0.03292468562722206,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 67230
    },
    {
      "grad_norm": 0.03879697993397713,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 67240
    },
    {
      "grad_norm": 0.031551916152238846,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 67250
    },
    {
      "grad_norm": 0.03903286159038544,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 67260
    },
    {
      "grad_norm": 0.0529940240085125,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 67270
    },
    {
      "grad_norm": 0.028479326516389847,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 67280
    },
    {
      "grad_norm": 0.032819703221321106,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 67290
    },
    {
      "grad_norm": 0.032024480402469635,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 67300
    },
    {
      "grad_norm": 0.037460844963788986,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 67310
    },
    {
      "grad_norm": 0.031310878694057465,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 67320
    },
    {
      "grad_norm": 0.04781557619571686,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 67330
    },
    {
      "grad_norm": 0.041383497416973114,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 67340
    },
    {
      "grad_norm": 0.05776805803179741,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 67350
    },
    {
      "grad_norm": 0.03251291811466217,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 67360
    },
    {
      "grad_norm": 0.03317172825336456,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 67370
    },
    {
      "grad_norm": 0.045047104358673096,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 67380
    },
    {
      "grad_norm": 0.03684469684958458,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 67390
    },
    {
      "grad_norm": 0.03511913865804672,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 67400
    },
    {
      "grad_norm": 0.08107723295688629,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 67410
    },
    {
      "grad_norm": 0.027813026681542397,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 67420
    },
    {
      "grad_norm": 0.06638414412736893,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 67430
    },
    {
      "grad_norm": 0.028026090934872627,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 67440
    },
    {
      "grad_norm": 0.029905397444963455,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 67450
    },
    {
      "grad_norm": 0.06249956786632538,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 67460
    },
    {
      "grad_norm": 0.034448545426130295,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 67470
    },
    {
      "grad_norm": 0.039887934923172,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 67480
    },
    {
      "grad_norm": 0.031680162996053696,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 67490
    },
    {
      "grad_norm": 0.02927280403673649,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 67500
    },
    {
      "grad_norm": 0.04902787506580353,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 67510
    },
    {
      "grad_norm": 0.029939433559775352,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 67520
    },
    {
      "grad_norm": 0.03254404291510582,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 67530
    },
    {
      "grad_norm": 0.03729986771941185,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 67540
    },
    {
      "grad_norm": 0.03662702813744545,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 67550
    },
    {
      "grad_norm": 0.0639667734503746,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 67560
    },
    {
      "grad_norm": 0.03371293842792511,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 67570
    },
    {
      "grad_norm": 0.05410958454012871,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 67580
    },
    {
      "grad_norm": 0.06427866220474243,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 67590
    },
    {
      "grad_norm": 0.04796600341796875,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 67600
    },
    {
      "grad_norm": 0.03225461393594742,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 67610
    },
    {
      "grad_norm": 0.03018442541360855,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 67620
    },
    {
      "grad_norm": 0.09793642163276672,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 67630
    },
    {
      "grad_norm": 0.03572814166545868,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 67640
    },
    {
      "grad_norm": 0.051038432866334915,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 67650
    },
    {
      "grad_norm": 0.0440213605761528,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 67660
    },
    {
      "grad_norm": 0.033790457993745804,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 67670
    },
    {
      "grad_norm": 0.03542133420705795,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 67680
    },
    {
      "grad_norm": 0.0479724146425724,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 67690
    },
    {
      "grad_norm": 0.03985685110092163,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 67700
    },
    {
      "grad_norm": 0.03646834194660187,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 67710
    },
    {
      "grad_norm": 0.03384990617632866,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 67720
    },
    {
      "grad_norm": 0.029674379155039787,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 67730
    },
    {
      "grad_norm": 0.03409581631422043,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 67740
    },
    {
      "grad_norm": 0.04193338379263878,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 67750
    },
    {
      "grad_norm": 0.024570750072598457,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 67760
    },
    {
      "grad_norm": 0.02816910855472088,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 67770
    },
    {
      "grad_norm": 0.030725466087460518,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 67780
    },
    {
      "grad_norm": 0.05383211001753807,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 67790
    },
    {
      "grad_norm": 0.07730742543935776,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 67800
    },
    {
      "grad_norm": 0.032763008028268814,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 67810
    },
    {
      "grad_norm": 0.034297626465559006,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 67820
    },
    {
      "grad_norm": 0.03835572674870491,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 67830
    },
    {
      "grad_norm": 0.033790405839681625,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 67840
    },
    {
      "grad_norm": 0.02861214056611061,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 67850
    },
    {
      "grad_norm": 0.02895169146358967,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 67860
    },
    {
      "grad_norm": 0.028956059366464615,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 67870
    },
    {
      "grad_norm": 0.029068704694509506,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 67880
    },
    {
      "grad_norm": 0.036983903497457504,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 67890
    },
    {
      "grad_norm": 0.04046984016895294,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 67900
    },
    {
      "grad_norm": 0.03287015110254288,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 67910
    },
    {
      "grad_norm": 0.030013099312782288,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 67920
    },
    {
      "grad_norm": 0.029943402856588364,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 67930
    },
    {
      "grad_norm": 0.05087383836507797,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 67940
    },
    {
      "grad_norm": 0.02684931270778179,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 67950
    },
    {
      "grad_norm": 0.04732083901762962,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 67960
    },
    {
      "grad_norm": 0.055143099278211594,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 67970
    },
    {
      "grad_norm": 0.10763193666934967,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 67980
    },
    {
      "grad_norm": 0.030220694839954376,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 67990
    },
    {
      "grad_norm": 0.0310173649340868,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 68000
    },
    {
      "grad_norm": 0.03539271652698517,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 68010
    },
    {
      "grad_norm": 0.028340725228190422,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 68020
    },
    {
      "grad_norm": 0.0354008674621582,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 68030
    },
    {
      "grad_norm": 0.06302656978368759,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 68040
    },
    {
      "grad_norm": 0.02798948623239994,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 68050
    },
    {
      "grad_norm": 0.027691734954714775,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 68060
    },
    {
      "grad_norm": 0.03526940196752548,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 68070
    },
    {
      "grad_norm": 0.035278189927339554,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 68080
    },
    {
      "grad_norm": 0.03756750747561455,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 68090
    },
    {
      "grad_norm": 0.03413191810250282,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 68100
    },
    {
      "grad_norm": 0.035517368465662,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 68110
    },
    {
      "grad_norm": 0.030290748924016953,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 68120
    },
    {
      "grad_norm": 0.029942696914076805,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 68130
    },
    {
      "grad_norm": 0.04206771403551102,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 68140
    },
    {
      "grad_norm": 0.03240129351615906,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 68150
    },
    {
      "grad_norm": 0.0327853187918663,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 68160
    },
    {
      "grad_norm": 0.06593288481235504,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 68170
    },
    {
      "grad_norm": 0.029210753738880157,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 68180
    },
    {
      "grad_norm": 0.05508384853601456,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 68190
    },
    {
      "grad_norm": 0.02975107729434967,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 68200
    },
    {
      "grad_norm": 0.05270376801490784,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 68210
    },
    {
      "grad_norm": 0.04078106954693794,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 68220
    },
    {
      "grad_norm": 0.050061263144016266,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 68230
    },
    {
      "grad_norm": 0.0722675621509552,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 68240
    },
    {
      "grad_norm": 0.02605075016617775,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 68250
    },
    {
      "grad_norm": 0.02968354895710945,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 68260
    },
    {
      "grad_norm": 0.025521207600831985,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 68270
    },
    {
      "grad_norm": 0.02966911531984806,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 68280
    },
    {
      "grad_norm": 0.05179933086037636,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 68290
    },
    {
      "grad_norm": 0.06935018301010132,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 68300
    },
    {
      "grad_norm": 0.03032153658568859,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 68310
    },
    {
      "grad_norm": 0.026447761803865433,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 68320
    },
    {
      "grad_norm": 0.05802704393863678,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 68330
    },
    {
      "grad_norm": 0.033849239349365234,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 68340
    },
    {
      "grad_norm": 0.09372317045927048,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 68350
    },
    {
      "grad_norm": 0.08243905007839203,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 68360
    },
    {
      "grad_norm": 0.0814080610871315,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 68370
    },
    {
      "grad_norm": 0.030278079211711884,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 68380
    },
    {
      "grad_norm": 0.029195014387369156,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 68390
    },
    {
      "grad_norm": 0.036329057067632675,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 68400
    },
    {
      "grad_norm": 0.02984236553311348,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 68410
    },
    {
      "grad_norm": 0.02727794088423252,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 68420
    },
    {
      "grad_norm": 0.03296808898448944,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 68430
    },
    {
      "grad_norm": 0.025861063972115517,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 68440
    },
    {
      "grad_norm": 0.0349576473236084,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 68450
    },
    {
      "grad_norm": 0.04074164107441902,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 68460
    },
    {
      "grad_norm": 0.02870449796319008,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 68470
    },
    {
      "grad_norm": 0.05633237212896347,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 68480
    },
    {
      "grad_norm": 0.030326923355460167,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 68490
    },
    {
      "grad_norm": 0.035297639667987823,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 68500
    },
    {
      "grad_norm": 0.031033942475914955,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 68510
    },
    {
      "grad_norm": 0.04836713895201683,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 68520
    },
    {
      "grad_norm": 0.029227711260318756,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 68530
    },
    {
      "grad_norm": 0.03773411735892296,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 68540
    },
    {
      "grad_norm": 0.0653054416179657,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 68550
    },
    {
      "grad_norm": 0.04436586797237396,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 68560
    },
    {
      "grad_norm": 0.05058977007865906,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 68570
    },
    {
      "grad_norm": 0.03421870246529579,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 68580
    },
    {
      "grad_norm": 0.03258907422423363,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 68590
    },
    {
      "grad_norm": 0.03193642944097519,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 68600
    },
    {
      "grad_norm": 0.03339141234755516,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 68610
    },
    {
      "grad_norm": 0.027211014181375504,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 68620
    },
    {
      "grad_norm": 0.031763069331645966,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 68630
    },
    {
      "grad_norm": 0.06538040190935135,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 68640
    },
    {
      "grad_norm": 0.112211674451828,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 68650
    },
    {
      "grad_norm": 0.06965415179729462,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 68660
    },
    {
      "grad_norm": 0.048434603959321976,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 68670
    },
    {
      "grad_norm": 0.03672574460506439,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 68680
    },
    {
      "grad_norm": 0.031344469636678696,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 68690
    },
    {
      "grad_norm": 0.0325046069920063,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 68700
    },
    {
      "grad_norm": 0.04000665247440338,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 68710
    },
    {
      "grad_norm": 0.04674220085144043,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 68720
    },
    {
      "grad_norm": 0.03344643861055374,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 68730
    },
    {
      "grad_norm": 0.02809920348227024,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 68740
    },
    {
      "grad_norm": 0.027251292020082474,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 68750
    },
    {
      "grad_norm": 0.031006306409835815,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 68760
    },
    {
      "grad_norm": 0.043156083673238754,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 68770
    },
    {
      "grad_norm": 0.04479498416185379,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 68780
    },
    {
      "grad_norm": 0.0407133474946022,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 68790
    },
    {
      "grad_norm": 0.03253726288676262,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 68800
    },
    {
      "grad_norm": 0.027940550819039345,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 68810
    },
    {
      "grad_norm": 0.02880937047302723,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 68820
    },
    {
      "grad_norm": 0.03845928981900215,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 68830
    },
    {
      "grad_norm": 0.09206477552652359,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 68840
    },
    {
      "grad_norm": 0.041692592203617096,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 68850
    },
    {
      "grad_norm": 0.02729257009923458,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 68860
    },
    {
      "grad_norm": 0.03459390997886658,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 68870
    },
    {
      "grad_norm": 0.04443272575736046,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 68880
    },
    {
      "grad_norm": 0.04338887333869934,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 68890
    },
    {
      "grad_norm": 0.04864102974534035,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 68900
    },
    {
      "grad_norm": 0.05040543153882027,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 68910
    },
    {
      "grad_norm": 0.03532419353723526,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 68920
    },
    {
      "grad_norm": 0.028923656791448593,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 68930
    },
    {
      "grad_norm": 0.03155161440372467,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 68940
    },
    {
      "grad_norm": 0.03220606595277786,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 68950
    },
    {
      "grad_norm": 0.04655735194683075,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 68960
    },
    {
      "grad_norm": 0.0284652728587389,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 68970
    },
    {
      "grad_norm": 0.032271917909383774,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 68980
    },
    {
      "grad_norm": 0.027348551899194717,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 68990
    },
    {
      "grad_norm": 0.03705230727791786,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 69000
    },
    {
      "grad_norm": 0.09450981765985489,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 69010
    },
    {
      "grad_norm": 0.03139570355415344,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 69020
    },
    {
      "grad_norm": 0.031630001962184906,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 69030
    },
    {
      "grad_norm": 0.03589458391070366,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 69040
    },
    {
      "grad_norm": 0.04062693566083908,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 69050
    },
    {
      "grad_norm": 0.03483037278056145,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 69060
    },
    {
      "grad_norm": 0.030565638095140457,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 69070
    },
    {
      "grad_norm": 0.0426538921892643,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 69080
    },
    {
      "grad_norm": 0.047272127121686935,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 69090
    },
    {
      "grad_norm": 0.031426768749952316,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 69100
    },
    {
      "grad_norm": 0.028525574132800102,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 69110
    },
    {
      "grad_norm": 0.06360675394535065,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 69120
    },
    {
      "grad_norm": 0.030891364440321922,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 69130
    },
    {
      "grad_norm": 0.034497663378715515,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 69140
    },
    {
      "grad_norm": 0.03601626306772232,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 69150
    },
    {
      "grad_norm": 0.04858780279755592,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 69160
    },
    {
      "grad_norm": 0.03500694781541824,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 69170
    },
    {
      "grad_norm": 0.04423670098185539,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 69180
    },
    {
      "grad_norm": 0.0351262204349041,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 69190
    },
    {
      "grad_norm": 0.059053175151348114,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 69200
    },
    {
      "grad_norm": 0.045528799295425415,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 69210
    },
    {
      "grad_norm": 0.02930954284965992,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 69220
    },
    {
      "grad_norm": 0.0632334053516388,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 69230
    },
    {
      "grad_norm": 0.050841186195611954,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 69240
    },
    {
      "grad_norm": 0.04642397537827492,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 69250
    },
    {
      "grad_norm": 0.027701731771230698,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 69260
    },
    {
      "grad_norm": 0.03592009097337723,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 69270
    },
    {
      "grad_norm": 0.03305850550532341,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 69280
    },
    {
      "grad_norm": 0.031142568215727806,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 69290
    },
    {
      "grad_norm": 0.03223101422190666,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 69300
    },
    {
      "grad_norm": 0.03656997159123421,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 69310
    },
    {
      "grad_norm": 0.04314867779612541,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 69320
    },
    {
      "grad_norm": 0.033121608197689056,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 69330
    },
    {
      "grad_norm": 0.03743993118405342,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 69340
    },
    {
      "grad_norm": 0.029689714312553406,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 69350
    },
    {
      "grad_norm": 0.04598449915647507,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 69360
    },
    {
      "grad_norm": 0.026723837479948997,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 69370
    },
    {
      "grad_norm": 0.05557524412870407,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 69380
    },
    {
      "grad_norm": 0.0331978015601635,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 69390
    },
    {
      "grad_norm": 0.029463471844792366,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 69400
    },
    {
      "grad_norm": 0.02671234868466854,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 69410
    },
    {
      "grad_norm": 0.0255792997777462,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 69420
    },
    {
      "grad_norm": 0.02578985132277012,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 69430
    },
    {
      "grad_norm": 0.038704678416252136,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 69440
    },
    {
      "grad_norm": 0.026872538030147552,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 69450
    },
    {
      "grad_norm": 0.032558541744947433,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 69460
    },
    {
      "grad_norm": 0.028670255094766617,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 69470
    },
    {
      "grad_norm": 0.028957752510905266,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 69480
    },
    {
      "grad_norm": 0.030298741534352303,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 69490
    },
    {
      "grad_norm": 0.028359143063426018,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 69500
    },
    {
      "grad_norm": 0.035784076899290085,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 69510
    },
    {
      "grad_norm": 0.04195721819996834,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 69520
    },
    {
      "grad_norm": 0.03183925524353981,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 69530
    },
    {
      "grad_norm": 0.043037112802267075,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 69540
    },
    {
      "grad_norm": 0.05390378460288048,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 69550
    },
    {
      "grad_norm": 0.10786990821361542,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 69560
    },
    {
      "grad_norm": 0.036468151956796646,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 69570
    },
    {
      "grad_norm": 0.031091131269931793,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 69580
    },
    {
      "grad_norm": 0.05104286968708038,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 69590
    },
    {
      "grad_norm": 0.04716343805193901,
      "learning_rate": 0.0001,
      "loss": 0.0602,
      "step": 69600
    },
    {
      "grad_norm": 0.03613964468240738,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 69610
    },
    {
      "grad_norm": 0.03581008315086365,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 69620
    },
    {
      "grad_norm": 0.0329618938267231,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 69630
    },
    {
      "grad_norm": 0.06969621032476425,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 69640
    },
    {
      "grad_norm": 0.09097695350646973,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 69650
    },
    {
      "grad_norm": 0.03370637819170952,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 69660
    },
    {
      "grad_norm": 0.046300411224365234,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 69670
    },
    {
      "grad_norm": 0.031234703958034515,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 69680
    },
    {
      "grad_norm": 0.028870634734630585,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 69690
    },
    {
      "grad_norm": 0.03999332711100578,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 69700
    },
    {
      "grad_norm": 0.03772451728582382,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 69710
    },
    {
      "grad_norm": 0.07587321847677231,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 69720
    },
    {
      "grad_norm": 0.06868185102939606,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 69730
    },
    {
      "grad_norm": 0.03399520739912987,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 69740
    },
    {
      "grad_norm": 0.03769046440720558,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 69750
    },
    {
      "grad_norm": 0.03317931666970253,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 69760
    },
    {
      "grad_norm": 0.03189920634031296,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 69770
    },
    {
      "grad_norm": 0.03169073909521103,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 69780
    },
    {
      "grad_norm": 0.03241150081157684,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 69790
    },
    {
      "grad_norm": 0.04074462875723839,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 69800
    },
    {
      "grad_norm": 0.04039772227406502,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 69810
    },
    {
      "grad_norm": 0.0297283586114645,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 69820
    },
    {
      "grad_norm": 0.026047658175230026,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 69830
    },
    {
      "grad_norm": 0.03515865281224251,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 69840
    },
    {
      "grad_norm": 0.037133436650037766,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 69850
    },
    {
      "grad_norm": 0.027838556095957756,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 69860
    },
    {
      "grad_norm": 0.039960697293281555,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 69870
    },
    {
      "grad_norm": 0.0313846729695797,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 69880
    },
    {
      "grad_norm": 0.07590674608945847,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 69890
    },
    {
      "grad_norm": 0.025295056402683258,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 69900
    },
    {
      "grad_norm": 0.029233699664473534,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 69910
    },
    {
      "grad_norm": 0.028501030057668686,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 69920
    },
    {
      "grad_norm": 0.02323746681213379,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 69930
    },
    {
      "grad_norm": 0.04646715894341469,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 69940
    },
    {
      "grad_norm": 0.04401328042149544,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 69950
    },
    {
      "grad_norm": 0.03973232954740524,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 69960
    },
    {
      "grad_norm": 0.027323083952069283,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 69970
    },
    {
      "grad_norm": 0.1653817892074585,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 69980
    },
    {
      "grad_norm": 0.11930352449417114,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 69990
    },
    {
      "grad_norm": 0.06342371553182602,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 70000
    },
    {
      "grad_norm": 0.09030202031135559,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 70010
    },
    {
      "grad_norm": 0.02862471528351307,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 70020
    },
    {
      "grad_norm": 0.034502606838941574,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 70030
    },
    {
      "grad_norm": 0.04902323707938194,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 70040
    },
    {
      "grad_norm": 0.030252497643232346,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 70050
    },
    {
      "grad_norm": 0.034728266298770905,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 70060
    },
    {
      "grad_norm": 0.03084438294172287,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 70070
    },
    {
      "grad_norm": 0.029742153361439705,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 70080
    },
    {
      "grad_norm": 0.03466064855456352,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 70090
    },
    {
      "grad_norm": 0.030475124716758728,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 70100
    },
    {
      "grad_norm": 0.032409489154815674,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 70110
    },
    {
      "grad_norm": 0.03896590322256088,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 70120
    },
    {
      "grad_norm": 0.03573894873261452,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 70130
    },
    {
      "grad_norm": 0.027234891429543495,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 70140
    },
    {
      "grad_norm": 0.03155416250228882,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 70150
    },
    {
      "grad_norm": 0.03040054626762867,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 70160
    },
    {
      "grad_norm": 0.05958859622478485,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 70170
    },
    {
      "grad_norm": 0.025844169780611992,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 70180
    },
    {
      "grad_norm": 0.05563558638095856,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 70190
    },
    {
      "grad_norm": 0.03764330595731735,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 70200
    },
    {
      "grad_norm": 0.028907109051942825,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 70210
    },
    {
      "grad_norm": 0.02582680433988571,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 70220
    },
    {
      "grad_norm": 0.04000642150640488,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 70230
    },
    {
      "grad_norm": 0.07860487699508667,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 70240
    },
    {
      "grad_norm": 0.033579595386981964,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 70250
    },
    {
      "grad_norm": 0.025276992470026016,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 70260
    },
    {
      "grad_norm": 0.03179517015814781,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 70270
    },
    {
      "grad_norm": 0.027538511902093887,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 70280
    },
    {
      "grad_norm": 0.03322923555970192,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 70290
    },
    {
      "grad_norm": 0.047398027032613754,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 70300
    },
    {
      "grad_norm": 0.03455101326107979,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 70310
    },
    {
      "grad_norm": 0.051340579986572266,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 70320
    },
    {
      "grad_norm": 0.04947724565863609,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 70330
    },
    {
      "grad_norm": 0.027896082028746605,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 70340
    },
    {
      "grad_norm": 0.037777576595544815,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 70350
    },
    {
      "grad_norm": 0.02909005433320999,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 70360
    },
    {
      "grad_norm": 0.05128809064626694,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 70370
    },
    {
      "grad_norm": 0.03871260583400726,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 70380
    },
    {
      "grad_norm": 0.06306148320436478,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 70390
    },
    {
      "grad_norm": 0.08935032784938812,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 70400
    },
    {
      "grad_norm": 0.06038208305835724,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 70410
    },
    {
      "grad_norm": 0.06616012752056122,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 70420
    },
    {
      "grad_norm": 0.03442459926009178,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 70430
    },
    {
      "grad_norm": 0.029639167711138725,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 70440
    },
    {
      "grad_norm": 0.039419714361429214,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 70450
    },
    {
      "grad_norm": 0.0282228235155344,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 70460
    },
    {
      "grad_norm": 0.02705411985516548,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 70470
    },
    {
      "grad_norm": 0.031226608902215958,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 70480
    },
    {
      "grad_norm": 0.02976297028362751,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 70490
    },
    {
      "grad_norm": 0.033697459846735,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 70500
    },
    {
      "grad_norm": 0.03953012451529503,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 70510
    },
    {
      "grad_norm": 0.03360651060938835,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 70520
    },
    {
      "grad_norm": 0.02475901134312153,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 70530
    },
    {
      "grad_norm": 0.03475979343056679,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 70540
    },
    {
      "grad_norm": 0.033848732709884644,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 70550
    },
    {
      "grad_norm": 0.048565950244665146,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 70560
    },
    {
      "grad_norm": 0.04121239855885506,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 70570
    },
    {
      "grad_norm": 0.04204588755965233,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 70580
    },
    {
      "grad_norm": 0.05355735123157501,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 70590
    },
    {
      "grad_norm": 0.048856884241104126,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 70600
    },
    {
      "grad_norm": 0.04225219413638115,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 70610
    },
    {
      "grad_norm": 0.026263460516929626,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 70620
    },
    {
      "grad_norm": 0.02685246430337429,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 70630
    },
    {
      "grad_norm": 0.03021225892007351,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 70640
    },
    {
      "grad_norm": 0.02525472082197666,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 70650
    },
    {
      "grad_norm": 0.025247182697057724,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 70660
    },
    {
      "grad_norm": 0.0351993590593338,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 70670
    },
    {
      "grad_norm": 0.03414684161543846,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 70680
    },
    {
      "grad_norm": 0.027404509484767914,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 70690
    },
    {
      "grad_norm": 0.051646485924720764,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 70700
    },
    {
      "grad_norm": 0.033604368567466736,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 70710
    },
    {
      "grad_norm": 0.029495887458324432,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 70720
    },
    {
      "grad_norm": 0.05232745409011841,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 70730
    },
    {
      "grad_norm": 0.05764934420585632,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 70740
    },
    {
      "grad_norm": 0.04487793147563934,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 70750
    },
    {
      "grad_norm": 0.03262454271316528,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 70760
    },
    {
      "grad_norm": 0.021843118593096733,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 70770
    },
    {
      "grad_norm": 0.04062461107969284,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 70780
    },
    {
      "grad_norm": 0.028489401564002037,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 70790
    },
    {
      "grad_norm": 0.035806573927402496,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 70800
    },
    {
      "grad_norm": 0.040698494762182236,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 70810
    },
    {
      "grad_norm": 0.04350483790040016,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 70820
    },
    {
      "grad_norm": 0.03418764844536781,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 70830
    },
    {
      "grad_norm": 0.0723729059100151,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 70840
    },
    {
      "grad_norm": 0.035218495875597,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 70850
    },
    {
      "grad_norm": 0.09256821125745773,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 70860
    },
    {
      "grad_norm": 0.04253508523106575,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 70870
    },
    {
      "grad_norm": 0.06531360745429993,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 70880
    },
    {
      "grad_norm": 0.0701133981347084,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 70890
    },
    {
      "grad_norm": 0.1889646351337433,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 70900
    },
    {
      "grad_norm": 0.035078518092632294,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 70910
    },
    {
      "grad_norm": 0.07077732682228088,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 70920
    },
    {
      "grad_norm": 0.05160551890730858,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 70930
    },
    {
      "grad_norm": 0.0423068143427372,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 70940
    },
    {
      "grad_norm": 0.029757607728242874,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 70950
    },
    {
      "grad_norm": 0.04356369003653526,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 70960
    },
    {
      "grad_norm": 0.05243988335132599,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 70970
    },
    {
      "grad_norm": 0.03822900727391243,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 70980
    },
    {
      "grad_norm": 0.037437550723552704,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 70990
    },
    {
      "grad_norm": 0.0325380377471447,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 71000
    },
    {
      "grad_norm": 0.03005596622824669,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 71010
    },
    {
      "grad_norm": 0.05367553234100342,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 71020
    },
    {
      "grad_norm": 0.036888014525175095,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 71030
    },
    {
      "grad_norm": 0.025029730051755905,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 71040
    },
    {
      "grad_norm": 0.03752368688583374,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 71050
    },
    {
      "grad_norm": 0.026547320187091827,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 71060
    },
    {
      "grad_norm": 0.03723609074950218,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 71070
    },
    {
      "grad_norm": 0.03823574259877205,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 71080
    },
    {
      "grad_norm": 0.061818912625312805,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 71090
    },
    {
      "grad_norm": 0.08506163954734802,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 71100
    },
    {
      "grad_norm": 0.04157084599137306,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 71110
    },
    {
      "grad_norm": 0.09365889430046082,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 71120
    },
    {
      "grad_norm": 0.03442608192563057,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 71130
    },
    {
      "grad_norm": 0.04358383268117905,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 71140
    },
    {
      "grad_norm": 0.03652006387710571,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 71150
    },
    {
      "grad_norm": 0.07554018497467041,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 71160
    },
    {
      "grad_norm": 0.054390083998441696,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 71170
    },
    {
      "grad_norm": 0.05037103593349457,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 71180
    },
    {
      "grad_norm": 0.05901259183883667,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 71190
    },
    {
      "grad_norm": 0.039146747440099716,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 71200
    },
    {
      "grad_norm": 0.02786187268793583,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 71210
    },
    {
      "grad_norm": 0.029613029211759567,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 71220
    },
    {
      "grad_norm": 0.028115130960941315,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 71230
    },
    {
      "grad_norm": 0.027774794027209282,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 71240
    },
    {
      "grad_norm": 0.027413085103034973,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 71250
    },
    {
      "grad_norm": 0.025507492944598198,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 71260
    },
    {
      "grad_norm": 0.0402790792286396,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 71270
    },
    {
      "grad_norm": 0.02486635558307171,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 71280
    },
    {
      "grad_norm": 0.034286852926015854,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 71290
    },
    {
      "grad_norm": 0.02510250173509121,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 71300
    },
    {
      "grad_norm": 0.0376833975315094,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 71310
    },
    {
      "grad_norm": 0.04231567680835724,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 71320
    },
    {
      "grad_norm": 0.029895883053541183,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 71330
    },
    {
      "grad_norm": 0.02520790696144104,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 71340
    },
    {
      "grad_norm": 0.03329313173890114,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 71350
    },
    {
      "grad_norm": 0.07474306225776672,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 71360
    },
    {
      "grad_norm": 0.030496524646878242,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 71370
    },
    {
      "grad_norm": 0.02697695605456829,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 71380
    },
    {
      "grad_norm": 0.029010597616434097,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 71390
    },
    {
      "grad_norm": 0.032843101769685745,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 71400
    },
    {
      "grad_norm": 0.028308039531111717,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 71410
    },
    {
      "grad_norm": 0.06604539602994919,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 71420
    },
    {
      "grad_norm": 0.12585711479187012,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 71430
    },
    {
      "grad_norm": 0.07329212874174118,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 71440
    },
    {
      "grad_norm": 0.07179534435272217,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 71450
    },
    {
      "grad_norm": 0.030039755627512932,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 71460
    },
    {
      "grad_norm": 0.02942642569541931,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 71470
    },
    {
      "grad_norm": 0.02998131699860096,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 71480
    },
    {
      "grad_norm": 0.027600925415754318,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 71490
    },
    {
      "grad_norm": 0.025863274931907654,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 71500
    },
    {
      "grad_norm": 0.024749204516410828,
      "learning_rate": 0.0001,
      "loss": 0.0565,
      "step": 71510
    },
    {
      "grad_norm": 0.031098220497369766,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 71520
    },
    {
      "grad_norm": 0.028579367324709892,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 71530
    },
    {
      "grad_norm": 0.048490557819604874,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 71540
    },
    {
      "grad_norm": 0.04731066897511482,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 71550
    },
    {
      "grad_norm": 0.0400003045797348,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 71560
    },
    {
      "grad_norm": 0.03024156019091606,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 71570
    },
    {
      "grad_norm": 0.0293404720723629,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 71580
    },
    {
      "grad_norm": 0.02580946870148182,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 71590
    },
    {
      "grad_norm": 0.07877527922391891,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 71600
    },
    {
      "grad_norm": 0.07620678097009659,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 71610
    },
    {
      "grad_norm": 0.14364397525787354,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 71620
    },
    {
      "grad_norm": 0.02934548258781433,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 71630
    },
    {
      "grad_norm": 0.032270677387714386,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 71640
    },
    {
      "grad_norm": 0.03655418008565903,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 71650
    },
    {
      "grad_norm": 0.031588636338710785,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 71660
    },
    {
      "grad_norm": 0.031206443905830383,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 71670
    },
    {
      "grad_norm": 0.055821921676397324,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 71680
    },
    {
      "grad_norm": 0.05043342709541321,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 71690
    },
    {
      "grad_norm": 0.04359200596809387,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 71700
    },
    {
      "grad_norm": 0.029671521857380867,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 71710
    },
    {
      "grad_norm": 0.04425404220819473,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 71720
    },
    {
      "grad_norm": 0.03242946416139603,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 71730
    },
    {
      "grad_norm": 0.035543713718652725,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 71740
    },
    {
      "grad_norm": 0.05234494060277939,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 71750
    },
    {
      "grad_norm": 0.036892667412757874,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 71760
    },
    {
      "grad_norm": 0.027130497619509697,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 71770
    },
    {
      "grad_norm": 0.03227314352989197,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 71780
    },
    {
      "grad_norm": 0.030302828177809715,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 71790
    },
    {
      "grad_norm": 0.04244976490736008,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 71800
    },
    {
      "grad_norm": 0.025774504989385605,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 71810
    },
    {
      "grad_norm": 0.041156839579343796,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 71820
    },
    {
      "grad_norm": 0.028984537348151207,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 71830
    },
    {
      "grad_norm": 0.03715239092707634,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 71840
    },
    {
      "grad_norm": 0.02853846177458763,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 71850
    },
    {
      "grad_norm": 0.03979503735899925,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 71860
    },
    {
      "grad_norm": 0.023458072915673256,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 71870
    },
    {
      "grad_norm": 0.029568785801529884,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 71880
    },
    {
      "grad_norm": 0.031646061688661575,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 71890
    },
    {
      "grad_norm": 0.03761209547519684,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 71900
    },
    {
      "grad_norm": 0.06640651077032089,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 71910
    },
    {
      "grad_norm": 0.04901253059506416,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 71920
    },
    {
      "grad_norm": 0.028069326654076576,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 71930
    },
    {
      "grad_norm": 0.031046120449900627,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 71940
    },
    {
      "grad_norm": 0.02673305943608284,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 71950
    },
    {
      "grad_norm": 0.05668178200721741,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 71960
    },
    {
      "grad_norm": 0.024746615439653397,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 71970
    },
    {
      "grad_norm": 0.10607565194368362,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 71980
    },
    {
      "grad_norm": 0.07028239965438843,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 71990
    },
    {
      "grad_norm": 0.05309257283806801,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 72000
    },
    {
      "grad_norm": 0.08412502706050873,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 72010
    },
    {
      "grad_norm": 0.18938423693180084,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 72020
    },
    {
      "grad_norm": 0.032885000109672546,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 72030
    },
    {
      "grad_norm": 0.09889876842498779,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 72040
    },
    {
      "grad_norm": 0.05325718969106674,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 72050
    },
    {
      "grad_norm": 0.08533411473035812,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 72060
    },
    {
      "grad_norm": 0.038991834968328476,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 72070
    },
    {
      "grad_norm": 0.03601523116230965,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 72080
    },
    {
      "grad_norm": 0.03191477805376053,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 72090
    },
    {
      "grad_norm": 0.08004909753799438,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 72100
    },
    {
      "grad_norm": 0.11937949061393738,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 72110
    },
    {
      "grad_norm": 0.08126670122146606,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 72120
    },
    {
      "grad_norm": 0.04836313799023628,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 72130
    },
    {
      "grad_norm": 0.03303920105099678,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 72140
    },
    {
      "grad_norm": 0.034308429807424545,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 72150
    },
    {
      "grad_norm": 0.043364688754081726,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 72160
    },
    {
      "grad_norm": 0.028411012142896652,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 72170
    },
    {
      "grad_norm": 0.031329844146966934,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 72180
    },
    {
      "grad_norm": 0.04970842972397804,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 72190
    },
    {
      "grad_norm": 0.03344925493001938,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 72200
    },
    {
      "grad_norm": 0.027786513790488243,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 72210
    },
    {
      "grad_norm": 0.02674013189971447,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 72220
    },
    {
      "grad_norm": 0.024044638499617577,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 72230
    },
    {
      "grad_norm": 0.029962947592139244,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 72240
    },
    {
      "grad_norm": 0.033184390515089035,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 72250
    },
    {
      "grad_norm": 0.02852683514356613,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 72260
    },
    {
      "grad_norm": 0.11027926951646805,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 72270
    },
    {
      "grad_norm": 0.08218425512313843,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 72280
    },
    {
      "grad_norm": 0.031264662742614746,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 72290
    },
    {
      "grad_norm": 0.052495043724775314,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 72300
    },
    {
      "grad_norm": 0.039629023522138596,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 72310
    },
    {
      "grad_norm": 0.058859679847955704,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 72320
    },
    {
      "grad_norm": 0.04296441748738289,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 72330
    },
    {
      "grad_norm": 0.03810768201947212,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 72340
    },
    {
      "grad_norm": 0.03266257792711258,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 72350
    },
    {
      "grad_norm": 0.03406433016061783,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 72360
    },
    {
      "grad_norm": 0.03809468820691109,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 72370
    },
    {
      "grad_norm": 0.04811538755893707,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 72380
    },
    {
      "grad_norm": 0.03520674630999565,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 72390
    },
    {
      "grad_norm": 0.03614659234881401,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 72400
    },
    {
      "grad_norm": 0.02884931117296219,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 72410
    },
    {
      "grad_norm": 0.08920184522867203,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 72420
    },
    {
      "grad_norm": 0.03593131899833679,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 72430
    },
    {
      "grad_norm": 0.03783859312534332,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 72440
    },
    {
      "grad_norm": 0.08135204762220383,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 72450
    },
    {
      "grad_norm": 0.04865819960832596,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 72460
    },
    {
      "grad_norm": 0.034886714071035385,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 72470
    },
    {
      "grad_norm": 0.05082591250538826,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 72480
    },
    {
      "grad_norm": 0.026561664417386055,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 72490
    },
    {
      "grad_norm": 0.025576384738087654,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 72500
    },
    {
      "grad_norm": 0.03138848394155502,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 72510
    },
    {
      "grad_norm": 0.03377877548336983,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 72520
    },
    {
      "grad_norm": 0.03883809223771095,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 72530
    },
    {
      "grad_norm": 0.032892923802137375,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 72540
    },
    {
      "grad_norm": 0.0346200205385685,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 72550
    },
    {
      "grad_norm": 0.029886677861213684,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 72560
    },
    {
      "grad_norm": 0.032445184886455536,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 72570
    },
    {
      "grad_norm": 0.03279249742627144,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 72580
    },
    {
      "grad_norm": 0.03419756516814232,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 72590
    },
    {
      "grad_norm": 0.03240756690502167,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 72600
    },
    {
      "grad_norm": 0.04426496475934982,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 72610
    },
    {
      "grad_norm": 0.04272248595952988,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 72620
    },
    {
      "grad_norm": 0.02798893302679062,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 72630
    },
    {
      "grad_norm": 0.03584850952029228,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 72640
    },
    {
      "grad_norm": 0.05493444576859474,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 72650
    },
    {
      "grad_norm": 0.05136086791753769,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 72660
    },
    {
      "grad_norm": 0.04912605136632919,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 72670
    },
    {
      "grad_norm": 0.051908206194639206,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 72680
    },
    {
      "grad_norm": 0.07927445322275162,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 72690
    },
    {
      "grad_norm": 0.07770545780658722,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 72700
    },
    {
      "grad_norm": 0.053026940673589706,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 72710
    },
    {
      "grad_norm": 0.02911161258816719,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 72720
    },
    {
      "grad_norm": 0.02840857021510601,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 72730
    },
    {
      "grad_norm": 0.03585156798362732,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 72740
    },
    {
      "grad_norm": 0.03212539106607437,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 72750
    },
    {
      "grad_norm": 0.04299560934305191,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 72760
    },
    {
      "grad_norm": 0.029414454475045204,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 72770
    },
    {
      "grad_norm": 0.028382739052176476,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 72780
    },
    {
      "grad_norm": 0.030698558315634727,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 72790
    },
    {
      "grad_norm": 0.03281133621931076,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 72800
    },
    {
      "grad_norm": 0.03239773213863373,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 72810
    },
    {
      "grad_norm": 0.0573715902864933,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 72820
    },
    {
      "grad_norm": 0.05298558250069618,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 72830
    },
    {
      "grad_norm": 0.06813673675060272,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 72840
    },
    {
      "grad_norm": 0.05775955319404602,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 72850
    },
    {
      "grad_norm": 0.031304825097322464,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 72860
    },
    {
      "grad_norm": 0.03571741655468941,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 72870
    },
    {
      "grad_norm": 0.034293051809072495,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 72880
    },
    {
      "grad_norm": 0.06430906057357788,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 72890
    },
    {
      "grad_norm": 0.031642451882362366,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 72900
    },
    {
      "grad_norm": 0.03020850569009781,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 72910
    },
    {
      "grad_norm": 0.03709142282605171,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 72920
    },
    {
      "grad_norm": 0.027968546375632286,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 72930
    },
    {
      "grad_norm": 0.03705817833542824,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 72940
    },
    {
      "grad_norm": 0.05995514616370201,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 72950
    },
    {
      "grad_norm": 0.05516112223267555,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 72960
    },
    {
      "grad_norm": 0.03525203466415405,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 72970
    },
    {
      "grad_norm": 0.03437274694442749,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 72980
    },
    {
      "grad_norm": 0.027569105848670006,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 72990
    },
    {
      "grad_norm": 0.12338869273662567,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 73000
    },
    {
      "grad_norm": 0.02484898269176483,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 73010
    },
    {
      "grad_norm": 0.034284915775060654,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 73020
    },
    {
      "grad_norm": 0.026720043271780014,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 73030
    },
    {
      "grad_norm": 0.028450127691030502,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 73040
    },
    {
      "grad_norm": 0.02836252935230732,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 73050
    },
    {
      "grad_norm": 0.03967668488621712,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 73060
    },
    {
      "grad_norm": 0.03580803796648979,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 73070
    },
    {
      "grad_norm": 0.0337386392056942,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 73080
    },
    {
      "grad_norm": 0.03483700752258301,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 73090
    },
    {
      "grad_norm": 0.035871900618076324,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 73100
    },
    {
      "grad_norm": 0.03025510534644127,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 73110
    },
    {
      "grad_norm": 0.03164061903953552,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 73120
    },
    {
      "grad_norm": 0.039090223610401154,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 73130
    },
    {
      "grad_norm": 0.031943902373313904,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 73140
    },
    {
      "grad_norm": 0.030750811100006104,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 73150
    },
    {
      "grad_norm": 0.03285632282495499,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 73160
    },
    {
      "grad_norm": 0.0307879988104105,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 73170
    },
    {
      "grad_norm": 0.04035975784063339,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 73180
    },
    {
      "grad_norm": 0.040715355426073074,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 73190
    },
    {
      "grad_norm": 0.042051516473293304,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 73200
    },
    {
      "grad_norm": 0.04594358801841736,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 73210
    },
    {
      "grad_norm": 0.10920172929763794,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 73220
    },
    {
      "grad_norm": 0.026430316269397736,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 73230
    },
    {
      "grad_norm": 0.0353790707886219,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 73240
    },
    {
      "grad_norm": 0.03562387451529503,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 73250
    },
    {
      "grad_norm": 0.03633735701441765,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 73260
    },
    {
      "grad_norm": 0.04396303370594978,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 73270
    },
    {
      "grad_norm": 0.04036647453904152,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 73280
    },
    {
      "grad_norm": 0.029276488348841667,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 73290
    },
    {
      "grad_norm": 0.02803090400993824,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 73300
    },
    {
      "grad_norm": 0.0298202782869339,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 73310
    },
    {
      "grad_norm": 0.037303145974874496,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 73320
    },
    {
      "grad_norm": 0.0461774505674839,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 73330
    },
    {
      "grad_norm": 0.02912837825715542,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 73340
    },
    {
      "grad_norm": 0.03384453430771828,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 73350
    },
    {
      "grad_norm": 0.027936983853578568,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 73360
    },
    {
      "grad_norm": 0.036529384553432465,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 73370
    },
    {
      "grad_norm": 0.03154611214995384,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 73380
    },
    {
      "grad_norm": 0.045240018516778946,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 73390
    },
    {
      "grad_norm": 0.03183054178953171,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 73400
    },
    {
      "grad_norm": 0.03423211723566055,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 73410
    },
    {
      "grad_norm": 0.03538280352950096,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 73420
    },
    {
      "grad_norm": 0.026218440383672714,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 73430
    },
    {
      "grad_norm": 0.04357154667377472,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 73440
    },
    {
      "grad_norm": 0.03343968838453293,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 73450
    },
    {
      "grad_norm": 0.03073490969836712,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 73460
    },
    {
      "grad_norm": 0.031244104728102684,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 73470
    },
    {
      "grad_norm": 0.030986731871962547,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 73480
    },
    {
      "grad_norm": 0.03109307400882244,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 73490
    },
    {
      "grad_norm": 0.03516194596886635,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 73500
    },
    {
      "grad_norm": 0.029311589896678925,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 73510
    },
    {
      "grad_norm": 0.03814355656504631,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 73520
    },
    {
      "grad_norm": 0.02820235677063465,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 73530
    },
    {
      "grad_norm": 0.03710788115859032,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 73540
    },
    {
      "grad_norm": 0.03619783744215965,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 73550
    },
    {
      "grad_norm": 0.02945212833583355,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 73560
    },
    {
      "grad_norm": 0.03418656811118126,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 73570
    },
    {
      "grad_norm": 0.04882635176181793,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 73580
    },
    {
      "grad_norm": 0.028258664533495903,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 73590
    },
    {
      "grad_norm": 0.027758276090025902,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 73600
    },
    {
      "grad_norm": 0.028432661667466164,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 73610
    },
    {
      "grad_norm": 0.04777001589536667,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 73620
    },
    {
      "grad_norm": 0.060136452317237854,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 73630
    },
    {
      "grad_norm": 0.03583340719342232,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 73640
    },
    {
      "grad_norm": 0.03139356151223183,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 73650
    },
    {
      "grad_norm": 0.04564953222870827,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 73660
    },
    {
      "grad_norm": 0.056047603487968445,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 73670
    },
    {
      "grad_norm": 0.061778418719768524,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 73680
    },
    {
      "grad_norm": 0.05066380649805069,
      "learning_rate": 0.0001,
      "loss": 0.0559,
      "step": 73690
    },
    {
      "grad_norm": 0.09406644105911255,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 73700
    },
    {
      "grad_norm": 0.08029195666313171,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 73710
    },
    {
      "grad_norm": 0.04275773838162422,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 73720
    },
    {
      "grad_norm": 0.0551496259868145,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 73730
    },
    {
      "grad_norm": 0.03579943627119064,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 73740
    },
    {
      "grad_norm": 0.03674860671162605,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 73750
    },
    {
      "grad_norm": 0.0550108440220356,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 73760
    },
    {
      "grad_norm": 0.04499199613928795,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 73770
    },
    {
      "grad_norm": 0.03394490107893944,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 73780
    },
    {
      "grad_norm": 0.04127107188105583,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 73790
    },
    {
      "grad_norm": 0.035576969385147095,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 73800
    },
    {
      "grad_norm": 0.0394851453602314,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 73810
    },
    {
      "grad_norm": 0.037598732858896255,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 73820
    },
    {
      "grad_norm": 0.026473186910152435,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 73830
    },
    {
      "grad_norm": 0.043533120304346085,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 73840
    },
    {
      "grad_norm": 0.02764110453426838,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 73850
    },
    {
      "grad_norm": 0.042961932718753815,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 73860
    },
    {
      "grad_norm": 0.030883973464369774,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 73870
    },
    {
      "grad_norm": 0.036158230155706406,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 73880
    },
    {
      "grad_norm": 0.029725397005677223,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 73890
    },
    {
      "grad_norm": 0.03893269598484039,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 73900
    },
    {
      "grad_norm": 0.047090642154216766,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 73910
    },
    {
      "grad_norm": 0.03304328769445419,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 73920
    },
    {
      "grad_norm": 0.025926506146788597,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 73930
    },
    {
      "grad_norm": 0.029051298275589943,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 73940
    },
    {
      "grad_norm": 0.04323749616742134,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 73950
    },
    {
      "grad_norm": 0.03856271132826805,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 73960
    },
    {
      "grad_norm": 0.03219607099890709,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 73970
    },
    {
      "grad_norm": 0.02378499135375023,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 73980
    },
    {
      "grad_norm": 0.029610883444547653,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 73990
    },
    {
      "grad_norm": 0.028654493391513824,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 74000
    },
    {
      "grad_norm": 0.0299675390124321,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 74010
    },
    {
      "grad_norm": 0.03762437403202057,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 74020
    },
    {
      "grad_norm": 0.029122479259967804,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 74030
    },
    {
      "grad_norm": 0.026765840128064156,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 74040
    },
    {
      "grad_norm": 0.04798288270831108,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 74050
    },
    {
      "grad_norm": 0.03368932753801346,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 74060
    },
    {
      "grad_norm": 0.034783292561769485,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 74070
    },
    {
      "grad_norm": 0.05941956117749214,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 74080
    },
    {
      "grad_norm": 0.028113113716244698,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 74090
    },
    {
      "grad_norm": 0.03203430399298668,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 74100
    },
    {
      "grad_norm": 0.04375410079956055,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 74110
    },
    {
      "grad_norm": 0.03498562425374985,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 74120
    },
    {
      "grad_norm": 0.030545324087142944,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 74130
    },
    {
      "grad_norm": 0.03362240269780159,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 74140
    },
    {
      "grad_norm": 0.027590660378336906,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 74150
    },
    {
      "grad_norm": 0.03427571430802345,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 74160
    },
    {
      "grad_norm": 0.04170795902609825,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 74170
    },
    {
      "grad_norm": 0.0645890012383461,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 74180
    },
    {
      "grad_norm": 0.03109089285135269,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 74190
    },
    {
      "grad_norm": 0.0401589460670948,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 74200
    },
    {
      "grad_norm": 0.026215512305498123,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 74210
    },
    {
      "grad_norm": 0.04945143684744835,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 74220
    },
    {
      "grad_norm": 0.060336023569107056,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 74230
    },
    {
      "grad_norm": 0.04378895461559296,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 74240
    },
    {
      "grad_norm": 0.04728901386260986,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 74250
    },
    {
      "grad_norm": 0.03482065349817276,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 74260
    },
    {
      "grad_norm": 0.02843601070344448,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 74270
    },
    {
      "grad_norm": 0.031393952667713165,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 74280
    },
    {
      "grad_norm": 0.022788390517234802,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 74290
    },
    {
      "grad_norm": 0.04542063921689987,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 74300
    },
    {
      "grad_norm": 0.06707175076007843,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 74310
    },
    {
      "grad_norm": 0.03912218287587166,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 74320
    },
    {
      "grad_norm": 0.13483989238739014,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 74330
    },
    {
      "grad_norm": 0.07988926023244858,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 74340
    },
    {
      "grad_norm": 0.17213568091392517,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 74350
    },
    {
      "grad_norm": 0.09401034563779831,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 74360
    },
    {
      "grad_norm": 0.027260903269052505,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 74370
    },
    {
      "grad_norm": 0.04005313292145729,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 74380
    },
    {
      "grad_norm": 0.03955243155360222,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 74390
    },
    {
      "grad_norm": 0.03671185299754143,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 74400
    },
    {
      "grad_norm": 0.0309797041118145,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 74410
    },
    {
      "grad_norm": 0.03434024378657341,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 74420
    },
    {
      "grad_norm": 0.029116330668330193,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 74430
    },
    {
      "grad_norm": 0.07131702452898026,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 74440
    },
    {
      "grad_norm": 0.05451320484280586,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 74450
    },
    {
      "grad_norm": 0.03402258828282356,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 74460
    },
    {
      "grad_norm": 0.07659386843442917,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 74470
    },
    {
      "grad_norm": 0.03542668744921684,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 74480
    },
    {
      "grad_norm": 0.028256824240088463,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 74490
    },
    {
      "grad_norm": 0.031233377754688263,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 74500
    },
    {
      "grad_norm": 0.03513435274362564,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 74510
    },
    {
      "grad_norm": 0.03170565888285637,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 74520
    },
    {
      "grad_norm": 0.034489259123802185,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 74530
    },
    {
      "grad_norm": 0.05465174838900566,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 74540
    },
    {
      "grad_norm": 0.028425758704543114,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 74550
    },
    {
      "grad_norm": 0.03821112588047981,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 74560
    },
    {
      "grad_norm": 0.02677065320312977,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 74570
    },
    {
      "grad_norm": 0.030928943306207657,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 74580
    },
    {
      "grad_norm": 0.06458845734596252,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 74590
    },
    {
      "grad_norm": 0.03594239428639412,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 74600
    },
    {
      "grad_norm": 0.027971139177680016,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 74610
    },
    {
      "grad_norm": 0.03371407091617584,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 74620
    },
    {
      "grad_norm": 0.03068879060447216,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 74630
    },
    {
      "grad_norm": 0.03312715142965317,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 74640
    },
    {
      "grad_norm": 0.03543124347925186,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 74650
    },
    {
      "grad_norm": 0.03768132999539375,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 74660
    },
    {
      "grad_norm": 0.045639269053936005,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 74670
    },
    {
      "grad_norm": 0.05129799619317055,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 74680
    },
    {
      "grad_norm": 0.032363034784793854,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 74690
    },
    {
      "grad_norm": 0.035217005759477615,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 74700
    },
    {
      "grad_norm": 0.031593482941389084,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 74710
    },
    {
      "grad_norm": 0.03621254116296768,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 74720
    },
    {
      "grad_norm": 0.05718226730823517,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 74730
    },
    {
      "grad_norm": 0.05131566524505615,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 74740
    },
    {
      "grad_norm": 0.0445101223886013,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 74750
    },
    {
      "grad_norm": 0.02891607955098152,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 74760
    },
    {
      "grad_norm": 0.042157288640737534,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 74770
    },
    {
      "grad_norm": 0.03410510718822479,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 74780
    },
    {
      "grad_norm": 0.024454768747091293,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 74790
    },
    {
      "grad_norm": 0.030453242361545563,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 74800
    },
    {
      "grad_norm": 0.03072950430214405,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 74810
    },
    {
      "grad_norm": 0.027035558596253395,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 74820
    },
    {
      "grad_norm": 0.035390812903642654,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 74830
    },
    {
      "grad_norm": 0.026959704235196114,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 74840
    },
    {
      "grad_norm": 0.08633172512054443,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 74850
    },
    {
      "grad_norm": 0.029522573575377464,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 74860
    },
    {
      "grad_norm": 0.030612656846642494,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 74870
    },
    {
      "grad_norm": 0.029318608343601227,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 74880
    },
    {
      "grad_norm": 0.03403006121516228,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 74890
    },
    {
      "grad_norm": 0.03803033009171486,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 74900
    },
    {
      "grad_norm": 0.04378204047679901,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 74910
    },
    {
      "grad_norm": 0.03160202503204346,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 74920
    },
    {
      "grad_norm": 0.04608861729502678,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 74930
    },
    {
      "grad_norm": 0.10336559265851974,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 74940
    },
    {
      "grad_norm": 0.0298503115773201,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 74950
    },
    {
      "grad_norm": 0.03182758390903473,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 74960
    },
    {
      "grad_norm": 0.031301241368055344,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 74970
    },
    {
      "grad_norm": 0.03013698384165764,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 74980
    },
    {
      "grad_norm": 0.05391303077340126,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 74990
    },
    {
      "grad_norm": 0.061566296964883804,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 75000
    },
    {
      "grad_norm": 0.03507642075419426,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 75010
    },
    {
      "grad_norm": 0.034939784556627274,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 75020
    },
    {
      "grad_norm": 0.02759872004389763,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 75030
    },
    {
      "grad_norm": 0.08202178031206131,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 75040
    },
    {
      "grad_norm": 0.04670387879014015,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 75050
    },
    {
      "grad_norm": 0.06936022639274597,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 75060
    },
    {
      "grad_norm": 0.05416811630129814,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 75070
    },
    {
      "grad_norm": 0.03161444887518883,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 75080
    },
    {
      "grad_norm": 0.03361547738313675,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 75090
    },
    {
      "grad_norm": 0.03878572955727577,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 75100
    },
    {
      "grad_norm": 0.04243253916501999,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 75110
    },
    {
      "grad_norm": 0.028075775131583214,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 75120
    },
    {
      "grad_norm": 0.029022052884101868,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 75130
    },
    {
      "grad_norm": 0.03875625506043434,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 75140
    },
    {
      "grad_norm": 0.06989151984453201,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 75150
    },
    {
      "grad_norm": 0.03849358856678009,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 75160
    },
    {
      "grad_norm": 0.053959980607032776,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 75170
    },
    {
      "grad_norm": 0.053292639553546906,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 75180
    },
    {
      "grad_norm": 0.03820109739899635,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 75190
    },
    {
      "grad_norm": 0.0287860706448555,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 75200
    },
    {
      "grad_norm": 0.0492880679666996,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 75210
    },
    {
      "grad_norm": 0.031425923109054565,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 75220
    },
    {
      "grad_norm": 0.03554099053144455,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 75230
    },
    {
      "grad_norm": 0.02410893142223358,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 75240
    },
    {
      "grad_norm": 0.041508011519908905,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 75250
    },
    {
      "grad_norm": 0.04127230867743492,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 75260
    },
    {
      "grad_norm": 0.029207197949290276,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 75270
    },
    {
      "grad_norm": 0.02959332801401615,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 75280
    },
    {
      "grad_norm": 0.034732893109321594,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 75290
    },
    {
      "grad_norm": 0.03954857960343361,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 75300
    },
    {
      "grad_norm": 0.03249164670705795,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 75310
    },
    {
      "grad_norm": 0.036371055990457535,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 75320
    },
    {
      "grad_norm": 0.03361998125910759,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 75330
    },
    {
      "grad_norm": 0.03824895992875099,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 75340
    },
    {
      "grad_norm": 0.029777180403470993,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 75350
    },
    {
      "grad_norm": 0.06243470311164856,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 75360
    },
    {
      "grad_norm": 0.039119500666856766,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 75370
    },
    {
      "grad_norm": 0.027547597885131836,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 75380
    },
    {
      "grad_norm": 0.03244802728295326,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 75390
    },
    {
      "grad_norm": 0.046242523938417435,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 75400
    },
    {
      "grad_norm": 0.028355170041322708,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 75410
    },
    {
      "grad_norm": 0.07853850722312927,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 75420
    },
    {
      "grad_norm": 0.031812310218811035,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 75430
    },
    {
      "grad_norm": 0.03760204836726189,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 75440
    },
    {
      "grad_norm": 0.03341596573591232,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 75450
    },
    {
      "grad_norm": 0.05743616819381714,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 75460
    },
    {
      "grad_norm": 0.027118204161524773,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 75470
    },
    {
      "grad_norm": 0.027525071054697037,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 75480
    },
    {
      "grad_norm": 0.031161999329924583,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 75490
    },
    {
      "grad_norm": 0.05566046014428139,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 75500
    },
    {
      "grad_norm": 0.03361329808831215,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 75510
    },
    {
      "grad_norm": 0.029302895069122314,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 75520
    },
    {
      "grad_norm": 0.04380587488412857,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 75530
    },
    {
      "grad_norm": 0.031083794310688972,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 75540
    },
    {
      "grad_norm": 0.03154635801911354,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 75550
    },
    {
      "grad_norm": 0.029934167861938477,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 75560
    },
    {
      "grad_norm": 0.030929138883948326,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 75570
    },
    {
      "grad_norm": 0.032814282923936844,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 75580
    },
    {
      "grad_norm": 0.03450961410999298,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 75590
    },
    {
      "grad_norm": 0.03496650233864784,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 75600
    },
    {
      "grad_norm": 0.07542483508586884,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 75610
    },
    {
      "grad_norm": 0.03510240465402603,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 75620
    },
    {
      "grad_norm": 0.03827521950006485,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 75630
    },
    {
      "grad_norm": 0.03569263964891434,
      "learning_rate": 0.0001,
      "loss": 0.0572,
      "step": 75640
    },
    {
      "grad_norm": 0.2804655432701111,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 75650
    },
    {
      "grad_norm": 0.08152886480093002,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 75660
    },
    {
      "grad_norm": 0.08482299000024796,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 75670
    },
    {
      "grad_norm": 0.0867215171456337,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 75680
    },
    {
      "grad_norm": 0.03105045109987259,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 75690
    },
    {
      "grad_norm": 0.03273674473166466,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 75700
    },
    {
      "grad_norm": 0.03350268304347992,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 75710
    },
    {
      "grad_norm": 0.03822675347328186,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 75720
    },
    {
      "grad_norm": 0.044444553554058075,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 75730
    },
    {
      "grad_norm": 0.06487149745225906,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 75740
    },
    {
      "grad_norm": 0.07402754575014114,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 75750
    },
    {
      "grad_norm": 0.05688590928912163,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 75760
    },
    {
      "grad_norm": 0.0351843424141407,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 75770
    },
    {
      "grad_norm": 0.035564228892326355,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 75780
    },
    {
      "grad_norm": 0.0333164744079113,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 75790
    },
    {
      "grad_norm": 0.04651844874024391,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 75800
    },
    {
      "grad_norm": 0.04560346156358719,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 75810
    },
    {
      "grad_norm": 0.041575782001018524,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 75820
    },
    {
      "grad_norm": 0.025470463559031487,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 75830
    },
    {
      "grad_norm": 0.03355109319090843,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 75840
    },
    {
      "grad_norm": 0.027951540425419807,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 75850
    },
    {
      "grad_norm": 0.034226249903440475,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 75860
    },
    {
      "grad_norm": 0.025106487795710564,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 75870
    },
    {
      "grad_norm": 0.04952568933367729,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 75880
    },
    {
      "grad_norm": 0.025620361790060997,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 75890
    },
    {
      "grad_norm": 0.05520617589354515,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 75900
    },
    {
      "grad_norm": 0.07782180607318878,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 75910
    },
    {
      "grad_norm": 0.04004741460084915,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 75920
    },
    {
      "grad_norm": 0.03615950420498848,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 75930
    },
    {
      "grad_norm": 0.03593906760215759,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 75940
    },
    {
      "grad_norm": 0.03404373303055763,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 75950
    },
    {
      "grad_norm": 0.03199753165245056,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 75960
    },
    {
      "grad_norm": 0.03703542426228523,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 75970
    },
    {
      "grad_norm": 0.04042109474539757,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 75980
    },
    {
      "grad_norm": 0.025249136611819267,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 75990
    },
    {
      "grad_norm": 0.03543735668063164,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 76000
    },
    {
      "grad_norm": 0.03072725422680378,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 76010
    },
    {
      "grad_norm": 0.04012109711766243,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 76020
    },
    {
      "grad_norm": 0.025178585201501846,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 76030
    },
    {
      "grad_norm": 0.07290389388799667,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 76040
    },
    {
      "grad_norm": 0.02997392788529396,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 76050
    },
    {
      "grad_norm": 0.03887840360403061,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 76060
    },
    {
      "grad_norm": 0.03384261950850487,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 76070
    },
    {
      "grad_norm": 0.023863526061177254,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 76080
    },
    {
      "grad_norm": 0.04438064992427826,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 76090
    },
    {
      "grad_norm": 0.10156183689832687,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 76100
    },
    {
      "grad_norm": 0.06452137976884842,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 76110
    },
    {
      "grad_norm": 0.031887393444776535,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 76120
    },
    {
      "grad_norm": 0.02958330512046814,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 76130
    },
    {
      "grad_norm": 0.030972430482506752,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 76140
    },
    {
      "grad_norm": 0.02509576454758644,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 76150
    },
    {
      "grad_norm": 0.03232419118285179,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 76160
    },
    {
      "grad_norm": 0.024674847722053528,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 76170
    },
    {
      "grad_norm": 0.024027051404118538,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 76180
    },
    {
      "grad_norm": 0.027112586423754692,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 76190
    },
    {
      "grad_norm": 0.04402853175997734,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 76200
    },
    {
      "grad_norm": 0.029947863891720772,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 76210
    },
    {
      "grad_norm": 0.027254872024059296,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 76220
    },
    {
      "grad_norm": 0.02959566004574299,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 76230
    },
    {
      "grad_norm": 0.028128409758210182,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 76240
    },
    {
      "grad_norm": 0.02617493085563183,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 76250
    },
    {
      "grad_norm": 0.07637953013181686,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 76260
    },
    {
      "grad_norm": 0.0819542407989502,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 76270
    },
    {
      "grad_norm": 0.04977990314364433,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 76280
    },
    {
      "grad_norm": 0.029232464730739594,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 76290
    },
    {
      "grad_norm": 0.0273545291274786,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 76300
    },
    {
      "grad_norm": 0.03133179619908333,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 76310
    },
    {
      "grad_norm": 0.054909512400627136,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 76320
    },
    {
      "grad_norm": 0.028761189430952072,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 76330
    },
    {
      "grad_norm": 0.02802041918039322,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 76340
    },
    {
      "grad_norm": 0.030143754556775093,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 76350
    },
    {
      "grad_norm": 0.03637952357530594,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 76360
    },
    {
      "grad_norm": 0.029265087097883224,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 76370
    },
    {
      "grad_norm": 0.09141793847084045,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 76380
    },
    {
      "grad_norm": 0.05154770612716675,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 76390
    },
    {
      "grad_norm": 0.12741954624652863,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 76400
    },
    {
      "grad_norm": 0.03299844264984131,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 76410
    },
    {
      "grad_norm": 0.035923898220062256,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 76420
    },
    {
      "grad_norm": 0.04287242889404297,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 76430
    },
    {
      "grad_norm": 0.03045267052948475,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 76440
    },
    {
      "grad_norm": 0.03201507404446602,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 76450
    },
    {
      "grad_norm": 0.03003118187189102,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 76460
    },
    {
      "grad_norm": 0.04371383413672447,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 76470
    },
    {
      "grad_norm": 0.04688303545117378,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 76480
    },
    {
      "grad_norm": 0.028218315914273262,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 76490
    },
    {
      "grad_norm": 0.029280174523591995,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 76500
    },
    {
      "grad_norm": 0.029485415667295456,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 76510
    },
    {
      "grad_norm": 0.038733769208192825,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 76520
    },
    {
      "grad_norm": 0.040729641914367676,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 76530
    },
    {
      "grad_norm": 0.02628459222614765,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 76540
    },
    {
      "grad_norm": 0.032551512122154236,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 76550
    },
    {
      "grad_norm": 0.034558724611997604,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 76560
    },
    {
      "grad_norm": 0.06880377978086472,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 76570
    },
    {
      "grad_norm": 0.04677937552332878,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 76580
    },
    {
      "grad_norm": 0.034694865345954895,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 76590
    },
    {
      "grad_norm": 0.030651332810521126,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 76600
    },
    {
      "grad_norm": 0.03252348303794861,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 76610
    },
    {
      "grad_norm": 0.031024331226944923,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 76620
    },
    {
      "grad_norm": 0.03085504285991192,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 76630
    },
    {
      "grad_norm": 0.02901635318994522,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 76640
    },
    {
      "grad_norm": 0.02973904460668564,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 76650
    },
    {
      "grad_norm": 0.032047200947999954,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 76660
    },
    {
      "grad_norm": 0.03258175775408745,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 76670
    },
    {
      "grad_norm": 0.030063612386584282,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 76680
    },
    {
      "grad_norm": 0.03616362065076828,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 76690
    },
    {
      "grad_norm": 0.028370026499032974,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 76700
    },
    {
      "grad_norm": 0.054317377507686615,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 76710
    },
    {
      "grad_norm": 0.031124865636229515,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 76720
    },
    {
      "grad_norm": 0.03273581340909004,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 76730
    },
    {
      "grad_norm": 0.03115168772637844,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 76740
    },
    {
      "grad_norm": 0.0357988104224205,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 76750
    },
    {
      "grad_norm": 0.0262617114931345,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 76760
    },
    {
      "grad_norm": 0.03327340632677078,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 76770
    },
    {
      "grad_norm": 0.026101211085915565,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 76780
    },
    {
      "grad_norm": 0.031434886157512665,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 76790
    },
    {
      "grad_norm": 0.03492172062397003,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 76800
    },
    {
      "grad_norm": 0.03060852363705635,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 76810
    },
    {
      "grad_norm": 0.047281086444854736,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 76820
    },
    {
      "grad_norm": 0.03932983800768852,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 76830
    },
    {
      "grad_norm": 0.052294857800006866,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 76840
    },
    {
      "grad_norm": 0.027314113453030586,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 76850
    },
    {
      "grad_norm": 0.05757853761315346,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 76860
    },
    {
      "grad_norm": 0.032892949879169464,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 76870
    },
    {
      "grad_norm": 0.027441002428531647,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 76880
    },
    {
      "grad_norm": 0.04501113295555115,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 76890
    },
    {
      "grad_norm": 0.03482840582728386,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 76900
    },
    {
      "grad_norm": 0.027279062196612358,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 76910
    },
    {
      "grad_norm": 0.0341278500854969,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 76920
    },
    {
      "grad_norm": 0.047922760248184204,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 76930
    },
    {
      "grad_norm": 0.12825298309326172,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 76940
    },
    {
      "grad_norm": 0.0426805205643177,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 76950
    },
    {
      "grad_norm": 0.027816731482744217,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 76960
    },
    {
      "grad_norm": 0.027287708595395088,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 76970
    },
    {
      "grad_norm": 0.03181542456150055,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 76980
    },
    {
      "grad_norm": 0.03768528625369072,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 76990
    },
    {
      "grad_norm": 0.03632109984755516,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 77000
    },
    {
      "grad_norm": 0.0549275241792202,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 77010
    },
    {
      "grad_norm": 0.0428670272231102,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 77020
    },
    {
      "grad_norm": 0.04465636983513832,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 77030
    },
    {
      "grad_norm": 0.03580623120069504,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 77040
    },
    {
      "grad_norm": 0.04002784192562103,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 77050
    },
    {
      "grad_norm": 0.030651919543743134,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 77060
    },
    {
      "grad_norm": 0.08248384296894073,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 77070
    },
    {
      "grad_norm": 0.0672265812754631,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 77080
    },
    {
      "grad_norm": 0.04103831201791763,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 77090
    },
    {
      "grad_norm": 0.0430353619158268,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 77100
    },
    {
      "grad_norm": 0.02794819138944149,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 77110
    },
    {
      "grad_norm": 0.0259831715375185,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 77120
    },
    {
      "grad_norm": 0.031404923647642136,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 77130
    },
    {
      "grad_norm": 0.04436607286334038,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 77140
    },
    {
      "grad_norm": 0.03345910832285881,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 77150
    },
    {
      "grad_norm": 0.037947677075862885,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 77160
    },
    {
      "grad_norm": 0.04402189701795578,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 77170
    },
    {
      "grad_norm": 0.04079543426632881,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 77180
    },
    {
      "grad_norm": 0.056233540177345276,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 77190
    },
    {
      "grad_norm": 0.06864343583583832,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 77200
    },
    {
      "grad_norm": 0.040804922580718994,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 77210
    },
    {
      "grad_norm": 0.03614487871527672,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 77220
    },
    {
      "grad_norm": 0.04412061721086502,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 77230
    },
    {
      "grad_norm": 0.035434573888778687,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 77240
    },
    {
      "grad_norm": 0.04482335224747658,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 77250
    },
    {
      "grad_norm": 0.08306196331977844,
      "learning_rate": 0.0001,
      "loss": 0.058,
      "step": 77260
    },
    {
      "grad_norm": 0.038063954561948776,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 77270
    },
    {
      "grad_norm": 0.03197089582681656,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 77280
    },
    {
      "grad_norm": 0.03703080862760544,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 77290
    },
    {
      "grad_norm": 0.03377114608883858,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 77300
    },
    {
      "grad_norm": 0.03278687968850136,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 77310
    },
    {
      "grad_norm": 0.070031076669693,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 77320
    },
    {
      "grad_norm": 0.03604622185230255,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 77330
    },
    {
      "grad_norm": 0.028119385242462158,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 77340
    },
    {
      "grad_norm": 0.13661757111549377,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 77350
    },
    {
      "grad_norm": 0.08992014080286026,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 77360
    },
    {
      "grad_norm": 0.07458571344614029,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 77370
    },
    {
      "grad_norm": 0.026686834171414375,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 77380
    },
    {
      "grad_norm": 0.03591465204954147,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 77390
    },
    {
      "grad_norm": 0.04022877663373947,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 77400
    },
    {
      "grad_norm": 0.03225668892264366,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 77410
    },
    {
      "grad_norm": 0.030336331576108932,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 77420
    },
    {
      "grad_norm": 0.02668123133480549,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 77430
    },
    {
      "grad_norm": 0.02933259680867195,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 77440
    },
    {
      "grad_norm": 0.04930766299366951,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 77450
    },
    {
      "grad_norm": 0.030930304899811745,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 77460
    },
    {
      "grad_norm": 0.028613463044166565,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 77470
    },
    {
      "grad_norm": 0.027363041415810585,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 77480
    },
    {
      "grad_norm": 0.031429436057806015,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 77490
    },
    {
      "grad_norm": 0.02591126039624214,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 77500
    },
    {
      "grad_norm": 0.028017574921250343,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 77510
    },
    {
      "grad_norm": 0.02650635503232479,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 77520
    },
    {
      "grad_norm": 0.04805602878332138,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 77530
    },
    {
      "grad_norm": 0.03235110267996788,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 77540
    },
    {
      "grad_norm": 0.06955435127019882,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 77550
    },
    {
      "grad_norm": 0.10574015974998474,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 77560
    },
    {
      "grad_norm": 0.07563041895627975,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 77570
    },
    {
      "grad_norm": 0.03949018195271492,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 77580
    },
    {
      "grad_norm": 0.029860494658350945,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 77590
    },
    {
      "grad_norm": 0.030194072052836418,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 77600
    },
    {
      "grad_norm": 0.04328763112425804,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 77610
    },
    {
      "grad_norm": 0.03245913237333298,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 77620
    },
    {
      "grad_norm": 0.06953461468219757,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 77630
    },
    {
      "grad_norm": 0.029190154746174812,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 77640
    },
    {
      "grad_norm": 0.030924705788493156,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 77650
    },
    {
      "grad_norm": 0.032536640763282776,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 77660
    },
    {
      "grad_norm": 0.03582341969013214,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 77670
    },
    {
      "grad_norm": 0.05411221832036972,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 77680
    },
    {
      "grad_norm": 0.03856371343135834,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 77690
    },
    {
      "grad_norm": 0.03172226622700691,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 77700
    },
    {
      "grad_norm": 0.03837079554796219,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 77710
    },
    {
      "grad_norm": 0.029451915994286537,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 77720
    },
    {
      "grad_norm": 0.0339917354285717,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 77730
    },
    {
      "grad_norm": 0.02587885595858097,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 77740
    },
    {
      "grad_norm": 0.047493621706962585,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 77750
    },
    {
      "grad_norm": 0.02627580799162388,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 77760
    },
    {
      "grad_norm": 0.0303169135004282,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 77770
    },
    {
      "grad_norm": 0.0290110781788826,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 77780
    },
    {
      "grad_norm": 0.038490645587444305,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 77790
    },
    {
      "grad_norm": 0.02916179969906807,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 77800
    },
    {
      "grad_norm": 0.03598594665527344,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 77810
    },
    {
      "grad_norm": 0.02739661931991577,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 77820
    },
    {
      "grad_norm": 0.02687263675034046,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 77830
    },
    {
      "grad_norm": 0.09347224235534668,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 77840
    },
    {
      "grad_norm": 0.03158015012741089,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 77850
    },
    {
      "grad_norm": 0.02762986347079277,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 77860
    },
    {
      "grad_norm": 0.02652065083384514,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 77870
    },
    {
      "grad_norm": 0.04856644570827484,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 77880
    },
    {
      "grad_norm": 0.04043535888195038,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 77890
    },
    {
      "grad_norm": 0.043429505079984665,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 77900
    },
    {
      "grad_norm": 0.06641892343759537,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 77910
    },
    {
      "grad_norm": 0.03829342871904373,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 77920
    },
    {
      "grad_norm": 0.02597109042108059,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 77930
    },
    {
      "grad_norm": 0.027056464925408363,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 77940
    },
    {
      "grad_norm": 0.02573193423449993,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 77950
    },
    {
      "grad_norm": 0.028225496411323547,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 77960
    },
    {
      "grad_norm": 0.038655027747154236,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 77970
    },
    {
      "grad_norm": 0.036191005259752274,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 77980
    },
    {
      "grad_norm": 0.0460832342505455,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 77990
    },
    {
      "grad_norm": 0.025988277047872543,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 78000
    },
    {
      "grad_norm": 0.038183312863111496,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 78010
    },
    {
      "grad_norm": 0.048442643135786057,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 78020
    },
    {
      "grad_norm": 0.04460926353931427,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 78030
    },
    {
      "grad_norm": 0.023778237402439117,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 78040
    },
    {
      "grad_norm": 0.04237567260861397,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 78050
    },
    {
      "grad_norm": 0.036506377160549164,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 78060
    },
    {
      "grad_norm": 0.03244117647409439,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 78070
    },
    {
      "grad_norm": 0.03629506006836891,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 78080
    },
    {
      "grad_norm": 0.040765080600976944,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 78090
    },
    {
      "grad_norm": 0.03422018140554428,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 78100
    },
    {
      "grad_norm": 0.02821318618953228,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 78110
    },
    {
      "grad_norm": 0.031198326498270035,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 78120
    },
    {
      "grad_norm": 0.06663099676370621,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 78130
    },
    {
      "grad_norm": 0.04198553040623665,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 78140
    },
    {
      "grad_norm": 0.030587509274482727,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 78150
    },
    {
      "grad_norm": 0.04217027127742767,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 78160
    },
    {
      "grad_norm": 0.0438128262758255,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 78170
    },
    {
      "grad_norm": 0.0310216024518013,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 78180
    },
    {
      "grad_norm": 0.06339138746261597,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 78190
    },
    {
      "grad_norm": 0.030439116060733795,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 78200
    },
    {
      "grad_norm": 0.021382376551628113,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 78210
    },
    {
      "grad_norm": 0.04225252941250801,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 78220
    },
    {
      "grad_norm": 0.028249263763427734,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 78230
    },
    {
      "grad_norm": 0.08484141528606415,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 78240
    },
    {
      "grad_norm": 0.046661924570798874,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 78250
    },
    {
      "grad_norm": 0.048086341470479965,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 78260
    },
    {
      "grad_norm": 0.028517499566078186,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 78270
    },
    {
      "grad_norm": 0.028587419539690018,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 78280
    },
    {
      "grad_norm": 0.05925557389855385,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 78290
    },
    {
      "grad_norm": 0.03777122125029564,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 78300
    },
    {
      "grad_norm": 0.05418228358030319,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 78310
    },
    {
      "grad_norm": 0.03725505992770195,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 78320
    },
    {
      "grad_norm": 0.03323564678430557,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 78330
    },
    {
      "grad_norm": 0.04714773967862129,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 78340
    },
    {
      "grad_norm": 0.03160765394568443,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 78350
    },
    {
      "grad_norm": 0.029503360390663147,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 78360
    },
    {
      "grad_norm": 0.044598691165447235,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 78370
    },
    {
      "grad_norm": 0.03658777102828026,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 78380
    },
    {
      "grad_norm": 0.027097025886178017,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 78390
    },
    {
      "grad_norm": 0.03191598132252693,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 78400
    },
    {
      "grad_norm": 0.028720512986183167,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 78410
    },
    {
      "grad_norm": 0.03385431692004204,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 78420
    },
    {
      "grad_norm": 0.02895713597536087,
      "learning_rate": 0.0001,
      "loss": 0.0569,
      "step": 78430
    },
    {
      "grad_norm": 0.21932879090309143,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 78440
    },
    {
      "grad_norm": 0.041683901101350784,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 78450
    },
    {
      "grad_norm": 0.03745443373918533,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 78460
    },
    {
      "grad_norm": 0.029772868379950523,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 78470
    },
    {
      "grad_norm": 0.033202674239873886,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 78480
    },
    {
      "grad_norm": 0.03214488551020622,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 78490
    },
    {
      "grad_norm": 0.03223693370819092,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 78500
    },
    {
      "grad_norm": 0.03700704500079155,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 78510
    },
    {
      "grad_norm": 0.03249102830886841,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 78520
    },
    {
      "grad_norm": 0.042620670050382614,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 78530
    },
    {
      "grad_norm": 0.08359111100435257,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 78540
    },
    {
      "grad_norm": 0.038117676973342896,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 78550
    },
    {
      "grad_norm": 0.03171655535697937,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 78560
    },
    {
      "grad_norm": 0.0450531542301178,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 78570
    },
    {
      "grad_norm": 0.03278924897313118,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 78580
    },
    {
      "grad_norm": 0.03951685130596161,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 78590
    },
    {
      "grad_norm": 0.02817489393055439,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 78600
    },
    {
      "grad_norm": 0.028933214023709297,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 78610
    },
    {
      "grad_norm": 0.02843903750181198,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 78620
    },
    {
      "grad_norm": 0.028885364532470703,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 78630
    },
    {
      "grad_norm": 0.044241782277822495,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 78640
    },
    {
      "grad_norm": 0.0813070610165596,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 78650
    },
    {
      "grad_norm": 0.08637559413909912,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 78660
    },
    {
      "grad_norm": 0.02907436713576317,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 78670
    },
    {
      "grad_norm": 0.032133184373378754,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 78680
    },
    {
      "grad_norm": 0.03620683774352074,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 78690
    },
    {
      "grad_norm": 0.04601222276687622,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 78700
    },
    {
      "grad_norm": 0.060429468750953674,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 78710
    },
    {
      "grad_norm": 0.045528512448072433,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 78720
    },
    {
      "grad_norm": 0.03791205212473869,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 78730
    },
    {
      "grad_norm": 0.08659591525793076,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 78740
    },
    {
      "grad_norm": 0.032802514731884,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 78750
    },
    {
      "grad_norm": 0.037048447877168655,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 78760
    },
    {
      "grad_norm": 0.0526803694665432,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 78770
    },
    {
      "grad_norm": 0.03353097289800644,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 78780
    },
    {
      "grad_norm": 0.04163150489330292,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 78790
    },
    {
      "grad_norm": 0.032012391835451126,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 78800
    },
    {
      "grad_norm": 0.032760974019765854,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 78810
    },
    {
      "grad_norm": 0.026578526943922043,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 78820
    },
    {
      "grad_norm": 0.05488933250308037,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 78830
    },
    {
      "grad_norm": 0.026230301707983017,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 78840
    },
    {
      "grad_norm": 0.02653401903808117,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 78850
    },
    {
      "grad_norm": 0.02953006699681282,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 78860
    },
    {
      "grad_norm": 0.04150860756635666,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 78870
    },
    {
      "grad_norm": 0.054516732692718506,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 78880
    },
    {
      "grad_norm": 0.023401428014039993,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 78890
    },
    {
      "grad_norm": 0.0345274917781353,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 78900
    },
    {
      "grad_norm": 0.0255235955119133,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 78910
    },
    {
      "grad_norm": 0.03594241291284561,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 78920
    },
    {
      "grad_norm": 0.03267243131995201,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 78930
    },
    {
      "grad_norm": 0.027640286833047867,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 78940
    },
    {
      "grad_norm": 0.03474164754152298,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 78950
    },
    {
      "grad_norm": 0.027615657076239586,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 78960
    },
    {
      "grad_norm": 0.031826552003622055,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 78970
    },
    {
      "grad_norm": 0.02790961228311062,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 78980
    },
    {
      "grad_norm": 0.027733532711863518,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 78990
    },
    {
      "grad_norm": 0.03810323774814606,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 79000
    },
    {
      "grad_norm": 0.03090551123023033,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 79010
    },
    {
      "grad_norm": 0.03605541214346886,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 79020
    },
    {
      "grad_norm": 0.037110090255737305,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 79030
    },
    {
      "grad_norm": 0.031061207875609398,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 79040
    },
    {
      "grad_norm": 0.028813308104872704,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 79050
    },
    {
      "grad_norm": 0.032601647078990936,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 79060
    },
    {
      "grad_norm": 0.033142492175102234,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 79070
    },
    {
      "grad_norm": 0.03706285357475281,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 79080
    },
    {
      "grad_norm": 0.03158573433756828,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 79090
    },
    {
      "grad_norm": 0.031223753467202187,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 79100
    },
    {
      "grad_norm": 0.03536280244588852,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 79110
    },
    {
      "grad_norm": 0.0568268783390522,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 79120
    },
    {
      "grad_norm": 0.05670864135026932,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 79130
    },
    {
      "grad_norm": 0.03953007608652115,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 79140
    },
    {
      "grad_norm": 0.03268900141119957,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 79150
    },
    {
      "grad_norm": 0.0740061029791832,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 79160
    },
    {
      "grad_norm": 0.04933144897222519,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 79170
    },
    {
      "grad_norm": 0.03518815338611603,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 79180
    },
    {
      "grad_norm": 0.030980581417679787,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 79190
    },
    {
      "grad_norm": 0.0586322620511055,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 79200
    },
    {
      "grad_norm": 0.03552204370498657,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 79210
    },
    {
      "grad_norm": 0.03514137119054794,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 79220
    },
    {
      "grad_norm": 0.031352367252111435,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 79230
    },
    {
      "grad_norm": 0.03501244634389877,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 79240
    },
    {
      "grad_norm": 0.028251372277736664,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 79250
    },
    {
      "grad_norm": 0.038498830050230026,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 79260
    },
    {
      "grad_norm": 0.03200206533074379,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 79270
    },
    {
      "grad_norm": 0.032125651836395264,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 79280
    },
    {
      "grad_norm": 0.03370613232254982,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 79290
    },
    {
      "grad_norm": 0.03576025366783142,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 79300
    },
    {
      "grad_norm": 0.03759614750742912,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 79310
    },
    {
      "grad_norm": 0.03263755887746811,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 79320
    },
    {
      "grad_norm": 0.05237136408686638,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 79330
    },
    {
      "grad_norm": 0.08758515864610672,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 79340
    },
    {
      "grad_norm": 0.05001874640583992,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 79350
    },
    {
      "grad_norm": 0.09126589447259903,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 79360
    },
    {
      "grad_norm": 0.0597178116440773,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 79370
    },
    {
      "grad_norm": 0.027238015085458755,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 79380
    },
    {
      "grad_norm": 0.03859782963991165,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 79390
    },
    {
      "grad_norm": 0.029083508998155594,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 79400
    },
    {
      "grad_norm": 0.04626540467143059,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 79410
    },
    {
      "grad_norm": 0.045703768730163574,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 79420
    },
    {
      "grad_norm": 0.04424019157886505,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 79430
    },
    {
      "grad_norm": 0.04018957540392876,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 79440
    },
    {
      "grad_norm": 0.03894643113017082,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 79450
    },
    {
      "grad_norm": 0.03418968990445137,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 79460
    },
    {
      "grad_norm": 0.030929751694202423,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 79470
    },
    {
      "grad_norm": 0.028640231117606163,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 79480
    },
    {
      "grad_norm": 0.02860269695520401,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 79490
    },
    {
      "grad_norm": 0.026938170194625854,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 79500
    },
    {
      "grad_norm": 0.03476991876959801,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 79510
    },
    {
      "grad_norm": 0.030031202360987663,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 79520
    },
    {
      "grad_norm": 0.029721692204475403,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 79530
    },
    {
      "grad_norm": 0.03896487504243851,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 79540
    },
    {
      "grad_norm": 0.03962862119078636,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 79550
    },
    {
      "grad_norm": 0.03586782142519951,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 79560
    },
    {
      "grad_norm": 0.027401147410273552,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 79570
    },
    {
      "grad_norm": 0.04326976463198662,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 79580
    },
    {
      "grad_norm": 0.02929845079779625,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 79590
    },
    {
      "grad_norm": 0.026140809059143066,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 79600
    },
    {
      "grad_norm": 0.027080433443188667,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 79610
    },
    {
      "grad_norm": 0.039517976343631744,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 79620
    },
    {
      "grad_norm": 0.07271600514650345,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 79630
    },
    {
      "grad_norm": 0.14100393652915955,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 79640
    },
    {
      "grad_norm": 0.030229343101382256,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 79650
    },
    {
      "grad_norm": 0.03090958297252655,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 79660
    },
    {
      "grad_norm": 0.02863992005586624,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 79670
    },
    {
      "grad_norm": 0.027609996497631073,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 79680
    },
    {
      "grad_norm": 0.034384019672870636,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 79690
    },
    {
      "grad_norm": 0.049047041684389114,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 79700
    },
    {
      "grad_norm": 0.05073263496160507,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 79710
    },
    {
      "grad_norm": 0.028371348977088928,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 79720
    },
    {
      "grad_norm": 0.03909684717655182,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 79730
    },
    {
      "grad_norm": 0.11950314044952393,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 79740
    },
    {
      "grad_norm": 0.09464577585458755,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 79750
    },
    {
      "grad_norm": 0.037393517792224884,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 79760
    },
    {
      "grad_norm": 0.12084309756755829,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 79770
    },
    {
      "grad_norm": 0.04179463908076286,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 79780
    },
    {
      "grad_norm": 0.04259764403104782,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 79790
    },
    {
      "grad_norm": 0.03675469011068344,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 79800
    },
    {
      "grad_norm": 0.02816881611943245,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 79810
    },
    {
      "grad_norm": 0.03419850766658783,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 79820
    },
    {
      "grad_norm": 0.033317722380161285,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 79830
    },
    {
      "grad_norm": 0.02634262666106224,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 79840
    },
    {
      "grad_norm": 0.04791966453194618,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 79850
    },
    {
      "grad_norm": 0.05958642438054085,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 79860
    },
    {
      "grad_norm": 0.030853593721985817,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 79870
    },
    {
      "grad_norm": 0.036297254264354706,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 79880
    },
    {
      "grad_norm": 0.0313272550702095,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 79890
    },
    {
      "grad_norm": 0.029605984687805176,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 79900
    },
    {
      "grad_norm": 0.03327585384249687,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 79910
    },
    {
      "grad_norm": 0.038352854549884796,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 79920
    },
    {
      "grad_norm": 0.030371086671948433,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 79930
    },
    {
      "grad_norm": 0.02740403451025486,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 79940
    },
    {
      "grad_norm": 0.05977817252278328,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 79950
    },
    {
      "grad_norm": 0.03128327056765556,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 79960
    },
    {
      "grad_norm": 0.03283991664648056,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 79970
    },
    {
      "grad_norm": 0.028444189578294754,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 79980
    },
    {
      "grad_norm": 0.031240321695804596,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 79990
    },
    {
      "grad_norm": 0.030631273984909058,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 80000
    },
    {
      "grad_norm": 0.04123038426041603,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 80010
    },
    {
      "grad_norm": 0.03131355345249176,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 80020
    },
    {
      "grad_norm": 0.061546631157398224,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 80030
    },
    {
      "grad_norm": 0.025947343558073044,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 80040
    },
    {
      "grad_norm": 0.025381004437804222,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 80050
    },
    {
      "grad_norm": 0.06526490300893784,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 80060
    },
    {
      "grad_norm": 0.057276416569948196,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 80070
    },
    {
      "grad_norm": 0.04722509905695915,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 80080
    },
    {
      "grad_norm": 0.06113278120756149,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 80090
    },
    {
      "grad_norm": 0.11384373903274536,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 80100
    },
    {
      "grad_norm": 0.038906875997781754,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 80110
    },
    {
      "grad_norm": 0.066731296479702,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 80120
    },
    {
      "grad_norm": 0.03880850598216057,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 80130
    },
    {
      "grad_norm": 0.034364547580480576,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 80140
    },
    {
      "grad_norm": 0.032490942627191544,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 80150
    },
    {
      "grad_norm": 0.034462105482816696,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 80160
    },
    {
      "grad_norm": 0.032179009169340134,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 80170
    },
    {
      "grad_norm": 0.035419367253780365,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 80180
    },
    {
      "grad_norm": 0.030186861753463745,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 80190
    },
    {
      "grad_norm": 0.03459811583161354,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 80200
    },
    {
      "grad_norm": 0.028115086257457733,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 80210
    },
    {
      "grad_norm": 0.034720443189144135,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 80220
    },
    {
      "grad_norm": 0.03706677258014679,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 80230
    },
    {
      "grad_norm": 0.03361889719963074,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 80240
    },
    {
      "grad_norm": 0.032616715878248215,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 80250
    },
    {
      "grad_norm": 0.03310234844684601,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 80260
    },
    {
      "grad_norm": 0.032313551753759384,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 80270
    },
    {
      "grad_norm": 0.03971441090106964,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 80280
    },
    {
      "grad_norm": 0.1351366490125656,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 80290
    },
    {
      "grad_norm": 0.09095750004053116,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 80300
    },
    {
      "grad_norm": 0.04022353142499924,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 80310
    },
    {
      "grad_norm": 0.03807353600859642,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 80320
    },
    {
      "grad_norm": 0.031035946682095528,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 80330
    },
    {
      "grad_norm": 0.03138107806444168,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 80340
    },
    {
      "grad_norm": 0.031042274087667465,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 80350
    },
    {
      "grad_norm": 0.08807428926229477,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 80360
    },
    {
      "grad_norm": 0.026357896625995636,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 80370
    },
    {
      "grad_norm": 0.028241856023669243,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 80380
    },
    {
      "grad_norm": 0.03393800929188728,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 80390
    },
    {
      "grad_norm": 0.04322248697280884,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 80400
    },
    {
      "grad_norm": 0.03876205161213875,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 80410
    },
    {
      "grad_norm": 0.06980825215578079,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 80420
    },
    {
      "grad_norm": 0.054539576172828674,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 80430
    },
    {
      "grad_norm": 0.06230606883764267,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 80440
    },
    {
      "grad_norm": 0.03340183198451996,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 80450
    },
    {
      "grad_norm": 0.025731785222887993,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 80460
    },
    {
      "grad_norm": 0.039322253316640854,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 80470
    },
    {
      "grad_norm": 0.031725745648145676,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 80480
    },
    {
      "grad_norm": 0.03263338655233383,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 80490
    },
    {
      "grad_norm": 0.028182752430438995,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 80500
    },
    {
      "grad_norm": 0.02948582172393799,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 80510
    },
    {
      "grad_norm": 0.05986931174993515,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 80520
    },
    {
      "grad_norm": 0.04617469012737274,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 80530
    },
    {
      "grad_norm": 0.05490105599164963,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 80540
    },
    {
      "grad_norm": 0.05312974378466606,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 80550
    },
    {
      "grad_norm": 0.030761709436774254,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 80560
    },
    {
      "grad_norm": 0.02813049778342247,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 80570
    },
    {
      "grad_norm": 0.051497459411621094,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 80580
    },
    {
      "grad_norm": 0.034430939704179764,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 80590
    },
    {
      "grad_norm": 0.03789495304226875,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 80600
    },
    {
      "grad_norm": 0.023306816816329956,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 80610
    },
    {
      "grad_norm": 0.027142098173499107,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 80620
    },
    {
      "grad_norm": 0.03562960401177406,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 80630
    },
    {
      "grad_norm": 0.03544279560446739,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 80640
    },
    {
      "grad_norm": 0.024874618276953697,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 80650
    },
    {
      "grad_norm": 0.025791209191083908,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 80660
    },
    {
      "grad_norm": 0.025901006534695625,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 80670
    },
    {
      "grad_norm": 0.03138813003897667,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 80680
    },
    {
      "grad_norm": 0.05966745689511299,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 80690
    },
    {
      "grad_norm": 0.07239293307065964,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 80700
    },
    {
      "grad_norm": 0.02817440964281559,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 80710
    },
    {
      "grad_norm": 0.050113413482904434,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 80720
    },
    {
      "grad_norm": 0.038779716938734055,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 80730
    },
    {
      "grad_norm": 0.034570999443531036,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 80740
    },
    {
      "grad_norm": 0.037839073687791824,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 80750
    },
    {
      "grad_norm": 0.05007067695260048,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 80760
    },
    {
      "grad_norm": 0.024748878553509712,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 80770
    },
    {
      "grad_norm": 0.06117637827992439,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 80780
    },
    {
      "grad_norm": 0.03550471365451813,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 80790
    },
    {
      "grad_norm": 0.03698734939098358,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 80800
    },
    {
      "grad_norm": 0.02845144271850586,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 80810
    },
    {
      "grad_norm": 0.026192067191004753,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 80820
    },
    {
      "grad_norm": 0.025758137926459312,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 80830
    },
    {
      "grad_norm": 0.027447300031781197,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 80840
    },
    {
      "grad_norm": 0.02529345266520977,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 80850
    },
    {
      "grad_norm": 0.03705098479986191,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 80860
    },
    {
      "grad_norm": 0.03796152397990227,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 80870
    },
    {
      "grad_norm": 0.032939277589321136,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 80880
    },
    {
      "grad_norm": 0.03330967202782631,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 80890
    },
    {
      "grad_norm": 0.029206836596131325,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 80900
    },
    {
      "grad_norm": 0.031071849167346954,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 80910
    },
    {
      "grad_norm": 0.03259044140577316,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 80920
    },
    {
      "grad_norm": 0.03620239347219467,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 80930
    },
    {
      "grad_norm": 0.05591655150055885,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 80940
    },
    {
      "grad_norm": 0.027876675128936768,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 80950
    },
    {
      "grad_norm": 0.041520752012729645,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 80960
    },
    {
      "grad_norm": 0.04443645849823952,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 80970
    },
    {
      "grad_norm": 0.027553217485547066,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 80980
    },
    {
      "grad_norm": 0.030121659860014915,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 80990
    },
    {
      "grad_norm": 0.030590886250138283,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 81000
    },
    {
      "grad_norm": 0.058412909507751465,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 81010
    },
    {
      "grad_norm": 0.029978139325976372,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 81020
    },
    {
      "grad_norm": 0.052740998566150665,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 81030
    },
    {
      "grad_norm": 0.06165086477994919,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 81040
    },
    {
      "grad_norm": 0.028530927374958992,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 81050
    },
    {
      "grad_norm": 0.029548279941082,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 81060
    },
    {
      "grad_norm": 0.03723498806357384,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 81070
    },
    {
      "grad_norm": 0.039533328264951706,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 81080
    },
    {
      "grad_norm": 0.028146807104349136,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 81090
    },
    {
      "grad_norm": 0.03474389761686325,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 81100
    },
    {
      "grad_norm": 0.03523508086800575,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 81110
    },
    {
      "grad_norm": 0.049724411219358444,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 81120
    },
    {
      "grad_norm": 0.03499157354235649,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 81130
    },
    {
      "grad_norm": 0.08327876031398773,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 81140
    },
    {
      "grad_norm": 0.03572026640176773,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 81150
    },
    {
      "grad_norm": 0.10806750506162643,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 81160
    },
    {
      "grad_norm": 0.03183690458536148,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 81170
    },
    {
      "grad_norm": 0.03303994610905647,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 81180
    },
    {
      "grad_norm": 0.031099587678909302,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 81190
    },
    {
      "grad_norm": 0.03094397857785225,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 81200
    },
    {
      "grad_norm": 0.06216064468026161,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 81210
    },
    {
      "grad_norm": 0.06213755160570145,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 81220
    },
    {
      "grad_norm": 0.038139790296554565,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 81230
    },
    {
      "grad_norm": 0.1132320910692215,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 81240
    },
    {
      "grad_norm": 0.03186853602528572,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 81250
    },
    {
      "grad_norm": 0.034415651112794876,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 81260
    },
    {
      "grad_norm": 0.032326165586709976,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 81270
    },
    {
      "grad_norm": 0.06846074014902115,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 81280
    },
    {
      "grad_norm": 0.03666305169463158,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 81290
    },
    {
      "grad_norm": 0.21322517096996307,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 81300
    },
    {
      "grad_norm": 0.027733616530895233,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 81310
    },
    {
      "grad_norm": 0.035180699080228806,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 81320
    },
    {
      "grad_norm": 0.04931718111038208,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 81330
    },
    {
      "grad_norm": 0.0325150191783905,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 81340
    },
    {
      "grad_norm": 0.03845895826816559,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 81350
    },
    {
      "grad_norm": 0.03127675503492355,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 81360
    },
    {
      "grad_norm": 0.028070036321878433,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 81370
    },
    {
      "grad_norm": 0.032411128282547,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 81380
    },
    {
      "grad_norm": 0.02558354288339615,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 81390
    },
    {
      "grad_norm": 0.03415564075112343,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 81400
    },
    {
      "grad_norm": 0.03383877873420715,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 81410
    },
    {
      "grad_norm": 0.035221412777900696,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 81420
    },
    {
      "grad_norm": 0.030016077682375908,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 81430
    },
    {
      "grad_norm": 0.0335969552397728,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 81440
    },
    {
      "grad_norm": 0.028266003355383873,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 81450
    },
    {
      "grad_norm": 0.04160459712147713,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 81460
    },
    {
      "grad_norm": 0.03924297168850899,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 81470
    },
    {
      "grad_norm": 0.06134134158492088,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 81480
    },
    {
      "grad_norm": 0.03376001864671707,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 81490
    },
    {
      "grad_norm": 0.03546399623155594,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 81500
    },
    {
      "grad_norm": 0.04751730337738991,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 81510
    },
    {
      "grad_norm": 0.043344687670469284,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 81520
    },
    {
      "grad_norm": 0.05385974049568176,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 81530
    },
    {
      "grad_norm": 0.04248605668544769,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 81540
    },
    {
      "grad_norm": 0.025105057284235954,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 81550
    },
    {
      "grad_norm": 0.035525985062122345,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 81560
    },
    {
      "grad_norm": 0.062395017594099045,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 81570
    },
    {
      "grad_norm": 0.05044291540980339,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 81580
    },
    {
      "grad_norm": 0.03880320116877556,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 81590
    },
    {
      "grad_norm": 0.03592381253838539,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 81600
    },
    {
      "grad_norm": 0.030145596712827682,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 81610
    },
    {
      "grad_norm": 0.03925277665257454,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 81620
    },
    {
      "grad_norm": 0.025912418961524963,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 81630
    },
    {
      "grad_norm": 0.02900727279484272,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 81640
    },
    {
      "grad_norm": 0.028545795008540154,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 81650
    },
    {
      "grad_norm": 0.04758581146597862,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 81660
    },
    {
      "grad_norm": 0.05179385840892792,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 81670
    },
    {
      "grad_norm": 0.03185892850160599,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 81680
    },
    {
      "grad_norm": 0.03727152198553085,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 81690
    },
    {
      "grad_norm": 0.034642744809389114,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 81700
    },
    {
      "grad_norm": 0.035323504358530045,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 81710
    },
    {
      "grad_norm": 0.03373940289020538,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 81720
    },
    {
      "grad_norm": 0.04753643646836281,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 81730
    },
    {
      "grad_norm": 0.03361893072724342,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 81740
    },
    {
      "grad_norm": 0.027112828567624092,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 81750
    },
    {
      "grad_norm": 0.05430570989847183,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 81760
    },
    {
      "grad_norm": 0.02782392129302025,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 81770
    },
    {
      "grad_norm": 0.040678709745407104,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 81780
    },
    {
      "grad_norm": 0.03300013765692711,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 81790
    },
    {
      "grad_norm": 0.03637642785906792,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 81800
    },
    {
      "grad_norm": 0.04878425598144531,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 81810
    },
    {
      "grad_norm": 0.04602664336562157,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 81820
    },
    {
      "grad_norm": 0.028231965377926826,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 81830
    },
    {
      "grad_norm": 0.04845292493700981,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 81840
    },
    {
      "grad_norm": 0.0630459263920784,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 81850
    },
    {
      "grad_norm": 0.04525315761566162,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 81860
    },
    {
      "grad_norm": 0.0343547947704792,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 81870
    },
    {
      "grad_norm": 0.02881184220314026,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 81880
    },
    {
      "grad_norm": 0.028094979003071785,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 81890
    },
    {
      "grad_norm": 0.028259696438908577,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 81900
    },
    {
      "grad_norm": 0.028554247692227364,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 81910
    },
    {
      "grad_norm": 0.02951117604970932,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 81920
    },
    {
      "grad_norm": 0.06293366104364395,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 81930
    },
    {
      "grad_norm": 0.0484798401594162,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 81940
    },
    {
      "grad_norm": 0.03285667672753334,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 81950
    },
    {
      "grad_norm": 0.028488274663686752,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 81960
    },
    {
      "grad_norm": 0.03511854261159897,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 81970
    },
    {
      "grad_norm": 0.027960721403360367,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 81980
    },
    {
      "grad_norm": 0.04100891202688217,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 81990
    },
    {
      "grad_norm": 0.024801936000585556,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 82000
    },
    {
      "grad_norm": 0.02591501921415329,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 82010
    },
    {
      "grad_norm": 0.025605181232094765,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 82020
    },
    {
      "grad_norm": 0.034178391098976135,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 82030
    },
    {
      "grad_norm": 0.032089583575725555,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 82040
    },
    {
      "grad_norm": 0.0323319211602211,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 82050
    },
    {
      "grad_norm": 0.02861664444208145,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 82060
    },
    {
      "grad_norm": 0.03922825679183006,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 82070
    },
    {
      "grad_norm": 0.033329930156469345,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 82080
    },
    {
      "grad_norm": 0.04030333831906319,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 82090
    },
    {
      "grad_norm": 0.04615471512079239,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 82100
    },
    {
      "grad_norm": 0.038727305829524994,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 82110
    },
    {
      "grad_norm": 0.042576320469379425,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 82120
    },
    {
      "grad_norm": 0.03163377195596695,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 82130
    },
    {
      "grad_norm": 0.036500804126262665,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 82140
    },
    {
      "grad_norm": 0.02812487818300724,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 82150
    },
    {
      "grad_norm": 0.05426381900906563,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 82160
    },
    {
      "grad_norm": 0.03454897180199623,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 82170
    },
    {
      "grad_norm": 0.02725464291870594,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 82180
    },
    {
      "grad_norm": 0.02288772538304329,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 82190
    },
    {
      "grad_norm": 0.028078706935048103,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 82200
    },
    {
      "grad_norm": 0.03854380548000336,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 82210
    },
    {
      "grad_norm": 0.03721229359507561,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 82220
    },
    {
      "grad_norm": 0.0373571440577507,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 82230
    },
    {
      "grad_norm": 0.049478042870759964,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 82240
    },
    {
      "grad_norm": 0.025075407698750496,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 82250
    },
    {
      "grad_norm": 0.0337313637137413,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 82260
    },
    {
      "grad_norm": 0.03021882101893425,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 82270
    },
    {
      "grad_norm": 0.02874399721622467,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 82280
    },
    {
      "grad_norm": 0.0303335078060627,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 82290
    },
    {
      "grad_norm": 0.0722169280052185,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 82300
    },
    {
      "grad_norm": 0.03724680095911026,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 82310
    },
    {
      "grad_norm": 0.031801141798496246,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 82320
    },
    {
      "grad_norm": 0.03164416179060936,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 82330
    },
    {
      "grad_norm": 0.05598064512014389,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 82340
    },
    {
      "grad_norm": 0.03837743401527405,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 82350
    },
    {
      "grad_norm": 0.15899871289730072,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 82360
    },
    {
      "grad_norm": 0.05107872560620308,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 82370
    },
    {
      "grad_norm": 0.050575461238622665,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 82380
    },
    {
      "grad_norm": 0.03643364459276199,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 82390
    },
    {
      "grad_norm": 0.10151119530200958,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 82400
    },
    {
      "grad_norm": 0.0308097992092371,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 82410
    },
    {
      "grad_norm": 0.07299622148275375,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 82420
    },
    {
      "grad_norm": 0.03278239071369171,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 82430
    },
    {
      "grad_norm": 0.025962626561522484,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 82440
    },
    {
      "grad_norm": 0.027827590703964233,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 82450
    },
    {
      "grad_norm": 0.028678884729743004,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 82460
    },
    {
      "grad_norm": 0.0610266849398613,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 82470
    },
    {
      "grad_norm": 0.058314062654972076,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 82480
    },
    {
      "grad_norm": 0.03166963532567024,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 82490
    },
    {
      "grad_norm": 0.030596697703003883,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 82500
    },
    {
      "grad_norm": 0.04981491342186928,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 82510
    },
    {
      "grad_norm": 0.06697309017181396,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 82520
    },
    {
      "grad_norm": 0.029453124850988388,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 82530
    },
    {
      "grad_norm": 0.0493035688996315,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 82540
    },
    {
      "grad_norm": 0.029952727258205414,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 82550
    },
    {
      "grad_norm": 0.06710879504680634,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 82560
    },
    {
      "grad_norm": 0.036945492029190063,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 82570
    },
    {
      "grad_norm": 0.03712194040417671,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 82580
    },
    {
      "grad_norm": 0.062090445309877396,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 82590
    },
    {
      "grad_norm": 0.04661726951599121,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 82600
    },
    {
      "grad_norm": 0.025551900267601013,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 82610
    },
    {
      "grad_norm": 0.03258345648646355,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 82620
    },
    {
      "grad_norm": 0.02677089162170887,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 82630
    },
    {
      "grad_norm": 0.0333198681473732,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 82640
    },
    {
      "grad_norm": 0.030747191980481148,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 82650
    },
    {
      "grad_norm": 0.03871181234717369,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 82660
    },
    {
      "grad_norm": 0.028988206759095192,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 82670
    },
    {
      "grad_norm": 0.036538153886795044,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 82680
    },
    {
      "grad_norm": 0.026710329577326775,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 82690
    },
    {
      "grad_norm": 0.03794180229306221,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 82700
    },
    {
      "grad_norm": 0.024360312148928642,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 82710
    },
    {
      "grad_norm": 0.04167448356747627,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 82720
    },
    {
      "grad_norm": 0.037697337567806244,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 82730
    },
    {
      "grad_norm": 0.029140589758753777,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 82740
    },
    {
      "grad_norm": 0.03803807124495506,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 82750
    },
    {
      "grad_norm": 0.07354563474655151,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 82760
    },
    {
      "grad_norm": 0.04602019861340523,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 82770
    },
    {
      "grad_norm": 0.026789773255586624,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 82780
    },
    {
      "grad_norm": 0.026436300948262215,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 82790
    },
    {
      "grad_norm": 0.05749892443418503,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 82800
    },
    {
      "grad_norm": 0.025842994451522827,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 82810
    },
    {
      "grad_norm": 0.03076942078769207,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 82820
    },
    {
      "grad_norm": 0.02968720905482769,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 82830
    },
    {
      "grad_norm": 0.03292379900813103,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 82840
    },
    {
      "grad_norm": 0.030686309561133385,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 82850
    },
    {
      "grad_norm": 0.033689334988594055,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 82860
    },
    {
      "grad_norm": 0.03605210781097412,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 82870
    },
    {
      "grad_norm": 0.036876995116472244,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 82880
    },
    {
      "grad_norm": 0.0534215047955513,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 82890
    },
    {
      "grad_norm": 0.025706563144922256,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 82900
    },
    {
      "grad_norm": 0.030514925718307495,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 82910
    },
    {
      "grad_norm": 0.03751667961478233,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 82920
    },
    {
      "grad_norm": 0.027696518227458,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 82930
    },
    {
      "grad_norm": 0.039638765156269073,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 82940
    },
    {
      "grad_norm": 0.02696879766881466,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 82950
    },
    {
      "grad_norm": 0.02521580271422863,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 82960
    },
    {
      "grad_norm": 0.028295380994677544,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 82970
    },
    {
      "grad_norm": 0.03259368985891342,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 82980
    },
    {
      "grad_norm": 0.032043687999248505,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 82990
    },
    {
      "grad_norm": 0.027688732370734215,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 83000
    },
    {
      "grad_norm": 0.032001644372940063,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 83010
    },
    {
      "grad_norm": 0.030300164595246315,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 83020
    },
    {
      "grad_norm": 0.042851004749536514,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 83030
    },
    {
      "grad_norm": 0.13006366789340973,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 83040
    },
    {
      "grad_norm": 0.03374069929122925,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 83050
    },
    {
      "grad_norm": 0.028327494859695435,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 83060
    },
    {
      "grad_norm": 0.06235755234956741,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 83070
    },
    {
      "grad_norm": 0.03971506655216217,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 83080
    },
    {
      "grad_norm": 0.030339986085891724,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 83090
    },
    {
      "grad_norm": 0.02608412317931652,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 83100
    },
    {
      "grad_norm": 0.03908276930451393,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 83110
    },
    {
      "grad_norm": 0.026446504518389702,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 83120
    },
    {
      "grad_norm": 0.04249965026974678,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 83130
    },
    {
      "grad_norm": 0.02335928939282894,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 83140
    },
    {
      "grad_norm": 0.03275727108120918,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 83150
    },
    {
      "grad_norm": 0.03092612884938717,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 83160
    },
    {
      "grad_norm": 0.028253016993403435,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 83170
    },
    {
      "grad_norm": 0.030116159468889236,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 83180
    },
    {
      "grad_norm": 0.03527834638953209,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 83190
    },
    {
      "grad_norm": 0.02774418145418167,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 83200
    },
    {
      "grad_norm": 0.033725522458553314,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 83210
    },
    {
      "grad_norm": 0.02880094014108181,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 83220
    },
    {
      "grad_norm": 0.02390841394662857,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 83230
    },
    {
      "grad_norm": 0.039695288985967636,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 83240
    },
    {
      "grad_norm": 0.03163561969995499,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 83250
    },
    {
      "grad_norm": 0.02715819887816906,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 83260
    },
    {
      "grad_norm": 0.029432076960802078,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 83270
    },
    {
      "grad_norm": 0.09089815616607666,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 83280
    },
    {
      "grad_norm": 0.05722464621067047,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 83290
    },
    {
      "grad_norm": 0.04222889617085457,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 83300
    },
    {
      "grad_norm": 0.026274729520082474,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 83310
    },
    {
      "grad_norm": 0.031654275953769684,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 83320
    },
    {
      "grad_norm": 0.037800028920173645,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 83330
    },
    {
      "grad_norm": 0.08093053102493286,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 83340
    },
    {
      "grad_norm": 0.15944276750087738,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 83350
    },
    {
      "grad_norm": 0.06530597805976868,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 83360
    },
    {
      "grad_norm": 0.042480312287807465,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 83370
    },
    {
      "grad_norm": 0.060375843197107315,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 83380
    },
    {
      "grad_norm": 0.03042515553534031,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 83390
    },
    {
      "grad_norm": 0.031105946749448776,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 83400
    },
    {
      "grad_norm": 0.025853898376226425,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 83410
    },
    {
      "grad_norm": 0.031426481902599335,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 83420
    },
    {
      "grad_norm": 0.024648750200867653,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 83430
    },
    {
      "grad_norm": 0.0517512746155262,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 83440
    },
    {
      "grad_norm": 0.026970146223902702,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 83450
    },
    {
      "grad_norm": 0.038534458726644516,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 83460
    },
    {
      "grad_norm": 0.02677452750504017,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 83470
    },
    {
      "grad_norm": 0.027510594576597214,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 83480
    },
    {
      "grad_norm": 0.24032537639141083,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 83490
    },
    {
      "grad_norm": 0.13817697763442993,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 83500
    },
    {
      "grad_norm": 0.05882355570793152,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 83510
    },
    {
      "grad_norm": 0.04472772404551506,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 83520
    },
    {
      "grad_norm": 0.02743770182132721,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 83530
    },
    {
      "grad_norm": 0.03988178074359894,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 83540
    },
    {
      "grad_norm": 0.03154756873846054,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 83550
    },
    {
      "grad_norm": 0.027857966721057892,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 83560
    },
    {
      "grad_norm": 0.043078042566776276,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 83570
    },
    {
      "grad_norm": 0.031132344156503677,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 83580
    },
    {
      "grad_norm": 0.029945816844701767,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 83590
    },
    {
      "grad_norm": 0.026886550709605217,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 83600
    },
    {
      "grad_norm": 0.03015046752989292,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 83610
    },
    {
      "grad_norm": 0.027025841176509857,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 83620
    },
    {
      "grad_norm": 0.03287312388420105,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 83630
    },
    {
      "grad_norm": 0.027010325342416763,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 83640
    },
    {
      "grad_norm": 0.02771930769085884,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 83650
    },
    {
      "grad_norm": 0.03258974477648735,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 83660
    },
    {
      "grad_norm": 0.04969698190689087,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 83670
    },
    {
      "grad_norm": 0.06626509875059128,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 83680
    },
    {
      "grad_norm": 0.0350920669734478,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 83690
    },
    {
      "grad_norm": 0.02581695467233658,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 83700
    },
    {
      "grad_norm": 0.06393181532621384,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 83710
    },
    {
      "grad_norm": 0.025506101548671722,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 83720
    },
    {
      "grad_norm": 0.03308097645640373,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 83730
    },
    {
      "grad_norm": 0.029628554359078407,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 83740
    },
    {
      "grad_norm": 0.030002135783433914,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 83750
    },
    {
      "grad_norm": 0.03055550903081894,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 83760
    },
    {
      "grad_norm": 0.047223109751939774,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 83770
    },
    {
      "grad_norm": 0.026647327467799187,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 83780
    },
    {
      "grad_norm": 0.043769076466560364,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 83790
    },
    {
      "grad_norm": 0.04321647435426712,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 83800
    },
    {
      "grad_norm": 0.05692419037222862,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 83810
    },
    {
      "grad_norm": 0.03556441888213158,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 83820
    },
    {
      "grad_norm": 0.057035572826862335,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 83830
    },
    {
      "grad_norm": 0.03833043947815895,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 83840
    },
    {
      "grad_norm": 0.02735794149339199,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 83850
    },
    {
      "grad_norm": 0.03325049579143524,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 83860
    },
    {
      "grad_norm": 0.037583235651254654,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 83870
    },
    {
      "grad_norm": 0.061354491859674454,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 83880
    },
    {
      "grad_norm": 0.041066963225603104,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 83890
    },
    {
      "grad_norm": 0.03060951456427574,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 83900
    },
    {
      "grad_norm": 0.03777941316366196,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 83910
    },
    {
      "grad_norm": 0.029826117679476738,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 83920
    },
    {
      "grad_norm": 0.04042596369981766,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 83930
    },
    {
      "grad_norm": 0.029242826625704765,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 83940
    },
    {
      "grad_norm": 0.04848000034689903,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 83950
    },
    {
      "grad_norm": 0.04664358124136925,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 83960
    },
    {
      "grad_norm": 0.03520723432302475,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 83970
    },
    {
      "grad_norm": 0.09209685772657394,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 83980
    },
    {
      "grad_norm": 0.033188074827194214,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 83990
    },
    {
      "grad_norm": 0.025542832911014557,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 84000
    },
    {
      "grad_norm": 0.027200814336538315,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 84010
    },
    {
      "grad_norm": 0.029447391629219055,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 84020
    },
    {
      "grad_norm": 0.04728413745760918,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 84030
    },
    {
      "grad_norm": 0.03105957619845867,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 84040
    },
    {
      "grad_norm": 0.03458298370242119,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 84050
    },
    {
      "grad_norm": 0.026892472058534622,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 84060
    },
    {
      "grad_norm": 0.05992545560002327,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 84070
    },
    {
      "grad_norm": 0.043866101652383804,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 84080
    },
    {
      "grad_norm": 0.06974228471517563,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 84090
    },
    {
      "grad_norm": 0.036131199449300766,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 84100
    },
    {
      "grad_norm": 0.04567625746130943,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 84110
    },
    {
      "grad_norm": 0.06456142663955688,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 84120
    },
    {
      "grad_norm": 0.0949714183807373,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 84130
    },
    {
      "grad_norm": 0.03689803555607796,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 84140
    },
    {
      "grad_norm": 0.03529416769742966,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 84150
    },
    {
      "grad_norm": 0.05467744544148445,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 84160
    },
    {
      "grad_norm": 0.04145452380180359,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 84170
    },
    {
      "grad_norm": 0.02884819358587265,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 84180
    },
    {
      "grad_norm": 0.03434433043003082,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 84190
    },
    {
      "grad_norm": 0.036338672041893005,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 84200
    },
    {
      "grad_norm": 0.048998456448316574,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 84210
    },
    {
      "grad_norm": 0.045643400400877,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 84220
    },
    {
      "grad_norm": 0.03209993988275528,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 84230
    },
    {
      "grad_norm": 0.03330931439995766,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 84240
    },
    {
      "grad_norm": 0.02804715745151043,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 84250
    },
    {
      "grad_norm": 0.0533064529299736,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 84260
    },
    {
      "grad_norm": 0.03619849309325218,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 84270
    },
    {
      "grad_norm": 0.03312346339225769,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 84280
    },
    {
      "grad_norm": 0.03650745376944542,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 84290
    },
    {
      "grad_norm": 0.031186256557703018,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 84300
    },
    {
      "grad_norm": 0.051255371421575546,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 84310
    },
    {
      "grad_norm": 0.051374129951000214,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 84320
    },
    {
      "grad_norm": 0.08661719411611557,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 84330
    },
    {
      "grad_norm": 0.1311199963092804,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 84340
    },
    {
      "grad_norm": 0.045655667781829834,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 84350
    },
    {
      "grad_norm": 0.05504363030195236,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 84360
    },
    {
      "grad_norm": 0.033016353845596313,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 84370
    },
    {
      "grad_norm": 0.03761127591133118,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 84380
    },
    {
      "grad_norm": 0.053404126316308975,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 84390
    },
    {
      "grad_norm": 0.027714597061276436,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 84400
    },
    {
      "grad_norm": 0.034214410930871964,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 84410
    },
    {
      "grad_norm": 0.05093960464000702,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 84420
    },
    {
      "grad_norm": 0.03285416215658188,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 84430
    },
    {
      "grad_norm": 0.04392172396183014,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 84440
    },
    {
      "grad_norm": 0.031278401613235474,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 84450
    },
    {
      "grad_norm": 0.028876015916466713,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 84460
    },
    {
      "grad_norm": 0.03286420926451683,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 84470
    },
    {
      "grad_norm": 0.042912766337394714,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 84480
    },
    {
      "grad_norm": 0.05241740122437477,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 84490
    },
    {
      "grad_norm": 0.032430436462163925,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 84500
    },
    {
      "grad_norm": 0.025136932730674744,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 84510
    },
    {
      "grad_norm": 0.0408472903072834,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 84520
    },
    {
      "grad_norm": 0.034829821437597275,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 84530
    },
    {
      "grad_norm": 0.030747925862669945,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 84540
    },
    {
      "grad_norm": 0.033588748425245285,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 84550
    },
    {
      "grad_norm": 0.03212279826402664,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 84560
    },
    {
      "grad_norm": 0.030098728835582733,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 84570
    },
    {
      "grad_norm": 0.06574533879756927,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 84580
    },
    {
      "grad_norm": 0.034656088799238205,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 84590
    },
    {
      "grad_norm": 0.0337618887424469,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 84600
    },
    {
      "grad_norm": 0.02461172640323639,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 84610
    },
    {
      "grad_norm": 0.030933473259210587,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 84620
    },
    {
      "grad_norm": 0.03154832497239113,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 84630
    },
    {
      "grad_norm": 0.0333273820579052,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 84640
    },
    {
      "grad_norm": 0.03382556512951851,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 84650
    },
    {
      "grad_norm": 0.03619018942117691,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 84660
    },
    {
      "grad_norm": 0.04987384006381035,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 84670
    },
    {
      "grad_norm": 0.09578476846218109,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 84680
    },
    {
      "grad_norm": 0.08502858132123947,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 84690
    },
    {
      "grad_norm": 0.041317351162433624,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 84700
    },
    {
      "grad_norm": 0.038486599922180176,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 84710
    },
    {
      "grad_norm": 0.04106230288743973,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 84720
    },
    {
      "grad_norm": 0.0321589857339859,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 84730
    },
    {
      "grad_norm": 0.032312992960214615,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 84740
    },
    {
      "grad_norm": 0.03134977072477341,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 84750
    },
    {
      "grad_norm": 0.036523301154375076,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 84760
    },
    {
      "grad_norm": 0.031134843826293945,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 84770
    },
    {
      "grad_norm": 0.028343316167593002,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 84780
    },
    {
      "grad_norm": 0.03487548232078552,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 84790
    },
    {
      "grad_norm": 0.02953648380935192,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 84800
    },
    {
      "grad_norm": 0.04371057450771332,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 84810
    },
    {
      "grad_norm": 0.027914831414818764,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 84820
    },
    {
      "grad_norm": 0.04061116278171539,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 84830
    },
    {
      "grad_norm": 0.035643838346004486,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 84840
    },
    {
      "grad_norm": 0.034183017909526825,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 84850
    },
    {
      "grad_norm": 0.033035922795534134,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 84860
    },
    {
      "grad_norm": 0.08039617538452148,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 84870
    },
    {
      "grad_norm": 0.02486630156636238,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 84880
    },
    {
      "grad_norm": 0.037211086601018906,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 84890
    },
    {
      "grad_norm": 0.034302905201911926,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 84900
    },
    {
      "grad_norm": 0.03326304629445076,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 84910
    },
    {
      "grad_norm": 0.028153741732239723,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 84920
    },
    {
      "grad_norm": 0.032792601734399796,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 84930
    },
    {
      "grad_norm": 0.0552135668694973,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 84940
    },
    {
      "grad_norm": 0.03882589191198349,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 84950
    },
    {
      "grad_norm": 0.04186633601784706,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 84960
    },
    {
      "grad_norm": 0.039779674261808395,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 84970
    },
    {
      "grad_norm": 0.027479104697704315,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 84980
    },
    {
      "grad_norm": 0.030502352863550186,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 84990
    },
    {
      "grad_norm": 0.04216606169939041,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 85000
    },
    {
      "grad_norm": 0.05430104210972786,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 85010
    },
    {
      "grad_norm": 0.07681595534086227,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 85020
    },
    {
      "grad_norm": 0.06390400975942612,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 85030
    },
    {
      "grad_norm": 0.04393582046031952,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 85040
    },
    {
      "grad_norm": 0.04629245027899742,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 85050
    },
    {
      "grad_norm": 0.04647499695420265,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 85060
    },
    {
      "grad_norm": 0.09084666520357132,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 85070
    },
    {
      "grad_norm": 0.02862832136452198,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 85080
    },
    {
      "grad_norm": 0.0345456637442112,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 85090
    },
    {
      "grad_norm": 0.03207165747880936,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 85100
    },
    {
      "grad_norm": 0.035313598811626434,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 85110
    },
    {
      "grad_norm": 0.034287262707948685,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 85120
    },
    {
      "grad_norm": 0.05262913554906845,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 85130
    },
    {
      "grad_norm": 0.03176111355423927,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 85140
    },
    {
      "grad_norm": 0.034062281250953674,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 85150
    },
    {
      "grad_norm": 0.03191610425710678,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 85160
    },
    {
      "grad_norm": 0.03076350875198841,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 85170
    },
    {
      "grad_norm": 0.03056502155959606,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 85180
    },
    {
      "grad_norm": 0.026209644973278046,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 85190
    },
    {
      "grad_norm": 0.029919151216745377,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 85200
    },
    {
      "grad_norm": 0.026679499074816704,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 85210
    },
    {
      "grad_norm": 0.03558128699660301,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 85220
    },
    {
      "grad_norm": 0.034603480249643326,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 85230
    },
    {
      "grad_norm": 0.03655705973505974,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 85240
    },
    {
      "grad_norm": 0.030829066410660744,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 85250
    },
    {
      "grad_norm": 0.0289701409637928,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 85260
    },
    {
      "grad_norm": 0.02950144000351429,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 85270
    },
    {
      "grad_norm": 0.05326860770583153,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 85280
    },
    {
      "grad_norm": 0.14502786099910736,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 85290
    },
    {
      "grad_norm": 0.0629751905798912,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 85300
    },
    {
      "grad_norm": 0.031446583569049835,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 85310
    },
    {
      "grad_norm": 0.04412741959095001,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 85320
    },
    {
      "grad_norm": 0.03470475971698761,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 85330
    },
    {
      "grad_norm": 0.04314266890287399,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 85340
    },
    {
      "grad_norm": 0.06203519180417061,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 85350
    },
    {
      "grad_norm": 0.0304249357432127,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 85360
    },
    {
      "grad_norm": 0.030425071716308594,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 85370
    },
    {
      "grad_norm": 0.032615743577480316,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 85380
    },
    {
      "grad_norm": 0.024862412363290787,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 85390
    },
    {
      "grad_norm": 0.025694170966744423,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 85400
    },
    {
      "grad_norm": 0.02391219325363636,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 85410
    },
    {
      "grad_norm": 0.03334503993391991,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 85420
    },
    {
      "grad_norm": 0.08106360584497452,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 85430
    },
    {
      "grad_norm": 0.04043897986412048,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 85440
    },
    {
      "grad_norm": 0.08647145330905914,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 85450
    },
    {
      "grad_norm": 0.037983234971761703,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 85460
    },
    {
      "grad_norm": 0.0300979595631361,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 85470
    },
    {
      "grad_norm": 0.039660606533288956,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 85480
    },
    {
      "grad_norm": 0.07249835133552551,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 85490
    },
    {
      "grad_norm": 0.03553777188062668,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 85500
    },
    {
      "grad_norm": 0.02517971768975258,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 85510
    },
    {
      "grad_norm": 0.040333934128284454,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 85520
    },
    {
      "grad_norm": 0.02546236291527748,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 85530
    },
    {
      "grad_norm": 0.0369567908346653,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 85540
    },
    {
      "grad_norm": 0.026606453582644463,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 85550
    },
    {
      "grad_norm": 0.03218616917729378,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 85560
    },
    {
      "grad_norm": 0.036148350685834885,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 85570
    },
    {
      "grad_norm": 0.030430784448981285,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 85580
    },
    {
      "grad_norm": 0.024919036775827408,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 85590
    },
    {
      "grad_norm": 0.024946916848421097,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 85600
    },
    {
      "grad_norm": 0.030895601958036423,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 85610
    },
    {
      "grad_norm": 0.025137094780802727,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 85620
    },
    {
      "grad_norm": 0.039718542248010635,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 85630
    },
    {
      "grad_norm": 0.04229825735092163,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 85640
    },
    {
      "grad_norm": 0.027059024199843407,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 85650
    },
    {
      "grad_norm": 0.03448282554745674,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 85660
    },
    {
      "grad_norm": 0.07985593378543854,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 85670
    },
    {
      "grad_norm": 0.033670540899038315,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 85680
    },
    {
      "grad_norm": 0.08775362372398376,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 85690
    },
    {
      "grad_norm": 0.050089240074157715,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 85700
    },
    {
      "grad_norm": 0.05612640827894211,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 85710
    },
    {
      "grad_norm": 0.04245126247406006,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 85720
    },
    {
      "grad_norm": 0.055773235857486725,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 85730
    },
    {
      "grad_norm": 0.07585881650447845,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 85740
    },
    {
      "grad_norm": 0.048371121287345886,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 85750
    },
    {
      "grad_norm": 0.048544641584157944,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 85760
    },
    {
      "grad_norm": 0.05065915733575821,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 85770
    },
    {
      "grad_norm": 0.05359969288110733,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 85780
    },
    {
      "grad_norm": 0.028767460957169533,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 85790
    },
    {
      "grad_norm": 0.026227613911032677,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 85800
    },
    {
      "grad_norm": 0.024651911109685898,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 85810
    },
    {
      "grad_norm": 0.03089904971420765,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 85820
    },
    {
      "grad_norm": 0.028028525412082672,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 85830
    },
    {
      "grad_norm": 0.025983167812228203,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 85840
    },
    {
      "grad_norm": 0.02708004042506218,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 85850
    },
    {
      "grad_norm": 0.06816867738962173,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 85860
    },
    {
      "grad_norm": 0.03088604100048542,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 85870
    },
    {
      "grad_norm": 0.027164647355675697,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 85880
    },
    {
      "grad_norm": 0.03018672950565815,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 85890
    },
    {
      "grad_norm": 0.0253200214356184,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 85900
    },
    {
      "grad_norm": 0.05269169807434082,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 85910
    },
    {
      "grad_norm": 0.03071051836013794,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 85920
    },
    {
      "grad_norm": 0.03405671566724777,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 85930
    },
    {
      "grad_norm": 0.04769320413470268,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 85940
    },
    {
      "grad_norm": 0.03153911232948303,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 85950
    },
    {
      "grad_norm": 0.03266885504126549,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 85960
    },
    {
      "grad_norm": 0.03004796802997589,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 85970
    },
    {
      "grad_norm": 0.0268966443836689,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 85980
    },
    {
      "grad_norm": 0.027055539190769196,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 85990
    },
    {
      "grad_norm": 0.045183293521404266,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 86000
    },
    {
      "grad_norm": 0.05519719049334526,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 86010
    },
    {
      "grad_norm": 0.04126407951116562,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 86020
    },
    {
      "grad_norm": 0.030924323946237564,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 86030
    },
    {
      "grad_norm": 0.030867813155055046,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 86040
    },
    {
      "grad_norm": 0.051751166582107544,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 86050
    },
    {
      "grad_norm": 0.1496766209602356,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 86060
    },
    {
      "grad_norm": 0.0404772013425827,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 86070
    },
    {
      "grad_norm": 0.025167619809508324,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 86080
    },
    {
      "grad_norm": 0.03359364718198776,
      "learning_rate": 0.0001,
      "loss": 0.0452,
      "step": 86090
    },
    {
      "grad_norm": 0.03783129155635834,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 86100
    },
    {
      "grad_norm": 0.047991663217544556,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 86110
    },
    {
      "grad_norm": 0.04826781898736954,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 86120
    },
    {
      "grad_norm": 0.025689704343676567,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 86130
    },
    {
      "grad_norm": 0.046607621014118195,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 86140
    },
    {
      "grad_norm": 0.060037095099687576,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 86150
    },
    {
      "grad_norm": 0.047772012650966644,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 86160
    },
    {
      "grad_norm": 0.03620299696922302,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 86170
    },
    {
      "grad_norm": 0.07589419186115265,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 86180
    },
    {
      "grad_norm": 0.031220221891999245,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 86190
    },
    {
      "grad_norm": 0.036624468863010406,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 86200
    },
    {
      "grad_norm": 0.02202473394572735,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 86210
    },
    {
      "grad_norm": 0.03612900525331497,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 86220
    },
    {
      "grad_norm": 0.027076594531536102,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 86230
    },
    {
      "grad_norm": 0.03771807625889778,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 86240
    },
    {
      "grad_norm": 0.02677760273218155,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 86250
    },
    {
      "grad_norm": 0.03611123189330101,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 86260
    },
    {
      "grad_norm": 0.026677750051021576,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 86270
    },
    {
      "grad_norm": 0.037790633738040924,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 86280
    },
    {
      "grad_norm": 0.028592104092240334,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 86290
    },
    {
      "grad_norm": 0.03602617233991623,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 86300
    },
    {
      "grad_norm": 0.033164769411087036,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 86310
    },
    {
      "grad_norm": 0.04236871004104614,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 86320
    },
    {
      "grad_norm": 0.032377079129219055,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 86330
    },
    {
      "grad_norm": 0.04358864948153496,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 86340
    },
    {
      "grad_norm": 0.058389969170093536,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 86350
    },
    {
      "grad_norm": 0.033092670142650604,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 86360
    },
    {
      "grad_norm": 0.02429136633872986,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 86370
    },
    {
      "grad_norm": 0.0367090180516243,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 86380
    },
    {
      "grad_norm": 0.08015114068984985,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 86390
    },
    {
      "grad_norm": 0.05408534035086632,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 86400
    },
    {
      "grad_norm": 0.026332367211580276,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 86410
    },
    {
      "grad_norm": 0.027712468057870865,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 86420
    },
    {
      "grad_norm": 0.060136690735816956,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 86430
    },
    {
      "grad_norm": 0.061646509915590286,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 86440
    },
    {
      "grad_norm": 0.03142959251999855,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 86450
    },
    {
      "grad_norm": 0.03011837974190712,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 86460
    },
    {
      "grad_norm": 0.05279615521430969,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 86470
    },
    {
      "grad_norm": 0.03909500688314438,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 86480
    },
    {
      "grad_norm": 0.05449577420949936,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 86490
    },
    {
      "grad_norm": 0.0393277071416378,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 86500
    },
    {
      "grad_norm": 0.045208483934402466,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 86510
    },
    {
      "grad_norm": 0.029146777465939522,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 86520
    },
    {
      "grad_norm": 0.03389544412493706,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 86530
    },
    {
      "grad_norm": 0.027041412889957428,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 86540
    },
    {
      "grad_norm": 0.02233012579381466,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 86550
    },
    {
      "grad_norm": 0.026872992515563965,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 86560
    },
    {
      "grad_norm": 0.03811392933130264,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 86570
    },
    {
      "grad_norm": 0.02717687003314495,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 86580
    },
    {
      "grad_norm": 0.02829783223569393,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 86590
    },
    {
      "grad_norm": 0.027366766706109047,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 86600
    },
    {
      "grad_norm": 0.03051861934363842,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 86610
    },
    {
      "grad_norm": 0.05444587394595146,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 86620
    },
    {
      "grad_norm": 0.04712460935115814,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 86630
    },
    {
      "grad_norm": 0.029144253581762314,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 86640
    },
    {
      "grad_norm": 0.02711985446512699,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 86650
    },
    {
      "grad_norm": 0.02502995915710926,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 86660
    },
    {
      "grad_norm": 0.026233626529574394,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 86670
    },
    {
      "grad_norm": 0.027422236278653145,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 86680
    },
    {
      "grad_norm": 0.034030210226774216,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 86690
    },
    {
      "grad_norm": 0.04235643520951271,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 86700
    },
    {
      "grad_norm": 0.0506553128361702,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 86710
    },
    {
      "grad_norm": 0.025242311879992485,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 86720
    },
    {
      "grad_norm": 0.026244159787893295,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 86730
    },
    {
      "grad_norm": 0.06777645647525787,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 86740
    },
    {
      "grad_norm": 0.05573714151978493,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 86750
    },
    {
      "grad_norm": 0.046318117529153824,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 86760
    },
    {
      "grad_norm": 0.036684706807136536,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 86770
    },
    {
      "grad_norm": 0.029253540560603142,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 86780
    },
    {
      "grad_norm": 0.028400050476193428,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 86790
    },
    {
      "grad_norm": 0.024727921932935715,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 86800
    },
    {
      "grad_norm": 0.039531271904706955,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 86810
    },
    {
      "grad_norm": 0.09570853412151337,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 86820
    },
    {
      "grad_norm": 0.0727635845541954,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 86830
    },
    {
      "grad_norm": 0.022853979840874672,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 86840
    },
    {
      "grad_norm": 0.03240600973367691,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 86850
    },
    {
      "grad_norm": 0.02866804227232933,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 86860
    },
    {
      "grad_norm": 0.08226009458303452,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 86870
    },
    {
      "grad_norm": 0.037994734942913055,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 86880
    },
    {
      "grad_norm": 0.1515064835548401,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 86890
    },
    {
      "grad_norm": 0.0561421774327755,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 86900
    },
    {
      "grad_norm": 0.058438509702682495,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 86910
    },
    {
      "grad_norm": 0.040516212582588196,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 86920
    },
    {
      "grad_norm": 0.07206901162862778,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 86930
    },
    {
      "grad_norm": 0.029414640739560127,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 86940
    },
    {
      "grad_norm": 0.03182739019393921,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 86950
    },
    {
      "grad_norm": 0.03969055786728859,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 86960
    },
    {
      "grad_norm": 0.09241548180580139,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 86970
    },
    {
      "grad_norm": 0.02651980146765709,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 86980
    },
    {
      "grad_norm": 0.03725302219390869,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 86990
    },
    {
      "grad_norm": 0.026565516367554665,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 87000
    },
    {
      "grad_norm": 0.046125251799821854,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 87010
    },
    {
      "grad_norm": 0.028562000021338463,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 87020
    },
    {
      "grad_norm": 0.03995338827371597,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 87030
    },
    {
      "grad_norm": 0.04706158861517906,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 87040
    },
    {
      "grad_norm": 0.0408090241253376,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 87050
    },
    {
      "grad_norm": 0.0368390716612339,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 87060
    },
    {
      "grad_norm": 0.02750726044178009,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 87070
    },
    {
      "grad_norm": 0.04569023475050926,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 87080
    },
    {
      "grad_norm": 0.03336314484477043,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 87090
    },
    {
      "grad_norm": 0.0245115477591753,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 87100
    },
    {
      "grad_norm": 0.03327281400561333,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 87110
    },
    {
      "grad_norm": 0.026322543621063232,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 87120
    },
    {
      "grad_norm": 0.04248369112610817,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 87130
    },
    {
      "grad_norm": 0.04128396883606911,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 87140
    },
    {
      "grad_norm": 0.036724384874105453,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 87150
    },
    {
      "grad_norm": 0.028850313276052475,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 87160
    },
    {
      "grad_norm": 0.027183925732970238,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 87170
    },
    {
      "grad_norm": 0.03614675998687744,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 87180
    },
    {
      "grad_norm": 0.025557123124599457,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 87190
    },
    {
      "grad_norm": 0.029390187934041023,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 87200
    },
    {
      "grad_norm": 0.04370232671499252,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 87210
    },
    {
      "grad_norm": 0.02644522115588188,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 87220
    },
    {
      "grad_norm": 0.03919969126582146,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 87230
    },
    {
      "grad_norm": 0.03260183334350586,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 87240
    },
    {
      "grad_norm": 0.025913747027516365,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 87250
    },
    {
      "grad_norm": 0.04035763442516327,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 87260
    },
    {
      "grad_norm": 0.057103052735328674,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 87270
    },
    {
      "grad_norm": 0.030430609360337257,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 87280
    },
    {
      "grad_norm": 0.04339495301246643,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 87290
    },
    {
      "grad_norm": 0.06343906372785568,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 87300
    },
    {
      "grad_norm": 0.04044603556394577,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 87310
    },
    {
      "grad_norm": 0.041489459574222565,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 87320
    },
    {
      "grad_norm": 0.0531742237508297,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 87330
    },
    {
      "grad_norm": 0.04719575121998787,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 87340
    },
    {
      "grad_norm": 0.030065318569540977,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 87350
    },
    {
      "grad_norm": 0.030062053352594376,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 87360
    },
    {
      "grad_norm": 0.033653635531663895,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 87370
    },
    {
      "grad_norm": 0.08735907077789307,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 87380
    },
    {
      "grad_norm": 0.1073736771941185,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 87390
    },
    {
      "grad_norm": 0.034996792674064636,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 87400
    },
    {
      "grad_norm": 0.035935066640377045,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 87410
    },
    {
      "grad_norm": 0.033374883234500885,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 87420
    },
    {
      "grad_norm": 0.025679707527160645,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 87430
    },
    {
      "grad_norm": 0.030003735795617104,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 87440
    },
    {
      "grad_norm": 0.04638690873980522,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 87450
    },
    {
      "grad_norm": 0.06482325494289398,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 87460
    },
    {
      "grad_norm": 0.03161023557186127,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 87470
    },
    {
      "grad_norm": 0.027715476229786873,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 87480
    },
    {
      "grad_norm": 0.03276434540748596,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 87490
    },
    {
      "grad_norm": 0.036527153104543686,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 87500
    },
    {
      "grad_norm": 0.05354712903499603,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 87510
    },
    {
      "grad_norm": 0.04262981936335564,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 87520
    },
    {
      "grad_norm": 0.02869514748454094,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 87530
    },
    {
      "grad_norm": 0.03454940766096115,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 87540
    },
    {
      "grad_norm": 0.09308401495218277,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 87550
    },
    {
      "grad_norm": 0.07048958539962769,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 87560
    },
    {
      "grad_norm": 0.052216943353414536,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 87570
    },
    {
      "grad_norm": 0.03195706009864807,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 87580
    },
    {
      "grad_norm": 0.026566281914711,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 87590
    },
    {
      "grad_norm": 0.030441775918006897,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 87600
    },
    {
      "grad_norm": 0.059092771261930466,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 87610
    },
    {
      "grad_norm": 0.06437193602323532,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 87620
    },
    {
      "grad_norm": 0.026554182171821594,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 87630
    },
    {
      "grad_norm": 0.026623640209436417,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 87640
    },
    {
      "grad_norm": 0.02711273916065693,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 87650
    },
    {
      "grad_norm": 0.03286347538232803,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 87660
    },
    {
      "grad_norm": 0.05731957405805588,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 87670
    },
    {
      "grad_norm": 0.027179589495062828,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 87680
    },
    {
      "grad_norm": 0.03776432201266289,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 87690
    },
    {
      "grad_norm": 0.02582463063299656,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 87700
    },
    {
      "grad_norm": 0.024677975103259087,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 87710
    },
    {
      "grad_norm": 0.03140213340520859,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 87720
    },
    {
      "grad_norm": 0.0433494858443737,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 87730
    },
    {
      "grad_norm": 0.031075799837708473,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 87740
    },
    {
      "grad_norm": 0.027220947667956352,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 87750
    },
    {
      "grad_norm": 0.03965004161000252,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 87760
    },
    {
      "grad_norm": 0.029256096109747887,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 87770
    },
    {
      "grad_norm": 0.02682327851653099,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 87780
    },
    {
      "grad_norm": 0.028612587600946426,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 87790
    },
    {
      "grad_norm": 0.036080606281757355,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 87800
    },
    {
      "grad_norm": 0.02920474298298359,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 87810
    },
    {
      "grad_norm": 0.04038854315876961,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 87820
    },
    {
      "grad_norm": 0.04361099377274513,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 87830
    },
    {
      "grad_norm": 0.04333072900772095,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 87840
    },
    {
      "grad_norm": 0.03147367388010025,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 87850
    },
    {
      "grad_norm": 0.055856648832559586,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 87860
    },
    {
      "grad_norm": 0.025794804096221924,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 87870
    },
    {
      "grad_norm": 0.04356900602579117,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 87880
    },
    {
      "grad_norm": 0.09436267614364624,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 87890
    },
    {
      "grad_norm": 0.06512255221605301,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 87900
    },
    {
      "grad_norm": 0.05642344057559967,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 87910
    },
    {
      "grad_norm": 0.0414949394762516,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 87920
    },
    {
      "grad_norm": 0.03262638673186302,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 87930
    },
    {
      "grad_norm": 0.03167666122317314,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 87940
    },
    {
      "grad_norm": 0.026669200509786606,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 87950
    },
    {
      "grad_norm": 0.028437750414013863,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 87960
    },
    {
      "grad_norm": 0.029347741976380348,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 87970
    },
    {
      "grad_norm": 0.052972156554460526,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 87980
    },
    {
      "grad_norm": 0.028188440948724747,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 87990
    },
    {
      "grad_norm": 0.03759004920721054,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 88000
    },
    {
      "grad_norm": 0.04963686689734459,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 88010
    },
    {
      "grad_norm": 0.03200475499033928,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 88020
    },
    {
      "grad_norm": 0.03705276921391487,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 88030
    },
    {
      "grad_norm": 0.034730859100818634,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 88040
    },
    {
      "grad_norm": 0.03326927497982979,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 88050
    },
    {
      "grad_norm": 0.034327343106269836,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 88060
    },
    {
      "grad_norm": 0.029528843238949776,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 88070
    },
    {
      "grad_norm": 0.02406768500804901,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 88080
    },
    {
      "grad_norm": 0.025919079780578613,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 88090
    },
    {
      "grad_norm": 0.025893734768033028,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 88100
    },
    {
      "grad_norm": 0.03553588315844536,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 88110
    },
    {
      "grad_norm": 0.024120034649968147,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 88120
    },
    {
      "grad_norm": 0.030233433470129967,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 88130
    },
    {
      "grad_norm": 0.024643315002322197,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 88140
    },
    {
      "grad_norm": 0.08996579051017761,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 88150
    },
    {
      "grad_norm": 0.2615843415260315,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 88160
    },
    {
      "grad_norm": 0.04690075293183327,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 88170
    },
    {
      "grad_norm": 0.03205375373363495,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 88180
    },
    {
      "grad_norm": 0.025207016617059708,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 88190
    },
    {
      "grad_norm": 0.02762647345662117,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 88200
    },
    {
      "grad_norm": 0.030764000490307808,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 88210
    },
    {
      "grad_norm": 0.02550221048295498,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 88220
    },
    {
      "grad_norm": 0.03140375390648842,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 88230
    },
    {
      "grad_norm": 0.02621203288435936,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 88240
    },
    {
      "grad_norm": 0.026289213448762894,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 88250
    },
    {
      "grad_norm": 0.08553319424390793,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 88260
    },
    {
      "grad_norm": 0.046173661947250366,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 88270
    },
    {
      "grad_norm": 0.029119009152054787,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 88280
    },
    {
      "grad_norm": 0.027313916012644768,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 88290
    },
    {
      "grad_norm": 0.039121661335229874,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 88300
    },
    {
      "grad_norm": 0.04842475801706314,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 88310
    },
    {
      "grad_norm": 0.04527554661035538,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 88320
    },
    {
      "grad_norm": 0.028101416304707527,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 88330
    },
    {
      "grad_norm": 0.027261191979050636,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 88340
    },
    {
      "grad_norm": 0.025627775117754936,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 88350
    },
    {
      "grad_norm": 0.0332815907895565,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 88360
    },
    {
      "grad_norm": 0.04793994873762131,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 88370
    },
    {
      "grad_norm": 0.029488852247595787,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 88380
    },
    {
      "grad_norm": 0.02787226065993309,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 88390
    },
    {
      "grad_norm": 0.0403146855533123,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 88400
    },
    {
      "grad_norm": 0.03823716193437576,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 88410
    },
    {
      "grad_norm": 0.07955008000135422,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 88420
    },
    {
      "grad_norm": 0.031029723584651947,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 88430
    },
    {
      "grad_norm": 0.04568479582667351,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 88440
    },
    {
      "grad_norm": 0.026851505041122437,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 88450
    },
    {
      "grad_norm": 0.030318832024931908,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 88460
    },
    {
      "grad_norm": 0.026746612042188644,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 88470
    },
    {
      "grad_norm": 0.026731319725513458,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 88480
    },
    {
      "grad_norm": 0.025717629119753838,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 88490
    },
    {
      "grad_norm": 0.02894476428627968,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 88500
    },
    {
      "grad_norm": 0.04522411525249481,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 88510
    },
    {
      "grad_norm": 0.03625721111893654,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 88520
    },
    {
      "grad_norm": 0.02895478717982769,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 88530
    },
    {
      "grad_norm": 0.0646691769361496,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 88540
    },
    {
      "grad_norm": 0.06981001794338226,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 88550
    },
    {
      "grad_norm": 0.02588563784956932,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 88560
    },
    {
      "grad_norm": 0.02675851806998253,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 88570
    },
    {
      "grad_norm": 0.02757682092487812,
      "learning_rate": 0.0001,
      "loss": 0.0458,
      "step": 88580
    },
    {
      "grad_norm": 0.033479586243629456,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 88590
    },
    {
      "grad_norm": 0.0303798858076334,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 88600
    },
    {
      "grad_norm": 0.034280579537153244,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 88610
    },
    {
      "grad_norm": 0.02367333509027958,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 88620
    },
    {
      "grad_norm": 0.02869734913110733,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 88630
    },
    {
      "grad_norm": 0.027325669303536415,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 88640
    },
    {
      "grad_norm": 0.03138214349746704,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 88650
    },
    {
      "grad_norm": 0.05374099686741829,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 88660
    },
    {
      "grad_norm": 0.03875204548239708,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 88670
    },
    {
      "grad_norm": 0.05662507191300392,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 88680
    },
    {
      "grad_norm": 0.07193257659673691,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 88690
    },
    {
      "grad_norm": 0.026194322854280472,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 88700
    },
    {
      "grad_norm": 0.03083602339029312,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 88710
    },
    {
      "grad_norm": 0.029636526480317116,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 88720
    },
    {
      "grad_norm": 0.03195842355489731,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 88730
    },
    {
      "grad_norm": 0.03197206184267998,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 88740
    },
    {
      "grad_norm": 0.03322700411081314,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 88750
    },
    {
      "grad_norm": 0.02661948837339878,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 88760
    },
    {
      "grad_norm": 0.027243947610259056,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 88770
    },
    {
      "grad_norm": 0.15491653978824615,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 88780
    },
    {
      "grad_norm": 0.03263973072171211,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 88790
    },
    {
      "grad_norm": 0.0299966000020504,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 88800
    },
    {
      "grad_norm": 0.025658784434199333,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 88810
    },
    {
      "grad_norm": 0.03236072510480881,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 88820
    },
    {
      "grad_norm": 0.027420202270150185,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 88830
    },
    {
      "grad_norm": 0.030358655378222466,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 88840
    },
    {
      "grad_norm": 0.040272269397974014,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 88850
    },
    {
      "grad_norm": 0.04175509884953499,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 88860
    },
    {
      "grad_norm": 0.04048290476202965,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 88870
    },
    {
      "grad_norm": 0.09642982482910156,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 88880
    },
    {
      "grad_norm": 0.11465803533792496,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 88890
    },
    {
      "grad_norm": 0.05952144041657448,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 88900
    },
    {
      "grad_norm": 0.04014715179800987,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 88910
    },
    {
      "grad_norm": 0.037758924067020416,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 88920
    },
    {
      "grad_norm": 0.02566744200885296,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 88930
    },
    {
      "grad_norm": 0.027016768231987953,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 88940
    },
    {
      "grad_norm": 0.02715368941426277,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 88950
    },
    {
      "grad_norm": 0.02792247198522091,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 88960
    },
    {
      "grad_norm": 0.0431632399559021,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 88970
    },
    {
      "grad_norm": 0.03866109997034073,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 88980
    },
    {
      "grad_norm": 0.029738349840044975,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 88990
    },
    {
      "grad_norm": 0.06603634357452393,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 89000
    },
    {
      "grad_norm": 0.049475546926259995,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 89010
    },
    {
      "grad_norm": 0.044893115758895874,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 89020
    },
    {
      "grad_norm": 0.027997588738799095,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 89030
    },
    {
      "grad_norm": 0.03865617886185646,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 89040
    },
    {
      "grad_norm": 0.035203490406274796,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 89050
    },
    {
      "grad_norm": 0.038348060101270676,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 89060
    },
    {
      "grad_norm": 0.04232306033372879,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 89070
    },
    {
      "grad_norm": 0.027896683663129807,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 89080
    },
    {
      "grad_norm": 0.027510667219758034,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 89090
    },
    {
      "grad_norm": 0.037398189306259155,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 89100
    },
    {
      "grad_norm": 0.028409700840711594,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 89110
    },
    {
      "grad_norm": 0.0366547591984272,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 89120
    },
    {
      "grad_norm": 0.032840415835380554,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 89130
    },
    {
      "grad_norm": 0.039515137672424316,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 89140
    },
    {
      "grad_norm": 0.03215886652469635,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 89150
    },
    {
      "grad_norm": 0.03389362990856171,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 89160
    },
    {
      "grad_norm": 0.02604844979941845,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 89170
    },
    {
      "grad_norm": 0.03701285645365715,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 89180
    },
    {
      "grad_norm": 0.063724085688591,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 89190
    },
    {
      "grad_norm": 0.033700358122587204,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 89200
    },
    {
      "grad_norm": 0.031433988362550735,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 89210
    },
    {
      "grad_norm": 0.04239044710993767,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 89220
    },
    {
      "grad_norm": 0.04219585657119751,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 89230
    },
    {
      "grad_norm": 0.05591084435582161,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 89240
    },
    {
      "grad_norm": 0.05972587317228317,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 89250
    },
    {
      "grad_norm": 0.05908139795064926,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 89260
    },
    {
      "grad_norm": 0.0290626622736454,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 89270
    },
    {
      "grad_norm": 0.03183354064822197,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 89280
    },
    {
      "grad_norm": 0.030019110068678856,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 89290
    },
    {
      "grad_norm": 0.08017668128013611,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 89300
    },
    {
      "grad_norm": 0.06192858889698982,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 89310
    },
    {
      "grad_norm": 0.06918877363204956,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 89320
    },
    {
      "grad_norm": 0.023833567276597023,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 89330
    },
    {
      "grad_norm": 0.03713585063815117,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 89340
    },
    {
      "grad_norm": 0.031737107783555984,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 89350
    },
    {
      "grad_norm": 0.03220386803150177,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 89360
    },
    {
      "grad_norm": 0.04409066215157509,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 89370
    },
    {
      "grad_norm": 0.038061611354351044,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 89380
    },
    {
      "grad_norm": 0.06712884455919266,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 89390
    },
    {
      "grad_norm": 0.034036003053188324,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 89400
    },
    {
      "grad_norm": 0.02746366336941719,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 89410
    },
    {
      "grad_norm": 0.027160631492733955,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 89420
    },
    {
      "grad_norm": 0.03254065290093422,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 89430
    },
    {
      "grad_norm": 0.030379552394151688,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 89440
    },
    {
      "grad_norm": 0.03924433887004852,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 89450
    },
    {
      "grad_norm": 0.048276137560606,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 89460
    },
    {
      "grad_norm": 0.0258769690990448,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 89470
    },
    {
      "grad_norm": 0.03369591012597084,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 89480
    },
    {
      "grad_norm": 0.080101378262043,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 89490
    },
    {
      "grad_norm": 0.029712336137890816,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 89500
    },
    {
      "grad_norm": 0.07616256177425385,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 89510
    },
    {
      "grad_norm": 0.07758860290050507,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 89520
    },
    {
      "grad_norm": 0.04235415905714035,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 89530
    },
    {
      "grad_norm": 0.04540982469916344,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 89540
    },
    {
      "grad_norm": 0.04397036135196686,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 89550
    },
    {
      "grad_norm": 0.04139989614486694,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 89560
    },
    {
      "grad_norm": 0.035247597843408585,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 89570
    },
    {
      "grad_norm": 0.039289046078920364,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 89580
    },
    {
      "grad_norm": 0.03172828257083893,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 89590
    },
    {
      "grad_norm": 0.0423622764647007,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 89600
    },
    {
      "grad_norm": 0.033543605357408524,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 89610
    },
    {
      "grad_norm": 0.031157243996858597,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 89620
    },
    {
      "grad_norm": 0.030216366052627563,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 89630
    },
    {
      "grad_norm": 0.032072678208351135,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 89640
    },
    {
      "grad_norm": 0.09716475754976273,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 89650
    },
    {
      "grad_norm": 0.07707135379314423,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 89660
    },
    {
      "grad_norm": 0.03401681408286095,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 89670
    },
    {
      "grad_norm": 0.038529615849256516,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 89680
    },
    {
      "grad_norm": 0.029223645105957985,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 89690
    },
    {
      "grad_norm": 0.04557662829756737,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 89700
    },
    {
      "grad_norm": 0.09514561295509338,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 89710
    },
    {
      "grad_norm": 0.037822626531124115,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 89720
    },
    {
      "grad_norm": 0.03680657595396042,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 89730
    },
    {
      "grad_norm": 0.11599663645029068,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 89740
    },
    {
      "grad_norm": 0.029561635106801987,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 89750
    },
    {
      "grad_norm": 0.026036003604531288,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 89760
    },
    {
      "grad_norm": 0.027919339016079903,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 89770
    },
    {
      "grad_norm": 0.03789619728922844,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 89780
    },
    {
      "grad_norm": 0.035094231367111206,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 89790
    },
    {
      "grad_norm": 0.04325209558010101,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 89800
    },
    {
      "grad_norm": 0.02416226826608181,
      "learning_rate": 0.0001,
      "loss": 0.0462,
      "step": 89810
    },
    {
      "grad_norm": 0.04748227074742317,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 89820
    },
    {
      "grad_norm": 0.03618808090686798,
      "learning_rate": 0.0001,
      "loss": 0.0446,
      "step": 89830
    },
    {
      "grad_norm": 0.035077694803476334,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 89840
    },
    {
      "grad_norm": 0.025541013106703758,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 89850
    },
    {
      "grad_norm": 0.04413493722677231,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 89860
    },
    {
      "grad_norm": 0.035614099353551865,
      "learning_rate": 0.0001,
      "loss": 0.0449,
      "step": 89870
    },
    {
      "grad_norm": 0.029093341901898384,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 89880
    },
    {
      "grad_norm": 0.026281261816620827,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 89890
    },
    {
      "grad_norm": 0.0412592850625515,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 89900
    },
    {
      "grad_norm": 0.027286026626825333,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 89910
    },
    {
      "grad_norm": 0.04767452925443649,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 89920
    },
    {
      "grad_norm": 0.02967757172882557,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 89930
    },
    {
      "grad_norm": 0.08695577085018158,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 89940
    },
    {
      "grad_norm": 0.034462910145521164,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 89950
    },
    {
      "grad_norm": 0.029827745631337166,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 89960
    },
    {
      "grad_norm": 0.02850576490163803,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 89970
    },
    {
      "grad_norm": 0.027125660330057144,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 89980
    },
    {
      "grad_norm": 0.04138344153761864,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 89990
    },
    {
      "grad_norm": 0.024351615458726883,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 90000
    },
    {
      "grad_norm": 0.02698264829814434,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 90010
    },
    {
      "grad_norm": 0.029624000191688538,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 90020
    },
    {
      "grad_norm": 0.027921512722969055,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 90030
    },
    {
      "grad_norm": 0.031104035675525665,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 90040
    },
    {
      "grad_norm": 0.03105873055756092,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 90050
    },
    {
      "grad_norm": 0.028688760474324226,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 90060
    },
    {
      "grad_norm": 0.060764990746974945,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 90070
    },
    {
      "grad_norm": 0.06481887400150299,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 90080
    },
    {
      "grad_norm": 0.026588797569274902,
      "learning_rate": 0.0001,
      "loss": 0.0447,
      "step": 90090
    },
    {
      "grad_norm": 0.054611850529909134,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 90100
    },
    {
      "grad_norm": 0.03415831923484802,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 90110
    },
    {
      "grad_norm": 0.059652313590049744,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 90120
    },
    {
      "grad_norm": 0.03216774761676788,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 90130
    },
    {
      "grad_norm": 0.026116956025362015,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 90140
    },
    {
      "grad_norm": 0.03680771216750145,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 90150
    },
    {
      "grad_norm": 0.02607095055282116,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 90160
    },
    {
      "grad_norm": 0.07869290560483932,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 90170
    },
    {
      "grad_norm": 0.05507189780473709,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 90180
    },
    {
      "grad_norm": 0.05213150382041931,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 90190
    },
    {
      "grad_norm": 0.027756961062550545,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 90200
    },
    {
      "grad_norm": 0.02849118411540985,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 90210
    },
    {
      "grad_norm": 0.03452865406870842,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 90220
    },
    {
      "grad_norm": 0.040815215557813644,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 90230
    },
    {
      "grad_norm": 0.04023921489715576,
      "learning_rate": 0.0001,
      "loss": 0.0532,
      "step": 90240
    },
    {
      "grad_norm": 0.034348264336586,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 90250
    },
    {
      "grad_norm": 0.02940191701054573,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 90260
    },
    {
      "grad_norm": 0.031175093725323677,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 90270
    },
    {
      "grad_norm": 0.02960772067308426,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 90280
    },
    {
      "grad_norm": 0.033692117780447006,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 90290
    },
    {
      "grad_norm": 0.06636307388544083,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 90300
    },
    {
      "grad_norm": 0.03842616826295853,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 90310
    },
    {
      "grad_norm": 0.052070438861846924,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 90320
    },
    {
      "grad_norm": 0.04519384726881981,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 90330
    },
    {
      "grad_norm": 0.029735347256064415,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 90340
    },
    {
      "grad_norm": 0.03411467373371124,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 90350
    },
    {
      "grad_norm": 0.03792202100157738,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 90360
    },
    {
      "grad_norm": 0.029115566983819008,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 90370
    },
    {
      "grad_norm": 0.06789515167474747,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 90380
    },
    {
      "grad_norm": 0.04828295856714249,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 90390
    },
    {
      "grad_norm": 0.04444674775004387,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 90400
    },
    {
      "grad_norm": 0.025183141231536865,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 90410
    },
    {
      "grad_norm": 0.03257960081100464,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 90420
    },
    {
      "grad_norm": 0.027517536655068398,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 90430
    },
    {
      "grad_norm": 0.031886786222457886,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 90440
    },
    {
      "grad_norm": 0.06523776799440384,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 90450
    },
    {
      "grad_norm": 0.044174883514642715,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 90460
    },
    {
      "grad_norm": 0.048354167491197586,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 90470
    },
    {
      "grad_norm": 0.03422500565648079,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 90480
    },
    {
      "grad_norm": 0.05507116764783859,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 90490
    },
    {
      "grad_norm": 0.03932894766330719,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 90500
    },
    {
      "grad_norm": 0.033062707632780075,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 90510
    },
    {
      "grad_norm": 0.025456871837377548,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 90520
    },
    {
      "grad_norm": 0.036872778087854385,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 90530
    },
    {
      "grad_norm": 0.03484759479761124,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 90540
    },
    {
      "grad_norm": 0.03559842333197594,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 90550
    },
    {
      "grad_norm": 0.04889043793082237,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 90560
    },
    {
      "grad_norm": 0.02865518257021904,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 90570
    },
    {
      "grad_norm": 0.03230097144842148,
      "learning_rate": 0.0001,
      "loss": 0.0457,
      "step": 90580
    },
    {
      "grad_norm": 0.031850673258304596,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 90590
    },
    {
      "grad_norm": 0.040810029953718185,
      "learning_rate": 0.0001,
      "loss": 0.0458,
      "step": 90600
    },
    {
      "grad_norm": 0.03452318534255028,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 90610
    },
    {
      "grad_norm": 0.02271202951669693,
      "learning_rate": 0.0001,
      "loss": 0.0452,
      "step": 90620
    },
    {
      "grad_norm": 0.031238136813044548,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 90630
    },
    {
      "grad_norm": 0.03462908789515495,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 90640
    },
    {
      "grad_norm": 0.02736971713602543,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 90650
    },
    {
      "grad_norm": 0.04217002913355827,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 90660
    },
    {
      "grad_norm": 0.05018197000026703,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 90670
    },
    {
      "grad_norm": 0.03369501978158951,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 90680
    },
    {
      "grad_norm": 0.05452486500144005,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 90690
    },
    {
      "grad_norm": 0.033204399049282074,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 90700
    },
    {
      "grad_norm": 0.029446380212903023,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 90710
    },
    {
      "grad_norm": 0.07653749734163284,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 90720
    },
    {
      "grad_norm": 0.14388857781887054,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 90730
    },
    {
      "grad_norm": 0.07884380221366882,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 90740
    },
    {
      "grad_norm": 0.0494937039911747,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 90750
    },
    {
      "grad_norm": 0.02812422253191471,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 90760
    },
    {
      "grad_norm": 0.04119390249252319,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 90770
    },
    {
      "grad_norm": 0.025583351030945778,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 90780
    },
    {
      "grad_norm": 0.029274994507431984,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 90790
    },
    {
      "grad_norm": 0.027410011738538742,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 90800
    },
    {
      "grad_norm": 0.048623405396938324,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 90810
    },
    {
      "grad_norm": 0.03471255674958229,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 90820
    },
    {
      "grad_norm": 0.08105956017971039,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 90830
    },
    {
      "grad_norm": 0.030373478308320045,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 90840
    },
    {
      "grad_norm": 0.04794583097100258,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 90850
    },
    {
      "grad_norm": 0.03950348123908043,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 90860
    },
    {
      "grad_norm": 0.04121433570981026,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 90870
    },
    {
      "grad_norm": 0.03144312649965286,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 90880
    },
    {
      "grad_norm": 0.031339600682258606,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 90890
    },
    {
      "grad_norm": 0.04991456866264343,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 90900
    },
    {
      "grad_norm": 0.1057722344994545,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 90910
    },
    {
      "grad_norm": 0.02780390903353691,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 90920
    },
    {
      "grad_norm": 0.03314308822154999,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 90930
    },
    {
      "grad_norm": 0.027000678703188896,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 90940
    },
    {
      "grad_norm": 0.028517773374915123,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 90950
    },
    {
      "grad_norm": 0.031172210350632668,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 90960
    },
    {
      "grad_norm": 0.037846896797418594,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 90970
    },
    {
      "grad_norm": 0.027357134968042374,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 90980
    },
    {
      "grad_norm": 0.02774895913898945,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 90990
    },
    {
      "grad_norm": 0.025612080469727516,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 91000
    },
    {
      "grad_norm": 0.02771078422665596,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 91010
    },
    {
      "grad_norm": 0.028677327558398247,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 91020
    },
    {
      "grad_norm": 0.03255124390125275,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 91030
    },
    {
      "grad_norm": 0.03462115675210953,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 91040
    },
    {
      "grad_norm": 0.027221884578466415,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 91050
    },
    {
      "grad_norm": 0.02927166409790516,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 91060
    },
    {
      "grad_norm": 0.027632560580968857,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 91070
    },
    {
      "grad_norm": 0.04510912299156189,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 91080
    },
    {
      "grad_norm": 0.03336436673998833,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 91090
    },
    {
      "grad_norm": 0.0254550501704216,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 91100
    },
    {
      "grad_norm": 0.04322138801217079,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 91110
    },
    {
      "grad_norm": 0.047180626541376114,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 91120
    },
    {
      "grad_norm": 0.060371264815330505,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 91130
    },
    {
      "grad_norm": 0.06713587790727615,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 91140
    },
    {
      "grad_norm": 0.0517362542450428,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 91150
    },
    {
      "grad_norm": 0.02413306199014187,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 91160
    },
    {
      "grad_norm": 0.04630235210061073,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 91170
    },
    {
      "grad_norm": 0.026745537295937538,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 91180
    },
    {
      "grad_norm": 0.1298452615737915,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 91190
    },
    {
      "grad_norm": 0.04810216277837753,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 91200
    },
    {
      "grad_norm": 0.036184828728437424,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 91210
    },
    {
      "grad_norm": 0.03215299919247627,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 91220
    },
    {
      "grad_norm": 0.03462577611207962,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 91230
    },
    {
      "grad_norm": 0.02749108336865902,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 91240
    },
    {
      "grad_norm": 0.03377087786793709,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 91250
    },
    {
      "grad_norm": 0.026671642437577248,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 91260
    },
    {
      "grad_norm": 0.0338565818965435,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 91270
    },
    {
      "grad_norm": 0.04482321813702583,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 91280
    },
    {
      "grad_norm": 0.042677491903305054,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 91290
    },
    {
      "grad_norm": 0.026716899126768112,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 91300
    },
    {
      "grad_norm": 0.028157280758023262,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 91310
    },
    {
      "grad_norm": 0.02793312817811966,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 91320
    },
    {
      "grad_norm": 0.03477420285344124,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 91330
    },
    {
      "grad_norm": 0.028748080134391785,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 91340
    },
    {
      "grad_norm": 0.02504572831094265,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 91350
    },
    {
      "grad_norm": 0.02698652260005474,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 91360
    },
    {
      "grad_norm": 0.06533894687891006,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 91370
    },
    {
      "grad_norm": 0.040778256952762604,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 91380
    },
    {
      "grad_norm": 0.03558832406997681,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 91390
    },
    {
      "grad_norm": 0.036082468926906586,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 91400
    },
    {
      "grad_norm": 0.027008861303329468,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 91410
    },
    {
      "grad_norm": 0.025283342227339745,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 91420
    },
    {
      "grad_norm": 0.028153162449598312,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 91430
    },
    {
      "grad_norm": 0.03711586818099022,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 91440
    },
    {
      "grad_norm": 0.028111565858125687,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 91450
    },
    {
      "grad_norm": 0.029036547988653183,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 91460
    },
    {
      "grad_norm": 0.025992315262556076,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 91470
    },
    {
      "grad_norm": 0.029756831005215645,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 91480
    },
    {
      "grad_norm": 0.03679315373301506,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 91490
    },
    {
      "grad_norm": 0.045179229229688644,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 91500
    },
    {
      "grad_norm": 0.02983969822525978,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 91510
    },
    {
      "grad_norm": 0.05535798519849777,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 91520
    },
    {
      "grad_norm": 0.03972006216645241,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 91530
    },
    {
      "grad_norm": 0.028537889942526817,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 91540
    },
    {
      "grad_norm": 0.042113568633794785,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 91550
    },
    {
      "grad_norm": 0.04419057071208954,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 91560
    },
    {
      "grad_norm": 0.031016865745186806,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 91570
    },
    {
      "grad_norm": 0.025237245485186577,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 91580
    },
    {
      "grad_norm": 0.036488793790340424,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 91590
    },
    {
      "grad_norm": 0.07412590086460114,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 91600
    },
    {
      "grad_norm": 0.07369904965162277,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 91610
    },
    {
      "grad_norm": 0.04551383852958679,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 91620
    },
    {
      "grad_norm": 0.04419010877609253,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 91630
    },
    {
      "grad_norm": 0.032264839857816696,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 91640
    },
    {
      "grad_norm": 0.04323866218328476,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 91650
    },
    {
      "grad_norm": 0.034993864595890045,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 91660
    },
    {
      "grad_norm": 0.033848948776721954,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 91670
    },
    {
      "grad_norm": 0.03930383175611496,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 91680
    },
    {
      "grad_norm": 0.03261391073465347,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 91690
    },
    {
      "grad_norm": 0.0410127192735672,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 91700
    },
    {
      "grad_norm": 0.0531577542424202,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 91710
    },
    {
      "grad_norm": 0.05188009887933731,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 91720
    },
    {
      "grad_norm": 0.045384231954813004,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 91730
    },
    {
      "grad_norm": 0.028425760567188263,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 91740
    },
    {
      "grad_norm": 0.06890120357275009,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 91750
    },
    {
      "grad_norm": 0.027133457362651825,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 91760
    },
    {
      "grad_norm": 0.030788162723183632,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 91770
    },
    {
      "grad_norm": 0.03312637284398079,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 91780
    },
    {
      "grad_norm": 0.03142445534467697,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 91790
    },
    {
      "grad_norm": 0.0262410007417202,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 91800
    },
    {
      "grad_norm": 0.04027710482478142,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 91810
    },
    {
      "grad_norm": 0.042139481753110886,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 91820
    },
    {
      "grad_norm": 0.03353055939078331,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 91830
    },
    {
      "grad_norm": 0.025721648707985878,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 91840
    },
    {
      "grad_norm": 0.027906911447644234,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 91850
    },
    {
      "grad_norm": 0.03509926423430443,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 91860
    },
    {
      "grad_norm": 0.04651584476232529,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 91870
    },
    {
      "grad_norm": 0.042144257575273514,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 91880
    },
    {
      "grad_norm": 0.02990252524614334,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 91890
    },
    {
      "grad_norm": 0.03246856480836868,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 91900
    },
    {
      "grad_norm": 0.03643013536930084,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 91910
    },
    {
      "grad_norm": 0.026723897084593773,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 91920
    },
    {
      "grad_norm": 0.028368445113301277,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 91930
    },
    {
      "grad_norm": 0.03554696962237358,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 91940
    },
    {
      "grad_norm": 0.03382445499300957,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 91950
    },
    {
      "grad_norm": 0.09843960404396057,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 91960
    },
    {
      "grad_norm": 0.02856890857219696,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 91970
    },
    {
      "grad_norm": 0.041397273540496826,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 91980
    },
    {
      "grad_norm": 0.07208839803934097,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 91990
    },
    {
      "grad_norm": 0.034574054181575775,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 92000
    },
    {
      "grad_norm": 0.06171774864196777,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 92010
    },
    {
      "grad_norm": 0.034333664923906326,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 92020
    },
    {
      "grad_norm": 0.04318716749548912,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 92030
    },
    {
      "grad_norm": 0.03170352801680565,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 92040
    },
    {
      "grad_norm": 0.04783223941922188,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 92050
    },
    {
      "grad_norm": 0.04464857652783394,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 92060
    },
    {
      "grad_norm": 0.05571898818016052,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 92070
    },
    {
      "grad_norm": 0.028512245044112206,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 92080
    },
    {
      "grad_norm": 0.05631939321756363,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 92090
    },
    {
      "grad_norm": 0.05160623416304588,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 92100
    },
    {
      "grad_norm": 0.031081071123480797,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 92110
    },
    {
      "grad_norm": 0.026341550052165985,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 92120
    },
    {
      "grad_norm": 0.025730086490511894,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 92130
    },
    {
      "grad_norm": 0.04002716764807701,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 92140
    },
    {
      "grad_norm": 0.028499871492385864,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 92150
    },
    {
      "grad_norm": 0.03211035579442978,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 92160
    },
    {
      "grad_norm": 0.03909586742520332,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 92170
    },
    {
      "grad_norm": 0.03317413106560707,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 92180
    },
    {
      "grad_norm": 0.028401657938957214,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 92190
    },
    {
      "grad_norm": 0.04546229541301727,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 92200
    },
    {
      "grad_norm": 0.02992207556962967,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 92210
    },
    {
      "grad_norm": 0.028064895421266556,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 92220
    },
    {
      "grad_norm": 0.03456338495016098,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 92230
    },
    {
      "grad_norm": 0.02955751307308674,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 92240
    },
    {
      "grad_norm": 0.0692264661192894,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 92250
    },
    {
      "grad_norm": 0.02851996198296547,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 92260
    },
    {
      "grad_norm": 0.0369560681283474,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 92270
    },
    {
      "grad_norm": 0.04740723967552185,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 92280
    },
    {
      "grad_norm": 0.030883019790053368,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 92290
    },
    {
      "grad_norm": 0.051878686994314194,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 92300
    },
    {
      "grad_norm": 0.05014047026634216,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 92310
    },
    {
      "grad_norm": 0.03618781268596649,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 92320
    },
    {
      "grad_norm": 0.07020987570285797,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 92330
    },
    {
      "grad_norm": 0.030363457277417183,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 92340
    },
    {
      "grad_norm": 0.04259781539440155,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 92350
    },
    {
      "grad_norm": 0.034510139375925064,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 92360
    },
    {
      "grad_norm": 0.025268100202083588,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 92370
    },
    {
      "grad_norm": 0.028377428650856018,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 92380
    },
    {
      "grad_norm": 0.031854297965765,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 92390
    },
    {
      "grad_norm": 0.03513316810131073,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 92400
    },
    {
      "grad_norm": 0.032116927206516266,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 92410
    },
    {
      "grad_norm": 0.03520612418651581,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 92420
    },
    {
      "grad_norm": 0.0369182787835598,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 92430
    },
    {
      "grad_norm": 0.02950112521648407,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 92440
    },
    {
      "grad_norm": 0.057883746922016144,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 92450
    },
    {
      "grad_norm": 0.0277885552495718,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 92460
    },
    {
      "grad_norm": 0.03286033123731613,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 92470
    },
    {
      "grad_norm": 0.03265221789479256,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 92480
    },
    {
      "grad_norm": 0.05452224239706993,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 92490
    },
    {
      "grad_norm": 0.02986002340912819,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 92500
    },
    {
      "grad_norm": 0.02821425534784794,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 92510
    },
    {
      "grad_norm": 0.027801090851426125,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 92520
    },
    {
      "grad_norm": 0.03722278028726578,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 92530
    },
    {
      "grad_norm": 0.025518173351883888,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 92540
    },
    {
      "grad_norm": 0.02579221874475479,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 92550
    },
    {
      "grad_norm": 0.026329955086112022,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 92560
    },
    {
      "grad_norm": 0.02875136397778988,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 92570
    },
    {
      "grad_norm": 0.04117053747177124,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 92580
    },
    {
      "grad_norm": 0.026225144043564796,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 92590
    },
    {
      "grad_norm": 0.026289604604244232,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 92600
    },
    {
      "grad_norm": 0.025265628471970558,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 92610
    },
    {
      "grad_norm": 0.03746883198618889,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 92620
    },
    {
      "grad_norm": 0.03147773817181587,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 92630
    },
    {
      "grad_norm": 0.04688892513513565,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 92640
    },
    {
      "grad_norm": 0.04022732377052307,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 92650
    },
    {
      "grad_norm": 0.034550365060567856,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 92660
    },
    {
      "grad_norm": 0.03413897380232811,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 92670
    },
    {
      "grad_norm": 0.054890431463718414,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 92680
    },
    {
      "grad_norm": 0.03314809128642082,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 92690
    },
    {
      "grad_norm": 0.034446831792593,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 92700
    },
    {
      "grad_norm": 0.03686957433819771,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 92710
    },
    {
      "grad_norm": 0.03195079043507576,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 92720
    },
    {
      "grad_norm": 0.03492238000035286,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 92730
    },
    {
      "grad_norm": 0.04906998574733734,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 92740
    },
    {
      "grad_norm": 0.0646674782037735,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 92750
    },
    {
      "grad_norm": 0.028711706399917603,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 92760
    },
    {
      "grad_norm": 0.028811858966946602,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 92770
    },
    {
      "grad_norm": 0.0295098889619112,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 92780
    },
    {
      "grad_norm": 0.02554929628968239,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 92790
    },
    {
      "grad_norm": 0.026553748175501823,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 92800
    },
    {
      "grad_norm": 0.02735532447695732,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 92810
    },
    {
      "grad_norm": 0.030880169942975044,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 92820
    },
    {
      "grad_norm": 0.05896373093128204,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 92830
    },
    {
      "grad_norm": 0.035690709948539734,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 92840
    },
    {
      "grad_norm": 0.07226759195327759,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 92850
    },
    {
      "grad_norm": 0.025177953764796257,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 92860
    },
    {
      "grad_norm": 0.031833622604608536,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 92870
    },
    {
      "grad_norm": 0.04378625378012657,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 92880
    },
    {
      "grad_norm": 0.03374796733260155,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 92890
    },
    {
      "grad_norm": 0.04205301031470299,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 92900
    },
    {
      "grad_norm": 0.08198219537734985,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 92910
    },
    {
      "grad_norm": 0.029140692204236984,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 92920
    },
    {
      "grad_norm": 0.02901568077504635,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 92930
    },
    {
      "grad_norm": 0.034142229706048965,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 92940
    },
    {
      "grad_norm": 0.024208921939134598,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 92950
    },
    {
      "grad_norm": 0.04937000200152397,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 92960
    },
    {
      "grad_norm": 0.04712633043527603,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 92970
    },
    {
      "grad_norm": 0.029655830934643745,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 92980
    },
    {
      "grad_norm": 0.038101449608802795,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 92990
    },
    {
      "grad_norm": 0.030391084030270576,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 93000
    },
    {
      "grad_norm": 0.03901028260588646,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 93010
    },
    {
      "grad_norm": 0.031836070120334625,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 93020
    },
    {
      "grad_norm": 0.037212636321783066,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 93030
    },
    {
      "grad_norm": 0.05920124799013138,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 93040
    },
    {
      "grad_norm": 0.03000842034816742,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 93050
    },
    {
      "grad_norm": 0.024599935859441757,
      "learning_rate": 0.0001,
      "loss": 0.045,
      "step": 93060
    },
    {
      "grad_norm": 0.025858858600258827,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 93070
    },
    {
      "grad_norm": 0.027282051742076874,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 93080
    },
    {
      "grad_norm": 0.03329255431890488,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 93090
    },
    {
      "grad_norm": 0.03201354295015335,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 93100
    },
    {
      "grad_norm": 0.029738929122686386,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 93110
    },
    {
      "grad_norm": 0.028714986518025398,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 93120
    },
    {
      "grad_norm": 0.03080965019762516,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 93130
    },
    {
      "grad_norm": 0.028909586369991302,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 93140
    },
    {
      "grad_norm": 0.052336473017930984,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 93150
    },
    {
      "grad_norm": 0.06271686404943466,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 93160
    },
    {
      "grad_norm": 0.11770278960466385,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 93170
    },
    {
      "grad_norm": 0.040739793330430984,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 93180
    },
    {
      "grad_norm": 0.03532037511467934,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 93190
    },
    {
      "grad_norm": 0.033180586993694305,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 93200
    },
    {
      "grad_norm": 0.03977363929152489,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 93210
    },
    {
      "grad_norm": 0.09496863931417465,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 93220
    },
    {
      "grad_norm": 0.06579209864139557,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 93230
    },
    {
      "grad_norm": 0.031107282266020775,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 93240
    },
    {
      "grad_norm": 0.026599526405334473,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 93250
    },
    {
      "grad_norm": 0.02549138106405735,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 93260
    },
    {
      "grad_norm": 0.045081496238708496,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 93270
    },
    {
      "grad_norm": 0.03610939532518387,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 93280
    },
    {
      "grad_norm": 0.04651692509651184,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 93290
    },
    {
      "grad_norm": 0.03550464287400246,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 93300
    },
    {
      "grad_norm": 0.028843961656093597,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 93310
    },
    {
      "grad_norm": 0.032695114612579346,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 93320
    },
    {
      "grad_norm": 0.03594159334897995,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 93330
    },
    {
      "grad_norm": 0.03770811855792999,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 93340
    },
    {
      "grad_norm": 0.05030910298228264,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 93350
    },
    {
      "grad_norm": 0.08601704239845276,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 93360
    },
    {
      "grad_norm": 0.029076039791107178,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 93370
    },
    {
      "grad_norm": 0.02841399423778057,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 93380
    },
    {
      "grad_norm": 0.0316278412938118,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 93390
    },
    {
      "grad_norm": 0.028700251132249832,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 93400
    },
    {
      "grad_norm": 0.031203866004943848,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 93410
    },
    {
      "grad_norm": 0.02780577912926674,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 93420
    },
    {
      "grad_norm": 0.03751970827579498,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 93430
    },
    {
      "grad_norm": 0.03570787236094475,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 93440
    },
    {
      "grad_norm": 0.027601782232522964,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 93450
    },
    {
      "grad_norm": 0.03619660064578056,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 93460
    },
    {
      "grad_norm": 0.07328914105892181,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 93470
    },
    {
      "grad_norm": 0.041851844638586044,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 93480
    },
    {
      "grad_norm": 0.039276015013456345,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 93490
    },
    {
      "grad_norm": 0.02626093477010727,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 93500
    },
    {
      "grad_norm": 0.040434129536151886,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 93510
    },
    {
      "grad_norm": 0.05153321102261543,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 93520
    },
    {
      "grad_norm": 0.02930765599012375,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 93530
    },
    {
      "grad_norm": 0.02475958876311779,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 93540
    },
    {
      "grad_norm": 0.025645393878221512,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 93550
    },
    {
      "grad_norm": 0.04531758651137352,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 93560
    },
    {
      "grad_norm": 0.13993529975414276,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 93570
    },
    {
      "grad_norm": 0.12535397708415985,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 93580
    },
    {
      "grad_norm": 0.0620991550385952,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 93590
    },
    {
      "grad_norm": 0.04942578822374344,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 93600
    },
    {
      "grad_norm": 0.09529756754636765,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 93610
    },
    {
      "grad_norm": 0.03558254987001419,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 93620
    },
    {
      "grad_norm": 0.046136993914842606,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 93630
    },
    {
      "grad_norm": 0.05027638003230095,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 93640
    },
    {
      "grad_norm": 0.03571990504860878,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 93650
    },
    {
      "grad_norm": 0.024016691371798515,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 93660
    },
    {
      "grad_norm": 0.03617372736334801,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 93670
    },
    {
      "grad_norm": 0.027111368253827095,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 93680
    },
    {
      "grad_norm": 0.0672953799366951,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 93690
    },
    {
      "grad_norm": 0.06938033550977707,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 93700
    },
    {
      "grad_norm": 0.03572041168808937,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 93710
    },
    {
      "grad_norm": 0.02520139515399933,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 93720
    },
    {
      "grad_norm": 0.04234195500612259,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 93730
    },
    {
      "grad_norm": 0.0430181659758091,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 93740
    },
    {
      "grad_norm": 0.025552717968821526,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 93750
    },
    {
      "grad_norm": 0.0411665216088295,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 93760
    },
    {
      "grad_norm": 0.03191152960062027,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 93770
    },
    {
      "grad_norm": 0.033568114042282104,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 93780
    },
    {
      "grad_norm": 0.035837870091199875,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 93790
    },
    {
      "grad_norm": 0.05636624991893768,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 93800
    },
    {
      "grad_norm": 0.12484578043222427,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 93810
    },
    {
      "grad_norm": 0.19185784459114075,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 93820
    },
    {
      "grad_norm": 0.03363459184765816,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 93830
    },
    {
      "grad_norm": 0.024895668029785156,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 93840
    },
    {
      "grad_norm": 0.02762984298169613,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 93850
    },
    {
      "grad_norm": 0.03512725234031677,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 93860
    },
    {
      "grad_norm": 0.03186126798391342,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 93870
    },
    {
      "grad_norm": 0.028297407552599907,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 93880
    },
    {
      "grad_norm": 0.030903024598956108,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 93890
    },
    {
      "grad_norm": 0.03232843801379204,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 93900
    },
    {
      "grad_norm": 0.029233943670988083,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 93910
    },
    {
      "grad_norm": 0.031654879450798035,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 93920
    },
    {
      "grad_norm": 0.03696576505899429,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 93930
    },
    {
      "grad_norm": 0.02717152237892151,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 93940
    },
    {
      "grad_norm": 0.0409436896443367,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 93950
    },
    {
      "grad_norm": 0.032671622931957245,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 93960
    },
    {
      "grad_norm": 0.027318568900227547,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 93970
    },
    {
      "grad_norm": 0.03168226033449173,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 93980
    },
    {
      "grad_norm": 0.027701644226908684,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 93990
    },
    {
      "grad_norm": 0.053951460868120193,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 94000
    },
    {
      "grad_norm": 0.03011571429669857,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 94010
    },
    {
      "grad_norm": 0.038783423602581024,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 94020
    },
    {
      "grad_norm": 0.029142094776034355,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 94030
    },
    {
      "grad_norm": 0.038058653473854065,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 94040
    },
    {
      "grad_norm": 0.03444425016641617,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 94050
    },
    {
      "grad_norm": 0.06447185575962067,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 94060
    },
    {
      "grad_norm": 0.08016340434551239,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 94070
    },
    {
      "grad_norm": 0.03601502254605293,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 94080
    },
    {
      "grad_norm": 0.0345759242773056,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 94090
    },
    {
      "grad_norm": 0.03679919242858887,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 94100
    },
    {
      "grad_norm": 0.04267337545752525,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 94110
    },
    {
      "grad_norm": 0.03477892279624939,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 94120
    },
    {
      "grad_norm": 0.03824014961719513,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 94130
    },
    {
      "grad_norm": 0.11221741884946823,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 94140
    },
    {
      "grad_norm": 0.047382112592458725,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 94150
    },
    {
      "grad_norm": 0.0479949526488781,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 94160
    },
    {
      "grad_norm": 0.03892882540822029,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 94170
    },
    {
      "grad_norm": 0.04228143021464348,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 94180
    },
    {
      "grad_norm": 0.05416347086429596,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 94190
    },
    {
      "grad_norm": 0.027034102007746696,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 94200
    },
    {
      "grad_norm": 0.028364695608615875,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 94210
    },
    {
      "grad_norm": 0.02800563909113407,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 94220
    },
    {
      "grad_norm": 0.04206250235438347,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 94230
    },
    {
      "grad_norm": 0.036909379065036774,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 94240
    },
    {
      "grad_norm": 0.034045279026031494,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 94250
    },
    {
      "grad_norm": 0.057113341987133026,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 94260
    },
    {
      "grad_norm": 0.030622616410255432,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 94270
    },
    {
      "grad_norm": 0.028068488463759422,
      "learning_rate": 0.0001,
      "loss": 0.0462,
      "step": 94280
    },
    {
      "grad_norm": 0.036994773894548416,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 94290
    },
    {
      "grad_norm": 0.026603171601891518,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 94300
    },
    {
      "grad_norm": 0.04527221620082855,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 94310
    },
    {
      "grad_norm": 0.027662435546517372,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 94320
    },
    {
      "grad_norm": 0.027083082124590874,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 94330
    },
    {
      "grad_norm": 0.033874720335006714,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 94340
    },
    {
      "grad_norm": 0.02750418893992901,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 94350
    },
    {
      "grad_norm": 0.04250543937087059,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 94360
    },
    {
      "grad_norm": 0.026042161509394646,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 94370
    },
    {
      "grad_norm": 0.10306330025196075,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 94380
    },
    {
      "grad_norm": 0.0670861154794693,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 94390
    },
    {
      "grad_norm": 0.06798934936523438,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 94400
    },
    {
      "grad_norm": 0.11807651817798615,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 94410
    },
    {
      "grad_norm": 0.03124172054231167,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 94420
    },
    {
      "grad_norm": 0.0425896979868412,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 94430
    },
    {
      "grad_norm": 0.0345173105597496,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 94440
    },
    {
      "grad_norm": 0.03034043498337269,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 94450
    },
    {
      "grad_norm": 0.04160626605153084,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 94460
    },
    {
      "grad_norm": 0.02658194676041603,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 94470
    },
    {
      "grad_norm": 0.027637913823127747,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 94480
    },
    {
      "grad_norm": 0.032947707921266556,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 94490
    },
    {
      "grad_norm": 0.027977855876088142,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 94500
    },
    {
      "grad_norm": 0.02299351431429386,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 94510
    },
    {
      "grad_norm": 0.03287841007113457,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 94520
    },
    {
      "grad_norm": 0.025713637471199036,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 94530
    },
    {
      "grad_norm": 0.04677785560488701,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 94540
    },
    {
      "grad_norm": 0.03399796038866043,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 94550
    },
    {
      "grad_norm": 0.03638545051217079,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 94560
    },
    {
      "grad_norm": 0.02536839246749878,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 94570
    },
    {
      "grad_norm": 0.025856805965304375,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 94580
    },
    {
      "grad_norm": 0.026152685284614563,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 94590
    },
    {
      "grad_norm": 0.025953639298677444,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 94600
    },
    {
      "grad_norm": 0.03563002124428749,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 94610
    },
    {
      "grad_norm": 0.03258901834487915,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 94620
    },
    {
      "grad_norm": 0.03116842359304428,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 94630
    },
    {
      "grad_norm": 0.0469999834895134,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 94640
    },
    {
      "grad_norm": 0.04909568652510643,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 94650
    },
    {
      "grad_norm": 0.036456670612096786,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 94660
    },
    {
      "grad_norm": 0.02587164379656315,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 94670
    },
    {
      "grad_norm": 0.03885434567928314,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 94680
    },
    {
      "grad_norm": 0.028573274612426758,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 94690
    },
    {
      "grad_norm": 0.02796398662030697,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 94700
    },
    {
      "grad_norm": 0.028745952993631363,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 94710
    },
    {
      "grad_norm": 0.028400056064128876,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 94720
    },
    {
      "grad_norm": 0.027847612276673317,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 94730
    },
    {
      "grad_norm": 0.031791649758815765,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 94740
    },
    {
      "grad_norm": 0.03359711915254593,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 94750
    },
    {
      "grad_norm": 0.05438074469566345,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 94760
    },
    {
      "grad_norm": 0.03962727263569832,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 94770
    },
    {
      "grad_norm": 0.04956749826669693,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 94780
    },
    {
      "grad_norm": 0.02521558664739132,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 94790
    },
    {
      "grad_norm": 0.04594721645116806,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 94800
    },
    {
      "grad_norm": 0.05326497182250023,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 94810
    },
    {
      "grad_norm": 0.06426108628511429,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 94820
    },
    {
      "grad_norm": 0.040253862738609314,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 94830
    },
    {
      "grad_norm": 0.036431945860385895,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 94840
    },
    {
      "grad_norm": 0.04221164807677269,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 94850
    },
    {
      "grad_norm": 0.0572076216340065,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 94860
    },
    {
      "grad_norm": 0.02651185542345047,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 94870
    },
    {
      "grad_norm": 0.036528222262859344,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 94880
    },
    {
      "grad_norm": 0.02710849791765213,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 94890
    },
    {
      "grad_norm": 0.08007711917161942,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 94900
    },
    {
      "grad_norm": 0.05815066769719124,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 94910
    },
    {
      "grad_norm": 0.03340574726462364,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 94920
    },
    {
      "grad_norm": 0.029558317735791206,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 94930
    },
    {
      "grad_norm": 0.031668275594711304,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 94940
    },
    {
      "grad_norm": 0.025508778169751167,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 94950
    },
    {
      "grad_norm": 0.03140717372298241,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 94960
    },
    {
      "grad_norm": 0.026571806520223618,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 94970
    },
    {
      "grad_norm": 0.03992978110909462,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 94980
    },
    {
      "grad_norm": 0.026560824364423752,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 94990
    },
    {
      "grad_norm": 0.026858989149332047,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 95000
    },
    {
      "grad_norm": 0.030185995623469353,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 95010
    },
    {
      "grad_norm": 0.02973278798162937,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 95020
    },
    {
      "grad_norm": 0.023798802867531776,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 95030
    },
    {
      "grad_norm": 0.03987099975347519,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 95040
    },
    {
      "grad_norm": 0.038996338844299316,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 95050
    },
    {
      "grad_norm": 0.05770406872034073,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 95060
    },
    {
      "grad_norm": 0.027594218030571938,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 95070
    },
    {
      "grad_norm": 0.039674095809459686,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 95080
    },
    {
      "grad_norm": 0.034132394939661026,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 95090
    },
    {
      "grad_norm": 0.03611086308956146,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 95100
    },
    {
      "grad_norm": 0.04503214731812477,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 95110
    },
    {
      "grad_norm": 0.023589029908180237,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 95120
    },
    {
      "grad_norm": 0.0239533893764019,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 95130
    },
    {
      "grad_norm": 0.026675667613744736,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 95140
    },
    {
      "grad_norm": 0.034679461270570755,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 95150
    },
    {
      "grad_norm": 0.026450391858816147,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 95160
    },
    {
      "grad_norm": 0.04550202190876007,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 95170
    },
    {
      "grad_norm": 0.039010170847177505,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 95180
    },
    {
      "grad_norm": 0.026627276092767715,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 95190
    },
    {
      "grad_norm": 0.10819648951292038,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 95200
    },
    {
      "grad_norm": 0.06241007149219513,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 95210
    },
    {
      "grad_norm": 0.03931719809770584,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 95220
    },
    {
      "grad_norm": 0.031880009919404984,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 95230
    },
    {
      "grad_norm": 0.03080109879374504,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 95240
    },
    {
      "grad_norm": 0.029759502038359642,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 95250
    },
    {
      "grad_norm": 0.029260728508234024,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 95260
    },
    {
      "grad_norm": 0.02815067023038864,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 95270
    },
    {
      "grad_norm": 0.032384708523750305,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 95280
    },
    {
      "grad_norm": 0.02445666305720806,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 95290
    },
    {
      "grad_norm": 0.025891119614243507,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 95300
    },
    {
      "grad_norm": 0.032552819699048996,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 95310
    },
    {
      "grad_norm": 0.036478716880083084,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 95320
    },
    {
      "grad_norm": 0.041331227868795395,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 95330
    },
    {
      "grad_norm": 0.08867236971855164,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 95340
    },
    {
      "grad_norm": 0.02682378701865673,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 95350
    },
    {
      "grad_norm": 0.027033552527427673,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 95360
    },
    {
      "grad_norm": 0.026380591094493866,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 95370
    },
    {
      "grad_norm": 0.032075151801109314,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 95380
    },
    {
      "grad_norm": 0.033086515963077545,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 95390
    },
    {
      "grad_norm": 0.037398602813482285,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 95400
    },
    {
      "grad_norm": 0.038588542491197586,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 95410
    },
    {
      "grad_norm": 0.03149842843413353,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 95420
    },
    {
      "grad_norm": 0.030458208173513412,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 95430
    },
    {
      "grad_norm": 0.029785756021738052,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 95440
    },
    {
      "grad_norm": 0.02365429513156414,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 95450
    },
    {
      "grad_norm": 0.028556298464536667,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 95460
    },
    {
      "grad_norm": 0.06477830559015274,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 95470
    },
    {
      "grad_norm": 0.1451895833015442,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 95480
    },
    {
      "grad_norm": 0.0262164194136858,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 95490
    },
    {
      "grad_norm": 0.03305143490433693,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 95500
    },
    {
      "grad_norm": 0.03076082095503807,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 95510
    },
    {
      "grad_norm": 0.02685578353703022,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 95520
    },
    {
      "grad_norm": 0.03800153732299805,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 95530
    },
    {
      "grad_norm": 0.03223706781864166,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 95540
    },
    {
      "grad_norm": 0.03485165536403656,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 95550
    },
    {
      "grad_norm": 0.025365229696035385,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 95560
    },
    {
      "grad_norm": 0.029215002432465553,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 95570
    },
    {
      "grad_norm": 0.026827679947018623,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 95580
    },
    {
      "grad_norm": 0.028283918276429176,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 95590
    },
    {
      "grad_norm": 0.03489455580711365,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 95600
    },
    {
      "grad_norm": 0.02583594247698784,
      "learning_rate": 0.0001,
      "loss": 0.0455,
      "step": 95610
    },
    {
      "grad_norm": 0.024843741208314896,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 95620
    },
    {
      "grad_norm": 0.028435707092285156,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 95630
    },
    {
      "grad_norm": 0.02521654963493347,
      "learning_rate": 0.0001,
      "loss": 0.0458,
      "step": 95640
    },
    {
      "grad_norm": 0.030747858807444572,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 95650
    },
    {
      "grad_norm": 0.025528021156787872,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 95660
    },
    {
      "grad_norm": 0.0489334911108017,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 95670
    },
    {
      "grad_norm": 0.029974976554512978,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 95680
    },
    {
      "grad_norm": 0.04380722716450691,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 95690
    },
    {
      "grad_norm": 0.033696938306093216,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 95700
    },
    {
      "grad_norm": 0.08247615396976471,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 95710
    },
    {
      "grad_norm": 0.04103153198957443,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 95720
    },
    {
      "grad_norm": 0.02744148299098015,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 95730
    },
    {
      "grad_norm": 0.026569604873657227,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 95740
    },
    {
      "grad_norm": 0.026291782036423683,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 95750
    },
    {
      "grad_norm": 0.029058804735541344,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 95760
    },
    {
      "grad_norm": 0.02746191807091236,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 95770
    },
    {
      "grad_norm": 0.028740298002958298,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 95780
    },
    {
      "grad_norm": 0.025751734152436256,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 95790
    },
    {
      "grad_norm": 0.03154204785823822,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 95800
    },
    {
      "grad_norm": 0.03550836443901062,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 95810
    },
    {
      "grad_norm": 0.03521094098687172,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 95820
    },
    {
      "grad_norm": 0.03728766366839409,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 95830
    },
    {
      "grad_norm": 0.02486562170088291,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 95840
    },
    {
      "grad_norm": 0.028210381045937538,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 95850
    },
    {
      "grad_norm": 0.02536296285688877,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 95860
    },
    {
      "grad_norm": 0.03553789481520653,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 95870
    },
    {
      "grad_norm": 0.025849489495158195,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 95880
    },
    {
      "grad_norm": 0.04029631242156029,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 95890
    },
    {
      "grad_norm": 0.02440669946372509,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 95900
    },
    {
      "grad_norm": 0.0323028564453125,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 95910
    },
    {
      "grad_norm": 0.029121244326233864,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 95920
    },
    {
      "grad_norm": 0.07112371921539307,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 95930
    },
    {
      "grad_norm": 0.036292966455221176,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 95940
    },
    {
      "grad_norm": 0.034076109528541565,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 95950
    },
    {
      "grad_norm": 0.02601984329521656,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 95960
    },
    {
      "grad_norm": 0.032688092440366745,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 95970
    },
    {
      "grad_norm": 0.07494278252124786,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 95980
    },
    {
      "grad_norm": 0.02693575620651245,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 95990
    },
    {
      "grad_norm": 0.03261593356728554,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 96000
    },
    {
      "grad_norm": 0.042626574635505676,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 96010
    },
    {
      "grad_norm": 0.10377063602209091,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 96020
    },
    {
      "grad_norm": 0.07076121121644974,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 96030
    },
    {
      "grad_norm": 0.09251175820827484,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 96040
    },
    {
      "grad_norm": 0.02624526247382164,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 96050
    },
    {
      "grad_norm": 0.028496740385890007,
      "learning_rate": 0.0001,
      "loss": 0.0454,
      "step": 96060
    },
    {
      "grad_norm": 0.02267865277826786,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 96070
    },
    {
      "grad_norm": 0.03133617341518402,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 96080
    },
    {
      "grad_norm": 0.0392955020070076,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 96090
    },
    {
      "grad_norm": 0.025294093415141106,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 96100
    },
    {
      "grad_norm": 0.024785563349723816,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 96110
    },
    {
      "grad_norm": 0.034071121364831924,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 96120
    },
    {
      "grad_norm": 0.03373062238097191,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 96130
    },
    {
      "grad_norm": 0.027166441082954407,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 96140
    },
    {
      "grad_norm": 0.06041251868009567,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 96150
    },
    {
      "grad_norm": 0.026147114112973213,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 96160
    },
    {
      "grad_norm": 0.06218607351183891,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 96170
    },
    {
      "grad_norm": 0.07160784304141998,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 96180
    },
    {
      "grad_norm": 0.026966892182826996,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 96190
    },
    {
      "grad_norm": 0.06636752933263779,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 96200
    },
    {
      "grad_norm": 0.05045609176158905,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 96210
    },
    {
      "grad_norm": 0.05490162596106529,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 96220
    },
    {
      "grad_norm": 0.06531492620706558,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 96230
    },
    {
      "grad_norm": 0.09091877192258835,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 96240
    },
    {
      "grad_norm": 0.0692090317606926,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 96250
    },
    {
      "grad_norm": 0.031086768954992294,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 96260
    },
    {
      "grad_norm": 0.028835460543632507,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 96270
    },
    {
      "grad_norm": 0.05884266272187233,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 96280
    },
    {
      "grad_norm": 0.030986381694674492,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 96290
    },
    {
      "grad_norm": 0.0249866284430027,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 96300
    },
    {
      "grad_norm": 0.028780071064829826,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 96310
    },
    {
      "grad_norm": 0.04410887509584427,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 96320
    },
    {
      "grad_norm": 0.032420311123132706,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 96330
    },
    {
      "grad_norm": 0.03314412012696266,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 96340
    },
    {
      "grad_norm": 0.02996647357940674,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 96350
    },
    {
      "grad_norm": 0.029777400195598602,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 96360
    },
    {
      "grad_norm": 0.030332664027810097,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 96370
    },
    {
      "grad_norm": 0.05656079947948456,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 96380
    },
    {
      "grad_norm": 0.027858657762408257,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 96390
    },
    {
      "grad_norm": 0.028670163825154305,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 96400
    },
    {
      "grad_norm": 0.027472171932458878,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 96410
    },
    {
      "grad_norm": 0.029915867373347282,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 96420
    },
    {
      "grad_norm": 0.027751825749874115,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 96430
    },
    {
      "grad_norm": 0.05133531615138054,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 96440
    },
    {
      "grad_norm": 0.029465720057487488,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 96450
    },
    {
      "grad_norm": 0.04162289574742317,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 96460
    },
    {
      "grad_norm": 0.030299410223960876,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 96470
    },
    {
      "grad_norm": 0.035521000623703,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 96480
    },
    {
      "grad_norm": 0.026768971234560013,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 96490
    },
    {
      "grad_norm": 0.0314154215157032,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 96500
    },
    {
      "grad_norm": 0.03375817462801933,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 96510
    },
    {
      "grad_norm": 0.032045312225818634,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 96520
    },
    {
      "grad_norm": 0.050745584070682526,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 96530
    },
    {
      "grad_norm": 0.02730782888829708,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 96540
    },
    {
      "grad_norm": 0.03141345828771591,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 96550
    },
    {
      "grad_norm": 0.03553396463394165,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 96560
    },
    {
      "grad_norm": 0.033368874341249466,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 96570
    },
    {
      "grad_norm": 0.060657400637865067,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 96580
    },
    {
      "grad_norm": 0.08760552853345871,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 96590
    },
    {
      "grad_norm": 0.060108017176389694,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 96600
    },
    {
      "grad_norm": 0.06861134618520737,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 96610
    },
    {
      "grad_norm": 0.03595564886927605,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 96620
    },
    {
      "grad_norm": 0.02784467488527298,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 96630
    },
    {
      "grad_norm": 0.02522508054971695,
      "learning_rate": 0.0001,
      "loss": 0.0448,
      "step": 96640
    },
    {
      "grad_norm": 0.026387685909867287,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 96650
    },
    {
      "grad_norm": 0.030371930450201035,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 96660
    },
    {
      "grad_norm": 0.02574167586863041,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 96670
    },
    {
      "grad_norm": 0.048471421003341675,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 96680
    },
    {
      "grad_norm": 0.1094595342874527,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 96690
    },
    {
      "grad_norm": 0.036132313311100006,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 96700
    },
    {
      "grad_norm": 0.04698836803436279,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 96710
    },
    {
      "grad_norm": 0.03254185616970062,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 96720
    },
    {
      "grad_norm": 0.039972156286239624,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 96730
    },
    {
      "grad_norm": 0.02575293369591236,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 96740
    },
    {
      "grad_norm": 0.02741379290819168,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 96750
    },
    {
      "grad_norm": 0.030963614583015442,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 96760
    },
    {
      "grad_norm": 0.030438344925642014,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 96770
    },
    {
      "grad_norm": 0.037789687514305115,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 96780
    },
    {
      "grad_norm": 0.04114929214119911,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 96790
    },
    {
      "grad_norm": 0.0289454385638237,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 96800
    },
    {
      "grad_norm": 0.029454044997692108,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 96810
    },
    {
      "grad_norm": 0.044912081211805344,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 96820
    },
    {
      "grad_norm": 0.028308548033237457,
      "learning_rate": 0.0001,
      "loss": 0.0452,
      "step": 96830
    },
    {
      "grad_norm": 0.03453895077109337,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 96840
    },
    {
      "grad_norm": 0.040184807032346725,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 96850
    },
    {
      "grad_norm": 0.03607223555445671,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 96860
    },
    {
      "grad_norm": 0.026959536597132683,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 96870
    },
    {
      "grad_norm": 0.031227005645632744,
      "learning_rate": 0.0001,
      "loss": 0.0454,
      "step": 96880
    },
    {
      "grad_norm": 0.03726310655474663,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 96890
    },
    {
      "grad_norm": 0.05642639473080635,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 96900
    },
    {
      "grad_norm": 0.04307409003376961,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 96910
    },
    {
      "grad_norm": 0.03013875149190426,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 96920
    },
    {
      "grad_norm": 0.02652827650308609,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 96930
    },
    {
      "grad_norm": 0.11469537764787674,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 96940
    },
    {
      "grad_norm": 0.03185581788420677,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 96950
    },
    {
      "grad_norm": 0.032405123114585876,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 96960
    },
    {
      "grad_norm": 0.035345807671546936,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 96970
    },
    {
      "grad_norm": 0.03580360487103462,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 96980
    },
    {
      "grad_norm": 0.115090012550354,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 96990
    },
    {
      "grad_norm": 0.03335920721292496,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 97000
    },
    {
      "grad_norm": 0.03450873866677284,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 97010
    },
    {
      "grad_norm": 0.03045639581978321,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 97020
    },
    {
      "grad_norm": 0.026113806292414665,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 97030
    },
    {
      "grad_norm": 0.029924549162387848,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 97040
    },
    {
      "grad_norm": 0.026687655597925186,
      "learning_rate": 0.0001,
      "loss": 0.0455,
      "step": 97050
    },
    {
      "grad_norm": 0.03953311964869499,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 97060
    },
    {
      "grad_norm": 0.02340623550117016,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 97070
    },
    {
      "grad_norm": 0.02945699915289879,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 97080
    },
    {
      "grad_norm": 0.05088700354099274,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 97090
    },
    {
      "grad_norm": 0.030437342822551727,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 97100
    },
    {
      "grad_norm": 0.027320006862282753,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 97110
    },
    {
      "grad_norm": 0.03354558348655701,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 97120
    },
    {
      "grad_norm": 0.021426847204566002,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 97130
    },
    {
      "grad_norm": 0.03229353576898575,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 97140
    },
    {
      "grad_norm": 0.050126612186431885,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 97150
    },
    {
      "grad_norm": 0.031611524522304535,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 97160
    },
    {
      "grad_norm": 0.026469286531209946,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 97170
    },
    {
      "grad_norm": 0.1160263791680336,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 97180
    },
    {
      "grad_norm": 0.029328076168894768,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 97190
    },
    {
      "grad_norm": 0.03070029988884926,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 97200
    },
    {
      "grad_norm": 0.029191898182034492,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 97210
    },
    {
      "grad_norm": 0.03473402559757233,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 97220
    },
    {
      "grad_norm": 0.02741866372525692,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 97230
    },
    {
      "grad_norm": 0.02488289773464203,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 97240
    },
    {
      "grad_norm": 0.038254570215940475,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 97250
    },
    {
      "grad_norm": 0.025649890303611755,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 97260
    },
    {
      "grad_norm": 0.03404250368475914,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 97270
    },
    {
      "grad_norm": 0.035612720996141434,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 97280
    },
    {
      "grad_norm": 0.038424618542194366,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 97290
    },
    {
      "grad_norm": 0.041030172258615494,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 97300
    },
    {
      "grad_norm": 0.02243974804878235,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 97310
    },
    {
      "grad_norm": 0.033095456659793854,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 97320
    },
    {
      "grad_norm": 0.029128547757864,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 97330
    },
    {
      "grad_norm": 0.027083760127425194,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 97340
    },
    {
      "grad_norm": 0.03324266895651817,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 97350
    },
    {
      "grad_norm": 0.03168567270040512,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 97360
    },
    {
      "grad_norm": 0.02847643569111824,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 97370
    },
    {
      "grad_norm": 0.026905663311481476,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 97380
    },
    {
      "grad_norm": 0.023597044870257378,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 97390
    },
    {
      "grad_norm": 0.031687889248132706,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 97400
    },
    {
      "grad_norm": 0.056467022746801376,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 97410
    },
    {
      "grad_norm": 0.09764218330383301,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 97420
    },
    {
      "grad_norm": 0.0358043909072876,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 97430
    },
    {
      "grad_norm": 0.02364470437169075,
      "learning_rate": 0.0001,
      "loss": 0.0461,
      "step": 97440
    },
    {
      "grad_norm": 0.05463283136487007,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 97450
    },
    {
      "grad_norm": 0.024806099012494087,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 97460
    },
    {
      "grad_norm": 0.028282904997467995,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 97470
    },
    {
      "grad_norm": 0.02364024706184864,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 97480
    },
    {
      "grad_norm": 0.030804242938756943,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 97490
    },
    {
      "grad_norm": 0.026218073442578316,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 97500
    },
    {
      "grad_norm": 0.022705450654029846,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 97510
    },
    {
      "grad_norm": 0.11586370319128036,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 97520
    },
    {
      "grad_norm": 0.07189654558897018,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 97530
    },
    {
      "grad_norm": 0.08655218034982681,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 97540
    },
    {
      "grad_norm": 0.03713928908109665,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 97550
    },
    {
      "grad_norm": 0.038684625178575516,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 97560
    },
    {
      "grad_norm": 0.030615536496043205,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 97570
    },
    {
      "grad_norm": 0.0439479798078537,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 97580
    },
    {
      "grad_norm": 0.02766469679772854,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 97590
    },
    {
      "grad_norm": 0.02660086750984192,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 97600
    },
    {
      "grad_norm": 0.02683202549815178,
      "learning_rate": 0.0001,
      "loss": 0.0448,
      "step": 97610
    },
    {
      "grad_norm": 0.03177860751748085,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 97620
    },
    {
      "grad_norm": 0.03542228415608406,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 97630
    },
    {
      "grad_norm": 0.029466787353157997,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 97640
    },
    {
      "grad_norm": 0.023481231182813644,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 97650
    },
    {
      "grad_norm": 0.03032929264008999,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 97660
    },
    {
      "grad_norm": 0.0242290236055851,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 97670
    },
    {
      "grad_norm": 0.030412789434194565,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 97680
    },
    {
      "grad_norm": 0.02982240542769432,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 97690
    },
    {
      "grad_norm": 0.037822216749191284,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 97700
    },
    {
      "grad_norm": 0.03211483731865883,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 97710
    },
    {
      "grad_norm": 0.02682364732027054,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 97720
    },
    {
      "grad_norm": 0.026319440454244614,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 97730
    },
    {
      "grad_norm": 0.026894088834524155,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 97740
    },
    {
      "grad_norm": 0.025585459545254707,
      "learning_rate": 0.0001,
      "loss": 0.0458,
      "step": 97750
    },
    {
      "grad_norm": 0.02374073676764965,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 97760
    },
    {
      "grad_norm": 0.03274885565042496,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 97770
    },
    {
      "grad_norm": 0.04325084760785103,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 97780
    },
    {
      "grad_norm": 0.06657268851995468,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 97790
    },
    {
      "grad_norm": 0.03454858809709549,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 97800
    },
    {
      "grad_norm": 0.025823373347520828,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 97810
    },
    {
      "grad_norm": 0.029573073610663414,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 97820
    },
    {
      "grad_norm": 0.024819038808345795,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 97830
    },
    {
      "grad_norm": 0.03197538107633591,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 97840
    },
    {
      "grad_norm": 0.04726844280958176,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 97850
    },
    {
      "grad_norm": 0.0395641066133976,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 97860
    },
    {
      "grad_norm": 0.030696654692292213,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 97870
    },
    {
      "grad_norm": 0.06005684286355972,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 97880
    },
    {
      "grad_norm": 0.08046336472034454,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 97890
    },
    {
      "grad_norm": 0.024910200387239456,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 97900
    },
    {
      "grad_norm": 0.025944549590349197,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 97910
    },
    {
      "grad_norm": 0.055081360042095184,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 97920
    },
    {
      "grad_norm": 0.040028609335422516,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 97930
    },
    {
      "grad_norm": 0.047700054943561554,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 97940
    },
    {
      "grad_norm": 0.048259153962135315,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 97950
    },
    {
      "grad_norm": 0.0475543737411499,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 97960
    },
    {
      "grad_norm": 0.027738109230995178,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 97970
    },
    {
      "grad_norm": 0.033726081252098083,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 97980
    },
    {
      "grad_norm": 0.055730756372213364,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 97990
    },
    {
      "grad_norm": 0.029736431315541267,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 98000
    },
    {
      "grad_norm": 0.027818428352475166,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 98010
    },
    {
      "grad_norm": 0.03579211235046387,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 98020
    },
    {
      "grad_norm": 0.05254705995321274,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 98030
    },
    {
      "grad_norm": 0.03150453045964241,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 98040
    },
    {
      "grad_norm": 0.09258593618869781,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 98050
    },
    {
      "grad_norm": 0.04806365817785263,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 98060
    },
    {
      "grad_norm": 0.03987836837768555,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 98070
    },
    {
      "grad_norm": 0.037269461899995804,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 98080
    },
    {
      "grad_norm": 0.029514284804463387,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 98090
    },
    {
      "grad_norm": 0.03511775657534599,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 98100
    },
    {
      "grad_norm": 0.12015482038259506,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 98110
    },
    {
      "grad_norm": 0.04377695173025131,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 98120
    },
    {
      "grad_norm": 0.03276720270514488,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 98130
    },
    {
      "grad_norm": 0.03312600404024124,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 98140
    },
    {
      "grad_norm": 0.038042742758989334,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 98150
    },
    {
      "grad_norm": 0.028375113382935524,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 98160
    },
    {
      "grad_norm": 0.06907320022583008,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 98170
    },
    {
      "grad_norm": 0.027545126155018806,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 98180
    },
    {
      "grad_norm": 0.02768673188984394,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 98190
    },
    {
      "grad_norm": 0.04092136397957802,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 98200
    },
    {
      "grad_norm": 0.03742397576570511,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 98210
    },
    {
      "grad_norm": 0.03648064658045769,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 98220
    },
    {
      "grad_norm": 0.033888328820466995,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 98230
    },
    {
      "grad_norm": 0.0329248383641243,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 98240
    },
    {
      "grad_norm": 0.027166947722434998,
      "learning_rate": 0.0001,
      "loss": 0.0455,
      "step": 98250
    },
    {
      "grad_norm": 0.030420035123825073,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 98260
    },
    {
      "grad_norm": 0.03524519503116608,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 98270
    },
    {
      "grad_norm": 0.03516627848148346,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 98280
    },
    {
      "grad_norm": 0.0753171294927597,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 98290
    },
    {
      "grad_norm": 0.025487923994660378,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 98300
    },
    {
      "grad_norm": 0.03543322905898094,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 98310
    },
    {
      "grad_norm": 0.05163693428039551,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 98320
    },
    {
      "grad_norm": 0.04191873222589493,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 98330
    },
    {
      "grad_norm": 0.029277095571160316,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 98340
    },
    {
      "grad_norm": 0.03054085746407509,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 98350
    },
    {
      "grad_norm": 0.02707977220416069,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 98360
    },
    {
      "grad_norm": 0.033613987267017365,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 98370
    },
    {
      "grad_norm": 0.02494041994214058,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 98380
    },
    {
      "grad_norm": 0.02789546363055706,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 98390
    },
    {
      "grad_norm": 0.02352765016257763,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 98400
    },
    {
      "grad_norm": 0.030871685594320297,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 98410
    },
    {
      "grad_norm": 0.02687966078519821,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 98420
    },
    {
      "grad_norm": 0.031755123287439346,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 98430
    },
    {
      "grad_norm": 0.04615579545497894,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 98440
    },
    {
      "grad_norm": 0.08445646613836288,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 98450
    },
    {
      "grad_norm": 0.05636293813586235,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 98460
    },
    {
      "grad_norm": 0.041703157126903534,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 98470
    },
    {
      "grad_norm": 0.029543140903115273,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 98480
    },
    {
      "grad_norm": 0.031694911420345306,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 98490
    },
    {
      "grad_norm": 0.02533125877380371,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 98500
    },
    {
      "grad_norm": 0.028147611767053604,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 98510
    },
    {
      "grad_norm": 0.02816014178097248,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 98520
    },
    {
      "grad_norm": 0.04894541949033737,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 98530
    },
    {
      "grad_norm": 0.04217274487018585,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 98540
    },
    {
      "grad_norm": 0.027797391638159752,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 98550
    },
    {
      "grad_norm": 0.037533968687057495,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 98560
    },
    {
      "grad_norm": 0.07928492873907089,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 98570
    },
    {
      "grad_norm": 0.03234170004725456,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 98580
    },
    {
      "grad_norm": 0.030618153512477875,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 98590
    },
    {
      "grad_norm": 0.03325729817152023,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 98600
    },
    {
      "grad_norm": 0.03584055230021477,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 98610
    },
    {
      "grad_norm": 0.030948184430599213,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 98620
    },
    {
      "grad_norm": 0.031103774905204773,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 98630
    },
    {
      "grad_norm": 0.03784719109535217,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 98640
    },
    {
      "grad_norm": 0.08686938136816025,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 98650
    },
    {
      "grad_norm": 0.03553614392876625,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 98660
    },
    {
      "grad_norm": 0.031239958480000496,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 98670
    },
    {
      "grad_norm": 0.0332481786608696,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 98680
    },
    {
      "grad_norm": 0.03420430049300194,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 98690
    },
    {
      "grad_norm": 0.04772854223847389,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 98700
    },
    {
      "grad_norm": 0.027334079146385193,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 98710
    },
    {
      "grad_norm": 0.023673048242926598,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 98720
    },
    {
      "grad_norm": 0.02811393514275551,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 98730
    },
    {
      "grad_norm": 0.03779273107647896,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 98740
    },
    {
      "grad_norm": 0.026763997972011566,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 98750
    },
    {
      "grad_norm": 0.02961639314889908,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 98760
    },
    {
      "grad_norm": 0.028105493634939194,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 98770
    },
    {
      "grad_norm": 0.026941778138279915,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 98780
    },
    {
      "grad_norm": 0.035967014729976654,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 98790
    },
    {
      "grad_norm": 0.034404072910547256,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 98800
    },
    {
      "grad_norm": 0.026857484132051468,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 98810
    },
    {
      "grad_norm": 0.03227662295103073,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 98820
    },
    {
      "grad_norm": 0.025580938905477524,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 98830
    },
    {
      "grad_norm": 0.03274087980389595,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 98840
    },
    {
      "grad_norm": 0.029085202142596245,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 98850
    },
    {
      "grad_norm": 0.0313756950199604,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 98860
    },
    {
      "grad_norm": 0.043207235634326935,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 98870
    },
    {
      "grad_norm": 0.030939269810914993,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 98880
    },
    {
      "grad_norm": 0.048899129033088684,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 98890
    },
    {
      "grad_norm": 0.031163763254880905,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 98900
    },
    {
      "grad_norm": 0.027381082996726036,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 98910
    },
    {
      "grad_norm": 0.027393633499741554,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 98920
    },
    {
      "grad_norm": 0.09010180085897446,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 98930
    },
    {
      "grad_norm": 0.024844007566571236,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 98940
    },
    {
      "grad_norm": 0.024826569482684135,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 98950
    },
    {
      "grad_norm": 0.04832044988870621,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 98960
    },
    {
      "grad_norm": 0.02849973738193512,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 98970
    },
    {
      "grad_norm": 0.03405875712633133,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 98980
    },
    {
      "grad_norm": 0.028694473206996918,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 98990
    },
    {
      "grad_norm": 0.031103825196623802,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 99000
    },
    {
      "grad_norm": 0.04456969350576401,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 99010
    },
    {
      "grad_norm": 0.025023385882377625,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 99020
    },
    {
      "grad_norm": 0.0462261363863945,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 99030
    },
    {
      "grad_norm": 0.02289251796901226,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 99040
    },
    {
      "grad_norm": 0.0256483294069767,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 99050
    },
    {
      "grad_norm": 0.06328067928552628,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 99060
    },
    {
      "grad_norm": 0.03411518782377243,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 99070
    },
    {
      "grad_norm": 0.04915652051568031,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 99080
    },
    {
      "grad_norm": 0.026227561756968498,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 99090
    },
    {
      "grad_norm": 0.032678715884685516,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 99100
    },
    {
      "grad_norm": 0.025565601885318756,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 99110
    },
    {
      "grad_norm": 0.03216361999511719,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 99120
    },
    {
      "grad_norm": 0.032043877989053726,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 99130
    },
    {
      "grad_norm": 0.03952161967754364,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 99140
    },
    {
      "grad_norm": 0.0353337861597538,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 99150
    },
    {
      "grad_norm": 0.03343339264392853,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 99160
    },
    {
      "grad_norm": 0.056453801691532135,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 99170
    },
    {
      "grad_norm": 0.028743062168359756,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 99180
    },
    {
      "grad_norm": 0.08125882595777512,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 99190
    },
    {
      "grad_norm": 0.0501539371907711,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 99200
    },
    {
      "grad_norm": 0.026939956471323967,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 99210
    },
    {
      "grad_norm": 0.02824362739920616,
      "learning_rate": 0.0001,
      "loss": 0.0445,
      "step": 99220
    },
    {
      "grad_norm": 0.02535504475235939,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 99230
    },
    {
      "grad_norm": 0.025263939052820206,
      "learning_rate": 0.0001,
      "loss": 0.0441,
      "step": 99240
    },
    {
      "grad_norm": 0.024880239740014076,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 99250
    },
    {
      "grad_norm": 0.07144497334957123,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 99260
    },
    {
      "grad_norm": 0.10020991414785385,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 99270
    },
    {
      "grad_norm": 0.03576068580150604,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 99280
    },
    {
      "grad_norm": 0.02783566527068615,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 99290
    },
    {
      "grad_norm": 0.029481669887900352,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 99300
    },
    {
      "grad_norm": 0.03886092081665993,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 99310
    },
    {
      "grad_norm": 0.028031684458255768,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 99320
    },
    {
      "grad_norm": 0.024838194251060486,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 99330
    },
    {
      "grad_norm": 0.027937185019254684,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 99340
    },
    {
      "grad_norm": 0.023643389344215393,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 99350
    },
    {
      "grad_norm": 0.028248265385627747,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 99360
    },
    {
      "grad_norm": 0.02877361886203289,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 99370
    },
    {
      "grad_norm": 0.026900362223386765,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 99380
    },
    {
      "grad_norm": 0.05154450610280037,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 99390
    },
    {
      "grad_norm": 0.03264627605676651,
      "learning_rate": 0.0001,
      "loss": 0.0461,
      "step": 99400
    },
    {
      "grad_norm": 0.026018651202321053,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 99410
    },
    {
      "grad_norm": 0.0331391766667366,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 99420
    },
    {
      "grad_norm": 0.030057525262236595,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 99430
    },
    {
      "grad_norm": 0.02966933138668537,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 99440
    },
    {
      "grad_norm": 0.02990889549255371,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 99450
    },
    {
      "grad_norm": 0.028716405853629112,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 99460
    },
    {
      "grad_norm": 0.0290630292147398,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 99470
    },
    {
      "grad_norm": 0.07317616045475006,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 99480
    },
    {
      "grad_norm": 0.027540965005755424,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 99490
    },
    {
      "grad_norm": 0.0387735590338707,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 99500
    },
    {
      "grad_norm": 0.03955710306763649,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 99510
    },
    {
      "grad_norm": 0.026418665423989296,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 99520
    },
    {
      "grad_norm": 0.030174648389220238,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 99530
    },
    {
      "grad_norm": 0.02751896344125271,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 99540
    },
    {
      "grad_norm": 0.03499213606119156,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 99550
    },
    {
      "grad_norm": 0.04664082080125809,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 99560
    },
    {
      "grad_norm": 0.0645940899848938,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 99570
    },
    {
      "grad_norm": 0.028478000313043594,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 99580
    },
    {
      "grad_norm": 0.040953829884529114,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 99590
    },
    {
      "grad_norm": 0.09103530645370483,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 99600
    },
    {
      "grad_norm": 0.05350833013653755,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 99610
    },
    {
      "grad_norm": 0.030056746676564217,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 99620
    },
    {
      "grad_norm": 0.07244948297739029,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 99630
    },
    {
      "grad_norm": 0.028100894764065742,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 99640
    },
    {
      "grad_norm": 0.04336774721741676,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 99650
    },
    {
      "grad_norm": 0.04690999165177345,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 99660
    },
    {
      "grad_norm": 0.03232041373848915,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 99670
    },
    {
      "grad_norm": 0.13065610826015472,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 99680
    },
    {
      "grad_norm": 0.03544510900974274,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 99690
    },
    {
      "grad_norm": 0.029453840106725693,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 99700
    },
    {
      "grad_norm": 0.041795480996370316,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 99710
    },
    {
      "grad_norm": 0.03866230323910713,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 99720
    },
    {
      "grad_norm": 0.03515827655792236,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 99730
    },
    {
      "grad_norm": 0.04768506810069084,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 99740
    },
    {
      "grad_norm": 0.040172744542360306,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 99750
    },
    {
      "grad_norm": 0.032929662615060806,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 99760
    },
    {
      "grad_norm": 0.0355190671980381,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 99770
    },
    {
      "grad_norm": 0.04363808408379555,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 99780
    },
    {
      "grad_norm": 0.03485037013888359,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 99790
    },
    {
      "grad_norm": 0.04046064242720604,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 99800
    },
    {
      "grad_norm": 0.0578959584236145,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 99810
    },
    {
      "grad_norm": 0.030401533469557762,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 99820
    },
    {
      "grad_norm": 0.03831387311220169,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 99830
    },
    {
      "grad_norm": 0.03926137462258339,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 99840
    },
    {
      "grad_norm": 0.044549550861120224,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 99850
    },
    {
      "grad_norm": 0.05660640820860863,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 99860
    },
    {
      "grad_norm": 0.08620617538690567,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 99870
    },
    {
      "grad_norm": 0.03910083696246147,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 99880
    },
    {
      "grad_norm": 0.032386232167482376,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 99890
    },
    {
      "grad_norm": 0.0322064571082592,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 99900
    },
    {
      "grad_norm": 0.03315524384379387,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 99910
    },
    {
      "grad_norm": 0.03115280531346798,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 99920
    },
    {
      "grad_norm": 0.030921570956707,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 99930
    },
    {
      "grad_norm": 0.028355836868286133,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 99940
    },
    {
      "grad_norm": 0.03521619737148285,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 99950
    },
    {
      "grad_norm": 0.030017100274562836,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 99960
    },
    {
      "grad_norm": 0.044725243002176285,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 99970
    },
    {
      "grad_norm": 0.07309325039386749,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 99980
    },
    {
      "grad_norm": 0.043188564479351044,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 99990
    },
    {
      "grad_norm": 0.03130705654621124,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 100000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}