diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,60034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 100000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 0.6408804655075073,
+      "learning_rate": 1.8e-07,
+      "loss": 1.2617,
+      "step": 10
+    },
+    {
+      "grad_norm": 0.5757878422737122,
+      "learning_rate": 3.8e-07,
+      "loss": 1.2604,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.4684198498725891,
+      "learning_rate": 5.8e-07,
+      "loss": 1.2519,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.44693273305892944,
+      "learning_rate": 7.8e-07,
+      "loss": 1.2383,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.34829291701316833,
+      "learning_rate": 9.8e-07,
+      "loss": 1.2161,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.17991778254508972,
+      "learning_rate": 1.18e-06,
+      "loss": 1.208,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.20885826647281647,
+      "learning_rate": 1.3800000000000001e-06,
+      "loss": 1.1959,
+      "step": 70
+    },
+    {
+      "grad_norm": 0.15264323353767395,
+      "learning_rate": 1.5800000000000003e-06,
+      "loss": 1.1856,
+      "step": 80
+    },
+    {
+      "grad_norm": 0.22878657281398773,
+      "learning_rate": 1.7800000000000001e-06,
+      "loss": 1.1889,
+      "step": 90
+    },
+    {
+      "grad_norm": 0.1460900604724884,
+      "learning_rate": 1.98e-06,
+      "loss": 1.1817,
+      "step": 100
+    },
+    {
+      "grad_norm": 0.20865163207054138,
+      "learning_rate": 2.1800000000000003e-06,
+      "loss": 1.1762,
+      "step": 110
+    },
+    {
+      "grad_norm": 0.11651528626680374,
+      "learning_rate": 2.38e-06,
+      "loss": 1.1593,
+      "step": 120
+    },
+    {
+      "grad_norm": 0.2327907532453537,
+      "learning_rate": 2.5800000000000003e-06,
+      "loss": 1.1517,
+      "step": 130
+    },
+    {
+      "grad_norm": 0.19433631002902985,
+      "learning_rate": 2.78e-06,
+      "loss": 1.1451,
+      "step": 140
+    },
+    {
+      "grad_norm": 0.6347270011901855,
+      "learning_rate": 2.9800000000000003e-06,
+      "loss": 1.1293,
+      "step": 150
+    },
+    {
+      "grad_norm": 1.48911452293396,
+      "learning_rate": 3.1800000000000005e-06,
+      "loss": 1.0873,
+      "step": 160
+    },
+    {
+      "grad_norm": 2.0641591548919678,
+      "learning_rate": 3.38e-06,
+      "loss": 1.0587,
+      "step": 170
+    },
+    {
+      "grad_norm": 1.5538204908370972,
+      "learning_rate": 3.58e-06,
+      "loss": 1.032,
+      "step": 180
+    },
+    {
+      "grad_norm": 3.2851831912994385,
+      "learning_rate": 3.7800000000000002e-06,
+      "loss": 0.9952,
+      "step": 190
+    },
+    {
+      "grad_norm": 1.3609901666641235,
+      "learning_rate": 3.98e-06,
+      "loss": 0.9821,
+      "step": 200
+    },
+    {
+      "grad_norm": 1.9049073457717896,
+      "learning_rate": 4.18e-06,
+      "loss": 0.9573,
+      "step": 210
+    },
+    {
+      "grad_norm": 1.3489934206008911,
+      "learning_rate": 4.38e-06,
+      "loss": 0.9383,
+      "step": 220
+    },
+    {
+      "grad_norm": 1.6557133197784424,
+      "learning_rate": 4.58e-06,
+      "loss": 0.9228,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.8126047253608704,
+      "learning_rate": 4.780000000000001e-06,
+      "loss": 0.902,
+      "step": 240
+    },
+    {
+      "grad_norm": 0.9978322386741638,
+      "learning_rate": 4.98e-06,
+      "loss": 0.8809,
+      "step": 250
+    },
+    {
+      "grad_norm": 0.7445679306983948,
+      "learning_rate": 5.18e-06,
+      "loss": 0.8594,
+      "step": 260
+    },
+    {
+      "grad_norm": 1.4343825578689575,
+      "learning_rate": 5.38e-06,
+      "loss": 0.832,
+      "step": 270
+    },
+    {
+      "grad_norm": 0.9230043888092041,
+      "learning_rate": 5.580000000000001e-06,
+      "loss": 0.7982,
+      "step": 280
+    },
+    {
+      "grad_norm": 1.5196651220321655,
+      "learning_rate": 5.78e-06,
+      "loss": 0.7756,
+      "step": 290
+    },
+    {
+      "grad_norm": 0.9899789690971375,
+      "learning_rate": 5.98e-06,
+      "loss": 0.7518,
+      "step": 300
+    },
+    {
+      "grad_norm": 1.4431977272033691,
+      "learning_rate": 6.18e-06,
+      "loss": 0.7416,
+      "step": 310
+    },
+    {
+      "grad_norm": 1.3268359899520874,
+      "learning_rate": 6.38e-06,
+      "loss": 0.7187,
+      "step": 320
+    },
+    {
+      "grad_norm": 1.3290132284164429,
+      "learning_rate": 6.58e-06,
+      "loss": 0.6611,
+      "step": 330
+    },
+    {
+      "grad_norm": 1.0876212120056152,
+      "learning_rate": 6.78e-06,
+      "loss": 0.6215,
+      "step": 340
+    },
+    {
+      "grad_norm": 1.3604233264923096,
+      "learning_rate": 6.98e-06,
+      "loss": 0.5889,
+      "step": 350
+    },
+    {
+      "grad_norm": 1.1430269479751587,
+      "learning_rate": 7.180000000000001e-06,
+      "loss": 0.5613,
+      "step": 360
+    },
+    {
+      "grad_norm": 1.7303144931793213,
+      "learning_rate": 7.3800000000000005e-06,
+      "loss": 0.549,
+      "step": 370
+    },
+    {
+      "grad_norm": 1.3797162771224976,
+      "learning_rate": 7.580000000000001e-06,
+      "loss": 0.5278,
+      "step": 380
+    },
+    {
+      "grad_norm": 1.5755550861358643,
+      "learning_rate": 7.78e-06,
+      "loss": 0.5099,
+      "step": 390
+    },
+    {
+      "grad_norm": 1.377485990524292,
+      "learning_rate": 7.98e-06,
+      "loss": 0.4818,
+      "step": 400
+    },
+    {
+      "grad_norm": 2.125985622406006,
+      "learning_rate": 8.18e-06,
+      "loss": 0.4622,
+      "step": 410
+    },
+    {
+      "grad_norm": 1.6715553998947144,
+      "learning_rate": 8.380000000000001e-06,
+      "loss": 0.4505,
+      "step": 420
+    },
+    {
+      "grad_norm": 1.7479827404022217,
+      "learning_rate": 8.580000000000001e-06,
+      "loss": 0.4454,
+      "step": 430
+    },
+    {
+      "grad_norm": 1.4622067213058472,
+      "learning_rate": 8.78e-06,
+      "loss": 0.4315,
+      "step": 440
+    },
+    {
+      "grad_norm": 1.8905863761901855,
+      "learning_rate": 8.98e-06,
+      "loss": 0.4249,
+      "step": 450
+    },
+    {
+      "grad_norm": 1.4117980003356934,
+      "learning_rate": 9.180000000000002e-06,
+      "loss": 0.4089,
+      "step": 460
+    },
+    {
+      "grad_norm": 1.9050482511520386,
+      "learning_rate": 9.38e-06,
+      "loss": 0.4061,
+      "step": 470
+    },
+    {
+      "grad_norm": 1.4646203517913818,
+      "learning_rate": 9.58e-06,
+      "loss": 0.3879,
+      "step": 480
+    },
+    {
+      "grad_norm": 1.570076584815979,
+      "learning_rate": 9.78e-06,
+      "loss": 0.3837,
+      "step": 490
+    },
+    {
+      "grad_norm": 1.2829396724700928,
+      "learning_rate": 9.980000000000001e-06,
+      "loss": 0.3796,
+      "step": 500
+    },
+    {
+      "grad_norm": 2.104391098022461,
+      "learning_rate": 1.018e-05,
+      "loss": 0.3771,
+      "step": 510
+    },
+    {
+      "grad_norm": 1.232515573501587,
+      "learning_rate": 1.038e-05,
+      "loss": 0.3484,
+      "step": 520
+    },
+    {
+      "grad_norm": 1.7337422370910645,
+      "learning_rate": 1.058e-05,
+      "loss": 0.345,
+      "step": 530
+    },
+    {
+      "grad_norm": 1.3885210752487183,
+      "learning_rate": 1.0780000000000002e-05,
+      "loss": 0.3542,
+      "step": 540
+    },
+    {
+      "grad_norm": 1.6950279474258423,
+      "learning_rate": 1.098e-05,
+      "loss": 0.3402,
+      "step": 550
+    },
+    {
+      "grad_norm": 1.2045449018478394,
+      "learning_rate": 1.118e-05,
+      "loss": 0.3362,
+      "step": 560
+    },
+    {
+      "grad_norm": 1.6483482122421265,
+      "learning_rate": 1.1380000000000001e-05,
+      "loss": 0.3443,
+      "step": 570
+    },
+    {
+      "grad_norm": 1.261650562286377,
+      "learning_rate": 1.1580000000000001e-05,
+      "loss": 0.3198,
+      "step": 580
+    },
+    {
+      "grad_norm": 1.7194265127182007,
+      "learning_rate": 1.178e-05,
+      "loss": 0.3335,
+      "step": 590
+    },
+    {
+      "grad_norm": 1.0589691400527954,
+      "learning_rate": 1.198e-05,
+      "loss": 0.3216,
+      "step": 600
+    },
+    {
+      "grad_norm": 1.3810710906982422,
+      "learning_rate": 1.2180000000000002e-05,
+      "loss": 0.3175,
+      "step": 610
+    },
+    {
+      "grad_norm": 1.1076701879501343,
+      "learning_rate": 1.238e-05,
+      "loss": 0.3146,
+      "step": 620
+    },
+    {
+      "grad_norm": 1.5180095434188843,
+      "learning_rate": 1.258e-05,
+      "loss": 0.2932,
+      "step": 630
+    },
+    {
+      "grad_norm": 1.0753244161605835,
+      "learning_rate": 1.278e-05,
+      "loss": 0.2952,
+      "step": 640
+    },
+    {
+      "grad_norm": 1.330989956855774,
+      "learning_rate": 1.2980000000000001e-05,
+      "loss": 0.3103,
+      "step": 650
+    },
+    {
+      "grad_norm": 1.0605417490005493,
+      "learning_rate": 1.3180000000000001e-05,
+      "loss": 0.2905,
+      "step": 660
+    },
+    {
+      "grad_norm": 1.2296425104141235,
+      "learning_rate": 1.338e-05,
+      "loss": 0.3221,
+      "step": 670
+    },
+    {
+      "grad_norm": 0.9916068315505981,
+      "learning_rate": 1.358e-05,
+      "loss": 0.3043,
+      "step": 680
+    },
+    {
+      "grad_norm": 1.133864164352417,
+      "learning_rate": 1.3780000000000002e-05,
+      "loss": 0.3089,
+      "step": 690
+    },
+    {
+      "grad_norm": 1.0417289733886719,
+      "learning_rate": 1.3980000000000002e-05,
+      "loss": 0.2941,
+      "step": 700
+    },
+    {
+      "grad_norm": 0.9996483325958252,
+      "learning_rate": 1.4180000000000001e-05,
+      "loss": 0.2982,
+      "step": 710
+    },
+    {
+      "grad_norm": 0.9352790713310242,
+      "learning_rate": 1.4380000000000001e-05,
+      "loss": 0.2868,
+      "step": 720
+    },
+    {
+      "grad_norm": 1.1622778177261353,
+      "learning_rate": 1.4580000000000003e-05,
+      "loss": 0.3057,
+      "step": 730
+    },
+    {
+      "grad_norm": 0.8787215948104858,
+      "learning_rate": 1.4779999999999999e-05,
+      "loss": 0.2881,
+      "step": 740
+    },
+    {
+      "grad_norm": 1.1839054822921753,
+      "learning_rate": 1.4979999999999999e-05,
+      "loss": 0.296,
+      "step": 750
+    },
+    {
+      "grad_norm": 0.9653030633926392,
+      "learning_rate": 1.518e-05,
+      "loss": 0.2777,
+      "step": 760
+    },
+    {
+      "grad_norm": 1.086503267288208,
+      "learning_rate": 1.538e-05,
+      "loss": 0.2965,
+      "step": 770
+    },
+    {
+      "grad_norm": 0.7707781195640564,
+      "learning_rate": 1.558e-05,
+      "loss": 0.2817,
+      "step": 780
+    },
+    {
+      "grad_norm": 1.175926685333252,
+      "learning_rate": 1.578e-05,
+      "loss": 0.2867,
+      "step": 790
+    },
+    {
+      "grad_norm": 1.0605990886688232,
+      "learning_rate": 1.598e-05,
+      "loss": 0.2753,
+      "step": 800
+    },
+    {
+      "grad_norm": 0.9614505767822266,
+      "learning_rate": 1.618e-05,
+      "loss": 0.2678,
+      "step": 810
+    },
+    {
+      "grad_norm": 0.8980369567871094,
+      "learning_rate": 1.6380000000000002e-05,
+      "loss": 0.2639,
+      "step": 820
+    },
+    {
+      "grad_norm": 1.14728581905365,
+      "learning_rate": 1.658e-05,
+      "loss": 0.2644,
+      "step": 830
+    },
+    {
+      "grad_norm": 0.7809931635856628,
+      "learning_rate": 1.6780000000000002e-05,
+      "loss": 0.2628,
+      "step": 840
+    },
+    {
+      "grad_norm": 0.930372953414917,
+      "learning_rate": 1.698e-05,
+      "loss": 0.278,
+      "step": 850
+    },
+    {
+      "grad_norm": 0.9332306981086731,
+      "learning_rate": 1.718e-05,
+      "loss": 0.2552,
+      "step": 860
+    },
+    {
+      "grad_norm": 0.9022895097732544,
+      "learning_rate": 1.7380000000000003e-05,
+      "loss": 0.2563,
+      "step": 870
+    },
+    {
+      "grad_norm": 0.6096556782722473,
+      "learning_rate": 1.758e-05,
+      "loss": 0.2518,
+      "step": 880
+    },
+    {
+      "grad_norm": 0.8185293674468994,
+      "learning_rate": 1.7780000000000003e-05,
+      "loss": 0.2596,
+      "step": 890
+    },
+    {
+      "grad_norm": 0.8380643725395203,
+      "learning_rate": 1.798e-05,
+      "loss": 0.253,
+      "step": 900
+    },
+    {
+      "grad_norm": 0.7260456085205078,
+      "learning_rate": 1.818e-05,
+      "loss": 0.2524,
+      "step": 910
+    },
+    {
+      "grad_norm": 0.8041216731071472,
+      "learning_rate": 1.838e-05,
+      "loss": 0.2408,
+      "step": 920
+    },
+    {
+      "grad_norm": 0.9442089796066284,
+      "learning_rate": 1.858e-05,
+      "loss": 0.2469,
+      "step": 930
+    },
+    {
+      "grad_norm": 0.7899218797683716,
+      "learning_rate": 1.878e-05,
+      "loss": 0.2374,
+      "step": 940
+    },
+    {
+      "grad_norm": 0.7933071255683899,
+      "learning_rate": 1.898e-05,
+      "loss": 0.2308,
+      "step": 950
+    },
+    {
+      "grad_norm": 0.8525451421737671,
+      "learning_rate": 1.918e-05,
+      "loss": 0.2188,
+      "step": 960
+    },
+    {
+      "grad_norm": 0.6574288010597229,
+      "learning_rate": 1.938e-05,
+      "loss": 0.2359,
+      "step": 970
+    },
+    {
+      "grad_norm": 1.0337871313095093,
+      "learning_rate": 1.9580000000000002e-05,
+      "loss": 0.2327,
+      "step": 980
+    },
+    {
+      "grad_norm": 0.7095474004745483,
+      "learning_rate": 1.978e-05,
+      "loss": 0.2551,
+      "step": 990
+    },
+    {
+      "grad_norm": 1.0886460542678833,
+      "learning_rate": 1.9980000000000002e-05,
+      "loss": 0.2385,
+      "step": 1000
+    },
+    {
+      "grad_norm": 0.6316032409667969,
+      "learning_rate": 2.0180000000000003e-05,
+      "loss": 0.249,
+      "step": 1010
+    },
+    {
+      "grad_norm": 0.7460600137710571,
+      "learning_rate": 2.038e-05,
+      "loss": 0.2334,
+      "step": 1020
+    },
+    {
+      "grad_norm": 0.692464292049408,
+      "learning_rate": 2.0580000000000003e-05,
+      "loss": 0.2483,
+      "step": 1030
+    },
+    {
+      "grad_norm": 0.7280863523483276,
+      "learning_rate": 2.078e-05,
+      "loss": 0.2263,
+      "step": 1040
+    },
+    {
+      "grad_norm": 0.7026408910751343,
+      "learning_rate": 2.098e-05,
+      "loss": 0.2402,
+      "step": 1050
+    },
+    {
+      "grad_norm": 0.831442654132843,
+      "learning_rate": 2.118e-05,
+      "loss": 0.2195,
+      "step": 1060
+    },
+    {
+      "grad_norm": 0.5895401835441589,
+      "learning_rate": 2.138e-05,
+      "loss": 0.2345,
+      "step": 1070
+    },
+    {
+      "grad_norm": 0.6967077851295471,
+      "learning_rate": 2.158e-05,
+      "loss": 0.2151,
+      "step": 1080
+    },
+    {
+      "grad_norm": 0.6695817112922668,
+      "learning_rate": 2.178e-05,
+      "loss": 0.2272,
+      "step": 1090
+    },
+    {
+      "grad_norm": 0.8087334036827087,
+      "learning_rate": 2.198e-05,
+      "loss": 0.224,
+      "step": 1100
+    },
+    {
+      "grad_norm": 0.6013299822807312,
+      "learning_rate": 2.218e-05,
+      "loss": 0.2366,
+      "step": 1110
+    },
+    {
+      "grad_norm": 0.7176721096038818,
+      "learning_rate": 2.2380000000000003e-05,
+      "loss": 0.2168,
+      "step": 1120
+    },
+    {
+      "grad_norm": 0.5136227607727051,
+      "learning_rate": 2.258e-05,
+      "loss": 0.2327,
+      "step": 1130
+    },
+    {
+      "grad_norm": 0.588651716709137,
+      "learning_rate": 2.2780000000000002e-05,
+      "loss": 0.21,
+      "step": 1140
+    },
+    {
+      "grad_norm": 0.5956359505653381,
+      "learning_rate": 2.298e-05,
+      "loss": 0.227,
+      "step": 1150
+    },
+    {
+      "grad_norm": 0.7434395551681519,
+      "learning_rate": 2.318e-05,
+      "loss": 0.2167,
+      "step": 1160
+    },
+    {
+      "grad_norm": 0.46006616950035095,
+      "learning_rate": 2.3380000000000003e-05,
+      "loss": 0.2275,
+      "step": 1170
+    },
+    {
+      "grad_norm": 0.5770326852798462,
+      "learning_rate": 2.358e-05,
+      "loss": 0.2132,
+      "step": 1180
+    },
+    {
+      "grad_norm": 0.4764835834503174,
+      "learning_rate": 2.3780000000000003e-05,
+      "loss": 0.2177,
+      "step": 1190
+    },
+    {
+      "grad_norm": 0.5378264784812927,
+      "learning_rate": 2.398e-05,
+      "loss": 0.2063,
+      "step": 1200
+    },
+    {
+      "grad_norm": 0.48142099380493164,
+      "learning_rate": 2.418e-05,
+      "loss": 0.2188,
+      "step": 1210
+    },
+    {
+      "grad_norm": 0.5756347179412842,
+      "learning_rate": 2.438e-05,
+      "loss": 0.2049,
+      "step": 1220
+    },
+    {
+      "grad_norm": 0.5619627237319946,
+      "learning_rate": 2.4580000000000002e-05,
+      "loss": 0.2194,
+      "step": 1230
+    },
+    {
+      "grad_norm": 0.7024746537208557,
+      "learning_rate": 2.478e-05,
+      "loss": 0.2037,
+      "step": 1240
+    },
+    {
+      "grad_norm": 0.6156793236732483,
+      "learning_rate": 2.498e-05,
+      "loss": 0.2217,
+      "step": 1250
+    },
+    {
+      "grad_norm": 0.6209901571273804,
+      "learning_rate": 2.5180000000000003e-05,
+      "loss": 0.203,
+      "step": 1260
+    },
+    {
+      "grad_norm": 0.448701411485672,
+      "learning_rate": 2.5380000000000004e-05,
+      "loss": 0.1892,
+      "step": 1270
+    },
+    {
+      "grad_norm": 0.5886391401290894,
+      "learning_rate": 2.5580000000000002e-05,
+      "loss": 0.1877,
+      "step": 1280
+    },
+    {
+      "grad_norm": 0.5466341376304626,
+      "learning_rate": 2.5779999999999997e-05,
+      "loss": 0.1907,
+      "step": 1290
+    },
+    {
+      "grad_norm": 0.5507287383079529,
+      "learning_rate": 2.598e-05,
+      "loss": 0.193,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.42975330352783203,
+      "learning_rate": 2.618e-05,
+      "loss": 0.1999,
+      "step": 1310
+    },
+    {
+      "grad_norm": 0.46610674262046814,
+      "learning_rate": 2.6379999999999998e-05,
+      "loss": 0.2005,
+      "step": 1320
+    },
+    {
+      "grad_norm": 0.5156140327453613,
+      "learning_rate": 2.658e-05,
+      "loss": 0.2007,
+      "step": 1330
+    },
+    {
+      "grad_norm": 0.6218289732933044,
+      "learning_rate": 2.678e-05,
+      "loss": 0.2004,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.4896921217441559,
+      "learning_rate": 2.698e-05,
+      "loss": 0.2013,
+      "step": 1350
+    },
+    {
+      "grad_norm": 0.5572227835655212,
+      "learning_rate": 2.718e-05,
+      "loss": 0.2021,
+      "step": 1360
+    },
+    {
+      "grad_norm": 0.46571940183639526,
+      "learning_rate": 2.738e-05,
+      "loss": 0.1983,
+      "step": 1370
+    },
+    {
+      "grad_norm": 0.5172103643417358,
+      "learning_rate": 2.758e-05,
+      "loss": 0.1957,
+      "step": 1380
+    },
+    {
+      "grad_norm": 0.44208967685699463,
+      "learning_rate": 2.778e-05,
+      "loss": 0.199,
+      "step": 1390
+    },
+    {
+      "grad_norm": 0.6830937266349792,
+      "learning_rate": 2.798e-05,
+      "loss": 0.1978,
+      "step": 1400
+    },
+    {
+      "grad_norm": 0.47778603434562683,
+      "learning_rate": 2.818e-05,
+      "loss": 0.201,
+      "step": 1410
+    },
+    {
+      "grad_norm": 0.49353480339050293,
+      "learning_rate": 2.8380000000000003e-05,
+      "loss": 0.1987,
+      "step": 1420
+    },
+    {
+      "grad_norm": 0.44194644689559937,
+      "learning_rate": 2.858e-05,
+      "loss": 0.2017,
+      "step": 1430
+    },
+    {
+      "grad_norm": 0.42215314507484436,
+      "learning_rate": 2.8780000000000002e-05,
+      "loss": 0.2008,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.4243045747280121,
+      "learning_rate": 2.898e-05,
+      "loss": 0.194,
+      "step": 1450
+    },
+    {
+      "grad_norm": 0.4206966757774353,
+      "learning_rate": 2.9180000000000002e-05,
+      "loss": 0.1956,
+      "step": 1460
+    },
+    {
+      "grad_norm": 0.49170103669166565,
+      "learning_rate": 2.9380000000000003e-05,
+      "loss": 0.1966,
+      "step": 1470
+    },
+    {
+      "grad_norm": 0.4867795705795288,
+      "learning_rate": 2.958e-05,
+      "loss": 0.1943,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.4231305718421936,
+      "learning_rate": 2.9780000000000003e-05,
+      "loss": 0.1875,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.7316997051239014,
+      "learning_rate": 2.998e-05,
+      "loss": 0.1912,
+      "step": 1500
+    },
+    {
+      "grad_norm": 0.39715149998664856,
+      "learning_rate": 3.0180000000000002e-05,
+      "loss": 0.1872,
+      "step": 1510
+    },
+    {
+      "grad_norm": 0.5214458107948303,
+      "learning_rate": 3.0380000000000004e-05,
+      "loss": 0.1882,
+      "step": 1520
+    },
+    {
+      "grad_norm": 0.44275811314582825,
+      "learning_rate": 3.058e-05,
+      "loss": 0.185,
+      "step": 1530
+    },
+    {
+      "grad_norm": 0.4774076044559479,
+      "learning_rate": 3.078e-05,
+      "loss": 0.1876,
+      "step": 1540
+    },
+    {
+      "grad_norm": 0.3634721040725708,
+      "learning_rate": 3.0980000000000005e-05,
+      "loss": 0.1886,
+      "step": 1550
+    },
+    {
+      "grad_norm": 0.43512579798698425,
+      "learning_rate": 3.118e-05,
+      "loss": 0.1867,
+      "step": 1560
+    },
+    {
+      "grad_norm": 0.40050432085990906,
+      "learning_rate": 3.138e-05,
+      "loss": 0.185,
+      "step": 1570
+    },
+    {
+      "grad_norm": 0.4669608473777771,
+      "learning_rate": 3.1580000000000006e-05,
+      "loss": 0.1847,
+      "step": 1580
+    },
+    {
+      "grad_norm": 0.37133657932281494,
+      "learning_rate": 3.1780000000000004e-05,
+      "loss": 0.1653,
+      "step": 1590
+    },
+    {
+      "grad_norm": 0.42904132604599,
+      "learning_rate": 3.198e-05,
+      "loss": 0.1699,
+      "step": 1600
+    },
+    {
+      "grad_norm": 0.3783668577671051,
+      "learning_rate": 3.218e-05,
+      "loss": 0.1823,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.44880494475364685,
+      "learning_rate": 3.238e-05,
+      "loss": 0.1791,
+      "step": 1620
+    },
+    {
+      "grad_norm": 0.4322793781757355,
+      "learning_rate": 3.2579999999999996e-05,
+      "loss": 0.1878,
+      "step": 1630
+    },
+    {
+      "grad_norm": 0.4617653787136078,
+      "learning_rate": 3.278e-05,
+      "loss": 0.1839,
+      "step": 1640
+    },
+    {
+      "grad_norm": 0.41984474658966064,
+      "learning_rate": 3.298e-05,
+      "loss": 0.1922,
+      "step": 1650
+    },
+    {
+      "grad_norm": 0.4509581923484802,
+      "learning_rate": 3.318e-05,
+      "loss": 0.1857,
+      "step": 1660
+    },
+    {
+      "grad_norm": 0.4823806583881378,
+      "learning_rate": 3.338e-05,
+      "loss": 0.1868,
+      "step": 1670
+    },
+    {
+      "grad_norm": 0.6574121713638306,
+      "learning_rate": 3.358e-05,
+      "loss": 0.1863,
+      "step": 1680
+    },
+    {
+      "grad_norm": 0.4114072322845459,
+      "learning_rate": 3.378e-05,
+      "loss": 0.1895,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.514422595500946,
+      "learning_rate": 3.398e-05,
+      "loss": 0.1861,
+      "step": 1700
+    },
+    {
+      "grad_norm": 0.34900563955307007,
+      "learning_rate": 3.418e-05,
+      "loss": 0.1787,
+      "step": 1710
+    },
+    {
+      "grad_norm": 0.3725088834762573,
+      "learning_rate": 3.438e-05,
+      "loss": 0.1895,
+      "step": 1720
+    },
+    {
+      "grad_norm": 0.42611849308013916,
+      "learning_rate": 3.4580000000000004e-05,
+      "loss": 0.1879,
+      "step": 1730
+    },
+    {
+      "grad_norm": 0.4062982499599457,
+      "learning_rate": 3.478e-05,
+      "loss": 0.181,
+      "step": 1740
+    },
+    {
+      "grad_norm": 0.4536546766757965,
+      "learning_rate": 3.498e-05,
+      "loss": 0.1814,
+      "step": 1750
+    },
+    {
+      "grad_norm": 0.4308902323246002,
+      "learning_rate": 3.518e-05,
+      "loss": 0.181,
+      "step": 1760
+    },
+    {
+      "grad_norm": 0.32727980613708496,
+      "learning_rate": 3.5380000000000003e-05,
+      "loss": 0.1846,
+      "step": 1770
+    },
+    {
+      "grad_norm": 0.42100057005882263,
+      "learning_rate": 3.558e-05,
+      "loss": 0.1797,
+      "step": 1780
+    },
+    {
+      "grad_norm": 0.40751075744628906,
+      "learning_rate": 3.578e-05,
+      "loss": 0.1828,
+      "step": 1790
+    },
+    {
+      "grad_norm": 0.7176901698112488,
+      "learning_rate": 3.5980000000000004e-05,
+      "loss": 0.1822,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.38291776180267334,
+      "learning_rate": 3.618e-05,
+      "loss": 0.18,
+      "step": 1810
+    },
+    {
+      "grad_norm": 0.48393377661705017,
+      "learning_rate": 3.638e-05,
+      "loss": 0.1773,
+      "step": 1820
+    },
+    {
+      "grad_norm": 0.36050543189048767,
+      "learning_rate": 3.6580000000000006e-05,
+      "loss": 0.1797,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.39637094736099243,
+      "learning_rate": 3.6780000000000004e-05,
+      "loss": 0.1751,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.32571884989738464,
+      "learning_rate": 3.698e-05,
+      "loss": 0.1793,
+      "step": 1850
+    },
+    {
+      "grad_norm": 0.29543790221214294,
+      "learning_rate": 3.7180000000000007e-05,
+      "loss": 0.1732,
+      "step": 1860
+    },
+    {
+      "grad_norm": 0.3316769599914551,
+      "learning_rate": 3.7380000000000005e-05,
+      "loss": 0.1763,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.4455717206001282,
+      "learning_rate": 3.758e-05,
+      "loss": 0.1754,
+      "step": 1880
+    },
+    {
+      "grad_norm": 0.4072001874446869,
+      "learning_rate": 3.778000000000001e-05,
+      "loss": 0.1772,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.34435561299324036,
+      "learning_rate": 3.7980000000000006e-05,
+      "loss": 0.1775,
+      "step": 1900
+    },
+    {
+      "grad_norm": 0.3592650294303894,
+      "learning_rate": 3.818e-05,
+      "loss": 0.1579,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.3497696816921234,
+      "learning_rate": 3.838e-05,
+      "loss": 0.1559,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.3380535840988159,
+      "learning_rate": 3.858e-05,
+      "loss": 0.1655,
+      "step": 1930
+    },
+    {
+      "grad_norm": 0.3768033981323242,
+      "learning_rate": 3.878e-05,
+      "loss": 0.1674,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.3235631585121155,
+      "learning_rate": 3.898e-05,
+      "loss": 0.17,
+      "step": 1950
+    },
+    {
+      "grad_norm": 0.3488471508026123,
+      "learning_rate": 3.918e-05,
+      "loss": 0.1823,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.5097498297691345,
+      "learning_rate": 3.938e-05,
+      "loss": 0.1716,
+      "step": 1970
+    },
+    {
+      "grad_norm": 0.3800235688686371,
+      "learning_rate": 3.958e-05,
+      "loss": 0.1785,
+      "step": 1980
+    },
+    {
+      "grad_norm": 0.38039323687553406,
+      "learning_rate": 3.978e-05,
+      "loss": 0.1832,
+      "step": 1990
+    },
+    {
+      "grad_norm": 0.3049098551273346,
+      "learning_rate": 3.998e-05,
+      "loss": 0.1827,
+      "step": 2000
+    },
+    {
+      "grad_norm": 0.38714927434921265,
+      "learning_rate": 4.018e-05,
+      "loss": 0.1784,
+      "step": 2010
+    },
+    {
+      "grad_norm": 0.3154284954071045,
+      "learning_rate": 4.038e-05,
+      "loss": 0.1735,
+      "step": 2020
+    },
+    {
+      "grad_norm": 0.29856544733047485,
+      "learning_rate": 4.058e-05,
+      "loss": 0.1707,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.3539440631866455,
+      "learning_rate": 4.078e-05,
+      "loss": 0.1754,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.41275250911712646,
+      "learning_rate": 4.0980000000000004e-05,
+      "loss": 0.1742,
+      "step": 2050
+    },
+    {
+      "grad_norm": 0.3139488697052002,
+      "learning_rate": 4.118e-05,
+      "loss": 0.1729,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.3304519057273865,
+      "learning_rate": 4.138e-05,
+      "loss": 0.1718,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.32380637526512146,
+      "learning_rate": 4.1580000000000005e-05,
+      "loss": 0.1721,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.43718498945236206,
+      "learning_rate": 4.178e-05,
+      "loss": 0.1738,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.3313518166542053,
+      "learning_rate": 4.198e-05,
+      "loss": 0.1691,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.3074072599411011,
+      "learning_rate": 4.2180000000000006e-05,
+      "loss": 0.1669,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.363144189119339,
+      "learning_rate": 4.2380000000000004e-05,
+      "loss": 0.1735,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.3419703245162964,
+      "learning_rate": 4.258e-05,
+      "loss": 0.1718,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.31473028659820557,
+      "learning_rate": 4.278e-05,
+      "loss": 0.1671,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.3445448577404022,
+      "learning_rate": 4.2980000000000005e-05,
+      "loss": 0.1728,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.377202570438385,
+      "learning_rate": 4.318e-05,
+      "loss": 0.173,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.3971562683582306,
+      "learning_rate": 4.338e-05,
+      "loss": 0.1736,
+      "step": 2170
+    },
+    {
+      "grad_norm": 0.31541094183921814,
+      "learning_rate": 4.3580000000000006e-05,
+      "loss": 0.1669,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.24652428925037384,
+      "learning_rate": 4.3780000000000004e-05,
+      "loss": 0.1725,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.33503133058547974,
+      "learning_rate": 4.398e-05,
+      "loss": 0.1729,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.24995820224285126,
+      "learning_rate": 4.418000000000001e-05,
+      "loss": 0.1672,
+      "step": 2210
+    },
+    {
+      "grad_norm": 0.3593287169933319,
+      "learning_rate": 4.438e-05,
+      "loss": 0.1662,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.29294538497924805,
+      "learning_rate": 4.458e-05,
+      "loss": 0.1491,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.40874993801116943,
+      "learning_rate": 4.478e-05,
+      "loss": 0.1508,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.29109081625938416,
+      "learning_rate": 4.498e-05,
+      "loss": 0.1552,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.3362484574317932,
+      "learning_rate": 4.518e-05,
+      "loss": 0.1562,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.31238144636154175,
+      "learning_rate": 4.538e-05,
+      "loss": 0.1596,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.30488207936286926,
+      "learning_rate": 4.558e-05,
+      "loss": 0.1647,
+      "step": 2280
+    },
+    {
+      "grad_norm": 0.30204418301582336,
+      "learning_rate": 4.578e-05,
+      "loss": 0.1665,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.29899755120277405,
+      "learning_rate": 4.5980000000000004e-05,
+      "loss": 0.1734,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.33880186080932617,
+      "learning_rate": 4.618e-05,
+      "loss": 0.1687,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.32315707206726074,
+      "learning_rate": 4.638e-05,
+      "loss": 0.1683,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.32856568694114685,
+      "learning_rate": 4.6580000000000005e-05,
+      "loss": 0.1637,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.3042845129966736,
+      "learning_rate": 4.678e-05,
+      "loss": 0.1695,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.26902222633361816,
+      "learning_rate": 4.698e-05,
+      "loss": 0.163,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.35655301809310913,
+      "learning_rate": 4.718e-05,
+      "loss": 0.1659,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.3604905903339386,
+      "learning_rate": 4.7380000000000004e-05,
+      "loss": 0.1594,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.326966255903244,
+      "learning_rate": 4.758e-05,
+      "loss": 0.1691,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.36002039909362793,
+      "learning_rate": 4.778e-05,
+      "loss": 0.1686,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.3217315375804901,
+      "learning_rate": 4.7980000000000005e-05,
+      "loss": 0.1639,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.24675396084785461,
+      "learning_rate": 4.818e-05,
+      "loss": 0.1633,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.28977030515670776,
+      "learning_rate": 4.838e-05,
+      "loss": 0.1633,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.2634424567222595,
+      "learning_rate": 4.8580000000000006e-05,
+      "loss": 0.1562,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.22804899513721466,
+      "learning_rate": 4.8780000000000004e-05,
+      "loss": 0.1616,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.2905128300189972,
+      "learning_rate": 4.898e-05,
+      "loss": 0.1564,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.2334618717432022,
+      "learning_rate": 4.918000000000001e-05,
+      "loss": 0.162,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.24694202840328217,
+      "learning_rate": 4.9380000000000005e-05,
+      "loss": 0.1569,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.2448349893093109,
+      "learning_rate": 4.958e-05,
+      "loss": 0.1614,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.29664820432662964,
+      "learning_rate": 4.978e-05,
+      "loss": 0.1598,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.2850973606109619,
+      "learning_rate": 4.9980000000000006e-05,
+      "loss": 0.1623,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.31620392203330994,
+      "learning_rate": 5.0180000000000004e-05,
+      "loss": 0.16,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.24061423540115356,
+      "learning_rate": 5.038e-05,
+      "loss": 0.16,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.26009780168533325,
+      "learning_rate": 5.058000000000001e-05,
+      "loss": 0.1524,
+      "step": 2530
+    },
+    {
+      "grad_norm": 0.2854996621608734,
+      "learning_rate": 5.0780000000000005e-05,
+      "loss": 0.154,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.2898780405521393,
+      "learning_rate": 5.098e-05,
+      "loss": 0.1451,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.21148104965686798,
+      "learning_rate": 5.118000000000001e-05,
+      "loss": 0.1495,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.2941684424877167,
+      "learning_rate": 5.1380000000000006e-05,
+      "loss": 0.1485,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.25984156131744385,
+      "learning_rate": 5.1580000000000004e-05,
+      "loss": 0.1561,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.25808241963386536,
+      "learning_rate": 5.178000000000001e-05,
+      "loss": 0.146,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.25316882133483887,
+      "learning_rate": 5.198000000000001e-05,
+      "loss": 0.1611,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.2827206552028656,
+      "learning_rate": 5.2180000000000005e-05,
+      "loss": 0.1545,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.23298825323581696,
+      "learning_rate": 5.238000000000001e-05,
+      "loss": 0.1604,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.24408353865146637,
+      "learning_rate": 5.258000000000001e-05,
+      "loss": 0.1567,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.2665771543979645,
+      "learning_rate": 5.2780000000000006e-05,
+      "loss": 0.1595,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.28090041875839233,
+      "learning_rate": 5.2980000000000004e-05,
+      "loss": 0.1572,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.2441006302833557,
+      "learning_rate": 5.318000000000001e-05,
+      "loss": 0.1612,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.23298871517181396,
+      "learning_rate": 5.338000000000001e-05,
+      "loss": 0.1534,
+      "step": 2670
+    },
+    {
+      "grad_norm": 0.23886612057685852,
+      "learning_rate": 5.3580000000000005e-05,
+      "loss": 0.1567,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.42492350935935974,
+      "learning_rate": 5.378e-05,
+      "loss": 0.1555,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.2632087469100952,
+      "learning_rate": 5.3979999999999995e-05,
+      "loss": 0.1602,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.24979931116104126,
+      "learning_rate": 5.418e-05,
+      "loss": 0.1577,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.2122180312871933,
+      "learning_rate": 5.438e-05,
+      "loss": 0.1548,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.20354534685611725,
+      "learning_rate": 5.4579999999999996e-05,
+      "loss": 0.1478,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.3027498722076416,
+      "learning_rate": 5.478e-05,
+      "loss": 0.1577,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.25107428431510925,
+      "learning_rate": 5.498e-05,
+      "loss": 0.1547,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.23192667961120605,
+      "learning_rate": 5.518e-05,
+      "loss": 0.1557,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.28488922119140625,
+      "learning_rate": 5.538e-05,
+      "loss": 0.1521,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.2710030972957611,
+      "learning_rate": 5.558e-05,
+      "loss": 0.1607,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.23115791380405426,
+      "learning_rate": 5.578e-05,
+      "loss": 0.1559,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.19291667640209198,
+      "learning_rate": 5.5979999999999996e-05,
+      "loss": 0.1595,
+      "step": 2800
+    },
+    {
+      "grad_norm": 0.2293509542942047,
+      "learning_rate": 5.618e-05,
+      "loss": 0.1532,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.20039421319961548,
+      "learning_rate": 5.638e-05,
+      "loss": 0.1568,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.23328998684883118,
+      "learning_rate": 5.658e-05,
+      "loss": 0.1506,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.22802597284317017,
+      "learning_rate": 5.678e-05,
+      "loss": 0.1544,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.20201756060123444,
+      "learning_rate": 5.698e-05,
+      "loss": 0.143,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.21366146206855774,
+      "learning_rate": 5.718e-05,
+      "loss": 0.1485,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.20627634227275848,
+      "learning_rate": 5.738e-05,
+      "loss": 0.1416,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.30033427476882935,
+      "learning_rate": 5.758e-05,
+      "loss": 0.1344,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.2781180739402771,
+      "learning_rate": 5.778e-05,
+      "loss": 0.1508,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.18901149928569794,
+      "learning_rate": 5.7980000000000004e-05,
+      "loss": 0.1503,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.2212158739566803,
+      "learning_rate": 5.818e-05,
+      "loss": 0.1569,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.17089545726776123,
+      "learning_rate": 5.838e-05,
+      "loss": 0.154,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.21665768325328827,
+      "learning_rate": 5.858e-05,
+      "loss": 0.1577,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.1810777634382248,
+      "learning_rate": 5.878e-05,
+      "loss": 0.1528,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.2417856901884079,
+      "learning_rate": 5.898e-05,
+      "loss": 0.1523,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.17713525891304016,
+      "learning_rate": 5.918e-05,
+      "loss": 0.154,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.20100226998329163,
+      "learning_rate": 5.9380000000000004e-05,
+      "loss": 0.156,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.20679858326911926,
+      "learning_rate": 5.958e-05,
+      "loss": 0.1537,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.21205835044384003,
+      "learning_rate": 5.978e-05,
+      "loss": 0.1528,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.17605561017990112,
+      "learning_rate": 5.9980000000000005e-05,
+      "loss": 0.1526,
+      "step": 3000
+    },
+    {
+      "grad_norm": 0.21512587368488312,
+      "learning_rate": 6.018e-05,
+      "loss": 0.1552,
+      "step": 3010
+    },
+    {
+      "grad_norm": 0.2099592387676239,
+      "learning_rate": 6.038e-05,
+      "loss": 0.1545,
+      "step": 3020
+    },
+    {
+      "grad_norm": 0.21464477479457855,
+      "learning_rate": 6.0580000000000006e-05,
+      "loss": 0.1518,
+      "step": 3030
+    },
+    {
+      "grad_norm": 0.17847053706645966,
+      "learning_rate": 6.0780000000000004e-05,
+      "loss": 0.1544,
+      "step": 3040
+    },
+    {
+      "grad_norm": 0.2374761700630188,
+      "learning_rate": 6.098e-05,
+      "loss": 0.1535,
+      "step": 3050
+    },
+    {
+      "grad_norm": 0.21878276765346527,
+      "learning_rate": 6.118000000000001e-05,
+      "loss": 0.1562,
+      "step": 3060
+    },
+    {
+      "grad_norm": 0.25788378715515137,
+      "learning_rate": 6.138e-05,
+      "loss": 0.1545,
+      "step": 3070
+    },
+    {
+      "grad_norm": 0.19264726340770721,
+      "learning_rate": 6.158e-05,
+      "loss": 0.149,
+      "step": 3080
+    },
+    {
+      "grad_norm": 0.2332800179719925,
+      "learning_rate": 6.178000000000001e-05,
+      "loss": 0.1472,
+      "step": 3090
+    },
+    {
+      "grad_norm": 0.20108534395694733,
+      "learning_rate": 6.198e-05,
+      "loss": 0.1529,
+      "step": 3100
+    },
+    {
+      "grad_norm": 0.23797163367271423,
+      "learning_rate": 6.218e-05,
+      "loss": 0.1535,
+      "step": 3110
+    },
+    {
+      "grad_norm": 0.2002258598804474,
+      "learning_rate": 6.238000000000001e-05,
+      "loss": 0.1517,
+      "step": 3120
+    },
+    {
+      "grad_norm": 0.22666549682617188,
+      "learning_rate": 6.258e-05,
+      "loss": 0.1493,
+      "step": 3130
+    },
+    {
+      "grad_norm": 0.1907428652048111,
+      "learning_rate": 6.278e-05,
+      "loss": 0.1466,
+      "step": 3140
+    },
+    {
+      "grad_norm": 0.28009116649627686,
+      "learning_rate": 6.298000000000001e-05,
+      "loss": 0.1516,
+      "step": 3150
+    },
+    {
+      "grad_norm": 0.19499491155147552,
+      "learning_rate": 6.318e-05,
+      "loss": 0.1478,
+      "step": 3160
+    },
+    {
+      "grad_norm": 0.20011761784553528,
+      "learning_rate": 6.338e-05,
+      "loss": 0.1452,
+      "step": 3170
+    },
+    {
+      "grad_norm": 0.1674211025238037,
+      "learning_rate": 6.358000000000001e-05,
+      "loss": 0.1464,
+      "step": 3180
+    },
+    {
+      "grad_norm": 0.19746552407741547,
+      "learning_rate": 6.378e-05,
+      "loss": 0.1362,
+      "step": 3190
+    },
+    {
+      "grad_norm": 0.21865640580654144,
+      "learning_rate": 6.398000000000001e-05,
+      "loss": 0.1375,
+      "step": 3200
+    },
+    {
+      "grad_norm": 0.19859656691551208,
+      "learning_rate": 6.418000000000001e-05,
+      "loss": 0.1469,
+      "step": 3210
+    },
+    {
+      "grad_norm": 0.18854756653308868,
+      "learning_rate": 6.438e-05,
+      "loss": 0.1416,
+      "step": 3220
+    },
+    {
+      "grad_norm": 0.25417831540107727,
+      "learning_rate": 6.458000000000001e-05,
+      "loss": 0.1446,
+      "step": 3230
+    },
+    {
+      "grad_norm": 0.19266828894615173,
+      "learning_rate": 6.478000000000001e-05,
+      "loss": 0.146,
+      "step": 3240
+    },
+    {
+      "grad_norm": 0.22431018948554993,
+      "learning_rate": 6.498e-05,
+      "loss": 0.1426,
+      "step": 3250
+    },
+    {
+      "grad_norm": 0.16394367814064026,
+      "learning_rate": 6.518000000000001e-05,
+      "loss": 0.1463,
+      "step": 3260
+    },
+    {
+      "grad_norm": 0.18253369629383087,
+      "learning_rate": 6.538000000000001e-05,
+      "loss": 0.136,
+      "step": 3270
+    },
+    {
+      "grad_norm": 0.19869071245193481,
+      "learning_rate": 6.558e-05,
+      "loss": 0.1465,
+      "step": 3280
+    },
+    {
+      "grad_norm": 0.14768986403942108,
+      "learning_rate": 6.578000000000001e-05,
+      "loss": 0.1369,
+      "step": 3290
+    },
+    {
+      "grad_norm": 0.1663125604391098,
+      "learning_rate": 6.598e-05,
+      "loss": 0.1455,
+      "step": 3300
+    },
+    {
+      "grad_norm": 0.16765658557415009,
+      "learning_rate": 6.618e-05,
+      "loss": 0.141,
+      "step": 3310
+    },
+    {
+      "grad_norm": 0.17731483280658722,
+      "learning_rate": 6.638e-05,
+      "loss": 0.1509,
+      "step": 3320
+    },
+    {
+      "grad_norm": 0.19054849445819855,
+      "learning_rate": 6.658e-05,
+      "loss": 0.139,
+      "step": 3330
+    },
+    {
+      "grad_norm": 0.18247278034687042,
+      "learning_rate": 6.678e-05,
+      "loss": 0.1433,
+      "step": 3340
+    },
+    {
+      "grad_norm": 0.16416993737220764,
+      "learning_rate": 6.698e-05,
+      "loss": 0.1342,
+      "step": 3350
+    },
+    {
+      "grad_norm": 0.16579632461071014,
+      "learning_rate": 6.718e-05,
+      "loss": 0.1479,
+      "step": 3360
+    },
+    {
+      "grad_norm": 0.16743943095207214,
+      "learning_rate": 6.738e-05,
+      "loss": 0.1373,
+      "step": 3370
+    },
+    {
+      "grad_norm": 0.1761976033449173,
+      "learning_rate": 6.758e-05,
+      "loss": 0.1468,
+      "step": 3380
+    },
+    {
+      "grad_norm": 0.18742500245571136,
+      "learning_rate": 6.778e-05,
+      "loss": 0.1391,
+      "step": 3390
+    },
+    {
+      "grad_norm": 0.1675654500722885,
+      "learning_rate": 6.798e-05,
+      "loss": 0.1427,
+      "step": 3400
+    },
+    {
+      "grad_norm": 0.16054357588291168,
+      "learning_rate": 6.818e-05,
+      "loss": 0.1399,
+      "step": 3410
+    },
+    {
+      "grad_norm": 0.2049979269504547,
+      "learning_rate": 6.838e-05,
+      "loss": 0.1442,
+      "step": 3420
+    },
+    {
+      "grad_norm": 0.21066983044147491,
+      "learning_rate": 6.858e-05,
+      "loss": 0.136,
+      "step": 3430
+    },
+    {
+      "grad_norm": 0.16141553223133087,
+      "learning_rate": 6.878e-05,
+      "loss": 0.1446,
+      "step": 3440
+    },
+    {
+      "grad_norm": 0.15949329733848572,
+      "learning_rate": 6.898e-05,
+      "loss": 0.1353,
+      "step": 3450
+    },
+    {
+      "grad_norm": 0.15714731812477112,
+      "learning_rate": 6.918e-05,
+      "loss": 0.1458,
+      "step": 3460
+    },
+    {
+      "grad_norm": 0.1766880303621292,
+      "learning_rate": 6.938e-05,
+      "loss": 0.132,
+      "step": 3470
+    },
+    {
+      "grad_norm": 0.2712090313434601,
+      "learning_rate": 6.958e-05,
+      "loss": 0.1444,
+      "step": 3480
+    },
+    {
+      "grad_norm": 0.16753530502319336,
+      "learning_rate": 6.978e-05,
+      "loss": 0.1294,
+      "step": 3490
+    },
+    {
+      "grad_norm": 0.1701657623052597,
+      "learning_rate": 6.998e-05,
+      "loss": 0.132,
+      "step": 3500
+    },
+    {
+      "grad_norm": 0.1746329963207245,
+      "learning_rate": 7.018e-05,
+      "loss": 0.1293,
+      "step": 3510
+    },
+    {
+      "grad_norm": 0.17793330550193787,
+      "learning_rate": 7.038e-05,
+      "loss": 0.126,
+      "step": 3520
+    },
+    {
+      "grad_norm": 0.16025394201278687,
+      "learning_rate": 7.058e-05,
+      "loss": 0.1338,
+      "step": 3530
+    },
+    {
+      "grad_norm": 0.21525424718856812,
+      "learning_rate": 7.078e-05,
+      "loss": 0.1325,
+      "step": 3540
+    },
+    {
+      "grad_norm": 0.27254801988601685,
+      "learning_rate": 7.098e-05,
+      "loss": 0.1439,
+      "step": 3550
+    },
+    {
+      "grad_norm": 0.21828775107860565,
+      "learning_rate": 7.118e-05,
+      "loss": 0.1354,
+      "step": 3560
+    },
+    {
+      "grad_norm": 0.18965521454811096,
+      "learning_rate": 7.138e-05,
+      "loss": 0.1486,
+      "step": 3570
+    },
+    {
+      "grad_norm": 0.19057683646678925,
+      "learning_rate": 7.158e-05,
+      "loss": 0.1339,
+      "step": 3580
+    },
+    {
+      "grad_norm": 0.18078263103961945,
+      "learning_rate": 7.178000000000001e-05,
+      "loss": 0.1517,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.19315798580646515,
+      "learning_rate": 7.198e-05,
+      "loss": 0.1368,
+      "step": 3600
+    },
+    {
+      "grad_norm": 0.15181225538253784,
+      "learning_rate": 7.218e-05,
+      "loss": 0.1462,
+      "step": 3610
+    },
+    {
+      "grad_norm": 0.2528398931026459,
+      "learning_rate": 7.238000000000001e-05,
+      "loss": 0.1396,
+      "step": 3620
+    },
+    {
+      "grad_norm": 0.17645478248596191,
+      "learning_rate": 7.258e-05,
+      "loss": 0.1488,
+      "step": 3630
+    },
+    {
+      "grad_norm": 0.2148199826478958,
+      "learning_rate": 7.278e-05,
+      "loss": 0.1371,
+      "step": 3640
+    },
+    {
+      "grad_norm": 0.1344292312860489,
+      "learning_rate": 7.298000000000001e-05,
+      "loss": 0.1514,
+      "step": 3650
+    },
+    {
+      "grad_norm": 0.2640349268913269,
+      "learning_rate": 7.318e-05,
+      "loss": 0.1375,
+      "step": 3660
+    },
+    {
+      "grad_norm": 0.1687939316034317,
+      "learning_rate": 7.338e-05,
+      "loss": 0.1509,
+      "step": 3670
+    },
+    {
+      "grad_norm": 0.1959948092699051,
+      "learning_rate": 7.358000000000001e-05,
+      "loss": 0.1391,
+      "step": 3680
+    },
+    {
+      "grad_norm": 0.1511271595954895,
+      "learning_rate": 7.378e-05,
+      "loss": 0.1545,
+      "step": 3690
+    },
+    {
+      "grad_norm": 0.17412833869457245,
+      "learning_rate": 7.398e-05,
+      "loss": 0.1367,
+      "step": 3700
+    },
+    {
+      "grad_norm": 0.16964486241340637,
+      "learning_rate": 7.418000000000001e-05,
+      "loss": 0.151,
+      "step": 3710
+    },
+    {
+      "grad_norm": 0.1937376856803894,
+      "learning_rate": 7.438e-05,
+      "loss": 0.1339,
+      "step": 3720
+    },
+    {
+      "grad_norm": 0.14688295125961304,
+      "learning_rate": 7.458000000000001e-05,
+      "loss": 0.1493,
+      "step": 3730
+    },
+    {
+      "grad_norm": 0.1620800793170929,
+      "learning_rate": 7.478e-05,
+      "loss": 0.1332,
+      "step": 3740
+    },
+    {
+      "grad_norm": 0.13713930547237396,
+      "learning_rate": 7.498e-05,
+      "loss": 0.1461,
+      "step": 3750
+    },
+    {
+      "grad_norm": 0.18497569859027863,
+      "learning_rate": 7.518000000000001e-05,
+      "loss": 0.1323,
+      "step": 3760
+    },
+    {
+      "grad_norm": 0.14047826826572418,
+      "learning_rate": 7.538e-05,
+      "loss": 0.1459,
+      "step": 3770
+    },
+    {
+      "grad_norm": 0.18876051902770996,
+      "learning_rate": 7.558e-05,
+      "loss": 0.1352,
+      "step": 3780
+    },
+    {
+      "grad_norm": 0.1623896211385727,
+      "learning_rate": 7.578000000000001e-05,
+      "loss": 0.1435,
+      "step": 3790
+    },
+    {
+      "grad_norm": 0.17636990547180176,
+      "learning_rate": 7.598e-05,
+      "loss": 0.133,
+      "step": 3800
+    },
+    {
+      "grad_norm": 0.15407313406467438,
+      "learning_rate": 7.618e-05,
+      "loss": 0.1403,
+      "step": 3810
+    },
+    {
+      "grad_norm": 0.20011383295059204,
+      "learning_rate": 7.638000000000001e-05,
+      "loss": 0.1292,
+      "step": 3820
+    },
+    {
+      "grad_norm": 0.22505442798137665,
+      "learning_rate": 7.658e-05,
+      "loss": 0.135,
+      "step": 3830
+    },
+    {
+      "grad_norm": 0.2156381458044052,
+      "learning_rate": 7.678000000000001e-05,
+      "loss": 0.1285,
+      "step": 3840
+    },
+    {
+      "grad_norm": 0.15367822349071503,
+      "learning_rate": 7.698000000000001e-05,
+      "loss": 0.1399,
+      "step": 3850
+    },
+    {
+      "grad_norm": 0.17544962465763092,
+      "learning_rate": 7.718e-05,
+      "loss": 0.1323,
+      "step": 3860
+    },
+    {
+      "grad_norm": 0.16036075353622437,
+      "learning_rate": 7.738000000000001e-05,
+      "loss": 0.1417,
+      "step": 3870
+    },
+    {
+      "grad_norm": 0.19749370217323303,
+      "learning_rate": 7.758000000000001e-05,
+      "loss": 0.138,
+      "step": 3880
+    },
+    {
+      "grad_norm": 0.12711690366268158,
+      "learning_rate": 7.778e-05,
+      "loss": 0.1444,
+      "step": 3890
+    },
+    {
+      "grad_norm": 0.15850169956684113,
+      "learning_rate": 7.798000000000001e-05,
+      "loss": 0.1396,
+      "step": 3900
+    },
+    {
+      "grad_norm": 0.13193440437316895,
+      "learning_rate": 7.818000000000001e-05,
+      "loss": 0.1404,
+      "step": 3910
+    },
+    {
+      "grad_norm": 0.1676270216703415,
+      "learning_rate": 7.838e-05,
+      "loss": 0.1391,
+      "step": 3920
+    },
+    {
+      "grad_norm": 0.12954604625701904,
+      "learning_rate": 7.858000000000001e-05,
+      "loss": 0.1413,
+      "step": 3930
+    },
+    {
+      "grad_norm": 0.16125911474227905,
+      "learning_rate": 7.878e-05,
+      "loss": 0.1368,
+      "step": 3940
+    },
+    {
+      "grad_norm": 0.20850436389446259,
+      "learning_rate": 7.897999999999999e-05,
+      "loss": 0.1454,
+      "step": 3950
+    },
+    {
+      "grad_norm": 0.15056291222572327,
+      "learning_rate": 7.918e-05,
+      "loss": 0.1394,
+      "step": 3960
+    },
+    {
+      "grad_norm": 0.12464837729930878,
+      "learning_rate": 7.938e-05,
+      "loss": 0.1447,
+      "step": 3970
+    },
+    {
+      "grad_norm": 0.15044909715652466,
+      "learning_rate": 7.958e-05,
+      "loss": 0.1368,
+      "step": 3980
+    },
+    {
+      "grad_norm": 0.14132988452911377,
+      "learning_rate": 7.978e-05,
+      "loss": 0.1468,
+      "step": 3990
+    },
+    {
+      "grad_norm": 0.16954055428504944,
+      "learning_rate": 7.998e-05,
+      "loss": 0.1369,
+      "step": 4000
+    },
+    {
+      "grad_norm": 0.14429137110710144,
+      "learning_rate": 8.018e-05,
+      "loss": 0.1398,
+      "step": 4010
+    },
+    {
+      "grad_norm": 0.16848629713058472,
+      "learning_rate": 8.038e-05,
+      "loss": 0.137,
+      "step": 4020
+    },
+    {
+      "grad_norm": 0.14579814672470093,
+      "learning_rate": 8.058e-05,
+      "loss": 0.1437,
+      "step": 4030
+    },
+    {
+      "grad_norm": 0.16169877350330353,
+      "learning_rate": 8.078e-05,
+      "loss": 0.1365,
+      "step": 4040
+    },
+    {
+      "grad_norm": 0.1251775026321411,
+      "learning_rate": 8.098e-05,
+      "loss": 0.1415,
+      "step": 4050
+    },
+    {
+      "grad_norm": 0.17293451726436615,
+      "learning_rate": 8.118e-05,
+      "loss": 0.1343,
+      "step": 4060
+    },
+    {
+      "grad_norm": 0.11029583215713501,
+      "learning_rate": 8.138e-05,
+      "loss": 0.1395,
+      "step": 4070
+    },
+    {
+      "grad_norm": 0.13381250202655792,
+      "learning_rate": 8.158e-05,
+      "loss": 0.1351,
+      "step": 4080
+    },
+    {
+      "grad_norm": 0.14271704852581024,
+      "learning_rate": 8.178e-05,
+      "loss": 0.1404,
+      "step": 4090
+    },
+    {
+      "grad_norm": 0.15119683742523193,
+      "learning_rate": 8.198e-05,
+      "loss": 0.1354,
+      "step": 4100
+    },
+    {
+      "grad_norm": 0.14270026981830597,
+      "learning_rate": 8.218e-05,
+      "loss": 0.1349,
+      "step": 4110
+    },
+    {
+      "grad_norm": 0.13672710955142975,
+      "learning_rate": 8.238000000000001e-05,
+      "loss": 0.1324,
+      "step": 4120
+    },
+    {
+      "grad_norm": 0.1273556351661682,
+      "learning_rate": 8.258e-05,
+      "loss": 0.1317,
+      "step": 4130
+    },
+    {
+      "grad_norm": 0.15215615928173065,
+      "learning_rate": 8.278e-05,
+      "loss": 0.1262,
+      "step": 4140
+    },
+    {
+      "grad_norm": 0.12599943578243256,
+      "learning_rate": 8.298000000000001e-05,
+      "loss": 0.1298,
+      "step": 4150
+    },
+    {
+      "grad_norm": 0.14003139734268188,
+      "learning_rate": 8.318e-05,
+      "loss": 0.1218,
+      "step": 4160
+    },
+    {
+      "grad_norm": 0.13260658085346222,
+      "learning_rate": 8.338e-05,
+      "loss": 0.1335,
+      "step": 4170
+    },
+    {
+      "grad_norm": 0.1392311155796051,
+      "learning_rate": 8.358e-05,
+      "loss": 0.1259,
+      "step": 4180
+    },
+    {
+      "grad_norm": 0.14024178683757782,
+      "learning_rate": 8.378e-05,
+      "loss": 0.1312,
+      "step": 4190
+    },
+    {
+      "grad_norm": 0.09774132817983627,
+      "learning_rate": 8.398e-05,
+      "loss": 0.1323,
+      "step": 4200
+    },
+    {
+      "grad_norm": 0.14123524725437164,
+      "learning_rate": 8.418e-05,
+      "loss": 0.1387,
+      "step": 4210
+    },
+    {
+      "grad_norm": 0.12520268559455872,
+      "learning_rate": 8.438e-05,
+      "loss": 0.1341,
+      "step": 4220
+    },
+    {
+      "grad_norm": 0.13219322264194489,
+      "learning_rate": 8.458e-05,
+      "loss": 0.1397,
+      "step": 4230
+    },
+    {
+      "grad_norm": 0.12394844740629196,
+      "learning_rate": 8.478e-05,
+      "loss": 0.1331,
+      "step": 4240
+    },
+    {
+      "grad_norm": 0.15577198565006256,
+      "learning_rate": 8.498e-05,
+      "loss": 0.141,
+      "step": 4250
+    },
+    {
+      "grad_norm": 0.11207880079746246,
+      "learning_rate": 8.518000000000001e-05,
+      "loss": 0.1338,
+      "step": 4260
+    },
+    {
+      "grad_norm": 0.18599164485931396,
+      "learning_rate": 8.538e-05,
+      "loss": 0.1381,
+      "step": 4270
+    },
+    {
+      "grad_norm": 0.11954852193593979,
+      "learning_rate": 8.558e-05,
+      "loss": 0.1346,
+      "step": 4280
+    },
+    {
+      "grad_norm": 0.17455530166625977,
+      "learning_rate": 8.578000000000001e-05,
+      "loss": 0.1406,
+      "step": 4290
+    },
+    {
+      "grad_norm": 0.11521338671445847,
+      "learning_rate": 8.598e-05,
+      "loss": 0.135,
+      "step": 4300
+    },
+    {
+      "grad_norm": 0.1318846195936203,
+      "learning_rate": 8.618e-05,
+      "loss": 0.1341,
+      "step": 4310
+    },
+    {
+      "grad_norm": 0.1422441154718399,
+      "learning_rate": 8.638000000000001e-05,
+      "loss": 0.1364,
+      "step": 4320
+    },
+    {
+      "grad_norm": 0.15396150946617126,
+      "learning_rate": 8.658e-05,
+      "loss": 0.1342,
+      "step": 4330
+    },
+    {
+      "grad_norm": 0.12617813050746918,
+      "learning_rate": 8.678e-05,
+      "loss": 0.1355,
+      "step": 4340
+    },
+    {
+      "grad_norm": 0.13664571940898895,
+      "learning_rate": 8.698000000000001e-05,
+      "loss": 0.1296,
+      "step": 4350
+    },
+    {
+      "grad_norm": 0.11060761660337448,
+      "learning_rate": 8.718e-05,
+      "loss": 0.1336,
+      "step": 4360
+    },
+    {
+      "grad_norm": 0.12969574332237244,
+      "learning_rate": 8.738000000000001e-05,
+      "loss": 0.1338,
+      "step": 4370
+    },
+    {
+      "grad_norm": 0.1286819875240326,
+      "learning_rate": 8.758000000000001e-05,
+      "loss": 0.1295,
+      "step": 4380
+    },
+    {
+      "grad_norm": 0.13577361404895782,
+      "learning_rate": 8.778e-05,
+      "loss": 0.1368,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.1050453931093216,
+      "learning_rate": 8.798000000000001e-05,
+      "loss": 0.1299,
+      "step": 4400
+    },
+    {
+      "grad_norm": 0.17464464902877808,
+      "learning_rate": 8.818000000000001e-05,
+      "loss": 0.1327,
+      "step": 4410
+    },
+    {
+      "grad_norm": 0.11002113670110703,
+      "learning_rate": 8.838e-05,
+      "loss": 0.1334,
+      "step": 4420
+    },
+    {
+      "grad_norm": 0.12170564383268356,
+      "learning_rate": 8.858000000000001e-05,
+      "loss": 0.1338,
+      "step": 4430
+    },
+    {
+      "grad_norm": 0.12045461684465408,
+      "learning_rate": 8.878000000000001e-05,
+      "loss": 0.1315,
+      "step": 4440
+    },
+    {
+      "grad_norm": 0.1343940794467926,
+      "learning_rate": 8.898e-05,
+      "loss": 0.1282,
+      "step": 4450
+    },
+    {
+      "grad_norm": 0.12956182658672333,
+      "learning_rate": 8.918000000000001e-05,
+      "loss": 0.1278,
+      "step": 4460
+    },
+    {
+      "grad_norm": 0.15035001933574677,
+      "learning_rate": 8.938e-05,
+      "loss": 0.1259,
+      "step": 4470
+    },
+    {
+      "grad_norm": 0.11175943166017532,
+      "learning_rate": 8.958e-05,
+      "loss": 0.1246,
+      "step": 4480
+    },
+    {
+      "grad_norm": 0.15987670421600342,
+      "learning_rate": 8.978000000000001e-05,
+      "loss": 0.1291,
+      "step": 4490
+    },
+    {
+      "grad_norm": 0.14462269842624664,
+      "learning_rate": 8.998e-05,
+      "loss": 0.1252,
+      "step": 4500
+    },
+    {
+      "grad_norm": 0.13332833349704742,
+      "learning_rate": 9.018000000000001e-05,
+      "loss": 0.1314,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.12843568623065948,
+      "learning_rate": 9.038000000000001e-05,
+      "loss": 0.1265,
+      "step": 4520
+    },
+    {
+      "grad_norm": 0.1590491384267807,
+      "learning_rate": 9.058e-05,
+      "loss": 0.1304,
+      "step": 4530
+    },
+    {
+      "grad_norm": 0.11314611881971359,
+      "learning_rate": 9.078000000000001e-05,
+      "loss": 0.1247,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.10944805294275284,
+      "learning_rate": 9.098000000000001e-05,
+      "loss": 0.1274,
+      "step": 4550
+    },
+    {
+      "grad_norm": 0.12222739309072495,
+      "learning_rate": 9.118e-05,
+      "loss": 0.1255,
+      "step": 4560
+    },
+    {
+      "grad_norm": 0.10745828598737717,
+      "learning_rate": 9.138e-05,
+      "loss": 0.1284,
+      "step": 4570
+    },
+    {
+      "grad_norm": 0.09601717442274094,
+      "learning_rate": 9.158e-05,
+      "loss": 0.1259,
+      "step": 4580
+    },
+    {
+      "grad_norm": 0.1592542976140976,
+      "learning_rate": 9.178e-05,
+      "loss": 0.1291,
+      "step": 4590
+    },
+    {
+      "grad_norm": 0.10748572647571564,
+      "learning_rate": 9.198e-05,
+      "loss": 0.128,
+      "step": 4600
+    },
+    {
+      "grad_norm": 0.11615607887506485,
+      "learning_rate": 9.218e-05,
+      "loss": 0.1329,
+      "step": 4610
+    },
+    {
+      "grad_norm": 0.11302448809146881,
+      "learning_rate": 9.238e-05,
+      "loss": 0.1252,
+      "step": 4620
+    },
+    {
+      "grad_norm": 0.11524214595556259,
+      "learning_rate": 9.258e-05,
+      "loss": 0.1316,
+      "step": 4630
+    },
+    {
+      "grad_norm": 0.11558740586042404,
+      "learning_rate": 9.278e-05,
+      "loss": 0.1283,
+      "step": 4640
+    },
+    {
+      "grad_norm": 0.23942124843597412,
+      "learning_rate": 9.298e-05,
+      "loss": 0.1327,
+      "step": 4650
+    },
+    {
+      "grad_norm": 0.12029846757650375,
+      "learning_rate": 9.318e-05,
+      "loss": 0.1238,
+      "step": 4660
+    },
+    {
+      "grad_norm": 0.12019429355859756,
+      "learning_rate": 9.338e-05,
+      "loss": 0.1339,
+      "step": 4670
+    },
+    {
+      "grad_norm": 0.11239844560623169,
+      "learning_rate": 9.358e-05,
+      "loss": 0.127,
+      "step": 4680
+    },
+    {
+      "grad_norm": 0.10420919209718704,
+      "learning_rate": 9.378e-05,
+      "loss": 0.1306,
+      "step": 4690
+    },
+    {
+      "grad_norm": 0.12045609951019287,
+      "learning_rate": 9.398e-05,
+      "loss": 0.1245,
+      "step": 4700
+    },
+    {
+      "grad_norm": 0.14737384021282196,
+      "learning_rate": 9.418e-05,
+      "loss": 0.1321,
+      "step": 4710
+    },
+    {
+      "grad_norm": 0.10854590684175491,
+      "learning_rate": 9.438e-05,
+      "loss": 0.124,
+      "step": 4720
+    },
+    {
+      "grad_norm": 0.1657399982213974,
+      "learning_rate": 9.458e-05,
+      "loss": 0.1317,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.12202409654855728,
+      "learning_rate": 9.478e-05,
+      "loss": 0.1262,
+      "step": 4740
+    },
+    {
+      "grad_norm": 0.11648748815059662,
+      "learning_rate": 9.498e-05,
+      "loss": 0.1272,
+      "step": 4750
+    },
+    {
+      "grad_norm": 0.09568289667367935,
+      "learning_rate": 9.518000000000001e-05,
+      "loss": 0.1264,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.12358943372964859,
+      "learning_rate": 9.538e-05,
+      "loss": 0.1234,
+      "step": 4770
+    },
+    {
+      "grad_norm": 0.1098884791135788,
+      "learning_rate": 9.558e-05,
+      "loss": 0.1156,
+      "step": 4780
+    },
+    {
+      "grad_norm": 0.1541105955839157,
+      "learning_rate": 9.578000000000001e-05,
+      "loss": 0.1216,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.12476958334445953,
+      "learning_rate": 9.598e-05,
+      "loss": 0.1161,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.11633862555027008,
+      "learning_rate": 9.618e-05,
+      "loss": 0.1262,
+      "step": 4810
+    },
+    {
+      "grad_norm": 0.10479123890399933,
+      "learning_rate": 9.638000000000001e-05,
+      "loss": 0.1231,
+      "step": 4820
+    },
+    {
+      "grad_norm": 0.10812260210514069,
+      "learning_rate": 9.658e-05,
+      "loss": 0.1288,
+      "step": 4830
+    },
+    {
+      "grad_norm": 0.08395808935165405,
+      "learning_rate": 9.678e-05,
+      "loss": 0.1269,
+      "step": 4840
+    },
+    {
+      "grad_norm": 0.1331745684146881,
+      "learning_rate": 9.698000000000001e-05,
+      "loss": 0.1289,
+      "step": 4850
+    },
+    {
+      "grad_norm": 0.10516192018985748,
+      "learning_rate": 9.718e-05,
+      "loss": 0.1283,
+      "step": 4860
+    },
+    {
+      "grad_norm": 0.13479860126972198,
+      "learning_rate": 9.738e-05,
+      "loss": 0.1297,
+      "step": 4870
+    },
+    {
+      "grad_norm": 0.10389240831136703,
+      "learning_rate": 9.758000000000001e-05,
+      "loss": 0.1296,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.13200107216835022,
+      "learning_rate": 9.778e-05,
+      "loss": 0.1313,
+      "step": 4890
+    },
+    {
+      "grad_norm": 0.10060872882604599,
+      "learning_rate": 9.798000000000001e-05,
+      "loss": 0.1299,
+      "step": 4900
+    },
+    {
+      "grad_norm": 0.1368398219347,
+      "learning_rate": 9.818000000000001e-05,
+      "loss": 0.1272,
+      "step": 4910
+    },
+    {
+      "grad_norm": 0.09338173270225525,
+      "learning_rate": 9.838e-05,
+      "loss": 0.1312,
+      "step": 4920
+    },
+    {
+      "grad_norm": 0.12097598612308502,
+      "learning_rate": 9.858000000000001e-05,
+      "loss": 0.131,
+      "step": 4930
+    },
+    {
+      "grad_norm": 0.1022842600941658,
+      "learning_rate": 9.878e-05,
+      "loss": 0.1328,
+      "step": 4940
+    },
+    {
+      "grad_norm": 0.11399175971746445,
+      "learning_rate": 9.898e-05,
+      "loss": 0.1303,
+      "step": 4950
+    },
+    {
+      "grad_norm": 0.11585863679647446,
+      "learning_rate": 9.918000000000001e-05,
+      "loss": 0.1296,
+      "step": 4960
+    },
+    {
+      "grad_norm": 0.12994781136512756,
+      "learning_rate": 9.938e-05,
+      "loss": 0.1321,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.10941900312900543,
+      "learning_rate": 9.958e-05,
+      "loss": 0.1272,
+      "step": 4980
+    },
+    {
+      "grad_norm": 0.10744205117225647,
+      "learning_rate": 9.978000000000001e-05,
+      "loss": 0.1265,
+      "step": 4990
+    },
+    {
+      "grad_norm": 0.08893831074237823,
+      "learning_rate": 9.998e-05,
+      "loss": 0.1269,
+      "step": 5000
+    },
+    {
+      "grad_norm": 0.12448322027921677,
+      "learning_rate": 0.0001,
+      "loss": 0.126,
+      "step": 5010
+    },
+    {
+      "grad_norm": 0.08912146091461182,
+      "learning_rate": 0.0001,
+      "loss": 0.1246,
+      "step": 5020
+    },
+    {
+      "grad_norm": 0.11469516903162003,
+      "learning_rate": 0.0001,
+      "loss": 0.1244,
+      "step": 5030
+    },
+    {
+      "grad_norm": 0.1117662638425827,
+      "learning_rate": 0.0001,
+      "loss": 0.1287,
+      "step": 5040
+    },
+    {
+      "grad_norm": 0.11946184933185577,
+      "learning_rate": 0.0001,
+      "loss": 0.1278,
+      "step": 5050
+    },
+    {
+      "grad_norm": 0.09889452904462814,
+      "learning_rate": 0.0001,
+      "loss": 0.1276,
+      "step": 5060
+    },
+    {
+      "grad_norm": 0.12951147556304932,
+      "learning_rate": 0.0001,
+      "loss": 0.1234,
+      "step": 5070
+    },
+    {
+      "grad_norm": 0.09625956416130066,
+      "learning_rate": 0.0001,
+      "loss": 0.123,
+      "step": 5080
+    },
+    {
+      "grad_norm": 0.0939265787601471,
+      "learning_rate": 0.0001,
+      "loss": 0.1242,
+      "step": 5090
+    },
+    {
+      "grad_norm": 0.08558156341314316,
+      "learning_rate": 0.0001,
+      "loss": 0.1189,
+      "step": 5100
+    },
+    {
+      "grad_norm": 0.18142159283161163,
+      "learning_rate": 0.0001,
+      "loss": 0.1175,
+      "step": 5110
+    },
+    {
+      "grad_norm": 0.09390030801296234,
+      "learning_rate": 0.0001,
+      "loss": 0.1201,
+      "step": 5120
+    },
+    {
+      "grad_norm": 0.14637140929698944,
+      "learning_rate": 0.0001,
+      "loss": 0.1175,
+      "step": 5130
+    },
+    {
+      "grad_norm": 0.10525067150592804,
+      "learning_rate": 0.0001,
+      "loss": 0.1242,
+      "step": 5140
+    },
+    {
+      "grad_norm": 0.09478848427534103,
+      "learning_rate": 0.0001,
+      "loss": 0.1268,
+      "step": 5150
+    },
+    {
+      "grad_norm": 0.1208893433213234,
+      "learning_rate": 0.0001,
+      "loss": 0.1226,
+      "step": 5160
+    },
+    {
+      "grad_norm": 0.0985957533121109,
+      "learning_rate": 0.0001,
+      "loss": 0.1283,
+      "step": 5170
+    },
+    {
+      "grad_norm": 0.11503921449184418,
+      "learning_rate": 0.0001,
+      "loss": 0.1287,
+      "step": 5180
+    },
+    {
+      "grad_norm": 0.09895190596580505,
+      "learning_rate": 0.0001,
+      "loss": 0.1262,
+      "step": 5190
+    },
+    {
+      "grad_norm": 0.11433104425668716,
+      "learning_rate": 0.0001,
+      "loss": 0.13,
+      "step": 5200
+    },
+    {
+      "grad_norm": 0.13815680146217346,
+      "learning_rate": 0.0001,
+      "loss": 0.1278,
+      "step": 5210
+    },
+    {
+      "grad_norm": 0.12640167772769928,
+      "learning_rate": 0.0001,
+      "loss": 0.1262,
+      "step": 5220
+    },
+    {
+      "grad_norm": 0.0965307354927063,
+      "learning_rate": 0.0001,
+      "loss": 0.1273,
+      "step": 5230
+    },
+    {
+      "grad_norm": 0.1257619708776474,
+      "learning_rate": 0.0001,
+      "loss": 0.1269,
+      "step": 5240
+    },
+    {
+      "grad_norm": 0.09146880358457565,
+      "learning_rate": 0.0001,
+      "loss": 0.1326,
+      "step": 5250
+    },
+    {
+      "grad_norm": 0.13106480240821838,
+      "learning_rate": 0.0001,
+      "loss": 0.1249,
+      "step": 5260
+    },
+    {
+      "grad_norm": 0.08592076599597931,
+      "learning_rate": 0.0001,
+      "loss": 0.1293,
+      "step": 5270
+    },
+    {
+      "grad_norm": 0.1080213412642479,
+      "learning_rate": 0.0001,
+      "loss": 0.127,
+      "step": 5280
+    },
+    {
+      "grad_norm": 0.08742690086364746,
+      "learning_rate": 0.0001,
+      "loss": 0.1262,
+      "step": 5290
+    },
+    {
+      "grad_norm": 0.10972902923822403,
+      "learning_rate": 0.0001,
+      "loss": 0.1246,
+      "step": 5300
+    },
+    {
+      "grad_norm": 0.10337347537279129,
+      "learning_rate": 0.0001,
+      "loss": 0.1263,
+      "step": 5310
+    },
+    {
+      "grad_norm": 0.10977190732955933,
+      "learning_rate": 0.0001,
+      "loss": 0.129,
+      "step": 5320
+    },
+    {
+      "grad_norm": 0.10175368189811707,
+      "learning_rate": 0.0001,
+      "loss": 0.1243,
+      "step": 5330
+    },
+    {
+      "grad_norm": 0.12244048714637756,
+      "learning_rate": 0.0001,
+      "loss": 0.126,
+      "step": 5340
+    },
+    {
+      "grad_norm": 0.10065506398677826,
+      "learning_rate": 0.0001,
+      "loss": 0.1263,
+      "step": 5350
+    },
+    {
+      "grad_norm": 0.1164485290646553,
+      "learning_rate": 0.0001,
+      "loss": 0.1274,
+      "step": 5360
+    },
+    {
+      "grad_norm": 0.11150583624839783,
+      "learning_rate": 0.0001,
+      "loss": 0.1274,
+      "step": 5370
+    },
+    {
+      "grad_norm": 0.1086958646774292,
+      "learning_rate": 0.0001,
+      "loss": 0.1259,
+      "step": 5380
+    },
+    {
+      "grad_norm": 0.09198925644159317,
+      "learning_rate": 0.0001,
+      "loss": 0.1196,
+      "step": 5390
+    },
+    {
+      "grad_norm": 0.10794124752283096,
+      "learning_rate": 0.0001,
+      "loss": 0.1268,
+      "step": 5400
+    },
+    {
+      "grad_norm": 0.0977870374917984,
+      "learning_rate": 0.0001,
+      "loss": 0.118,
+      "step": 5410
+    },
+    {
+      "grad_norm": 0.11074331402778625,
+      "learning_rate": 0.0001,
+      "loss": 0.1171,
+      "step": 5420
+    },
+    {
+      "grad_norm": 0.11053510010242462,
+      "learning_rate": 0.0001,
+      "loss": 0.1159,
+      "step": 5430
+    },
+    {
+      "grad_norm": 0.10055284202098846,
+      "learning_rate": 0.0001,
+      "loss": 0.1186,
+      "step": 5440
+    },
+    {
+      "grad_norm": 0.0947485938668251,
+      "learning_rate": 0.0001,
+      "loss": 0.1141,
+      "step": 5450
+    },
+    {
+      "grad_norm": 0.09140747040510178,
+      "learning_rate": 0.0001,
+      "loss": 0.1186,
+      "step": 5460
+    },
+    {
+      "grad_norm": 0.09717510640621185,
+      "learning_rate": 0.0001,
+      "loss": 0.1211,
+      "step": 5470
+    },
+    {
+      "grad_norm": 0.08703585714101791,
+      "learning_rate": 0.0001,
+      "loss": 0.1197,
+      "step": 5480
+    },
+    {
+      "grad_norm": 0.0750960186123848,
+      "learning_rate": 0.0001,
+      "loss": 0.1234,
+      "step": 5490
+    },
+    {
+      "grad_norm": 0.08474255353212357,
+      "learning_rate": 0.0001,
+      "loss": 0.1228,
+      "step": 5500
+    },
+    {
+      "grad_norm": 0.11348079144954681,
+      "learning_rate": 0.0001,
+      "loss": 0.1218,
+      "step": 5510
+    },
+    {
+      "grad_norm": 0.10139048844575882,
+      "learning_rate": 0.0001,
+      "loss": 0.1237,
+      "step": 5520
+    },
+    {
+      "grad_norm": 0.08955629914999008,
+      "learning_rate": 0.0001,
+      "loss": 0.1232,
+      "step": 5530
+    },
+    {
+      "grad_norm": 0.07934477180242538,
+      "learning_rate": 0.0001,
+      "loss": 0.1222,
+      "step": 5540
+    },
+    {
+      "grad_norm": 0.08338458091020584,
+      "learning_rate": 0.0001,
+      "loss": 0.1188,
+      "step": 5550
+    },
+    {
+      "grad_norm": 0.07602762430906296,
+      "learning_rate": 0.0001,
+      "loss": 0.1207,
+      "step": 5560
+    },
+    {
+      "grad_norm": 0.07712892442941666,
+      "learning_rate": 0.0001,
+      "loss": 0.12,
+      "step": 5570
+    },
+    {
+      "grad_norm": 0.09405577927827835,
+      "learning_rate": 0.0001,
+      "loss": 0.1204,
+      "step": 5580
+    },
+    {
+      "grad_norm": 0.08467885106801987,
+      "learning_rate": 0.0001,
+      "loss": 0.1204,
+      "step": 5590
+    },
+    {
+      "grad_norm": 0.08081316947937012,
+      "learning_rate": 0.0001,
+      "loss": 0.1251,
+      "step": 5600
+    },
+    {
+      "grad_norm": 0.08828096836805344,
+      "learning_rate": 0.0001,
+      "loss": 0.1207,
+      "step": 5610
+    },
+    {
+      "grad_norm": 0.08667226135730743,
+      "learning_rate": 0.0001,
+      "loss": 0.1249,
+      "step": 5620
+    },
+    {
+      "grad_norm": 0.08220281451940536,
+      "learning_rate": 0.0001,
+      "loss": 0.1192,
+      "step": 5630
+    },
+    {
+      "grad_norm": 0.07360603660345078,
+      "learning_rate": 0.0001,
+      "loss": 0.119,
+      "step": 5640
+    },
+    {
+      "grad_norm": 0.0975702777504921,
+      "learning_rate": 0.0001,
+      "loss": 0.1174,
+      "step": 5650
+    },
+    {
+      "grad_norm": 0.08249107748270035,
+      "learning_rate": 0.0001,
+      "loss": 0.1202,
+      "step": 5660
+    },
+    {
+      "grad_norm": 0.08037588000297546,
+      "learning_rate": 0.0001,
+      "loss": 0.119,
+      "step": 5670
+    },
+    {
+      "grad_norm": 0.08425096422433853,
+      "learning_rate": 0.0001,
+      "loss": 0.123,
+      "step": 5680
+    },
+    {
+      "grad_norm": 0.10660675913095474,
+      "learning_rate": 0.0001,
+      "loss": 0.1207,
+      "step": 5690
+    },
+    {
+      "grad_norm": 0.10463742911815643,
+      "learning_rate": 0.0001,
+      "loss": 0.1234,
+      "step": 5700
+    },
+    {
+      "grad_norm": 0.0949174240231514,
+      "learning_rate": 0.0001,
+      "loss": 0.1173,
+      "step": 5710
+    },
+    {
+      "grad_norm": 0.07372967153787613,
+      "learning_rate": 0.0001,
+      "loss": 0.1171,
+      "step": 5720
+    },
+    {
+      "grad_norm": 0.09253973513841629,
+      "learning_rate": 0.0001,
+      "loss": 0.1167,
+      "step": 5730
+    },
+    {
+      "grad_norm": 0.09002358466386795,
+      "learning_rate": 0.0001,
+      "loss": 0.1122,
+      "step": 5740
+    },
+    {
+      "grad_norm": 0.09358503669500351,
+      "learning_rate": 0.0001,
+      "loss": 0.1089,
+      "step": 5750
+    },
+    {
+      "grad_norm": 0.08996405452489853,
+      "learning_rate": 0.0001,
+      "loss": 0.1149,
+      "step": 5760
+    },
+    {
+      "grad_norm": 0.09630930423736572,
+      "learning_rate": 0.0001,
+      "loss": 0.1176,
+      "step": 5770
+    },
+    {
+      "grad_norm": 0.11493552476167679,
+      "learning_rate": 0.0001,
+      "loss": 0.117,
+      "step": 5780
+    },
+    {
+      "grad_norm": 0.09619635343551636,
+      "learning_rate": 0.0001,
+      "loss": 0.1169,
+      "step": 5790
+    },
+    {
+      "grad_norm": 0.12243980169296265,
+      "learning_rate": 0.0001,
+      "loss": 0.118,
+      "step": 5800
+    },
+    {
+      "grad_norm": 0.09695970267057419,
+      "learning_rate": 0.0001,
+      "loss": 0.124,
+      "step": 5810
+    },
+    {
+      "grad_norm": 0.13422448933124542,
+      "learning_rate": 0.0001,
+      "loss": 0.1234,
+      "step": 5820
+    },
+    {
+      "grad_norm": 0.08831852674484253,
+      "learning_rate": 0.0001,
+      "loss": 0.1184,
+      "step": 5830
+    },
+    {
+      "grad_norm": 0.10079752653837204,
+      "learning_rate": 0.0001,
+      "loss": 0.1195,
+      "step": 5840
+    },
+    {
+      "grad_norm": 0.07966183125972748,
+      "learning_rate": 0.0001,
+      "loss": 0.1178,
+      "step": 5850
+    },
+    {
+      "grad_norm": 0.08832277357578278,
+      "learning_rate": 0.0001,
+      "loss": 0.1191,
+      "step": 5860
+    },
+    {
+      "grad_norm": 0.10391097515821457,
+      "learning_rate": 0.0001,
+      "loss": 0.121,
+      "step": 5870
+    },
+    {
+      "grad_norm": 0.09019538015127182,
+      "learning_rate": 0.0001,
+      "loss": 0.1205,
+      "step": 5880
+    },
+    {
+      "grad_norm": 0.09052538126707077,
+      "learning_rate": 0.0001,
+      "loss": 0.1155,
+      "step": 5890
+    },
+    {
+      "grad_norm": 0.10917038470506668,
+      "learning_rate": 0.0001,
+      "loss": 0.1197,
+      "step": 5900
+    },
+    {
+      "grad_norm": 0.101407989859581,
+      "learning_rate": 0.0001,
+      "loss": 0.1191,
+      "step": 5910
+    },
+    {
+      "grad_norm": 0.10565495491027832,
+      "learning_rate": 0.0001,
+      "loss": 0.1201,
+      "step": 5920
+    },
+    {
+      "grad_norm": 0.09992288053035736,
+      "learning_rate": 0.0001,
+      "loss": 0.1195,
+      "step": 5930
+    },
+    {
+      "grad_norm": 0.11025048792362213,
+      "learning_rate": 0.0001,
+      "loss": 0.1202,
+      "step": 5940
+    },
+    {
+      "grad_norm": 0.0865614116191864,
+      "learning_rate": 0.0001,
+      "loss": 0.1175,
+      "step": 5950
+    },
+    {
+      "grad_norm": 0.09266389906406403,
+      "learning_rate": 0.0001,
+      "loss": 0.1188,
+      "step": 5960
+    },
+    {
+      "grad_norm": 0.09980489313602448,
+      "learning_rate": 0.0001,
+      "loss": 0.1234,
+      "step": 5970
+    },
+    {
+      "grad_norm": 0.10156247764825821,
+      "learning_rate": 0.0001,
+      "loss": 0.1196,
+      "step": 5980
+    },
+    {
+      "grad_norm": 0.09939805418252945,
+      "learning_rate": 0.0001,
+      "loss": 0.1159,
+      "step": 5990
+    },
+    {
+      "grad_norm": 0.08668677508831024,
+      "learning_rate": 0.0001,
+      "loss": 0.1191,
+      "step": 6000
+    },
+    {
+      "grad_norm": 0.10189107805490494,
+      "learning_rate": 0.0001,
+      "loss": 0.1175,
+      "step": 6010
+    },
+    {
+      "grad_norm": 0.07887829095125198,
+      "learning_rate": 0.0001,
+      "loss": 0.1157,
+      "step": 6020
+    },
+    {
+      "grad_norm": 0.07995490729808807,
+      "learning_rate": 0.0001,
+      "loss": 0.1149,
+      "step": 6030
+    },
+    {
+      "grad_norm": 0.08067865669727325,
+      "learning_rate": 0.0001,
+      "loss": 0.1155,
+      "step": 6040
+    },
+    {
+      "grad_norm": 0.07872588187456131,
+      "learning_rate": 0.0001,
+      "loss": 0.1115,
+      "step": 6050
+    },
+    {
+      "grad_norm": 0.10969462990760803,
+      "learning_rate": 0.0001,
+      "loss": 0.1146,
+      "step": 6060
+    },
+    {
+      "grad_norm": 0.09313327074050903,
+      "learning_rate": 0.0001,
+      "loss": 0.1079,
+      "step": 6070
+    },
+    {
+      "grad_norm": 0.0960547998547554,
+      "learning_rate": 0.0001,
+      "loss": 0.1141,
+      "step": 6080
+    },
+    {
+      "grad_norm": 0.12045298516750336,
+      "learning_rate": 0.0001,
+      "loss": 0.1122,
+      "step": 6090
+    },
+    {
+      "grad_norm": 0.07331957668066025,
+      "learning_rate": 0.0001,
+      "loss": 0.1162,
+      "step": 6100
+    },
+    {
+      "grad_norm": 0.0874052420258522,
+      "learning_rate": 0.0001,
+      "loss": 0.1127,
+      "step": 6110
+    },
+    {
+      "grad_norm": 0.06915071606636047,
+      "learning_rate": 0.0001,
+      "loss": 0.1188,
+      "step": 6120
+    },
+    {
+      "grad_norm": 0.08717136830091476,
+      "learning_rate": 0.0001,
+      "loss": 0.1119,
+      "step": 6130
+    },
+    {
+      "grad_norm": 0.08428750187158585,
+      "learning_rate": 0.0001,
+      "loss": 0.1213,
+      "step": 6140
+    },
+    {
+      "grad_norm": 0.07748349010944366,
+      "learning_rate": 0.0001,
+      "loss": 0.1129,
+      "step": 6150
+    },
+    {
+      "grad_norm": 0.07552751898765564,
+      "learning_rate": 0.0001,
+      "loss": 0.1209,
+      "step": 6160
+    },
+    {
+      "grad_norm": 0.07182282209396362,
+      "learning_rate": 0.0001,
+      "loss": 0.1129,
+      "step": 6170
+    },
+    {
+      "grad_norm": 0.07255134731531143,
+      "learning_rate": 0.0001,
+      "loss": 0.1217,
+      "step": 6180
+    },
+    {
+      "grad_norm": 0.06372284144163132,
+      "learning_rate": 0.0001,
+      "loss": 0.1102,
+      "step": 6190
+    },
+    {
+      "grad_norm": 0.07403215020895004,
+      "learning_rate": 0.0001,
+      "loss": 0.1194,
+      "step": 6200
+    },
+    {
+      "grad_norm": 0.08162447810173035,
+      "learning_rate": 0.0001,
+      "loss": 0.1103,
+      "step": 6210
+    },
+    {
+      "grad_norm": 0.08639682084321976,
+      "learning_rate": 0.0001,
+      "loss": 0.1204,
+      "step": 6220
+    },
+    {
+      "grad_norm": 0.07451096177101135,
+      "learning_rate": 0.0001,
+      "loss": 0.11,
+      "step": 6230
+    },
+    {
+      "grad_norm": 0.0881553590297699,
+      "learning_rate": 0.0001,
+      "loss": 0.1221,
+      "step": 6240
+    },
+    {
+      "grad_norm": 0.07765316218137741,
+      "learning_rate": 0.0001,
+      "loss": 0.1132,
+      "step": 6250
+    },
+    {
+      "grad_norm": 0.09171133488416672,
+      "learning_rate": 0.0001,
+      "loss": 0.1186,
+      "step": 6260
+    },
+    {
+      "grad_norm": 0.06902362406253815,
+      "learning_rate": 0.0001,
+      "loss": 0.1118,
+      "step": 6270
+    },
+    {
+      "grad_norm": 0.08665492385625839,
+      "learning_rate": 0.0001,
+      "loss": 0.1216,
+      "step": 6280
+    },
+    {
+      "grad_norm": 0.08815094828605652,
+      "learning_rate": 0.0001,
+      "loss": 0.1128,
+      "step": 6290
+    },
+    {
+      "grad_norm": 0.07478033006191254,
+      "learning_rate": 0.0001,
+      "loss": 0.1171,
+      "step": 6300
+    },
+    {
+      "grad_norm": 0.07783223688602448,
+      "learning_rate": 0.0001,
+      "loss": 0.1096,
+      "step": 6310
+    },
+    {
+      "grad_norm": 0.09235212206840515,
+      "learning_rate": 0.0001,
+      "loss": 0.1203,
+      "step": 6320
+    },
+    {
+      "grad_norm": 0.06926995515823364,
+      "learning_rate": 0.0001,
+      "loss": 0.1101,
+      "step": 6330
+    },
+    {
+      "grad_norm": 0.09120717644691467,
+      "learning_rate": 0.0001,
+      "loss": 0.1184,
+      "step": 6340
+    },
+    {
+      "grad_norm": 0.07704674452543259,
+      "learning_rate": 0.0001,
+      "loss": 0.1101,
+      "step": 6350
+    },
+    {
+      "grad_norm": 0.07696869224309921,
+      "learning_rate": 0.0001,
+      "loss": 0.1179,
+      "step": 6360
+    },
+    {
+      "grad_norm": 0.0856565535068512,
+      "learning_rate": 0.0001,
+      "loss": 0.1098,
+      "step": 6370
+    },
+    {
+      "grad_norm": 0.0728093609213829,
+      "learning_rate": 0.0001,
+      "loss": 0.1147,
+      "step": 6380
+    },
+    {
+      "grad_norm": 0.09482178092002869,
+      "learning_rate": 0.0001,
+      "loss": 0.1099,
+      "step": 6390
+    },
+    {
+      "grad_norm": 0.08069848269224167,
+      "learning_rate": 0.0001,
+      "loss": 0.1105,
+      "step": 6400
+    },
+    {
+      "grad_norm": 0.07410213351249695,
+      "learning_rate": 0.0001,
+      "loss": 0.109,
+      "step": 6410
+    },
+    {
+      "grad_norm": 0.07179541140794754,
+      "learning_rate": 0.0001,
+      "loss": 0.111,
+      "step": 6420
+    },
+    {
+      "grad_norm": 0.10164203494787216,
+      "learning_rate": 0.0001,
+      "loss": 0.1143,
+      "step": 6430
+    },
+    {
+      "grad_norm": 0.0796508938074112,
+      "learning_rate": 0.0001,
+      "loss": 0.1141,
+      "step": 6440
+    },
+    {
+      "grad_norm": 0.09319227188825607,
+      "learning_rate": 0.0001,
+      "loss": 0.1165,
+      "step": 6450
+    },
+    {
+      "grad_norm": 0.077131487429142,
+      "learning_rate": 0.0001,
+      "loss": 0.1147,
+      "step": 6460
+    },
+    {
+      "grad_norm": 0.08014801144599915,
+      "learning_rate": 0.0001,
+      "loss": 0.1179,
+      "step": 6470
+    },
+    {
+      "grad_norm": 0.09776191413402557,
+      "learning_rate": 0.0001,
+      "loss": 0.1162,
+      "step": 6480
+    },
+    {
+      "grad_norm": 0.07456762343645096,
+      "learning_rate": 0.0001,
+      "loss": 0.1141,
+      "step": 6490
+    },
+    {
+      "grad_norm": 0.09157243371009827,
+      "learning_rate": 0.0001,
+      "loss": 0.1147,
+      "step": 6500
+    },
+    {
+      "grad_norm": 0.0841277688741684,
+      "learning_rate": 0.0001,
+      "loss": 0.1166,
+      "step": 6510
+    },
+    {
+      "grad_norm": 0.08465047925710678,
+      "learning_rate": 0.0001,
+      "loss": 0.1163,
+      "step": 6520
+    },
+    {
+      "grad_norm": 0.09243475645780563,
+      "learning_rate": 0.0001,
+      "loss": 0.1173,
+      "step": 6530
+    },
+    {
+      "grad_norm": 0.07977320998907089,
+      "learning_rate": 0.0001,
+      "loss": 0.1162,
+      "step": 6540
+    },
+    {
+      "grad_norm": 0.09711674600839615,
+      "learning_rate": 0.0001,
+      "loss": 0.1164,
+      "step": 6550
+    },
+    {
+      "grad_norm": 0.08676373958587646,
+      "learning_rate": 0.0001,
+      "loss": 0.1156,
+      "step": 6560
+    },
+    {
+      "grad_norm": 0.08276869356632233,
+      "learning_rate": 0.0001,
+      "loss": 0.114,
+      "step": 6570
+    },
+    {
+      "grad_norm": 0.08007989823818207,
+      "learning_rate": 0.0001,
+      "loss": 0.1154,
+      "step": 6580
+    },
+    {
+      "grad_norm": 0.07393258810043335,
+      "learning_rate": 0.0001,
+      "loss": 0.1168,
+      "step": 6590
+    },
+    {
+      "grad_norm": 0.07014905661344528,
+      "learning_rate": 0.0001,
+      "loss": 0.1142,
+      "step": 6600
+    },
+    {
+      "grad_norm": 0.08876098692417145,
+      "learning_rate": 0.0001,
+      "loss": 0.1141,
+      "step": 6610
+    },
+    {
+      "grad_norm": 0.11394264549016953,
+      "learning_rate": 0.0001,
+      "loss": 0.1155,
+      "step": 6620
+    },
+    {
+      "grad_norm": 0.07768476754426956,
+      "learning_rate": 0.0001,
+      "loss": 0.1147,
+      "step": 6630
+    },
+    {
+      "grad_norm": 0.07760296761989594,
+      "learning_rate": 0.0001,
+      "loss": 0.1147,
+      "step": 6640
+    },
+    {
+      "grad_norm": 0.0957394540309906,
+      "learning_rate": 0.0001,
+      "loss": 0.1152,
+      "step": 6650
+    },
+    {
+      "grad_norm": 0.07811242341995239,
+      "learning_rate": 0.0001,
+      "loss": 0.1164,
+      "step": 6660
+    },
+    {
+      "grad_norm": 0.08996149152517319,
+      "learning_rate": 0.0001,
+      "loss": 0.1107,
+      "step": 6670
+    },
+    {
+      "grad_norm": 0.09534166753292084,
+      "learning_rate": 0.0001,
+      "loss": 0.1163,
+      "step": 6680
+    },
+    {
+      "grad_norm": 0.08302029967308044,
+      "learning_rate": 0.0001,
+      "loss": 0.1086,
+      "step": 6690
+    },
+    {
+      "grad_norm": 0.09350868314504623,
+      "learning_rate": 0.0001,
+      "loss": 0.1138,
+      "step": 6700
+    },
+    {
+      "grad_norm": 0.09316565841436386,
+      "learning_rate": 0.0001,
+      "loss": 0.1105,
+      "step": 6710
+    },
+    {
+      "grad_norm": 0.0851326659321785,
+      "learning_rate": 0.0001,
+      "loss": 0.1195,
+      "step": 6720
+    },
+    {
+      "grad_norm": 0.06366222351789474,
+      "learning_rate": 0.0001,
+      "loss": 0.1132,
+      "step": 6730
+    },
+    {
+      "grad_norm": 0.07747884839773178,
+      "learning_rate": 0.0001,
+      "loss": 0.1179,
+      "step": 6740
+    },
+    {
+      "grad_norm": 0.06331758201122284,
+      "learning_rate": 0.0001,
+      "loss": 0.1156,
+      "step": 6750
+    },
+    {
+      "grad_norm": 0.08726998418569565,
+      "learning_rate": 0.0001,
+      "loss": 0.121,
+      "step": 6760
+    },
+    {
+      "grad_norm": 0.07686865329742432,
+      "learning_rate": 0.0001,
+      "loss": 0.1181,
+      "step": 6770
+    },
+    {
+      "grad_norm": 0.09299595654010773,
+      "learning_rate": 0.0001,
+      "loss": 0.1259,
+      "step": 6780
+    },
+    {
+      "grad_norm": 0.06943367421627045,
+      "learning_rate": 0.0001,
+      "loss": 0.1182,
+      "step": 6790
+    },
+    {
+      "grad_norm": 0.0826159119606018,
+      "learning_rate": 0.0001,
+      "loss": 0.1246,
+      "step": 6800
+    },
+    {
+      "grad_norm": 0.06798375397920609,
+      "learning_rate": 0.0001,
+      "loss": 0.116,
+      "step": 6810
+    },
+    {
+      "grad_norm": 0.08827301859855652,
+      "learning_rate": 0.0001,
+      "loss": 0.1234,
+      "step": 6820
+    },
+    {
+      "grad_norm": 0.07811001688241959,
+      "learning_rate": 0.0001,
+      "loss": 0.1179,
+      "step": 6830
+    },
+    {
+      "grad_norm": 0.089582659304142,
+      "learning_rate": 0.0001,
+      "loss": 0.1251,
+      "step": 6840
+    },
+    {
+      "grad_norm": 0.05856313556432724,
+      "learning_rate": 0.0001,
+      "loss": 0.1178,
+      "step": 6850
+    },
+    {
+      "grad_norm": 0.07684220373630524,
+      "learning_rate": 0.0001,
+      "loss": 0.1209,
+      "step": 6860
+    },
+    {
+      "grad_norm": 0.07141982018947601,
+      "learning_rate": 0.0001,
+      "loss": 0.1169,
+      "step": 6870
+    },
+    {
+      "grad_norm": 0.09905800223350525,
+      "learning_rate": 0.0001,
+      "loss": 0.1246,
+      "step": 6880
+    },
+    {
+      "grad_norm": 0.08293993771076202,
+      "learning_rate": 0.0001,
+      "loss": 0.1161,
+      "step": 6890
+    },
+    {
+      "grad_norm": 0.09000039100646973,
+      "learning_rate": 0.0001,
+      "loss": 0.1225,
+      "step": 6900
+    },
+    {
+      "grad_norm": 0.0693274587392807,
+      "learning_rate": 0.0001,
+      "loss": 0.1171,
+      "step": 6910
+    },
+    {
+      "grad_norm": 0.07813519239425659,
+      "learning_rate": 0.0001,
+      "loss": 0.1215,
+      "step": 6920
+    },
+    {
+      "grad_norm": 0.06282785534858704,
+      "learning_rate": 0.0001,
+      "loss": 0.1142,
+      "step": 6930
+    },
+    {
+      "grad_norm": 0.09193462133407593,
+      "learning_rate": 0.0001,
+      "loss": 0.1226,
+      "step": 6940
+    },
+    {
+      "grad_norm": 0.06551311165094376,
+      "learning_rate": 0.0001,
+      "loss": 0.1162,
+      "step": 6950
+    },
+    {
+      "grad_norm": 0.08679372072219849,
+      "learning_rate": 0.0001,
+      "loss": 0.1235,
+      "step": 6960
+    },
+    {
+      "grad_norm": 0.06341753900051117,
+      "learning_rate": 0.0001,
+      "loss": 0.1129,
+      "step": 6970
+    },
+    {
+      "grad_norm": 0.08602141588926315,
+      "learning_rate": 0.0001,
+      "loss": 0.1213,
+      "step": 6980
+    },
+    {
+      "grad_norm": 0.05590397119522095,
+      "learning_rate": 0.0001,
+      "loss": 0.114,
+      "step": 6990
+    },
+    {
+      "grad_norm": 0.0800587385892868,
+      "learning_rate": 0.0001,
+      "loss": 0.1137,
+      "step": 7000
+    },
+    {
+      "grad_norm": 0.0625830888748169,
+      "learning_rate": 0.0001,
+      "loss": 0.1107,
+      "step": 7010
+    },
+    {
+      "grad_norm": 0.06757303327322006,
+      "learning_rate": 0.0001,
+      "loss": 0.11,
+      "step": 7020
+    },
+    {
+      "grad_norm": 0.06168825551867485,
+      "learning_rate": 0.0001,
+      "loss": 0.1082,
+      "step": 7030
+    },
+    {
+      "grad_norm": 0.06441101431846619,
+      "learning_rate": 0.0001,
+      "loss": 0.1065,
+      "step": 7040
+    },
+    {
+      "grad_norm": 0.08202425390481949,
+      "learning_rate": 0.0001,
+      "loss": 0.1074,
+      "step": 7050
+    },
+    {
+      "grad_norm": 0.08012530952692032,
+      "learning_rate": 0.0001,
+      "loss": 0.1131,
+      "step": 7060
+    },
+    {
+      "grad_norm": 0.06503913551568985,
+      "learning_rate": 0.0001,
+      "loss": 0.1128,
+      "step": 7070
+    },
+    {
+      "grad_norm": 0.09666282683610916,
+      "learning_rate": 0.0001,
+      "loss": 0.1123,
+      "step": 7080
+    },
+    {
+      "grad_norm": 0.07191575318574905,
+      "learning_rate": 0.0001,
+      "loss": 0.1127,
+      "step": 7090
+    },
+    {
+      "grad_norm": 0.1202777549624443,
+      "learning_rate": 0.0001,
+      "loss": 0.1143,
+      "step": 7100
+    },
+    {
+      "grad_norm": 0.07124897837638855,
+      "learning_rate": 0.0001,
+      "loss": 0.1151,
+      "step": 7110
+    },
+    {
+      "grad_norm": 0.08565913140773773,
+      "learning_rate": 0.0001,
+      "loss": 0.1182,
+      "step": 7120
+    },
+    {
+      "grad_norm": 0.06440369784832001,
+      "learning_rate": 0.0001,
+      "loss": 0.1135,
+      "step": 7130
+    },
+    {
+      "grad_norm": 0.06165768951177597,
+      "learning_rate": 0.0001,
+      "loss": 0.1141,
+      "step": 7140
+    },
+    {
+      "grad_norm": 0.07471813261508942,
+      "learning_rate": 0.0001,
+      "loss": 0.1112,
+      "step": 7150
+    },
+    {
+      "grad_norm": 0.06409456580877304,
+      "learning_rate": 0.0001,
+      "loss": 0.118,
+      "step": 7160
+    },
+    {
+      "grad_norm": 0.06908316165208817,
+      "learning_rate": 0.0001,
+      "loss": 0.1121,
+      "step": 7170
+    },
+    {
+      "grad_norm": 0.0827363058924675,
+      "learning_rate": 0.0001,
+      "loss": 0.1152,
+      "step": 7180
+    },
+    {
+      "grad_norm": 0.06779901683330536,
+      "learning_rate": 0.0001,
+      "loss": 0.1128,
+      "step": 7190
+    },
+    {
+      "grad_norm": 0.06699415296316147,
+      "learning_rate": 0.0001,
+      "loss": 0.1169,
+      "step": 7200
+    },
+    {
+      "grad_norm": 0.06272199004888535,
+      "learning_rate": 0.0001,
+      "loss": 0.1086,
+      "step": 7210
+    },
+    {
+      "grad_norm": 0.08745989948511124,
+      "learning_rate": 0.0001,
+      "loss": 0.1167,
+      "step": 7220
+    },
+    {
+      "grad_norm": 0.07565437257289886,
+      "learning_rate": 0.0001,
+      "loss": 0.1113,
+      "step": 7230
+    },
+    {
+      "grad_norm": 0.07261335849761963,
+      "learning_rate": 0.0001,
+      "loss": 0.1141,
+      "step": 7240
+    },
+    {
+      "grad_norm": 0.07006147503852844,
+      "learning_rate": 0.0001,
+      "loss": 0.1122,
+      "step": 7250
+    },
+    {
+      "grad_norm": 0.062117766588926315,
+      "learning_rate": 0.0001,
+      "loss": 0.1159,
+      "step": 7260
+    },
+    {
+      "grad_norm": 0.07641708850860596,
+      "learning_rate": 0.0001,
+      "loss": 0.1112,
+      "step": 7270
+    },
+    {
+      "grad_norm": 0.07275424152612686,
+      "learning_rate": 0.0001,
+      "loss": 0.1185,
+      "step": 7280
+    },
+    {
+      "grad_norm": 0.06263051182031631,
+      "learning_rate": 0.0001,
+      "loss": 0.1091,
+      "step": 7290
+    },
+    {
+      "grad_norm": 0.06967048346996307,
+      "learning_rate": 0.0001,
+      "loss": 0.114,
+      "step": 7300
+    },
+    {
+      "grad_norm": 0.07004506886005402,
+      "learning_rate": 0.0001,
+      "loss": 0.1098,
+      "step": 7310
+    },
+    {
+      "grad_norm": 0.07338082790374756,
+      "learning_rate": 0.0001,
+      "loss": 0.1133,
+      "step": 7320
+    },
+    {
+      "grad_norm": 0.05770118534564972,
+      "learning_rate": 0.0001,
+      "loss": 0.107,
+      "step": 7330
+    },
+    {
+      "grad_norm": 0.0742044746875763,
+      "learning_rate": 0.0001,
+      "loss": 0.1119,
+      "step": 7340
+    },
+    {
+      "grad_norm": 0.08073780685663223,
+      "learning_rate": 0.0001,
+      "loss": 0.109,
+      "step": 7350
+    },
+    {
+      "grad_norm": 0.06686302274465561,
+      "learning_rate": 0.0001,
+      "loss": 0.1085,
+      "step": 7360
+    },
+    {
+      "grad_norm": 0.07337046414613724,
+      "learning_rate": 0.0001,
+      "loss": 0.1088,
+      "step": 7370
+    },
+    {
+      "grad_norm": 0.07549428194761276,
+      "learning_rate": 0.0001,
+      "loss": 0.1105,
+      "step": 7380
+    },
+    {
+      "grad_norm": 0.06913122534751892,
+      "learning_rate": 0.0001,
+      "loss": 0.1082,
+      "step": 7390
+    },
+    {
+      "grad_norm": 0.0715915635228157,
+      "learning_rate": 0.0001,
+      "loss": 0.1094,
+      "step": 7400
+    },
+    {
+      "grad_norm": 0.06811399012804031,
+      "learning_rate": 0.0001,
+      "loss": 0.1103,
+      "step": 7410
+    },
+    {
+      "grad_norm": 0.0668131411075592,
+      "learning_rate": 0.0001,
+      "loss": 0.114,
+      "step": 7420
+    },
+    {
+      "grad_norm": 0.06549116224050522,
+      "learning_rate": 0.0001,
+      "loss": 0.1102,
+      "step": 7430
+    },
+    {
+      "grad_norm": 0.060537807643413544,
+      "learning_rate": 0.0001,
+      "loss": 0.1138,
+      "step": 7440
+    },
+    {
+      "grad_norm": 0.07922259718179703,
+      "learning_rate": 0.0001,
+      "loss": 0.1132,
+      "step": 7450
+    },
+    {
+      "grad_norm": 0.05842609331011772,
+      "learning_rate": 0.0001,
+      "loss": 0.1134,
+      "step": 7460
+    },
+    {
+      "grad_norm": 0.06822682917118073,
+      "learning_rate": 0.0001,
+      "loss": 0.1152,
+      "step": 7470
+    },
+    {
+      "grad_norm": 0.07251708209514618,
+      "learning_rate": 0.0001,
+      "loss": 0.1105,
+      "step": 7480
+    },
+    {
+      "grad_norm": 0.059800319373607635,
+      "learning_rate": 0.0001,
+      "loss": 0.112,
+      "step": 7490
+    },
+    {
+      "grad_norm": 0.06846469640731812,
+      "learning_rate": 0.0001,
+      "loss": 0.1127,
+      "step": 7500
+    },
+    {
+      "grad_norm": 0.0604713037610054,
+      "learning_rate": 0.0001,
+      "loss": 0.1124,
+      "step": 7510
+    },
+    {
+      "grad_norm": 0.06718571484088898,
+      "learning_rate": 0.0001,
+      "loss": 0.11,
+      "step": 7520
+    },
+    {
+      "grad_norm": 0.06323499232530594,
+      "learning_rate": 0.0001,
+      "loss": 0.1099,
+      "step": 7530
+    },
+    {
+      "grad_norm": 0.07443863153457642,
+      "learning_rate": 0.0001,
+      "loss": 0.1165,
+      "step": 7540
+    },
+    {
+      "grad_norm": 0.07240976393222809,
+      "learning_rate": 0.0001,
+      "loss": 0.1116,
+      "step": 7550
+    },
+    {
+      "grad_norm": 0.06827199459075928,
+      "learning_rate": 0.0001,
+      "loss": 0.1129,
+      "step": 7560
+    },
+    {
+      "grad_norm": 0.06809258460998535,
+      "learning_rate": 0.0001,
+      "loss": 0.1105,
+      "step": 7570
+    },
+    {
+      "grad_norm": 0.07115993648767471,
+      "learning_rate": 0.0001,
+      "loss": 0.1094,
+      "step": 7580
+    },
+    {
+      "grad_norm": 0.06056187301874161,
+      "learning_rate": 0.0001,
+      "loss": 0.1096,
+      "step": 7590
+    },
+    {
+      "grad_norm": 0.06557322293519974,
+      "learning_rate": 0.0001,
+      "loss": 0.1121,
+      "step": 7600
+    },
+    {
+      "grad_norm": 0.06061118096113205,
+      "learning_rate": 0.0001,
+      "loss": 0.1094,
+      "step": 7610
+    },
+    {
+      "grad_norm": 0.08672881126403809,
+      "learning_rate": 0.0001,
+      "loss": 0.1114,
+      "step": 7620
+    },
+    {
+      "grad_norm": 0.06378422677516937,
+      "learning_rate": 0.0001,
+      "loss": 0.1074,
+      "step": 7630
+    },
+    {
+      "grad_norm": 0.07151248306035995,
+      "learning_rate": 0.0001,
+      "loss": 0.1101,
+      "step": 7640
+    },
+    {
+      "grad_norm": 0.06337325274944305,
+      "learning_rate": 0.0001,
+      "loss": 0.1049,
+      "step": 7650
+    },
+    {
+      "grad_norm": 0.05535133183002472,
+      "learning_rate": 0.0001,
+      "loss": 0.1004,
+      "step": 7660
+    },
+    {
+      "grad_norm": 0.07349269837141037,
+      "learning_rate": 0.0001,
+      "loss": 0.1014,
+      "step": 7670
+    },
+    {
+      "grad_norm": 0.06993456929922104,
+      "learning_rate": 0.0001,
+      "loss": 0.1057,
+      "step": 7680
+    },
+    {
+      "grad_norm": 0.06710650026798248,
+      "learning_rate": 0.0001,
+      "loss": 0.1083,
+      "step": 7690
+    },
+    {
+      "grad_norm": 0.06657817959785461,
+      "learning_rate": 0.0001,
+      "loss": 0.1128,
+      "step": 7700
+    },
+    {
+      "grad_norm": 0.06341210752725601,
+      "learning_rate": 0.0001,
+      "loss": 0.1092,
+      "step": 7710
+    },
+    {
+      "grad_norm": 0.07210749387741089,
+      "learning_rate": 0.0001,
+      "loss": 0.1126,
+      "step": 7720
+    },
+    {
+      "grad_norm": 0.07439952343702316,
+      "learning_rate": 0.0001,
+      "loss": 0.1098,
+      "step": 7730
+    },
+    {
+      "grad_norm": 0.06728656589984894,
+      "learning_rate": 0.0001,
+      "loss": 0.1112,
+      "step": 7740
+    },
+    {
+      "grad_norm": 0.107628732919693,
+      "learning_rate": 0.0001,
+      "loss": 0.1128,
+      "step": 7750
+    },
+    {
+      "grad_norm": 0.06914156675338745,
+      "learning_rate": 0.0001,
+      "loss": 0.1138,
+      "step": 7760
+    },
+    {
+      "grad_norm": 0.08055379986763,
+      "learning_rate": 0.0001,
+      "loss": 0.1111,
+      "step": 7770
+    },
+    {
+      "grad_norm": 0.055920910090208054,
+      "learning_rate": 0.0001,
+      "loss": 0.1159,
+      "step": 7780
+    },
+    {
+      "grad_norm": 0.07888677716255188,
+      "learning_rate": 0.0001,
+      "loss": 0.1126,
+      "step": 7790
+    },
+    {
+      "grad_norm": 0.06843472272157669,
+      "learning_rate": 0.0001,
+      "loss": 0.1115,
+      "step": 7800
+    },
+    {
+      "grad_norm": 0.11929434537887573,
+      "learning_rate": 0.0001,
+      "loss": 0.1117,
+      "step": 7810
+    },
+    {
+      "grad_norm": 0.06954529136419296,
+      "learning_rate": 0.0001,
+      "loss": 0.1137,
+      "step": 7820
+    },
+    {
+      "grad_norm": 0.07013579457998276,
+      "learning_rate": 0.0001,
+      "loss": 0.1106,
+      "step": 7830
+    },
+    {
+      "grad_norm": 0.059604719281196594,
+      "learning_rate": 0.0001,
+      "loss": 0.1104,
+      "step": 7840
+    },
+    {
+      "grad_norm": 0.06031946837902069,
+      "learning_rate": 0.0001,
+      "loss": 0.1076,
+      "step": 7850
+    },
+    {
+      "grad_norm": 0.055873285979032516,
+      "learning_rate": 0.0001,
+      "loss": 0.1097,
+      "step": 7860
+    },
+    {
+      "grad_norm": 0.06915304064750671,
+      "learning_rate": 0.0001,
+      "loss": 0.1082,
+      "step": 7870
+    },
+    {
+      "grad_norm": 0.06884024292230606,
+      "learning_rate": 0.0001,
+      "loss": 0.1122,
+      "step": 7880
+    },
+    {
+      "grad_norm": 0.08206501603126526,
+      "learning_rate": 0.0001,
+      "loss": 0.1111,
+      "step": 7890
+    },
+    {
+      "grad_norm": 0.06583262979984283,
+      "learning_rate": 0.0001,
+      "loss": 0.1142,
+      "step": 7900
+    },
+    {
+      "grad_norm": 0.06947711855173111,
+      "learning_rate": 0.0001,
+      "loss": 0.1086,
+      "step": 7910
+    },
+    {
+      "grad_norm": 0.05853106081485748,
+      "learning_rate": 0.0001,
+      "loss": 0.1099,
+      "step": 7920
+    },
+    {
+      "grad_norm": 0.08778473734855652,
+      "learning_rate": 0.0001,
+      "loss": 0.1111,
+      "step": 7930
+    },
+    {
+      "grad_norm": 0.06847783923149109,
+      "learning_rate": 0.0001,
+      "loss": 0.1104,
+      "step": 7940
+    },
+    {
+      "grad_norm": 0.07905873656272888,
+      "learning_rate": 0.0001,
+      "loss": 0.109,
+      "step": 7950
+    },
+    {
+      "grad_norm": 0.06672410666942596,
+      "learning_rate": 0.0001,
+      "loss": 0.1086,
+      "step": 7960
+    },
+    {
+      "grad_norm": 0.06030374392867088,
+      "learning_rate": 0.0001,
+      "loss": 0.1025,
+      "step": 7970
+    },
+    {
+      "grad_norm": 0.05845284461975098,
+      "learning_rate": 0.0001,
+      "loss": 0.1038,
+      "step": 7980
+    },
+    {
+      "grad_norm": 0.06770578771829605,
+      "learning_rate": 0.0001,
+      "loss": 0.106,
+      "step": 7990
+    },
+    {
+      "grad_norm": 0.0517953559756279,
+      "learning_rate": 0.0001,
+      "loss": 0.1011,
+      "step": 8000
+    },
+    {
+      "grad_norm": 0.07678323239088058,
+      "learning_rate": 0.0001,
+      "loss": 0.1033,
+      "step": 8010
+    },
+    {
+      "grad_norm": 0.06876128166913986,
+      "learning_rate": 0.0001,
+      "loss": 0.1048,
+      "step": 8020
+    },
+    {
+      "grad_norm": 0.0651693046092987,
+      "learning_rate": 0.0001,
+      "loss": 0.1076,
+      "step": 8030
+    },
+    {
+      "grad_norm": 0.05691199749708176,
+      "learning_rate": 0.0001,
+      "loss": 0.1078,
+      "step": 8040
+    },
+    {
+      "grad_norm": 0.0610075443983078,
+      "learning_rate": 0.0001,
+      "loss": 0.107,
+      "step": 8050
+    },
+    {
+      "grad_norm": 0.0599072128534317,
+      "learning_rate": 0.0001,
+      "loss": 0.1091,
+      "step": 8060
+    },
+    {
+      "grad_norm": 0.06320320814847946,
+      "learning_rate": 0.0001,
+      "loss": 0.1071,
+      "step": 8070
+    },
+    {
+      "grad_norm": 0.05609207972884178,
+      "learning_rate": 0.0001,
+      "loss": 0.1102,
+      "step": 8080
+    },
+    {
+      "grad_norm": 0.06859321892261505,
+      "learning_rate": 0.0001,
+      "loss": 0.1096,
+      "step": 8090
+    },
+    {
+      "grad_norm": 0.05511317774653435,
+      "learning_rate": 0.0001,
+      "loss": 0.1119,
+      "step": 8100
+    },
+    {
+      "grad_norm": 0.07476409524679184,
+      "learning_rate": 0.0001,
+      "loss": 0.1109,
+      "step": 8110
+    },
+    {
+      "grad_norm": 0.05715661495923996,
+      "learning_rate": 0.0001,
+      "loss": 0.1077,
+      "step": 8120
+    },
+    {
+      "grad_norm": 0.06879968196153641,
+      "learning_rate": 0.0001,
+      "loss": 0.1086,
+      "step": 8130
+    },
+    {
+      "grad_norm": 0.062481313943862915,
+      "learning_rate": 0.0001,
+      "loss": 0.1095,
+      "step": 8140
+    },
+    {
+      "grad_norm": 0.07586728781461716,
+      "learning_rate": 0.0001,
+      "loss": 0.1118,
+      "step": 8150
+    },
+    {
+      "grad_norm": 0.05231386423110962,
+      "learning_rate": 0.0001,
+      "loss": 0.1063,
+      "step": 8160
+    },
+    {
+      "grad_norm": 0.05774085596203804,
+      "learning_rate": 0.0001,
+      "loss": 0.1071,
+      "step": 8170
+    },
+    {
+      "grad_norm": 0.0663692057132721,
+      "learning_rate": 0.0001,
+      "loss": 0.1071,
+      "step": 8180
+    },
+    {
+      "grad_norm": 0.06287210434675217,
+      "learning_rate": 0.0001,
+      "loss": 0.105,
+      "step": 8190
+    },
+    {
+      "grad_norm": 0.06166604533791542,
+      "learning_rate": 0.0001,
+      "loss": 0.1081,
+      "step": 8200
+    },
+    {
+      "grad_norm": 0.05426608771085739,
+      "learning_rate": 0.0001,
+      "loss": 0.1055,
+      "step": 8210
+    },
+    {
+      "grad_norm": 0.05078578367829323,
+      "learning_rate": 0.0001,
+      "loss": 0.106,
+      "step": 8220
+    },
+    {
+      "grad_norm": 0.056747499853372574,
+      "learning_rate": 0.0001,
+      "loss": 0.1047,
+      "step": 8230
+    },
+    {
+      "grad_norm": 0.06483873724937439,
+      "learning_rate": 0.0001,
+      "loss": 0.1064,
+      "step": 8240
+    },
+    {
+      "grad_norm": 0.07418179512023926,
+      "learning_rate": 0.0001,
+      "loss": 0.1043,
+      "step": 8250
+    },
+    {
+      "grad_norm": 0.05053359270095825,
+      "learning_rate": 0.0001,
+      "loss": 0.1038,
+      "step": 8260
+    },
+    {
+      "grad_norm": 0.07039312273263931,
+      "learning_rate": 0.0001,
+      "loss": 0.1029,
+      "step": 8270
+    },
+    {
+      "grad_norm": 0.05502216890454292,
+      "learning_rate": 0.0001,
+      "loss": 0.1035,
+      "step": 8280
+    },
+    {
+      "grad_norm": 0.08123580366373062,
+      "learning_rate": 0.0001,
+      "loss": 0.1055,
+      "step": 8290
+    },
+    {
+      "grad_norm": 0.06749610602855682,
+      "learning_rate": 0.0001,
+      "loss": 0.108,
+      "step": 8300
+    },
+    {
+      "grad_norm": 0.0626426637172699,
+      "learning_rate": 0.0001,
+      "loss": 0.1014,
+      "step": 8310
+    },
+    {
+      "grad_norm": 0.07335404306650162,
+      "learning_rate": 0.0001,
+      "loss": 0.1079,
+      "step": 8320
+    },
+    {
+      "grad_norm": 0.06545930355787277,
+      "learning_rate": 0.0001,
+      "loss": 0.1049,
+      "step": 8330
+    },
+    {
+      "grad_norm": 0.06114837899804115,
+      "learning_rate": 0.0001,
+      "loss": 0.1091,
+      "step": 8340
+    },
+    {
+      "grad_norm": 0.05124304071068764,
+      "learning_rate": 0.0001,
+      "loss": 0.1109,
+      "step": 8350
+    },
+    {
+      "grad_norm": 0.0568142905831337,
+      "learning_rate": 0.0001,
+      "loss": 0.1058,
+      "step": 8360
+    },
+    {
+      "grad_norm": 0.05582191050052643,
+      "learning_rate": 0.0001,
+      "loss": 0.11,
+      "step": 8370
+    },
+    {
+      "grad_norm": 0.04904814809560776,
+      "learning_rate": 0.0001,
+      "loss": 0.1101,
+      "step": 8380
+    },
+    {
+      "grad_norm": 0.05414023622870445,
+      "learning_rate": 0.0001,
+      "loss": 0.1123,
+      "step": 8390
+    },
+    {
+      "grad_norm": 0.05610690638422966,
+      "learning_rate": 0.0001,
+      "loss": 0.1098,
+      "step": 8400
+    },
+    {
+      "grad_norm": 0.05732513964176178,
+      "learning_rate": 0.0001,
+      "loss": 0.114,
+      "step": 8410
+    },
+    {
+      "grad_norm": 0.05966892093420029,
+      "learning_rate": 0.0001,
+      "loss": 0.1117,
+      "step": 8420
+    },
+    {
+      "grad_norm": 0.060871485620737076,
+      "learning_rate": 0.0001,
+      "loss": 0.1118,
+      "step": 8430
+    },
+    {
+      "grad_norm": 0.0706103965640068,
+      "learning_rate": 0.0001,
+      "loss": 0.1089,
+      "step": 8440
+    },
+    {
+      "grad_norm": 0.06612878292798996,
+      "learning_rate": 0.0001,
+      "loss": 0.1137,
+      "step": 8450
+    },
+    {
+      "grad_norm": 0.05930614471435547,
+      "learning_rate": 0.0001,
+      "loss": 0.1095,
+      "step": 8460
+    },
+    {
+      "grad_norm": 0.05455116182565689,
+      "learning_rate": 0.0001,
+      "loss": 0.1104,
+      "step": 8470
+    },
+    {
+      "grad_norm": 0.050621550530195236,
+      "learning_rate": 0.0001,
+      "loss": 0.1083,
+      "step": 8480
+    },
+    {
+      "grad_norm": 0.05744435638189316,
+      "learning_rate": 0.0001,
+      "loss": 0.1125,
+      "step": 8490
+    },
+    {
+      "grad_norm": 0.05928722023963928,
+      "learning_rate": 0.0001,
+      "loss": 0.1127,
+      "step": 8500
+    },
+    {
+      "grad_norm": 0.06202530860900879,
+      "learning_rate": 0.0001,
+      "loss": 0.1139,
+      "step": 8510
+    },
+    {
+      "grad_norm": 0.05743397772312164,
+      "learning_rate": 0.0001,
+      "loss": 0.1096,
+      "step": 8520
+    },
+    {
+      "grad_norm": 0.05486157536506653,
+      "learning_rate": 0.0001,
+      "loss": 0.1131,
+      "step": 8530
+    },
+    {
+      "grad_norm": 0.08541027456521988,
+      "learning_rate": 0.0001,
+      "loss": 0.1087,
+      "step": 8540
+    },
+    {
+      "grad_norm": 0.05968189239501953,
+      "learning_rate": 0.0001,
+      "loss": 0.1116,
+      "step": 8550
+    },
+    {
+      "grad_norm": 0.07858015596866608,
+      "learning_rate": 0.0001,
+      "loss": 0.11,
+      "step": 8560
+    },
+    {
+      "grad_norm": 0.05269147455692291,
+      "learning_rate": 0.0001,
+      "loss": 0.1138,
+      "step": 8570
+    },
+    {
+      "grad_norm": 0.05720067769289017,
+      "learning_rate": 0.0001,
+      "loss": 0.107,
+      "step": 8580
+    },
+    {
+      "grad_norm": 0.05981741473078728,
+      "learning_rate": 0.0001,
+      "loss": 0.111,
+      "step": 8590
+    },
+    {
+      "grad_norm": 0.06531143188476562,
+      "learning_rate": 0.0001,
+      "loss": 0.1046,
+      "step": 8600
+    },
+    {
+      "grad_norm": 0.08790935575962067,
+      "learning_rate": 0.0001,
+      "loss": 0.1088,
+      "step": 8610
+    },
+    {
+      "grad_norm": 0.061167553067207336,
+      "learning_rate": 0.0001,
+      "loss": 0.1068,
+      "step": 8620
+    },
+    {
+      "grad_norm": 0.05956416577100754,
+      "learning_rate": 0.0001,
+      "loss": 0.1065,
+      "step": 8630
+    },
+    {
+      "grad_norm": 0.048021744936704636,
+      "learning_rate": 0.0001,
+      "loss": 0.1005,
+      "step": 8640
+    },
+    {
+      "grad_norm": 0.06711132824420929,
+      "learning_rate": 0.0001,
+      "loss": 0.1071,
+      "step": 8650
+    },
+    {
+      "grad_norm": 0.04961906746029854,
+      "learning_rate": 0.0001,
+      "loss": 0.1051,
+      "step": 8660
+    },
+    {
+      "grad_norm": 0.06558024138212204,
+      "learning_rate": 0.0001,
+      "loss": 0.1046,
+      "step": 8670
+    },
+    {
+      "grad_norm": 0.07241673022508621,
+      "learning_rate": 0.0001,
+      "loss": 0.1037,
+      "step": 8680
+    },
+    {
+      "grad_norm": 0.06282356381416321,
+      "learning_rate": 0.0001,
+      "loss": 0.1088,
+      "step": 8690
+    },
+    {
+      "grad_norm": 0.06935591250658035,
+      "learning_rate": 0.0001,
+      "loss": 0.1105,
+      "step": 8700
+    },
+    {
+      "grad_norm": 0.06442635506391525,
+      "learning_rate": 0.0001,
+      "loss": 0.106,
+      "step": 8710
+    },
+    {
+      "grad_norm": 0.05944884195923805,
+      "learning_rate": 0.0001,
+      "loss": 0.1039,
+      "step": 8720
+    },
+    {
+      "grad_norm": 0.06941751390695572,
+      "learning_rate": 0.0001,
+      "loss": 0.1066,
+      "step": 8730
+    },
+    {
+      "grad_norm": 0.05950309708714485,
+      "learning_rate": 0.0001,
+      "loss": 0.1068,
+      "step": 8740
+    },
+    {
+      "grad_norm": 0.06505175679922104,
+      "learning_rate": 0.0001,
+      "loss": 0.1055,
+      "step": 8750
+    },
+    {
+      "grad_norm": 0.06153843551874161,
+      "learning_rate": 0.0001,
+      "loss": 0.1075,
+      "step": 8760
+    },
+    {
+      "grad_norm": 0.05491369962692261,
+      "learning_rate": 0.0001,
+      "loss": 0.1069,
+      "step": 8770
+    },
+    {
+      "grad_norm": 0.05300809442996979,
+      "learning_rate": 0.0001,
+      "loss": 0.1063,
+      "step": 8780
+    },
+    {
+      "grad_norm": 0.07406334578990936,
+      "learning_rate": 0.0001,
+      "loss": 0.1087,
+      "step": 8790
+    },
+    {
+      "grad_norm": 0.059491369873285294,
+      "learning_rate": 0.0001,
+      "loss": 0.107,
+      "step": 8800
+    },
+    {
+      "grad_norm": 0.05668944865465164,
+      "learning_rate": 0.0001,
+      "loss": 0.1038,
+      "step": 8810
+    },
+    {
+      "grad_norm": 0.06421621143817902,
+      "learning_rate": 0.0001,
+      "loss": 0.1081,
+      "step": 8820
+    },
+    {
+      "grad_norm": 0.07356351613998413,
+      "learning_rate": 0.0001,
+      "loss": 0.1073,
+      "step": 8830
+    },
+    {
+      "grad_norm": 0.05801975354552269,
+      "learning_rate": 0.0001,
+      "loss": 0.1043,
+      "step": 8840
+    },
+    {
+      "grad_norm": 0.061713866889476776,
+      "learning_rate": 0.0001,
+      "loss": 0.1056,
+      "step": 8850
+    },
+    {
+      "grad_norm": 0.0700293704867363,
+      "learning_rate": 0.0001,
+      "loss": 0.102,
+      "step": 8860
+    },
+    {
+      "grad_norm": 0.06010126322507858,
+      "learning_rate": 0.0001,
+      "loss": 0.1024,
+      "step": 8870
+    },
+    {
+      "grad_norm": 0.06768772006034851,
+      "learning_rate": 0.0001,
+      "loss": 0.1028,
+      "step": 8880
+    },
+    {
+      "grad_norm": 0.07609394192695618,
+      "learning_rate": 0.0001,
+      "loss": 0.1007,
+      "step": 8890
+    },
+    {
+      "grad_norm": 0.07219823449850082,
+      "learning_rate": 0.0001,
+      "loss": 0.1029,
+      "step": 8900
+    },
+    {
+      "grad_norm": 0.09268002212047577,
+      "learning_rate": 0.0001,
+      "loss": 0.0997,
+      "step": 8910
+    },
+    {
+      "grad_norm": 0.055582355707883835,
+      "learning_rate": 0.0001,
+      "loss": 0.1014,
+      "step": 8920
+    },
+    {
+      "grad_norm": 0.06613817811012268,
+      "learning_rate": 0.0001,
+      "loss": 0.0977,
+      "step": 8930
+    },
+    {
+      "grad_norm": 0.05236615985631943,
+      "learning_rate": 0.0001,
+      "loss": 0.0986,
+      "step": 8940
+    },
+    {
+      "grad_norm": 0.06828098744153976,
+      "learning_rate": 0.0001,
+      "loss": 0.0959,
+      "step": 8950
+    },
+    {
+      "grad_norm": 0.05963251739740372,
+      "learning_rate": 0.0001,
+      "loss": 0.1005,
+      "step": 8960
+    },
+    {
+      "grad_norm": 0.06515832990407944,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 8970
+    },
+    {
+      "grad_norm": 0.05018298327922821,
+      "learning_rate": 0.0001,
+      "loss": 0.0988,
+      "step": 8980
+    },
+    {
+      "grad_norm": 0.06159931793808937,
+      "learning_rate": 0.0001,
+      "loss": 0.1011,
+      "step": 8990
+    },
+    {
+      "grad_norm": 0.04950685799121857,
+      "learning_rate": 0.0001,
+      "loss": 0.0992,
+      "step": 9000
+    },
+    {
+      "grad_norm": 0.06261580437421799,
+      "learning_rate": 0.0001,
+      "loss": 0.1039,
+      "step": 9010
+    },
+    {
+      "grad_norm": 0.04970528930425644,
+      "learning_rate": 0.0001,
+      "loss": 0.1037,
+      "step": 9020
+    },
+    {
+      "grad_norm": 0.05563924089074135,
+      "learning_rate": 0.0001,
+      "loss": 0.1048,
+      "step": 9030
+    },
+    {
+      "grad_norm": 0.056752901524305344,
+      "learning_rate": 0.0001,
+      "loss": 0.1051,
+      "step": 9040
+    },
+    {
+      "grad_norm": 0.06094925105571747,
+      "learning_rate": 0.0001,
+      "loss": 0.1024,
+      "step": 9050
+    },
+    {
+      "grad_norm": 0.05124610289931297,
+      "learning_rate": 0.0001,
+      "loss": 0.1058,
+      "step": 9060
+    },
+    {
+      "grad_norm": 0.0601840540766716,
+      "learning_rate": 0.0001,
+      "loss": 0.1087,
+      "step": 9070
+    },
+    {
+      "grad_norm": 0.054072875529527664,
+      "learning_rate": 0.0001,
+      "loss": 0.105,
+      "step": 9080
+    },
+    {
+      "grad_norm": 0.06188993901014328,
+      "learning_rate": 0.0001,
+      "loss": 0.1075,
+      "step": 9090
+    },
+    {
+      "grad_norm": 0.048214297741651535,
+      "learning_rate": 0.0001,
+      "loss": 0.1063,
+      "step": 9100
+    },
+    {
+      "grad_norm": 0.050151776522397995,
+      "learning_rate": 0.0001,
+      "loss": 0.1061,
+      "step": 9110
+    },
+    {
+      "grad_norm": 0.07536327838897705,
+      "learning_rate": 0.0001,
+      "loss": 0.105,
+      "step": 9120
+    },
+    {
+      "grad_norm": 0.05891815200448036,
+      "learning_rate": 0.0001,
+      "loss": 0.1054,
+      "step": 9130
+    },
+    {
+      "grad_norm": 0.05914642661809921,
+      "learning_rate": 0.0001,
+      "loss": 0.1063,
+      "step": 9140
+    },
+    {
+      "grad_norm": 0.05667979270219803,
+      "learning_rate": 0.0001,
+      "loss": 0.1047,
+      "step": 9150
+    },
+    {
+      "grad_norm": 0.05293915048241615,
+      "learning_rate": 0.0001,
+      "loss": 0.107,
+      "step": 9160
+    },
+    {
+      "grad_norm": 0.06423813104629517,
+      "learning_rate": 0.0001,
+      "loss": 0.1072,
+      "step": 9170
+    },
+    {
+      "grad_norm": 0.052968695759773254,
+      "learning_rate": 0.0001,
+      "loss": 0.1048,
+      "step": 9180
+    },
+    {
+      "grad_norm": 0.051523834466934204,
+      "learning_rate": 0.0001,
+      "loss": 0.1073,
+      "step": 9190
+    },
+    {
+      "grad_norm": 0.053747568279504776,
+      "learning_rate": 0.0001,
+      "loss": 0.1056,
+      "step": 9200
+    },
+    {
+      "grad_norm": 0.05985474959015846,
+      "learning_rate": 0.0001,
+      "loss": 0.106,
+      "step": 9210
+    },
+    {
+      "grad_norm": 0.05259203165769577,
+      "learning_rate": 0.0001,
+      "loss": 0.1034,
+      "step": 9220
+    },
+    {
+      "grad_norm": 0.0740242749452591,
+      "learning_rate": 0.0001,
+      "loss": 0.1034,
+      "step": 9230
+    },
+    {
+      "grad_norm": 0.049943555146455765,
+      "learning_rate": 0.0001,
+      "loss": 0.1015,
+      "step": 9240
+    },
+    {
+      "grad_norm": 0.05785498023033142,
+      "learning_rate": 0.0001,
+      "loss": 0.0985,
+      "step": 9250
+    },
+    {
+      "grad_norm": 0.05338679254055023,
+      "learning_rate": 0.0001,
+      "loss": 0.1027,
+      "step": 9260
+    },
+    {
+      "grad_norm": 0.06260672956705093,
+      "learning_rate": 0.0001,
+      "loss": 0.101,
+      "step": 9270
+    },
+    {
+      "grad_norm": 0.06585712730884552,
+      "learning_rate": 0.0001,
+      "loss": 0.1029,
+      "step": 9280
+    },
+    {
+      "grad_norm": 0.060060229152441025,
+      "learning_rate": 0.0001,
+      "loss": 0.103,
+      "step": 9290
+    },
+    {
+      "grad_norm": 0.062011998146772385,
+      "learning_rate": 0.0001,
+      "loss": 0.1063,
+      "step": 9300
+    },
+    {
+      "grad_norm": 0.055582527071237564,
+      "learning_rate": 0.0001,
+      "loss": 0.1036,
+      "step": 9310
+    },
+    {
+      "grad_norm": 0.057107266038656235,
+      "learning_rate": 0.0001,
+      "loss": 0.105,
+      "step": 9320
+    },
+    {
+      "grad_norm": 0.05186108127236366,
+      "learning_rate": 0.0001,
+      "loss": 0.1002,
+      "step": 9330
+    },
+    {
+      "grad_norm": 0.06826665252447128,
+      "learning_rate": 0.0001,
+      "loss": 0.1037,
+      "step": 9340
+    },
+    {
+      "grad_norm": 0.07115477323532104,
+      "learning_rate": 0.0001,
+      "loss": 0.1042,
+      "step": 9350
+    },
+    {
+      "grad_norm": 0.06031954661011696,
+      "learning_rate": 0.0001,
+      "loss": 0.1049,
+      "step": 9360
+    },
+    {
+      "grad_norm": 0.054154083132743835,
+      "learning_rate": 0.0001,
+      "loss": 0.1045,
+      "step": 9370
+    },
+    {
+      "grad_norm": 0.08034646511077881,
+      "learning_rate": 0.0001,
+      "loss": 0.1065,
+      "step": 9380
+    },
+    {
+      "grad_norm": 0.06000190228223801,
+      "learning_rate": 0.0001,
+      "loss": 0.1044,
+      "step": 9390
+    },
+    {
+      "grad_norm": 0.05801976099610329,
+      "learning_rate": 0.0001,
+      "loss": 0.1051,
+      "step": 9400
+    },
+    {
+      "grad_norm": 0.05223652347922325,
+      "learning_rate": 0.0001,
+      "loss": 0.1044,
+      "step": 9410
+    },
+    {
+      "grad_norm": 0.052613064646720886,
+      "learning_rate": 0.0001,
+      "loss": 0.1044,
+      "step": 9420
+    },
+    {
+      "grad_norm": 0.06891322880983353,
+      "learning_rate": 0.0001,
+      "loss": 0.1058,
+      "step": 9430
+    },
+    {
+      "grad_norm": 0.04795438423752785,
+      "learning_rate": 0.0001,
+      "loss": 0.1033,
+      "step": 9440
+    },
+    {
+      "grad_norm": 0.05886847525835037,
+      "learning_rate": 0.0001,
+      "loss": 0.1021,
+      "step": 9450
+    },
+    {
+      "grad_norm": 0.05346240475773811,
+      "learning_rate": 0.0001,
+      "loss": 0.1046,
+      "step": 9460
+    },
+    {
+      "grad_norm": 0.04893292486667633,
+      "learning_rate": 0.0001,
+      "loss": 0.1017,
+      "step": 9470
+    },
+    {
+      "grad_norm": 0.0544385202229023,
+      "learning_rate": 0.0001,
+      "loss": 0.1031,
+      "step": 9480
+    },
+    {
+      "grad_norm": 0.058369413018226624,
+      "learning_rate": 0.0001,
+      "loss": 0.1044,
+      "step": 9490
+    },
+    {
+      "grad_norm": 0.049915991723537445,
+      "learning_rate": 0.0001,
+      "loss": 0.103,
+      "step": 9500
+    },
+    {
+      "grad_norm": 0.05248390510678291,
+      "learning_rate": 0.0001,
+      "loss": 0.1019,
+      "step": 9510
+    },
+    {
+      "grad_norm": 0.04953495413064957,
+      "learning_rate": 0.0001,
+      "loss": 0.1052,
+      "step": 9520
+    },
+    {
+      "grad_norm": 0.06769869476556778,
+      "learning_rate": 0.0001,
+      "loss": 0.1061,
+      "step": 9530
+    },
+    {
+      "grad_norm": 0.07820361107587814,
+      "learning_rate": 0.0001,
+      "loss": 0.1038,
+      "step": 9540
+    },
+    {
+      "grad_norm": 0.05679408460855484,
+      "learning_rate": 0.0001,
+      "loss": 0.1029,
+      "step": 9550
+    },
+    {
+      "grad_norm": 0.0530083067715168,
+      "learning_rate": 0.0001,
+      "loss": 0.1038,
+      "step": 9560
+    },
+    {
+      "grad_norm": 0.05783678591251373,
+      "learning_rate": 0.0001,
+      "loss": 0.1022,
+      "step": 9570
+    },
+    {
+      "grad_norm": 0.049959611147642136,
+      "learning_rate": 0.0001,
+      "loss": 0.1024,
+      "step": 9580
+    },
+    {
+      "grad_norm": 0.05932512506842613,
+      "learning_rate": 0.0001,
+      "loss": 0.0993,
+      "step": 9590
+    },
+    {
+      "grad_norm": 0.058973703533411026,
+      "learning_rate": 0.0001,
+      "loss": 0.1045,
+      "step": 9600
+    },
+    {
+      "grad_norm": 0.05693573132157326,
+      "learning_rate": 0.0001,
+      "loss": 0.0987,
+      "step": 9610
+    },
+    {
+      "grad_norm": 0.05342768877744675,
+      "learning_rate": 0.0001,
+      "loss": 0.1011,
+      "step": 9620
+    },
+    {
+      "grad_norm": 0.05764392763376236,
+      "learning_rate": 0.0001,
+      "loss": 0.1026,
+      "step": 9630
+    },
+    {
+      "grad_norm": 0.06147278472781181,
+      "learning_rate": 0.0001,
+      "loss": 0.1003,
+      "step": 9640
+    },
+    {
+      "grad_norm": 0.05368071794509888,
+      "learning_rate": 0.0001,
+      "loss": 0.102,
+      "step": 9650
+    },
+    {
+      "grad_norm": 0.05280948430299759,
+      "learning_rate": 0.0001,
+      "loss": 0.1027,
+      "step": 9660
+    },
+    {
+      "grad_norm": 0.06158997863531113,
+      "learning_rate": 0.0001,
+      "loss": 0.1015,
+      "step": 9670
+    },
+    {
+      "grad_norm": 0.057665031403303146,
+      "learning_rate": 0.0001,
+      "loss": 0.1001,
+      "step": 9680
+    },
+    {
+      "grad_norm": 0.05312306433916092,
+      "learning_rate": 0.0001,
+      "loss": 0.1033,
+      "step": 9690
+    },
+    {
+      "grad_norm": 0.05084213241934776,
+      "learning_rate": 0.0001,
+      "loss": 0.102,
+      "step": 9700
+    },
+    {
+      "grad_norm": 0.07573047280311584,
+      "learning_rate": 0.0001,
+      "loss": 0.1024,
+      "step": 9710
+    },
+    {
+      "grad_norm": 0.06277694553136826,
+      "learning_rate": 0.0001,
+      "loss": 0.1038,
+      "step": 9720
+    },
+    {
+      "grad_norm": 0.05950597673654556,
+      "learning_rate": 0.0001,
+      "loss": 0.101,
+      "step": 9730
+    },
+    {
+      "grad_norm": 0.054584965109825134,
+      "learning_rate": 0.0001,
+      "loss": 0.1015,
+      "step": 9740
+    },
+    {
+      "grad_norm": 0.07311850041151047,
+      "learning_rate": 0.0001,
+      "loss": 0.1007,
+      "step": 9750
+    },
+    {
+      "grad_norm": 0.0538877472281456,
+      "learning_rate": 0.0001,
+      "loss": 0.1046,
+      "step": 9760
+    },
+    {
+      "grad_norm": 0.052943818271160126,
+      "learning_rate": 0.0001,
+      "loss": 0.1015,
+      "step": 9770
+    },
+    {
+      "grad_norm": 0.05482681095600128,
+      "learning_rate": 0.0001,
+      "loss": 0.1029,
+      "step": 9780
+    },
+    {
+      "grad_norm": 0.0683416947722435,
+      "learning_rate": 0.0001,
+      "loss": 0.1019,
+      "step": 9790
+    },
+    {
+      "grad_norm": 0.06630560010671616,
+      "learning_rate": 0.0001,
+      "loss": 0.0998,
+      "step": 9800
+    },
+    {
+      "grad_norm": 0.0560649149119854,
+      "learning_rate": 0.0001,
+      "loss": 0.1004,
+      "step": 9810
+    },
+    {
+      "grad_norm": 0.052041806280612946,
+      "learning_rate": 0.0001,
+      "loss": 0.1014,
+      "step": 9820
+    },
+    {
+      "grad_norm": 0.052218206226825714,
+      "learning_rate": 0.0001,
+      "loss": 0.1025,
+      "step": 9830
+    },
+    {
+      "grad_norm": 0.04938238114118576,
+      "learning_rate": 0.0001,
+      "loss": 0.1015,
+      "step": 9840
+    },
+    {
+      "grad_norm": 0.04922511428594589,
+      "learning_rate": 0.0001,
+      "loss": 0.0981,
+      "step": 9850
+    },
+    {
+      "grad_norm": 0.046991053968667984,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 9860
+    },
+    {
+      "grad_norm": 0.0651303380727768,
+      "learning_rate": 0.0001,
+      "loss": 0.099,
+      "step": 9870
+    },
+    {
+      "grad_norm": 0.054149143397808075,
+      "learning_rate": 0.0001,
+      "loss": 0.0985,
+      "step": 9880
+    },
+    {
+      "grad_norm": 0.06840134412050247,
+      "learning_rate": 0.0001,
+      "loss": 0.0981,
+      "step": 9890
+    },
+    {
+      "grad_norm": 0.04929390177130699,
+      "learning_rate": 0.0001,
+      "loss": 0.099,
+      "step": 9900
+    },
+    {
+      "grad_norm": 0.06442174315452576,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 9910
+    },
+    {
+      "grad_norm": 0.049463432282209396,
+      "learning_rate": 0.0001,
+      "loss": 0.0966,
+      "step": 9920
+    },
+    {
+      "grad_norm": 0.07100708037614822,
+      "learning_rate": 0.0001,
+      "loss": 0.102,
+      "step": 9930
+    },
+    {
+      "grad_norm": 0.05170412361621857,
+      "learning_rate": 0.0001,
+      "loss": 0.1035,
+      "step": 9940
+    },
+    {
+      "grad_norm": 0.05851610377430916,
+      "learning_rate": 0.0001,
+      "loss": 0.1031,
+      "step": 9950
+    },
+    {
+      "grad_norm": 0.05317968502640724,
+      "learning_rate": 0.0001,
+      "loss": 0.1042,
+      "step": 9960
+    },
+    {
+      "grad_norm": 0.0454123429954052,
+      "learning_rate": 0.0001,
+      "loss": 0.1067,
+      "step": 9970
+    },
+    {
+      "grad_norm": 0.06536097824573517,
+      "learning_rate": 0.0001,
+      "loss": 0.1044,
+      "step": 9980
+    },
+    {
+      "grad_norm": 0.06465747952461243,
+      "learning_rate": 0.0001,
+      "loss": 0.1039,
+      "step": 9990
+    },
+    {
+      "grad_norm": 0.05109719559550285,
+      "learning_rate": 0.0001,
+      "loss": 0.1011,
+      "step": 10000
+    },
+    {
+      "grad_norm": 0.05912459269165993,
+      "learning_rate": 0.0001,
+      "loss": 0.1022,
+      "step": 10010
+    },
+    {
+      "grad_norm": 0.0527101494371891,
+      "learning_rate": 0.0001,
+      "loss": 0.1033,
+      "step": 10020
+    },
+    {
+      "grad_norm": 0.05202395096421242,
+      "learning_rate": 0.0001,
+      "loss": 0.1003,
+      "step": 10030
+    },
+    {
+      "grad_norm": 0.05050579085946083,
+      "learning_rate": 0.0001,
+      "loss": 0.1022,
+      "step": 10040
+    },
+    {
+      "grad_norm": 0.057352885603904724,
+      "learning_rate": 0.0001,
+      "loss": 0.1017,
+      "step": 10050
+    },
+    {
+      "grad_norm": 0.04816683381795883,
+      "learning_rate": 0.0001,
+      "loss": 0.1005,
+      "step": 10060
+    },
+    {
+      "grad_norm": 0.062385737895965576,
+      "learning_rate": 0.0001,
+      "loss": 0.1035,
+      "step": 10070
+    },
+    {
+      "grad_norm": 0.058868903666734695,
+      "learning_rate": 0.0001,
+      "loss": 0.1023,
+      "step": 10080
+    },
+    {
+      "grad_norm": 0.07183925062417984,
+      "learning_rate": 0.0001,
+      "loss": 0.1032,
+      "step": 10090
+    },
+    {
+      "grad_norm": 0.051634062081575394,
+      "learning_rate": 0.0001,
+      "loss": 0.1022,
+      "step": 10100
+    },
+    {
+      "grad_norm": 0.10047454386949539,
+      "learning_rate": 0.0001,
+      "loss": 0.1072,
+      "step": 10110
+    },
+    {
+      "grad_norm": 0.056076716631650925,
+      "learning_rate": 0.0001,
+      "loss": 0.1036,
+      "step": 10120
+    },
+    {
+      "grad_norm": 0.06786815822124481,
+      "learning_rate": 0.0001,
+      "loss": 0.1043,
+      "step": 10130
+    },
+    {
+      "grad_norm": 0.04830913245677948,
+      "learning_rate": 0.0001,
+      "loss": 0.1006,
+      "step": 10140
+    },
+    {
+      "grad_norm": 0.060733988881111145,
+      "learning_rate": 0.0001,
+      "loss": 0.1031,
+      "step": 10150
+    },
+    {
+      "grad_norm": 0.05150948464870453,
+      "learning_rate": 0.0001,
+      "loss": 0.1005,
+      "step": 10160
+    },
+    {
+      "grad_norm": 0.04670267924666405,
+      "learning_rate": 0.0001,
+      "loss": 0.0997,
+      "step": 10170
+    },
+    {
+      "grad_norm": 0.058416418731212616,
+      "learning_rate": 0.0001,
+      "loss": 0.1016,
+      "step": 10180
+    },
+    {
+      "grad_norm": 0.0545211061835289,
+      "learning_rate": 0.0001,
+      "loss": 0.1009,
+      "step": 10190
+    },
+    {
+      "grad_norm": 0.060146674513816833,
+      "learning_rate": 0.0001,
+      "loss": 0.0997,
+      "step": 10200
+    },
+    {
+      "grad_norm": 0.04604647308588028,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 10210
+    },
+    {
+      "grad_norm": 0.06244019418954849,
+      "learning_rate": 0.0001,
+      "loss": 0.1001,
+      "step": 10220
+    },
+    {
+      "grad_norm": 0.04457448422908783,
+      "learning_rate": 0.0001,
+      "loss": 0.0993,
+      "step": 10230
+    },
+    {
+      "grad_norm": 0.05260796472430229,
+      "learning_rate": 0.0001,
+      "loss": 0.1023,
+      "step": 10240
+    },
+    {
+      "grad_norm": 0.045499287545681,
+      "learning_rate": 0.0001,
+      "loss": 0.0974,
+      "step": 10250
+    },
+    {
+      "grad_norm": 0.062127020210027695,
+      "learning_rate": 0.0001,
+      "loss": 0.1038,
+      "step": 10260
+    },
+    {
+      "grad_norm": 0.05407026782631874,
+      "learning_rate": 0.0001,
+      "loss": 0.1008,
+      "step": 10270
+    },
+    {
+      "grad_norm": 0.05503986030817032,
+      "learning_rate": 0.0001,
+      "loss": 0.1025,
+      "step": 10280
+    },
+    {
+      "grad_norm": 0.061924345791339874,
+      "learning_rate": 0.0001,
+      "loss": 0.1007,
+      "step": 10290
+    },
+    {
+      "grad_norm": 0.06421902030706406,
+      "learning_rate": 0.0001,
+      "loss": 0.1067,
+      "step": 10300
+    },
+    {
+      "grad_norm": 0.05197877064347267,
+      "learning_rate": 0.0001,
+      "loss": 0.1,
+      "step": 10310
+    },
+    {
+      "grad_norm": 0.06489066779613495,
+      "learning_rate": 0.0001,
+      "loss": 0.106,
+      "step": 10320
+    },
+    {
+      "grad_norm": 0.07326603680849075,
+      "learning_rate": 0.0001,
+      "loss": 0.1006,
+      "step": 10330
+    },
+    {
+      "grad_norm": 0.061250243335962296,
+      "learning_rate": 0.0001,
+      "loss": 0.105,
+      "step": 10340
+    },
+    {
+      "grad_norm": 0.04656333848834038,
+      "learning_rate": 0.0001,
+      "loss": 0.1022,
+      "step": 10350
+    },
+    {
+      "grad_norm": 0.054769400507211685,
+      "learning_rate": 0.0001,
+      "loss": 0.1066,
+      "step": 10360
+    },
+    {
+      "grad_norm": 0.04485413804650307,
+      "learning_rate": 0.0001,
+      "loss": 0.1001,
+      "step": 10370
+    },
+    {
+      "grad_norm": 0.062329307198524475,
+      "learning_rate": 0.0001,
+      "loss": 0.1034,
+      "step": 10380
+    },
+    {
+      "grad_norm": 0.04716020077466965,
+      "learning_rate": 0.0001,
+      "loss": 0.1008,
+      "step": 10390
+    },
+    {
+      "grad_norm": 0.05102157220244408,
+      "learning_rate": 0.0001,
+      "loss": 0.1034,
+      "step": 10400
+    },
+    {
+      "grad_norm": 0.05001704394817352,
+      "learning_rate": 0.0001,
+      "loss": 0.1015,
+      "step": 10410
+    },
+    {
+      "grad_norm": 0.058253899216651917,
+      "learning_rate": 0.0001,
+      "loss": 0.1056,
+      "step": 10420
+    },
+    {
+      "grad_norm": 0.0467102974653244,
+      "learning_rate": 0.0001,
+      "loss": 0.1007,
+      "step": 10430
+    },
+    {
+      "grad_norm": 0.05007201433181763,
+      "learning_rate": 0.0001,
+      "loss": 0.1042,
+      "step": 10440
+    },
+    {
+      "grad_norm": 0.05373737961053848,
+      "learning_rate": 0.0001,
+      "loss": 0.1015,
+      "step": 10450
+    },
+    {
+      "grad_norm": 0.055669352412223816,
+      "learning_rate": 0.0001,
+      "loss": 0.1062,
+      "step": 10460
+    },
+    {
+      "grad_norm": 0.04858864098787308,
+      "learning_rate": 0.0001,
+      "loss": 0.0977,
+      "step": 10470
+    },
+    {
+      "grad_norm": 0.07620269060134888,
+      "learning_rate": 0.0001,
+      "loss": 0.1063,
+      "step": 10480
+    },
+    {
+      "grad_norm": 0.06245683506131172,
+      "learning_rate": 0.0001,
+      "loss": 0.1019,
+      "step": 10490
+    },
+    {
+      "grad_norm": 0.05332125350832939,
+      "learning_rate": 0.0001,
+      "loss": 0.1026,
+      "step": 10500
+    },
+    {
+      "grad_norm": 0.04997877776622772,
+      "learning_rate": 0.0001,
+      "loss": 0.0983,
+      "step": 10510
+    },
+    {
+      "grad_norm": 0.05525766313076019,
+      "learning_rate": 0.0001,
+      "loss": 0.1026,
+      "step": 10520
+    },
+    {
+      "grad_norm": 0.06892777234315872,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 10530
+    },
+    {
+      "grad_norm": 0.04714856669306755,
+      "learning_rate": 0.0001,
+      "loss": 0.0969,
+      "step": 10540
+    },
+    {
+      "grad_norm": 0.05315732583403587,
+      "learning_rate": 0.0001,
+      "loss": 0.0968,
+      "step": 10550
+    },
+    {
+      "grad_norm": 0.051437102258205414,
+      "learning_rate": 0.0001,
+      "loss": 0.0939,
+      "step": 10560
+    },
+    {
+      "grad_norm": 0.04647819697856903,
+      "learning_rate": 0.0001,
+      "loss": 0.1007,
+      "step": 10570
+    },
+    {
+      "grad_norm": 0.059149183332920074,
+      "learning_rate": 0.0001,
+      "loss": 0.0963,
+      "step": 10580
+    },
+    {
+      "grad_norm": 0.044478315860033035,
+      "learning_rate": 0.0001,
+      "loss": 0.1009,
+      "step": 10590
+    },
+    {
+      "grad_norm": 0.06662454456090927,
+      "learning_rate": 0.0001,
+      "loss": 0.0984,
+      "step": 10600
+    },
+    {
+      "grad_norm": 0.049525633454322815,
+      "learning_rate": 0.0001,
+      "loss": 0.0997,
+      "step": 10610
+    },
+    {
+      "grad_norm": 0.06650262326002121,
+      "learning_rate": 0.0001,
+      "loss": 0.0998,
+      "step": 10620
+    },
+    {
+      "grad_norm": 0.051863543689250946,
+      "learning_rate": 0.0001,
+      "loss": 0.0989,
+      "step": 10630
+    },
+    {
+      "grad_norm": 0.05428489297628403,
+      "learning_rate": 0.0001,
+      "loss": 0.0988,
+      "step": 10640
+    },
+    {
+      "grad_norm": 0.04569530114531517,
+      "learning_rate": 0.0001,
+      "loss": 0.1016,
+      "step": 10650
+    },
+    {
+      "grad_norm": 0.053067680448293686,
+      "learning_rate": 0.0001,
+      "loss": 0.1008,
+      "step": 10660
+    },
+    {
+      "grad_norm": 0.05169956386089325,
+      "learning_rate": 0.0001,
+      "loss": 0.103,
+      "step": 10670
+    },
+    {
+      "grad_norm": 0.06547827273607254,
+      "learning_rate": 0.0001,
+      "loss": 0.1007,
+      "step": 10680
+    },
+    {
+      "grad_norm": 0.053704842925071716,
+      "learning_rate": 0.0001,
+      "loss": 0.1002,
+      "step": 10690
+    },
+    {
+      "grad_norm": 0.05517291650176048,
+      "learning_rate": 0.0001,
+      "loss": 0.0995,
+      "step": 10700
+    },
+    {
+      "grad_norm": 0.04716676473617554,
+      "learning_rate": 0.0001,
+      "loss": 0.102,
+      "step": 10710
+    },
+    {
+      "grad_norm": 0.04669427126646042,
+      "learning_rate": 0.0001,
+      "loss": 0.0981,
+      "step": 10720
+    },
+    {
+      "grad_norm": 0.05074595287442207,
+      "learning_rate": 0.0001,
+      "loss": 0.1008,
+      "step": 10730
+    },
+    {
+      "grad_norm": 0.06279949843883514,
+      "learning_rate": 0.0001,
+      "loss": 0.0987,
+      "step": 10740
+    },
+    {
+      "grad_norm": 0.06230141595005989,
+      "learning_rate": 0.0001,
+      "loss": 0.101,
+      "step": 10750
+    },
+    {
+      "grad_norm": 0.13038370013237,
+      "learning_rate": 0.0001,
+      "loss": 0.1003,
+      "step": 10760
+    },
+    {
+      "grad_norm": 0.05012394115328789,
+      "learning_rate": 0.0001,
+      "loss": 0.1027,
+      "step": 10770
+    },
+    {
+      "grad_norm": 0.05555220693349838,
+      "learning_rate": 0.0001,
+      "loss": 0.1002,
+      "step": 10780
+    },
+    {
+      "grad_norm": 0.049031853675842285,
+      "learning_rate": 0.0001,
+      "loss": 0.1012,
+      "step": 10790
+    },
+    {
+      "grad_norm": 0.05002874881029129,
+      "learning_rate": 0.0001,
+      "loss": 0.0974,
+      "step": 10800
+    },
+    {
+      "grad_norm": 0.05689669027924538,
+      "learning_rate": 0.0001,
+      "loss": 0.0995,
+      "step": 10810
+    },
+    {
+      "grad_norm": 0.04788842424750328,
+      "learning_rate": 0.0001,
+      "loss": 0.0973,
+      "step": 10820
+    },
+    {
+      "grad_norm": 0.06410837918519974,
+      "learning_rate": 0.0001,
+      "loss": 0.098,
+      "step": 10830
+    },
+    {
+      "grad_norm": 0.04717946797609329,
+      "learning_rate": 0.0001,
+      "loss": 0.0973,
+      "step": 10840
+    },
+    {
+      "grad_norm": 0.0466727577149868,
+      "learning_rate": 0.0001,
+      "loss": 0.0977,
+      "step": 10850
+    },
+    {
+      "grad_norm": 0.05425148084759712,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 10860
+    },
+    {
+      "grad_norm": 0.04946620389819145,
+      "learning_rate": 0.0001,
+      "loss": 0.099,
+      "step": 10870
+    },
+    {
+      "grad_norm": 0.06090329959988594,
+      "learning_rate": 0.0001,
+      "loss": 0.1001,
+      "step": 10880
+    },
+    {
+      "grad_norm": 0.05273570492863655,
+      "learning_rate": 0.0001,
+      "loss": 0.1,
+      "step": 10890
+    },
+    {
+      "grad_norm": 0.06403763592243195,
+      "learning_rate": 0.0001,
+      "loss": 0.0989,
+      "step": 10900
+    },
+    {
+      "grad_norm": 0.048052527010440826,
+      "learning_rate": 0.0001,
+      "loss": 0.1021,
+      "step": 10910
+    },
+    {
+      "grad_norm": 0.04559338092803955,
+      "learning_rate": 0.0001,
+      "loss": 0.1011,
+      "step": 10920
+    },
+    {
+      "grad_norm": 0.040065329521894455,
+      "learning_rate": 0.0001,
+      "loss": 0.1022,
+      "step": 10930
+    },
+    {
+      "grad_norm": 0.04378487169742584,
+      "learning_rate": 0.0001,
+      "loss": 0.1032,
+      "step": 10940
+    },
+    {
+      "grad_norm": 0.05142033472657204,
+      "learning_rate": 0.0001,
+      "loss": 0.1026,
+      "step": 10950
+    },
+    {
+      "grad_norm": 0.04566941782832146,
+      "learning_rate": 0.0001,
+      "loss": 0.1057,
+      "step": 10960
+    },
+    {
+      "grad_norm": 0.0471075177192688,
+      "learning_rate": 0.0001,
+      "loss": 0.1042,
+      "step": 10970
+    },
+    {
+      "grad_norm": 0.047900836914777756,
+      "learning_rate": 0.0001,
+      "loss": 0.104,
+      "step": 10980
+    },
+    {
+      "grad_norm": 0.048356663435697556,
+      "learning_rate": 0.0001,
+      "loss": 0.1032,
+      "step": 10990
+    },
+    {
+      "grad_norm": 0.07667602598667145,
+      "learning_rate": 0.0001,
+      "loss": 0.1058,
+      "step": 11000
+    },
+    {
+      "grad_norm": 0.04724062606692314,
+      "learning_rate": 0.0001,
+      "loss": 0.1021,
+      "step": 11010
+    },
+    {
+      "grad_norm": 0.05638842657208443,
+      "learning_rate": 0.0001,
+      "loss": 0.1047,
+      "step": 11020
+    },
+    {
+      "grad_norm": 0.04159742221236229,
+      "learning_rate": 0.0001,
+      "loss": 0.1001,
+      "step": 11030
+    },
+    {
+      "grad_norm": 0.04852358251810074,
+      "learning_rate": 0.0001,
+      "loss": 0.1054,
+      "step": 11040
+    },
+    {
+      "grad_norm": 0.039203982800245285,
+      "learning_rate": 0.0001,
+      "loss": 0.0995,
+      "step": 11050
+    },
+    {
+      "grad_norm": 0.045713912695646286,
+      "learning_rate": 0.0001,
+      "loss": 0.104,
+      "step": 11060
+    },
+    {
+      "grad_norm": 0.0490066334605217,
+      "learning_rate": 0.0001,
+      "loss": 0.101,
+      "step": 11070
+    },
+    {
+      "grad_norm": 0.04386618733406067,
+      "learning_rate": 0.0001,
+      "loss": 0.1064,
+      "step": 11080
+    },
+    {
+      "grad_norm": 0.050291333347558975,
+      "learning_rate": 0.0001,
+      "loss": 0.102,
+      "step": 11090
+    },
+    {
+      "grad_norm": 0.0530712716281414,
+      "learning_rate": 0.0001,
+      "loss": 0.1036,
+      "step": 11100
+    },
+    {
+      "grad_norm": 0.046799276024103165,
+      "learning_rate": 0.0001,
+      "loss": 0.1018,
+      "step": 11110
+    },
+    {
+      "grad_norm": 0.04654138162732124,
+      "learning_rate": 0.0001,
+      "loss": 0.1024,
+      "step": 11120
+    },
+    {
+      "grad_norm": 0.04746119678020477,
+      "learning_rate": 0.0001,
+      "loss": 0.0995,
+      "step": 11130
+    },
+    {
+      "grad_norm": 0.05133552476763725,
+      "learning_rate": 0.0001,
+      "loss": 0.1052,
+      "step": 11140
+    },
+    {
+      "grad_norm": 0.04341243579983711,
+      "learning_rate": 0.0001,
+      "loss": 0.0981,
+      "step": 11150
+    },
+    {
+      "grad_norm": 0.048607390373945236,
+      "learning_rate": 0.0001,
+      "loss": 0.1022,
+      "step": 11160
+    },
+    {
+      "grad_norm": 0.05074485018849373,
+      "learning_rate": 0.0001,
+      "loss": 0.0967,
+      "step": 11170
+    },
+    {
+      "grad_norm": 0.04958478733897209,
+      "learning_rate": 0.0001,
+      "loss": 0.0995,
+      "step": 11180
+    },
+    {
+      "grad_norm": 0.053994424641132355,
+      "learning_rate": 0.0001,
+      "loss": 0.0943,
+      "step": 11190
+    },
+    {
+      "grad_norm": 0.05248861387372017,
+      "learning_rate": 0.0001,
+      "loss": 0.1016,
+      "step": 11200
+    },
+    {
+      "grad_norm": 0.059692200273275375,
+      "learning_rate": 0.0001,
+      "loss": 0.0994,
+      "step": 11210
+    },
+    {
+      "grad_norm": 0.05263202264904976,
+      "learning_rate": 0.0001,
+      "loss": 0.1011,
+      "step": 11220
+    },
+    {
+      "grad_norm": 0.05810866877436638,
+      "learning_rate": 0.0001,
+      "loss": 0.0991,
+      "step": 11230
+    },
+    {
+      "grad_norm": 0.05277443304657936,
+      "learning_rate": 0.0001,
+      "loss": 0.1021,
+      "step": 11240
+    },
+    {
+      "grad_norm": 0.05795997008681297,
+      "learning_rate": 0.0001,
+      "loss": 0.0968,
+      "step": 11250
+    },
+    {
+      "grad_norm": 0.050550106912851334,
+      "learning_rate": 0.0001,
+      "loss": 0.1043,
+      "step": 11260
+    },
+    {
+      "grad_norm": 0.054536279290914536,
+      "learning_rate": 0.0001,
+      "loss": 0.0998,
+      "step": 11270
+    },
+    {
+      "grad_norm": 0.047487106174230576,
+      "learning_rate": 0.0001,
+      "loss": 0.1025,
+      "step": 11280
+    },
+    {
+      "grad_norm": 0.07533743977546692,
+      "learning_rate": 0.0001,
+      "loss": 0.101,
+      "step": 11290
+    },
+    {
+      "grad_norm": 0.04302395135164261,
+      "learning_rate": 0.0001,
+      "loss": 0.1035,
+      "step": 11300
+    },
+    {
+      "grad_norm": 0.057951681315898895,
+      "learning_rate": 0.0001,
+      "loss": 0.1042,
+      "step": 11310
+    },
+    {
+      "grad_norm": 0.04813123866915703,
+      "learning_rate": 0.0001,
+      "loss": 0.1046,
+      "step": 11320
+    },
+    {
+      "grad_norm": 0.05297970026731491,
+      "learning_rate": 0.0001,
+      "loss": 0.1021,
+      "step": 11330
+    },
+    {
+      "grad_norm": 0.05332842096686363,
+      "learning_rate": 0.0001,
+      "loss": 0.1037,
+      "step": 11340
+    },
+    {
+      "grad_norm": 0.0624379999935627,
+      "learning_rate": 0.0001,
+      "loss": 0.1022,
+      "step": 11350
+    },
+    {
+      "grad_norm": 0.04152652993798256,
+      "learning_rate": 0.0001,
+      "loss": 0.1041,
+      "step": 11360
+    },
+    {
+      "grad_norm": 0.0572926327586174,
+      "learning_rate": 0.0001,
+      "loss": 0.1,
+      "step": 11370
+    },
+    {
+      "grad_norm": 0.06207076460123062,
+      "learning_rate": 0.0001,
+      "loss": 0.1043,
+      "step": 11380
+    },
+    {
+      "grad_norm": 0.05682813748717308,
+      "learning_rate": 0.0001,
+      "loss": 0.1002,
+      "step": 11390
+    },
+    {
+      "grad_norm": 0.042956508696079254,
+      "learning_rate": 0.0001,
+      "loss": 0.1024,
+      "step": 11400
+    },
+    {
+      "grad_norm": 0.053067248314619064,
+      "learning_rate": 0.0001,
+      "loss": 0.0992,
+      "step": 11410
+    },
+    {
+      "grad_norm": 0.049436185508966446,
+      "learning_rate": 0.0001,
+      "loss": 0.1006,
+      "step": 11420
+    },
+    {
+      "grad_norm": 0.04889649152755737,
+      "learning_rate": 0.0001,
+      "loss": 0.0989,
+      "step": 11430
+    },
+    {
+      "grad_norm": 0.04930247738957405,
+      "learning_rate": 0.0001,
+      "loss": 0.1039,
+      "step": 11440
+    },
+    {
+      "grad_norm": 0.06174405664205551,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 11450
+    },
+    {
+      "grad_norm": 0.045505404472351074,
+      "learning_rate": 0.0001,
+      "loss": 0.1029,
+      "step": 11460
+    },
+    {
+      "grad_norm": 0.0553908497095108,
+      "learning_rate": 0.0001,
+      "loss": 0.0977,
+      "step": 11470
+    },
+    {
+      "grad_norm": 0.04985654726624489,
+      "learning_rate": 0.0001,
+      "loss": 0.0985,
+      "step": 11480
+    },
+    {
+      "grad_norm": 0.05081558972597122,
+      "learning_rate": 0.0001,
+      "loss": 0.0953,
+      "step": 11490
+    },
+    {
+      "grad_norm": 0.04390403628349304,
+      "learning_rate": 0.0001,
+      "loss": 0.0974,
+      "step": 11500
+    },
+    {
+      "grad_norm": 0.04750466346740723,
+      "learning_rate": 0.0001,
+      "loss": 0.0971,
+      "step": 11510
+    },
+    {
+      "grad_norm": 0.05283225327730179,
+      "learning_rate": 0.0001,
+      "loss": 0.097,
+      "step": 11520
+    },
+    {
+      "grad_norm": 0.04311944916844368,
+      "learning_rate": 0.0001,
+      "loss": 0.102,
+      "step": 11530
+    },
+    {
+      "grad_norm": 0.06856904178857803,
+      "learning_rate": 0.0001,
+      "loss": 0.0949,
+      "step": 11540
+    },
+    {
+      "grad_norm": 0.04173915088176727,
+      "learning_rate": 0.0001,
+      "loss": 0.0998,
+      "step": 11550
+    },
+    {
+      "grad_norm": 0.04813077300786972,
+      "learning_rate": 0.0001,
+      "loss": 0.098,
+      "step": 11560
+    },
+    {
+      "grad_norm": 0.04791784659028053,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 11570
+    },
+    {
+      "grad_norm": 0.058268845081329346,
+      "learning_rate": 0.0001,
+      "loss": 0.1001,
+      "step": 11580
+    },
+    {
+      "grad_norm": 0.04177063703536987,
+      "learning_rate": 0.0001,
+      "loss": 0.1002,
+      "step": 11590
+    },
+    {
+      "grad_norm": 0.047749921679496765,
+      "learning_rate": 0.0001,
+      "loss": 0.0962,
+      "step": 11600
+    },
+    {
+      "grad_norm": 0.04316848888993263,
+      "learning_rate": 0.0001,
+      "loss": 0.097,
+      "step": 11610
+    },
+    {
+      "grad_norm": 0.06485378742218018,
+      "learning_rate": 0.0001,
+      "loss": 0.0969,
+      "step": 11620
+    },
+    {
+      "grad_norm": 0.050337500870227814,
+      "learning_rate": 0.0001,
+      "loss": 0.1008,
+      "step": 11630
+    },
+    {
+      "grad_norm": 0.06032829359173775,
+      "learning_rate": 0.0001,
+      "loss": 0.0987,
+      "step": 11640
+    },
+    {
+      "grad_norm": 0.045838091522455215,
+      "learning_rate": 0.0001,
+      "loss": 0.0972,
+      "step": 11650
+    },
+    {
+      "grad_norm": 0.06107759848237038,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 11660
+    },
+    {
+      "grad_norm": 0.047174472361803055,
+      "learning_rate": 0.0001,
+      "loss": 0.0998,
+      "step": 11670
+    },
+    {
+      "grad_norm": 0.050456441938877106,
+      "learning_rate": 0.0001,
+      "loss": 0.0966,
+      "step": 11680
+    },
+    {
+      "grad_norm": 0.04592258483171463,
+      "learning_rate": 0.0001,
+      "loss": 0.1001,
+      "step": 11690
+    },
+    {
+      "grad_norm": 0.06865290552377701,
+      "learning_rate": 0.0001,
+      "loss": 0.0968,
+      "step": 11700
+    },
+    {
+      "grad_norm": 0.04467756301164627,
+      "learning_rate": 0.0001,
+      "loss": 0.0988,
+      "step": 11710
+    },
+    {
+      "grad_norm": 0.054038725793361664,
+      "learning_rate": 0.0001,
+      "loss": 0.098,
+      "step": 11720
+    },
+    {
+      "grad_norm": 0.046488936990499496,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 11730
+    },
+    {
+      "grad_norm": 0.050479620695114136,
+      "learning_rate": 0.0001,
+      "loss": 0.0995,
+      "step": 11740
+    },
+    {
+      "grad_norm": 0.043248578906059265,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 11750
+    },
+    {
+      "grad_norm": 0.0721200630068779,
+      "learning_rate": 0.0001,
+      "loss": 0.0974,
+      "step": 11760
+    },
+    {
+      "grad_norm": 0.04924215003848076,
+      "learning_rate": 0.0001,
+      "loss": 0.0982,
+      "step": 11770
+    },
+    {
+      "grad_norm": 0.05561455339193344,
+      "learning_rate": 0.0001,
+      "loss": 0.0995,
+      "step": 11780
+    },
+    {
+      "grad_norm": 0.04201832786202431,
+      "learning_rate": 0.0001,
+      "loss": 0.0948,
+      "step": 11790
+    },
+    {
+      "grad_norm": 0.054721467196941376,
+      "learning_rate": 0.0001,
+      "loss": 0.0923,
+      "step": 11800
+    },
+    {
+      "grad_norm": 0.04887326434254646,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 11810
+    },
+    {
+      "grad_norm": 0.06751205772161484,
+      "learning_rate": 0.0001,
+      "loss": 0.0951,
+      "step": 11820
+    },
+    {
+      "grad_norm": 0.04474155232310295,
+      "learning_rate": 0.0001,
+      "loss": 0.0951,
+      "step": 11830
+    },
+    {
+      "grad_norm": 0.04877801239490509,
+      "learning_rate": 0.0001,
+      "loss": 0.0957,
+      "step": 11840
+    },
+    {
+      "grad_norm": 0.04940406605601311,
+      "learning_rate": 0.0001,
+      "loss": 0.0916,
+      "step": 11850
+    },
+    {
+      "grad_norm": 0.04172522947192192,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 11860
+    },
+    {
+      "grad_norm": 0.043954167515039444,
+      "learning_rate": 0.0001,
+      "loss": 0.0942,
+      "step": 11870
+    },
+    {
+      "grad_norm": 0.039393406361341476,
+      "learning_rate": 0.0001,
+      "loss": 0.0998,
+      "step": 11880
+    },
+    {
+      "grad_norm": 0.045384980738162994,
+      "learning_rate": 0.0001,
+      "loss": 0.0963,
+      "step": 11890
+    },
+    {
+      "grad_norm": 0.058551691472530365,
+      "learning_rate": 0.0001,
+      "loss": 0.1012,
+      "step": 11900
+    },
+    {
+      "grad_norm": 0.042058899998664856,
+      "learning_rate": 0.0001,
+      "loss": 0.0982,
+      "step": 11910
+    },
+    {
+      "grad_norm": 0.0554841049015522,
+      "learning_rate": 0.0001,
+      "loss": 0.1025,
+      "step": 11920
+    },
+    {
+      "grad_norm": 0.05161960422992706,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 11930
+    },
+    {
+      "grad_norm": 0.04796318709850311,
+      "learning_rate": 0.0001,
+      "loss": 0.1014,
+      "step": 11940
+    },
+    {
+      "grad_norm": 0.052044764161109924,
+      "learning_rate": 0.0001,
+      "loss": 0.0982,
+      "step": 11950
+    },
+    {
+      "grad_norm": 0.06861831247806549,
+      "learning_rate": 0.0001,
+      "loss": 0.1009,
+      "step": 11960
+    },
+    {
+      "grad_norm": 0.056200142949819565,
+      "learning_rate": 0.0001,
+      "loss": 0.0969,
+      "step": 11970
+    },
+    {
+      "grad_norm": 0.05123656243085861,
+      "learning_rate": 0.0001,
+      "loss": 0.1037,
+      "step": 11980
+    },
+    {
+      "grad_norm": 0.066728375852108,
+      "learning_rate": 0.0001,
+      "loss": 0.0991,
+      "step": 11990
+    },
+    {
+      "grad_norm": 0.05135996267199516,
+      "learning_rate": 0.0001,
+      "loss": 0.1002,
+      "step": 12000
+    },
+    {
+      "grad_norm": 0.04593516141176224,
+      "learning_rate": 0.0001,
+      "loss": 0.0975,
+      "step": 12010
+    },
+    {
+      "grad_norm": 0.055672187358140945,
+      "learning_rate": 0.0001,
+      "loss": 0.0993,
+      "step": 12020
+    },
+    {
+      "grad_norm": 0.060991380363702774,
+      "learning_rate": 0.0001,
+      "loss": 0.0954,
+      "step": 12030
+    },
+    {
+      "grad_norm": 0.06121383234858513,
+      "learning_rate": 0.0001,
+      "loss": 0.1011,
+      "step": 12040
+    },
+    {
+      "grad_norm": 0.05084460973739624,
+      "learning_rate": 0.0001,
+      "loss": 0.0956,
+      "step": 12050
+    },
+    {
+      "grad_norm": 0.04911724105477333,
+      "learning_rate": 0.0001,
+      "loss": 0.0998,
+      "step": 12060
+    },
+    {
+      "grad_norm": 0.054295189678668976,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 12070
+    },
+    {
+      "grad_norm": 0.0443248450756073,
+      "learning_rate": 0.0001,
+      "loss": 0.0996,
+      "step": 12080
+    },
+    {
+      "grad_norm": 0.06591487675905228,
+      "learning_rate": 0.0001,
+      "loss": 0.0969,
+      "step": 12090
+    },
+    {
+      "grad_norm": 0.04997607320547104,
+      "learning_rate": 0.0001,
+      "loss": 0.0999,
+      "step": 12100
+    },
+    {
+      "grad_norm": 0.051635682582855225,
+      "learning_rate": 0.0001,
+      "loss": 0.0952,
+      "step": 12110
+    },
+    {
+      "grad_norm": 0.04905131831765175,
+      "learning_rate": 0.0001,
+      "loss": 0.0962,
+      "step": 12120
+    },
+    {
+      "grad_norm": 0.06381861120462418,
+      "learning_rate": 0.0001,
+      "loss": 0.0945,
+      "step": 12130
+    },
+    {
+      "grad_norm": 0.04600837454199791,
+      "learning_rate": 0.0001,
+      "loss": 0.0932,
+      "step": 12140
+    },
+    {
+      "grad_norm": 0.05825645849108696,
+      "learning_rate": 0.0001,
+      "loss": 0.0966,
+      "step": 12150
+    },
+    {
+      "grad_norm": 0.047264449298381805,
+      "learning_rate": 0.0001,
+      "loss": 0.0968,
+      "step": 12160
+    },
+    {
+      "grad_norm": 0.07412243634462357,
+      "learning_rate": 0.0001,
+      "loss": 0.0955,
+      "step": 12170
+    },
+    {
+      "grad_norm": 0.04018988087773323,
+      "learning_rate": 0.0001,
+      "loss": 0.0969,
+      "step": 12180
+    },
+    {
+      "grad_norm": 0.04418330639600754,
+      "learning_rate": 0.0001,
+      "loss": 0.0946,
+      "step": 12190
+    },
+    {
+      "grad_norm": 0.042957160621881485,
+      "learning_rate": 0.0001,
+      "loss": 0.0963,
+      "step": 12200
+    },
+    {
+      "grad_norm": 0.04249047860503197,
+      "learning_rate": 0.0001,
+      "loss": 0.096,
+      "step": 12210
+    },
+    {
+      "grad_norm": 0.03916037827730179,
+      "learning_rate": 0.0001,
+      "loss": 0.0969,
+      "step": 12220
+    },
+    {
+      "grad_norm": 0.05293484404683113,
+      "learning_rate": 0.0001,
+      "loss": 0.097,
+      "step": 12230
+    },
+    {
+      "grad_norm": 0.041028764098882675,
+      "learning_rate": 0.0001,
+      "loss": 0.0941,
+      "step": 12240
+    },
+    {
+      "grad_norm": 0.06125599145889282,
+      "learning_rate": 0.0001,
+      "loss": 0.0957,
+      "step": 12250
+    },
+    {
+      "grad_norm": 0.044960103929042816,
+      "learning_rate": 0.0001,
+      "loss": 0.0957,
+      "step": 12260
+    },
+    {
+      "grad_norm": 0.0533650740981102,
+      "learning_rate": 0.0001,
+      "loss": 0.0966,
+      "step": 12270
+    },
+    {
+      "grad_norm": 0.04921692609786987,
+      "learning_rate": 0.0001,
+      "loss": 0.0953,
+      "step": 12280
+    },
+    {
+      "grad_norm": 0.04660407081246376,
+      "learning_rate": 0.0001,
+      "loss": 0.097,
+      "step": 12290
+    },
+    {
+      "grad_norm": 0.03851130232214928,
+      "learning_rate": 0.0001,
+      "loss": 0.096,
+      "step": 12300
+    },
+    {
+      "grad_norm": 0.04969452694058418,
+      "learning_rate": 0.0001,
+      "loss": 0.0955,
+      "step": 12310
+    },
+    {
+      "grad_norm": 0.036299366503953934,
+      "learning_rate": 0.0001,
+      "loss": 0.0937,
+      "step": 12320
+    },
+    {
+      "grad_norm": 0.04537874087691307,
+      "learning_rate": 0.0001,
+      "loss": 0.0954,
+      "step": 12330
+    },
+    {
+      "grad_norm": 0.04192262142896652,
+      "learning_rate": 0.0001,
+      "loss": 0.0927,
+      "step": 12340
+    },
+    {
+      "grad_norm": 0.059199102222919464,
+      "learning_rate": 0.0001,
+      "loss": 0.096,
+      "step": 12350
+    },
+    {
+      "grad_norm": 0.03735813871026039,
+      "learning_rate": 0.0001,
+      "loss": 0.0944,
+      "step": 12360
+    },
+    {
+      "grad_norm": 0.049307696521282196,
+      "learning_rate": 0.0001,
+      "loss": 0.0952,
+      "step": 12370
+    },
+    {
+      "grad_norm": 0.04068774729967117,
+      "learning_rate": 0.0001,
+      "loss": 0.094,
+      "step": 12380
+    },
+    {
+      "grad_norm": 0.04817051440477371,
+      "learning_rate": 0.0001,
+      "loss": 0.096,
+      "step": 12390
+    },
+    {
+      "grad_norm": 0.040748853236436844,
+      "learning_rate": 0.0001,
+      "loss": 0.0952,
+      "step": 12400
+    },
+    {
+      "grad_norm": 0.06287621706724167,
+      "learning_rate": 0.0001,
+      "loss": 0.0971,
+      "step": 12410
+    },
+    {
+      "grad_norm": 0.042824357748031616,
+      "learning_rate": 0.0001,
+      "loss": 0.0937,
+      "step": 12420
+    },
+    {
+      "grad_norm": 0.05170596018433571,
+      "learning_rate": 0.0001,
+      "loss": 0.0955,
+      "step": 12430
+    },
+    {
+      "grad_norm": 0.12168759107589722,
+      "learning_rate": 0.0001,
+      "loss": 0.0924,
+      "step": 12440
+    },
+    {
+      "grad_norm": 0.06540430337190628,
+      "learning_rate": 0.0001,
+      "loss": 0.0916,
+      "step": 12450
+    },
+    {
+      "grad_norm": 0.04982740059494972,
+      "learning_rate": 0.0001,
+      "loss": 0.095,
+      "step": 12460
+    },
+    {
+      "grad_norm": 0.05105333775281906,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 12470
+    },
+    {
+      "grad_norm": 0.04431468993425369,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 12480
+    },
+    {
+      "grad_norm": 0.05384157970547676,
+      "learning_rate": 0.0001,
+      "loss": 0.094,
+      "step": 12490
+    },
+    {
+      "grad_norm": 0.04176763817667961,
+      "learning_rate": 0.0001,
+      "loss": 0.0948,
+      "step": 12500
+    },
+    {
+      "grad_norm": 0.05415313318371773,
+      "learning_rate": 0.0001,
+      "loss": 0.0939,
+      "step": 12510
+    },
+    {
+      "grad_norm": 0.04234922304749489,
+      "learning_rate": 0.0001,
+      "loss": 0.0971,
+      "step": 12520
+    },
+    {
+      "grad_norm": 0.04944571480154991,
+      "learning_rate": 0.0001,
+      "loss": 0.096,
+      "step": 12530
+    },
+    {
+      "grad_norm": 0.04829298332333565,
+      "learning_rate": 0.0001,
+      "loss": 0.0954,
+      "step": 12540
+    },
+    {
+      "grad_norm": 0.04823834076523781,
+      "learning_rate": 0.0001,
+      "loss": 0.0955,
+      "step": 12550
+    },
+    {
+      "grad_norm": 0.040291234850883484,
+      "learning_rate": 0.0001,
+      "loss": 0.0963,
+      "step": 12560
+    },
+    {
+      "grad_norm": 0.04197998344898224,
+      "learning_rate": 0.0001,
+      "loss": 0.097,
+      "step": 12570
+    },
+    {
+      "grad_norm": 0.05762084573507309,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 12580
+    },
+    {
+      "grad_norm": 0.05015408992767334,
+      "learning_rate": 0.0001,
+      "loss": 0.0985,
+      "step": 12590
+    },
+    {
+      "grad_norm": 0.04584695026278496,
+      "learning_rate": 0.0001,
+      "loss": 0.0971,
+      "step": 12600
+    },
+    {
+      "grad_norm": 0.0504663810133934,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 12610
+    },
+    {
+      "grad_norm": 0.04310764744877815,
+      "learning_rate": 0.0001,
+      "loss": 0.0951,
+      "step": 12620
+    },
+    {
+      "grad_norm": 0.04422104358673096,
+      "learning_rate": 0.0001,
+      "loss": 0.0983,
+      "step": 12630
+    },
+    {
+      "grad_norm": 0.04055330157279968,
+      "learning_rate": 0.0001,
+      "loss": 0.095,
+      "step": 12640
+    },
+    {
+      "grad_norm": 0.04407963529229164,
+      "learning_rate": 0.0001,
+      "loss": 0.095,
+      "step": 12650
+    },
+    {
+      "grad_norm": 0.06516055017709732,
+      "learning_rate": 0.0001,
+      "loss": 0.0964,
+      "step": 12660
+    },
+    {
+      "grad_norm": 0.09644880890846252,
+      "learning_rate": 0.0001,
+      "loss": 0.0979,
+      "step": 12670
+    },
+    {
+      "grad_norm": 0.05428106710314751,
+      "learning_rate": 0.0001,
+      "loss": 0.0975,
+      "step": 12680
+    },
+    {
+      "grad_norm": 0.055100709199905396,
+      "learning_rate": 0.0001,
+      "loss": 0.0985,
+      "step": 12690
+    },
+    {
+      "grad_norm": 0.039557814598083496,
+      "learning_rate": 0.0001,
+      "loss": 0.0941,
+      "step": 12700
+    },
+    {
+      "grad_norm": 0.055660951882600784,
+      "learning_rate": 0.0001,
+      "loss": 0.1,
+      "step": 12710
+    },
+    {
+      "grad_norm": 0.038924120366573334,
+      "learning_rate": 0.0001,
+      "loss": 0.0946,
+      "step": 12720
+    },
+    {
+      "grad_norm": 0.04972546547651291,
+      "learning_rate": 0.0001,
+      "loss": 0.0936,
+      "step": 12730
+    },
+    {
+      "grad_norm": 0.04105345159769058,
+      "learning_rate": 0.0001,
+      "loss": 0.0965,
+      "step": 12740
+    },
+    {
+      "grad_norm": 0.044626012444496155,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 12750
+    },
+    {
+      "grad_norm": 0.04671349748969078,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 12760
+    },
+    {
+      "grad_norm": 0.043012022972106934,
+      "learning_rate": 0.0001,
+      "loss": 0.0917,
+      "step": 12770
+    },
+    {
+      "grad_norm": 0.044706717133522034,
+      "learning_rate": 0.0001,
+      "loss": 0.0934,
+      "step": 12780
+    },
+    {
+      "grad_norm": 0.055322837084531784,
+      "learning_rate": 0.0001,
+      "loss": 0.0919,
+      "step": 12790
+    },
+    {
+      "grad_norm": 0.047128863632678986,
+      "learning_rate": 0.0001,
+      "loss": 0.0937,
+      "step": 12800
+    },
+    {
+      "grad_norm": 0.04694830998778343,
+      "learning_rate": 0.0001,
+      "loss": 0.0929,
+      "step": 12810
+    },
+    {
+      "grad_norm": 0.036955926567316055,
+      "learning_rate": 0.0001,
+      "loss": 0.0925,
+      "step": 12820
+    },
+    {
+      "grad_norm": 0.04722985997796059,
+      "learning_rate": 0.0001,
+      "loss": 0.0931,
+      "step": 12830
+    },
+    {
+      "grad_norm": 0.07002703100442886,
+      "learning_rate": 0.0001,
+      "loss": 0.0953,
+      "step": 12840
+    },
+    {
+      "grad_norm": 0.07445479184389114,
+      "learning_rate": 0.0001,
+      "loss": 0.0966,
+      "step": 12850
+    },
+    {
+      "grad_norm": 0.054033637046813965,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 12860
+    },
+    {
+      "grad_norm": 0.044908735901117325,
+      "learning_rate": 0.0001,
+      "loss": 0.0961,
+      "step": 12870
+    },
+    {
+      "grad_norm": 0.0656094178557396,
+      "learning_rate": 0.0001,
+      "loss": 0.0951,
+      "step": 12880
+    },
+    {
+      "grad_norm": 0.045018427073955536,
+      "learning_rate": 0.0001,
+      "loss": 0.0949,
+      "step": 12890
+    },
+    {
+      "grad_norm": 0.04910791665315628,
+      "learning_rate": 0.0001,
+      "loss": 0.0994,
+      "step": 12900
+    },
+    {
+      "grad_norm": 0.048932332545518875,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 12910
+    },
+    {
+      "grad_norm": 0.04311884939670563,
+      "learning_rate": 0.0001,
+      "loss": 0.0967,
+      "step": 12920
+    },
+    {
+      "grad_norm": 0.05819999426603317,
+      "learning_rate": 0.0001,
+      "loss": 0.0948,
+      "step": 12930
+    },
+    {
+      "grad_norm": 0.048912640661001205,
+      "learning_rate": 0.0001,
+      "loss": 0.096,
+      "step": 12940
+    },
+    {
+      "grad_norm": 0.04986419528722763,
+      "learning_rate": 0.0001,
+      "loss": 0.0961,
+      "step": 12950
+    },
+    {
+      "grad_norm": 0.04779141768813133,
+      "learning_rate": 0.0001,
+      "loss": 0.0934,
+      "step": 12960
+    },
+    {
+      "grad_norm": 0.04987677186727524,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 12970
+    },
+    {
+      "grad_norm": 0.05622616037726402,
+      "learning_rate": 0.0001,
+      "loss": 0.0941,
+      "step": 12980
+    },
+    {
+      "grad_norm": 0.04133566468954086,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 12990
+    },
+    {
+      "grad_norm": 0.044043757021427155,
+      "learning_rate": 0.0001,
+      "loss": 0.0945,
+      "step": 13000
+    },
+    {
+      "grad_norm": 0.048563048243522644,
+      "learning_rate": 0.0001,
+      "loss": 0.0926,
+      "step": 13010
+    },
+    {
+      "grad_norm": 0.06823106855154037,
+      "learning_rate": 0.0001,
+      "loss": 0.094,
+      "step": 13020
+    },
+    {
+      "grad_norm": 0.04655928164720535,
+      "learning_rate": 0.0001,
+      "loss": 0.0932,
+      "step": 13030
+    },
+    {
+      "grad_norm": 0.04441867023706436,
+      "learning_rate": 0.0001,
+      "loss": 0.0922,
+      "step": 13040
+    },
+    {
+      "grad_norm": 0.04276103898882866,
+      "learning_rate": 0.0001,
+      "loss": 0.091,
+      "step": 13050
+    },
+    {
+      "grad_norm": 0.045903369784355164,
+      "learning_rate": 0.0001,
+      "loss": 0.0968,
+      "step": 13060
+    },
+    {
+      "grad_norm": 0.04925144091248512,
+      "learning_rate": 0.0001,
+      "loss": 0.0905,
+      "step": 13070
+    },
+    {
+      "grad_norm": 0.05726226046681404,
+      "learning_rate": 0.0001,
+      "loss": 0.0915,
+      "step": 13080
+    },
+    {
+      "grad_norm": 0.04539316147565842,
+      "learning_rate": 0.0001,
+      "loss": 0.0904,
+      "step": 13090
+    },
+    {
+      "grad_norm": 0.0486484095454216,
+      "learning_rate": 0.0001,
+      "loss": 0.0925,
+      "step": 13100
+    },
+    {
+      "grad_norm": 0.04471495375037193,
+      "learning_rate": 0.0001,
+      "loss": 0.0929,
+      "step": 13110
+    },
+    {
+      "grad_norm": 0.0541452020406723,
+      "learning_rate": 0.0001,
+      "loss": 0.0931,
+      "step": 13120
+    },
+    {
+      "grad_norm": 0.0374860055744648,
+      "learning_rate": 0.0001,
+      "loss": 0.0964,
+      "step": 13130
+    },
+    {
+      "grad_norm": 0.058425173163414,
+      "learning_rate": 0.0001,
+      "loss": 0.0946,
+      "step": 13140
+    },
+    {
+      "grad_norm": 0.037095025181770325,
+      "learning_rate": 0.0001,
+      "loss": 0.0931,
+      "step": 13150
+    },
+    {
+      "grad_norm": 0.04617566987872124,
+      "learning_rate": 0.0001,
+      "loss": 0.0957,
+      "step": 13160
+    },
+    {
+      "grad_norm": 0.04440293833613396,
+      "learning_rate": 0.0001,
+      "loss": 0.0986,
+      "step": 13170
+    },
+    {
+      "grad_norm": 0.04842498153448105,
+      "learning_rate": 0.0001,
+      "loss": 0.0936,
+      "step": 13180
+    },
+    {
+      "grad_norm": 0.04750705137848854,
+      "learning_rate": 0.0001,
+      "loss": 0.0968,
+      "step": 13190
+    },
+    {
+      "grad_norm": 0.0523226372897625,
+      "learning_rate": 0.0001,
+      "loss": 0.0957,
+      "step": 13200
+    },
+    {
+      "grad_norm": 0.04984217882156372,
+      "learning_rate": 0.0001,
+      "loss": 0.0946,
+      "step": 13210
+    },
+    {
+      "grad_norm": 0.04769730195403099,
+      "learning_rate": 0.0001,
+      "loss": 0.0964,
+      "step": 13220
+    },
+    {
+      "grad_norm": 0.03860995173454285,
+      "learning_rate": 0.0001,
+      "loss": 0.0941,
+      "step": 13230
+    },
+    {
+      "grad_norm": 0.058627899736166,
+      "learning_rate": 0.0001,
+      "loss": 0.0969,
+      "step": 13240
+    },
+    {
+      "grad_norm": 0.04141603037714958,
+      "learning_rate": 0.0001,
+      "loss": 0.0983,
+      "step": 13250
+    },
+    {
+      "grad_norm": 0.04568592831492424,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 13260
+    },
+    {
+      "grad_norm": 0.04125850275158882,
+      "learning_rate": 0.0001,
+      "loss": 0.0961,
+      "step": 13270
+    },
+    {
+      "grad_norm": 0.04327762871980667,
+      "learning_rate": 0.0001,
+      "loss": 0.0963,
+      "step": 13280
+    },
+    {
+      "grad_norm": 0.05613492429256439,
+      "learning_rate": 0.0001,
+      "loss": 0.1009,
+      "step": 13290
+    },
+    {
+      "grad_norm": 0.05007898062467575,
+      "learning_rate": 0.0001,
+      "loss": 0.0982,
+      "step": 13300
+    },
+    {
+      "grad_norm": 0.04236945882439613,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 13310
+    },
+    {
+      "grad_norm": 0.04010540992021561,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 13320
+    },
+    {
+      "grad_norm": 0.05511820316314697,
+      "learning_rate": 0.0001,
+      "loss": 0.0955,
+      "step": 13330
+    },
+    {
+      "grad_norm": 0.07209125906229019,
+      "learning_rate": 0.0001,
+      "loss": 0.0955,
+      "step": 13340
+    },
+    {
+      "grad_norm": 0.038974013179540634,
+      "learning_rate": 0.0001,
+      "loss": 0.0961,
+      "step": 13350
+    },
+    {
+      "grad_norm": 0.03649313002824783,
+      "learning_rate": 0.0001,
+      "loss": 0.0937,
+      "step": 13360
+    },
+    {
+      "grad_norm": 0.04506396874785423,
+      "learning_rate": 0.0001,
+      "loss": 0.0957,
+      "step": 13370
+    },
+    {
+      "grad_norm": 0.04709092155098915,
+      "learning_rate": 0.0001,
+      "loss": 0.0942,
+      "step": 13380
+    },
+    {
+      "grad_norm": 0.04228711128234863,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 13390
+    },
+    {
+      "grad_norm": 0.0490371510386467,
+      "learning_rate": 0.0001,
+      "loss": 0.0957,
+      "step": 13400
+    },
+    {
+      "grad_norm": 0.04493894800543785,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 13410
+    },
+    {
+      "grad_norm": 0.0523034930229187,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 13420
+    },
+    {
+      "grad_norm": 0.05934888496994972,
+      "learning_rate": 0.0001,
+      "loss": 0.0902,
+      "step": 13430
+    },
+    {
+      "grad_norm": 0.05888034775853157,
+      "learning_rate": 0.0001,
+      "loss": 0.0929,
+      "step": 13440
+    },
+    {
+      "grad_norm": 0.03993747755885124,
+      "learning_rate": 0.0001,
+      "loss": 0.0891,
+      "step": 13450
+    },
+    {
+      "grad_norm": 0.0488702729344368,
+      "learning_rate": 0.0001,
+      "loss": 0.0944,
+      "step": 13460
+    },
+    {
+      "grad_norm": 0.046889714896678925,
+      "learning_rate": 0.0001,
+      "loss": 0.0904,
+      "step": 13470
+    },
+    {
+      "grad_norm": 0.061134956777095795,
+      "learning_rate": 0.0001,
+      "loss": 0.0972,
+      "step": 13480
+    },
+    {
+      "grad_norm": 0.045000068843364716,
+      "learning_rate": 0.0001,
+      "loss": 0.0919,
+      "step": 13490
+    },
+    {
+      "grad_norm": 0.07392100989818573,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 13500
+    },
+    {
+      "grad_norm": 0.05099803954362869,
+      "learning_rate": 0.0001,
+      "loss": 0.0922,
+      "step": 13510
+    },
+    {
+      "grad_norm": 0.05038522556424141,
+      "learning_rate": 0.0001,
+      "loss": 0.0993,
+      "step": 13520
+    },
+    {
+      "grad_norm": 0.04453166574239731,
+      "learning_rate": 0.0001,
+      "loss": 0.0941,
+      "step": 13530
+    },
+    {
+      "grad_norm": 0.07034987956285477,
+      "learning_rate": 0.0001,
+      "loss": 0.1004,
+      "step": 13540
+    },
+    {
+      "grad_norm": 0.03995179757475853,
+      "learning_rate": 0.0001,
+      "loss": 0.0919,
+      "step": 13550
+    },
+    {
+      "grad_norm": 0.053020767867565155,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 13560
+    },
+    {
+      "grad_norm": 0.047767527401447296,
+      "learning_rate": 0.0001,
+      "loss": 0.0929,
+      "step": 13570
+    },
+    {
+      "grad_norm": 0.04834376275539398,
+      "learning_rate": 0.0001,
+      "loss": 0.0932,
+      "step": 13580
+    },
+    {
+      "grad_norm": 0.05563249811530113,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 13590
+    },
+    {
+      "grad_norm": 0.07039087265729904,
+      "learning_rate": 0.0001,
+      "loss": 0.0961,
+      "step": 13600
+    },
+    {
+      "grad_norm": 0.04333040118217468,
+      "learning_rate": 0.0001,
+      "loss": 0.0925,
+      "step": 13610
+    },
+    {
+      "grad_norm": 0.048869792371988297,
+      "learning_rate": 0.0001,
+      "loss": 0.0941,
+      "step": 13620
+    },
+    {
+      "grad_norm": 0.03914022445678711,
+      "learning_rate": 0.0001,
+      "loss": 0.0929,
+      "step": 13630
+    },
+    {
+      "grad_norm": 0.04756397381424904,
+      "learning_rate": 0.0001,
+      "loss": 0.0939,
+      "step": 13640
+    },
+    {
+      "grad_norm": 0.04069799929857254,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 13650
+    },
+    {
+      "grad_norm": 0.059379540383815765,
+      "learning_rate": 0.0001,
+      "loss": 0.0942,
+      "step": 13660
+    },
+    {
+      "grad_norm": 0.04611201211810112,
+      "learning_rate": 0.0001,
+      "loss": 0.091,
+      "step": 13670
+    },
+    {
+      "grad_norm": 0.0494065061211586,
+      "learning_rate": 0.0001,
+      "loss": 0.0937,
+      "step": 13680
+    },
+    {
+      "grad_norm": 0.056712206453084946,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 13690
+    },
+    {
+      "grad_norm": 0.0712023377418518,
+      "learning_rate": 0.0001,
+      "loss": 0.0921,
+      "step": 13700
+    },
+    {
+      "grad_norm": 0.044730789959430695,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 13710
+    },
+    {
+      "grad_norm": 0.06666722148656845,
+      "learning_rate": 0.0001,
+      "loss": 0.0945,
+      "step": 13720
+    },
+    {
+      "grad_norm": 0.058400657027959824,
+      "learning_rate": 0.0001,
+      "loss": 0.0896,
+      "step": 13730
+    },
+    {
+      "grad_norm": 0.04840024933218956,
+      "learning_rate": 0.0001,
+      "loss": 0.0922,
+      "step": 13740
+    },
+    {
+      "grad_norm": 0.044368352741003036,
+      "learning_rate": 0.0001,
+      "loss": 0.087,
+      "step": 13750
+    },
+    {
+      "grad_norm": 0.06186367943882942,
+      "learning_rate": 0.0001,
+      "loss": 0.0937,
+      "step": 13760
+    },
+    {
+      "grad_norm": 0.05383851379156113,
+      "learning_rate": 0.0001,
+      "loss": 0.0872,
+      "step": 13770
+    },
+    {
+      "grad_norm": 0.04712830111384392,
+      "learning_rate": 0.0001,
+      "loss": 0.0914,
+      "step": 13780
+    },
+    {
+      "grad_norm": 0.03847520053386688,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 13790
+    },
+    {
+      "grad_norm": 0.04416457191109657,
+      "learning_rate": 0.0001,
+      "loss": 0.0914,
+      "step": 13800
+    },
+    {
+      "grad_norm": 0.047909077256917953,
+      "learning_rate": 0.0001,
+      "loss": 0.0904,
+      "step": 13810
+    },
+    {
+      "grad_norm": 0.045098286122083664,
+      "learning_rate": 0.0001,
+      "loss": 0.095,
+      "step": 13820
+    },
+    {
+      "grad_norm": 0.04814798757433891,
+      "learning_rate": 0.0001,
+      "loss": 0.092,
+      "step": 13830
+    },
+    {
+      "grad_norm": 0.03560195490717888,
+      "learning_rate": 0.0001,
+      "loss": 0.0932,
+      "step": 13840
+    },
+    {
+      "grad_norm": 0.05144360288977623,
+      "learning_rate": 0.0001,
+      "loss": 0.0919,
+      "step": 13850
+    },
+    {
+      "grad_norm": 0.04120055213570595,
+      "learning_rate": 0.0001,
+      "loss": 0.0972,
+      "step": 13860
+    },
+    {
+      "grad_norm": 0.05743374675512314,
+      "learning_rate": 0.0001,
+      "loss": 0.0914,
+      "step": 13870
+    },
+    {
+      "grad_norm": 0.045861247926950455,
+      "learning_rate": 0.0001,
+      "loss": 0.0944,
+      "step": 13880
+    },
+    {
+      "grad_norm": 0.04999476298689842,
+      "learning_rate": 0.0001,
+      "loss": 0.0912,
+      "step": 13890
+    },
+    {
+      "grad_norm": 0.04842694103717804,
+      "learning_rate": 0.0001,
+      "loss": 0.0954,
+      "step": 13900
+    },
+    {
+      "grad_norm": 0.04028201103210449,
+      "learning_rate": 0.0001,
+      "loss": 0.0928,
+      "step": 13910
+    },
+    {
+      "grad_norm": 0.06344499439001083,
+      "learning_rate": 0.0001,
+      "loss": 0.091,
+      "step": 13920
+    },
+    {
+      "grad_norm": 0.05298750102519989,
+      "learning_rate": 0.0001,
+      "loss": 0.0891,
+      "step": 13930
+    },
+    {
+      "grad_norm": 0.04151634871959686,
+      "learning_rate": 0.0001,
+      "loss": 0.0926,
+      "step": 13940
+    },
+    {
+      "grad_norm": 0.05065324530005455,
+      "learning_rate": 0.0001,
+      "loss": 0.0921,
+      "step": 13950
+    },
+    {
+      "grad_norm": 0.04875609278678894,
+      "learning_rate": 0.0001,
+      "loss": 0.0966,
+      "step": 13960
+    },
+    {
+      "grad_norm": 0.05706223472952843,
+      "learning_rate": 0.0001,
+      "loss": 0.0893,
+      "step": 13970
+    },
+    {
+      "grad_norm": 0.04329248517751694,
+      "learning_rate": 0.0001,
+      "loss": 0.0941,
+      "step": 13980
+    },
+    {
+      "grad_norm": 0.0565934032201767,
+      "learning_rate": 0.0001,
+      "loss": 0.0891,
+      "step": 13990
+    },
+    {
+      "grad_norm": 0.0475025400519371,
+      "learning_rate": 0.0001,
+      "loss": 0.0953,
+      "step": 14000
+    },
+    {
+      "grad_norm": 0.04960009083151817,
+      "learning_rate": 0.0001,
+      "loss": 0.0911,
+      "step": 14010
+    },
+    {
+      "grad_norm": 0.054433148354291916,
+      "learning_rate": 0.0001,
+      "loss": 0.0931,
+      "step": 14020
+    },
+    {
+      "grad_norm": 0.06358272582292557,
+      "learning_rate": 0.0001,
+      "loss": 0.0915,
+      "step": 14030
+    },
+    {
+      "grad_norm": 0.059358056634664536,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 14040
+    },
+    {
+      "grad_norm": 0.0506652295589447,
+      "learning_rate": 0.0001,
+      "loss": 0.0911,
+      "step": 14050
+    },
+    {
+      "grad_norm": 0.04241049662232399,
+      "learning_rate": 0.0001,
+      "loss": 0.0906,
+      "step": 14060
+    },
+    {
+      "grad_norm": 0.04215284436941147,
+      "learning_rate": 0.0001,
+      "loss": 0.0921,
+      "step": 14070
+    },
+    {
+      "grad_norm": 0.03967299684882164,
+      "learning_rate": 0.0001,
+      "loss": 0.0878,
+      "step": 14080
+    },
+    {
+      "grad_norm": 0.04241245239973068,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 14090
+    },
+    {
+      "grad_norm": 0.04919777065515518,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 14100
+    },
+    {
+      "grad_norm": 0.03825558349490166,
+      "learning_rate": 0.0001,
+      "loss": 0.0905,
+      "step": 14110
+    },
+    {
+      "grad_norm": 0.057025328278541565,
+      "learning_rate": 0.0001,
+      "loss": 0.0849,
+      "step": 14120
+    },
+    {
+      "grad_norm": 0.039309900254011154,
+      "learning_rate": 0.0001,
+      "loss": 0.0958,
+      "step": 14130
+    },
+    {
+      "grad_norm": 0.04389219358563423,
+      "learning_rate": 0.0001,
+      "loss": 0.0874,
+      "step": 14140
+    },
+    {
+      "grad_norm": 0.04118623211979866,
+      "learning_rate": 0.0001,
+      "loss": 0.0916,
+      "step": 14150
+    },
+    {
+      "grad_norm": 0.041082222014665604,
+      "learning_rate": 0.0001,
+      "loss": 0.0896,
+      "step": 14160
+    },
+    {
+      "grad_norm": 0.0447152704000473,
+      "learning_rate": 0.0001,
+      "loss": 0.0926,
+      "step": 14170
+    },
+    {
+      "grad_norm": 0.04129718616604805,
+      "learning_rate": 0.0001,
+      "loss": 0.0873,
+      "step": 14180
+    },
+    {
+      "grad_norm": 0.04592132940888405,
+      "learning_rate": 0.0001,
+      "loss": 0.0912,
+      "step": 14190
+    },
+    {
+      "grad_norm": 0.04660603776574135,
+      "learning_rate": 0.0001,
+      "loss": 0.0888,
+      "step": 14200
+    },
+    {
+      "grad_norm": 0.041038092225790024,
+      "learning_rate": 0.0001,
+      "loss": 0.0914,
+      "step": 14210
+    },
+    {
+      "grad_norm": 0.05266633257269859,
+      "learning_rate": 0.0001,
+      "loss": 0.087,
+      "step": 14220
+    },
+    {
+      "grad_norm": 0.046995796263217926,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 14230
+    },
+    {
+      "grad_norm": 0.04859592393040657,
+      "learning_rate": 0.0001,
+      "loss": 0.0899,
+      "step": 14240
+    },
+    {
+      "grad_norm": 0.04817533120512962,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 14250
+    },
+    {
+      "grad_norm": 0.03673332557082176,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 14260
+    },
+    {
+      "grad_norm": 0.05321112275123596,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 14270
+    },
+    {
+      "grad_norm": 0.045672956854104996,
+      "learning_rate": 0.0001,
+      "loss": 0.0876,
+      "step": 14280
+    },
+    {
+      "grad_norm": 0.07787415385246277,
+      "learning_rate": 0.0001,
+      "loss": 0.0955,
+      "step": 14290
+    },
+    {
+      "grad_norm": 0.046119701117277145,
+      "learning_rate": 0.0001,
+      "loss": 0.0887,
+      "step": 14300
+    },
+    {
+      "grad_norm": 0.05944182723760605,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 14310
+    },
+    {
+      "grad_norm": 0.03944499045610428,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 14320
+    },
+    {
+      "grad_norm": 0.0458054356276989,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 14330
+    },
+    {
+      "grad_norm": 0.04228872060775757,
+      "learning_rate": 0.0001,
+      "loss": 0.0879,
+      "step": 14340
+    },
+    {
+      "grad_norm": 0.047043077647686005,
+      "learning_rate": 0.0001,
+      "loss": 0.0902,
+      "step": 14350
+    },
+    {
+      "grad_norm": 0.050516966730356216,
+      "learning_rate": 0.0001,
+      "loss": 0.0905,
+      "step": 14360
+    },
+    {
+      "grad_norm": 0.042842280119657516,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 14370
+    },
+    {
+      "grad_norm": 0.056239254772663116,
+      "learning_rate": 0.0001,
+      "loss": 0.0939,
+      "step": 14380
+    },
+    {
+      "grad_norm": 0.05199769139289856,
+      "learning_rate": 0.0001,
+      "loss": 0.0901,
+      "step": 14390
+    },
+    {
+      "grad_norm": 0.04378728196024895,
+      "learning_rate": 0.0001,
+      "loss": 0.0929,
+      "step": 14400
+    },
+    {
+      "grad_norm": 0.046306971460580826,
+      "learning_rate": 0.0001,
+      "loss": 0.09,
+      "step": 14410
+    },
+    {
+      "grad_norm": 0.04926418513059616,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 14420
+    },
+    {
+      "grad_norm": 0.041956931352615356,
+      "learning_rate": 0.0001,
+      "loss": 0.0911,
+      "step": 14430
+    },
+    {
+      "grad_norm": 0.045192547142505646,
+      "learning_rate": 0.0001,
+      "loss": 0.0989,
+      "step": 14440
+    },
+    {
+      "grad_norm": 0.04799078777432442,
+      "learning_rate": 0.0001,
+      "loss": 0.0912,
+      "step": 14450
+    },
+    {
+      "grad_norm": 0.035610929131507874,
+      "learning_rate": 0.0001,
+      "loss": 0.0975,
+      "step": 14460
+    },
+    {
+      "grad_norm": 0.056937046349048615,
+      "learning_rate": 0.0001,
+      "loss": 0.0937,
+      "step": 14470
+    },
+    {
+      "grad_norm": 0.05964948236942291,
+      "learning_rate": 0.0001,
+      "loss": 0.0991,
+      "step": 14480
+    },
+    {
+      "grad_norm": 0.045189857482910156,
+      "learning_rate": 0.0001,
+      "loss": 0.0931,
+      "step": 14490
+    },
+    {
+      "grad_norm": 0.03870702162384987,
+      "learning_rate": 0.0001,
+      "loss": 0.0963,
+      "step": 14500
+    },
+    {
+      "grad_norm": 0.045381080359220505,
+      "learning_rate": 0.0001,
+      "loss": 0.0926,
+      "step": 14510
+    },
+    {
+      "grad_norm": 0.036508094519376755,
+      "learning_rate": 0.0001,
+      "loss": 0.0961,
+      "step": 14520
+    },
+    {
+      "grad_norm": 0.054933737963438034,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 14530
+    },
+    {
+      "grad_norm": 0.060059238225221634,
+      "learning_rate": 0.0001,
+      "loss": 0.0977,
+      "step": 14540
+    },
+    {
+      "grad_norm": 0.04051630198955536,
+      "learning_rate": 0.0001,
+      "loss": 0.0911,
+      "step": 14550
+    },
+    {
+      "grad_norm": 0.03966459631919861,
+      "learning_rate": 0.0001,
+      "loss": 0.0976,
+      "step": 14560
+    },
+    {
+      "grad_norm": 0.041031673550605774,
+      "learning_rate": 0.0001,
+      "loss": 0.0917,
+      "step": 14570
+    },
+    {
+      "grad_norm": 0.07854225486516953,
+      "learning_rate": 0.0001,
+      "loss": 0.097,
+      "step": 14580
+    },
+    {
+      "grad_norm": 0.04002971947193146,
+      "learning_rate": 0.0001,
+      "loss": 0.092,
+      "step": 14590
+    },
+    {
+      "grad_norm": 0.0380060039460659,
+      "learning_rate": 0.0001,
+      "loss": 0.094,
+      "step": 14600
+    },
+    {
+      "grad_norm": 0.042238302528858185,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 14610
+    },
+    {
+      "grad_norm": 0.05068839713931084,
+      "learning_rate": 0.0001,
+      "loss": 0.0963,
+      "step": 14620
+    },
+    {
+      "grad_norm": 0.043984588235616684,
+      "learning_rate": 0.0001,
+      "loss": 0.0896,
+      "step": 14630
+    },
+    {
+      "grad_norm": 0.04400840029120445,
+      "learning_rate": 0.0001,
+      "loss": 0.0952,
+      "step": 14640
+    },
+    {
+      "grad_norm": 0.050074901431798935,
+      "learning_rate": 0.0001,
+      "loss": 0.0884,
+      "step": 14650
+    },
+    {
+      "grad_norm": 0.04302677884697914,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 14660
+    },
+    {
+      "grad_norm": 0.07259414345026016,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 14670
+    },
+    {
+      "grad_norm": 0.03794880583882332,
+      "learning_rate": 0.0001,
+      "loss": 0.092,
+      "step": 14680
+    },
+    {
+      "grad_norm": 0.04365767166018486,
+      "learning_rate": 0.0001,
+      "loss": 0.088,
+      "step": 14690
+    },
+    {
+      "grad_norm": 0.06775319576263428,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 14700
+    },
+    {
+      "grad_norm": 0.04541574418544769,
+      "learning_rate": 0.0001,
+      "loss": 0.0898,
+      "step": 14710
+    },
+    {
+      "grad_norm": 0.03970615938305855,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 14720
+    },
+    {
+      "grad_norm": 0.055409934371709824,
+      "learning_rate": 0.0001,
+      "loss": 0.0924,
+      "step": 14730
+    },
+    {
+      "grad_norm": 0.05634651705622673,
+      "learning_rate": 0.0001,
+      "loss": 0.0896,
+      "step": 14740
+    },
+    {
+      "grad_norm": 0.04431696981191635,
+      "learning_rate": 0.0001,
+      "loss": 0.0918,
+      "step": 14750
+    },
+    {
+      "grad_norm": 0.05414523184299469,
+      "learning_rate": 0.0001,
+      "loss": 0.0905,
+      "step": 14760
+    },
+    {
+      "grad_norm": 0.06495413929224014,
+      "learning_rate": 0.0001,
+      "loss": 0.0952,
+      "step": 14770
+    },
+    {
+      "grad_norm": 0.05324801802635193,
+      "learning_rate": 0.0001,
+      "loss": 0.0893,
+      "step": 14780
+    },
+    {
+      "grad_norm": 0.04972289502620697,
+      "learning_rate": 0.0001,
+      "loss": 0.0977,
+      "step": 14790
+    },
+    {
+      "grad_norm": 0.040340397506952286,
+      "learning_rate": 0.0001,
+      "loss": 0.089,
+      "step": 14800
+    },
+    {
+      "grad_norm": 0.041106928139925,
+      "learning_rate": 0.0001,
+      "loss": 0.0953,
+      "step": 14810
+    },
+    {
+      "grad_norm": 0.0418357290327549,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 14820
+    },
+    {
+      "grad_norm": 0.03822655975818634,
+      "learning_rate": 0.0001,
+      "loss": 0.0942,
+      "step": 14830
+    },
+    {
+      "grad_norm": 0.048085518181324005,
+      "learning_rate": 0.0001,
+      "loss": 0.0879,
+      "step": 14840
+    },
+    {
+      "grad_norm": 0.04635171964764595,
+      "learning_rate": 0.0001,
+      "loss": 0.0945,
+      "step": 14850
+    },
+    {
+      "grad_norm": 0.037388693541288376,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 14860
+    },
+    {
+      "grad_norm": 0.0457291379570961,
+      "learning_rate": 0.0001,
+      "loss": 0.0935,
+      "step": 14870
+    },
+    {
+      "grad_norm": 0.06228075176477432,
+      "learning_rate": 0.0001,
+      "loss": 0.0902,
+      "step": 14880
+    },
+    {
+      "grad_norm": 0.03481193631887436,
+      "learning_rate": 0.0001,
+      "loss": 0.0961,
+      "step": 14890
+    },
+    {
+      "grad_norm": 0.03886675089597702,
+      "learning_rate": 0.0001,
+      "loss": 0.0906,
+      "step": 14900
+    },
+    {
+      "grad_norm": 0.04283856600522995,
+      "learning_rate": 0.0001,
+      "loss": 0.094,
+      "step": 14910
+    },
+    {
+      "grad_norm": 0.04618893563747406,
+      "learning_rate": 0.0001,
+      "loss": 0.0888,
+      "step": 14920
+    },
+    {
+      "grad_norm": 0.04283415153622627,
+      "learning_rate": 0.0001,
+      "loss": 0.0955,
+      "step": 14930
+    },
+    {
+      "grad_norm": 0.05260360240936279,
+      "learning_rate": 0.0001,
+      "loss": 0.0887,
+      "step": 14940
+    },
+    {
+      "grad_norm": 0.042319461703300476,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 14950
+    },
+    {
+      "grad_norm": 0.04432455077767372,
+      "learning_rate": 0.0001,
+      "loss": 0.0894,
+      "step": 14960
+    },
+    {
+      "grad_norm": 0.03657343611121178,
+      "learning_rate": 0.0001,
+      "loss": 0.0963,
+      "step": 14970
+    },
+    {
+      "grad_norm": 0.04813665524125099,
+      "learning_rate": 0.0001,
+      "loss": 0.0867,
+      "step": 14980
+    },
+    {
+      "grad_norm": 0.040503546595573425,
+      "learning_rate": 0.0001,
+      "loss": 0.092,
+      "step": 14990
+    },
+    {
+      "grad_norm": 0.038610685616731644,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 15000
+    },
+    {
+      "grad_norm": 0.039078354835510254,
+      "learning_rate": 0.0001,
+      "loss": 0.0925,
+      "step": 15010
+    },
+    {
+      "grad_norm": 0.04757922515273094,
+      "learning_rate": 0.0001,
+      "loss": 0.0872,
+      "step": 15020
+    },
+    {
+      "grad_norm": 0.047014519572257996,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 15030
+    },
+    {
+      "grad_norm": 0.04522586986422539,
+      "learning_rate": 0.0001,
+      "loss": 0.0884,
+      "step": 15040
+    },
+    {
+      "grad_norm": 0.05762017145752907,
+      "learning_rate": 0.0001,
+      "loss": 0.0945,
+      "step": 15050
+    },
+    {
+      "grad_norm": 0.052379023283720016,
+      "learning_rate": 0.0001,
+      "loss": 0.0873,
+      "step": 15060
+    },
+    {
+      "grad_norm": 0.04064347967505455,
+      "learning_rate": 0.0001,
+      "loss": 0.0942,
+      "step": 15070
+    },
+    {
+      "grad_norm": 0.04248069226741791,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 15080
+    },
+    {
+      "grad_norm": 0.03845582902431488,
+      "learning_rate": 0.0001,
+      "loss": 0.0931,
+      "step": 15090
+    },
+    {
+      "grad_norm": 0.04116097092628479,
+      "learning_rate": 0.0001,
+      "loss": 0.0874,
+      "step": 15100
+    },
+    {
+      "grad_norm": 0.09413454681634903,
+      "learning_rate": 0.0001,
+      "loss": 0.0921,
+      "step": 15110
+    },
+    {
+      "grad_norm": 0.0558653399348259,
+      "learning_rate": 0.0001,
+      "loss": 0.0911,
+      "step": 15120
+    },
+    {
+      "grad_norm": 0.038019537925720215,
+      "learning_rate": 0.0001,
+      "loss": 0.0934,
+      "step": 15130
+    },
+    {
+      "grad_norm": 0.04017907381057739,
+      "learning_rate": 0.0001,
+      "loss": 0.0904,
+      "step": 15140
+    },
+    {
+      "grad_norm": 0.03922709450125694,
+      "learning_rate": 0.0001,
+      "loss": 0.0932,
+      "step": 15150
+    },
+    {
+      "grad_norm": 0.04942446947097778,
+      "learning_rate": 0.0001,
+      "loss": 0.091,
+      "step": 15160
+    },
+    {
+      "grad_norm": 0.039641860872507095,
+      "learning_rate": 0.0001,
+      "loss": 0.0962,
+      "step": 15170
+    },
+    {
+      "grad_norm": 0.04285290092229843,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 15180
+    },
+    {
+      "grad_norm": 0.043297622352838516,
+      "learning_rate": 0.0001,
+      "loss": 0.094,
+      "step": 15190
+    },
+    {
+      "grad_norm": 0.038402944803237915,
+      "learning_rate": 0.0001,
+      "loss": 0.0946,
+      "step": 15200
+    },
+    {
+      "grad_norm": 0.06525851041078568,
+      "learning_rate": 0.0001,
+      "loss": 0.0959,
+      "step": 15210
+    },
+    {
+      "grad_norm": 0.05567978695034981,
+      "learning_rate": 0.0001,
+      "loss": 0.0903,
+      "step": 15220
+    },
+    {
+      "grad_norm": 0.06630761176347733,
+      "learning_rate": 0.0001,
+      "loss": 0.0942,
+      "step": 15230
+    },
+    {
+      "grad_norm": 0.03710008040070534,
+      "learning_rate": 0.0001,
+      "loss": 0.0899,
+      "step": 15240
+    },
+    {
+      "grad_norm": 0.031931322067976,
+      "learning_rate": 0.0001,
+      "loss": 0.09,
+      "step": 15250
+    },
+    {
+      "grad_norm": 0.03856454789638519,
+      "learning_rate": 0.0001,
+      "loss": 0.0913,
+      "step": 15260
+    },
+    {
+      "grad_norm": 0.04015824571251869,
+      "learning_rate": 0.0001,
+      "loss": 0.0919,
+      "step": 15270
+    },
+    {
+      "grad_norm": 0.0493539497256279,
+      "learning_rate": 0.0001,
+      "loss": 0.0899,
+      "step": 15280
+    },
+    {
+      "grad_norm": 0.03474932163953781,
+      "learning_rate": 0.0001,
+      "loss": 0.0887,
+      "step": 15290
+    },
+    {
+      "grad_norm": 0.04270648583769798,
+      "learning_rate": 0.0001,
+      "loss": 0.0903,
+      "step": 15300
+    },
+    {
+      "grad_norm": 0.04097067937254906,
+      "learning_rate": 0.0001,
+      "loss": 0.0894,
+      "step": 15310
+    },
+    {
+      "grad_norm": 0.037661127746105194,
+      "learning_rate": 0.0001,
+      "loss": 0.0858,
+      "step": 15320
+    },
+    {
+      "grad_norm": 0.04470743611454964,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 15330
+    },
+    {
+      "grad_norm": 0.03631412237882614,
+      "learning_rate": 0.0001,
+      "loss": 0.0849,
+      "step": 15340
+    },
+    {
+      "grad_norm": 0.050667714327573776,
+      "learning_rate": 0.0001,
+      "loss": 0.0866,
+      "step": 15350
+    },
+    {
+      "grad_norm": 0.054201602935791016,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 15360
+    },
+    {
+      "grad_norm": 0.0474642738699913,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 15370
+    },
+    {
+      "grad_norm": 0.04828110337257385,
+      "learning_rate": 0.0001,
+      "loss": 0.0866,
+      "step": 15380
+    },
+    {
+      "grad_norm": 0.03533476963639259,
+      "learning_rate": 0.0001,
+      "loss": 0.0873,
+      "step": 15390
+    },
+    {
+      "grad_norm": 0.06382615864276886,
+      "learning_rate": 0.0001,
+      "loss": 0.0873,
+      "step": 15400
+    },
+    {
+      "grad_norm": 0.08878110349178314,
+      "learning_rate": 0.0001,
+      "loss": 0.0875,
+      "step": 15410
+    },
+    {
+      "grad_norm": 0.03725700452923775,
+      "learning_rate": 0.0001,
+      "loss": 0.0864,
+      "step": 15420
+    },
+    {
+      "grad_norm": 0.06982096284627914,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 15430
+    },
+    {
+      "grad_norm": 0.03668561205267906,
+      "learning_rate": 0.0001,
+      "loss": 0.0858,
+      "step": 15440
+    },
+    {
+      "grad_norm": 0.047171395272016525,
+      "learning_rate": 0.0001,
+      "loss": 0.0914,
+      "step": 15450
+    },
+    {
+      "grad_norm": 0.04024157673120499,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 15460
+    },
+    {
+      "grad_norm": 0.04916204884648323,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 15470
+    },
+    {
+      "grad_norm": 0.04325864091515541,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 15480
+    },
+    {
+      "grad_norm": 0.04588012024760246,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 15490
+    },
+    {
+      "grad_norm": 0.04663519933819771,
+      "learning_rate": 0.0001,
+      "loss": 0.0892,
+      "step": 15500
+    },
+    {
+      "grad_norm": 0.043643128126859665,
+      "learning_rate": 0.0001,
+      "loss": 0.0894,
+      "step": 15510
+    },
+    {
+      "grad_norm": 0.041911207139492035,
+      "learning_rate": 0.0001,
+      "loss": 0.0889,
+      "step": 15520
+    },
+    {
+      "grad_norm": 0.05511222034692764,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 15530
+    },
+    {
+      "grad_norm": 0.0408640094101429,
+      "learning_rate": 0.0001,
+      "loss": 0.089,
+      "step": 15540
+    },
+    {
+      "grad_norm": 0.05708559975028038,
+      "learning_rate": 0.0001,
+      "loss": 0.0896,
+      "step": 15550
+    },
+    {
+      "grad_norm": 0.0429907888174057,
+      "learning_rate": 0.0001,
+      "loss": 0.0905,
+      "step": 15560
+    },
+    {
+      "grad_norm": 0.06842353940010071,
+      "learning_rate": 0.0001,
+      "loss": 0.0883,
+      "step": 15570
+    },
+    {
+      "grad_norm": 0.048143383115530014,
+      "learning_rate": 0.0001,
+      "loss": 0.0862,
+      "step": 15580
+    },
+    {
+      "grad_norm": 0.057096928358078,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 15590
+    },
+    {
+      "grad_norm": 0.06133582815527916,
+      "learning_rate": 0.0001,
+      "loss": 0.0899,
+      "step": 15600
+    },
+    {
+      "grad_norm": 0.047734495252370834,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 15610
+    },
+    {
+      "grad_norm": 0.04174982011318207,
+      "learning_rate": 0.0001,
+      "loss": 0.0859,
+      "step": 15620
+    },
+    {
+      "grad_norm": 0.05630166083574295,
+      "learning_rate": 0.0001,
+      "loss": 0.0859,
+      "step": 15630
+    },
+    {
+      "grad_norm": 0.039072394371032715,
+      "learning_rate": 0.0001,
+      "loss": 0.088,
+      "step": 15640
+    },
+    {
+      "grad_norm": 0.04153800383210182,
+      "learning_rate": 0.0001,
+      "loss": 0.0854,
+      "step": 15650
+    },
+    {
+      "grad_norm": 0.03706037625670433,
+      "learning_rate": 0.0001,
+      "loss": 0.088,
+      "step": 15660
+    },
+    {
+      "grad_norm": 0.03927861526608467,
+      "learning_rate": 0.0001,
+      "loss": 0.0867,
+      "step": 15670
+    },
+    {
+      "grad_norm": 0.049792200326919556,
+      "learning_rate": 0.0001,
+      "loss": 0.0889,
+      "step": 15680
+    },
+    {
+      "grad_norm": 0.04871553182601929,
+      "learning_rate": 0.0001,
+      "loss": 0.0874,
+      "step": 15690
+    },
+    {
+      "grad_norm": 0.05942009016871452,
+      "learning_rate": 0.0001,
+      "loss": 0.0926,
+      "step": 15700
+    },
+    {
+      "grad_norm": 0.06898338347673416,
+      "learning_rate": 0.0001,
+      "loss": 0.0915,
+      "step": 15710
+    },
+    {
+      "grad_norm": 0.04732043668627739,
+      "learning_rate": 0.0001,
+      "loss": 0.0929,
+      "step": 15720
+    },
+    {
+      "grad_norm": 0.05475448817014694,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 15730
+    },
+    {
+      "grad_norm": 0.04330118000507355,
+      "learning_rate": 0.0001,
+      "loss": 0.094,
+      "step": 15740
+    },
+    {
+      "grad_norm": 0.04335549473762512,
+      "learning_rate": 0.0001,
+      "loss": 0.0893,
+      "step": 15750
+    },
+    {
+      "grad_norm": 0.05333197861909866,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 15760
+    },
+    {
+      "grad_norm": 0.045638587325811386,
+      "learning_rate": 0.0001,
+      "loss": 0.0887,
+      "step": 15770
+    },
+    {
+      "grad_norm": 0.048769958317279816,
+      "learning_rate": 0.0001,
+      "loss": 0.0959,
+      "step": 15780
+    },
+    {
+      "grad_norm": 0.05288887396454811,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 15790
+    },
+    {
+      "grad_norm": 0.046454451978206635,
+      "learning_rate": 0.0001,
+      "loss": 0.0941,
+      "step": 15800
+    },
+    {
+      "grad_norm": 0.052516572177410126,
+      "learning_rate": 0.0001,
+      "loss": 0.0899,
+      "step": 15810
+    },
+    {
+      "grad_norm": 0.04376810044050217,
+      "learning_rate": 0.0001,
+      "loss": 0.0948,
+      "step": 15820
+    },
+    {
+      "grad_norm": 0.043887630105018616,
+      "learning_rate": 0.0001,
+      "loss": 0.089,
+      "step": 15830
+    },
+    {
+      "grad_norm": 0.062089767307043076,
+      "learning_rate": 0.0001,
+      "loss": 0.0938,
+      "step": 15840
+    },
+    {
+      "grad_norm": 0.04145301878452301,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 15850
+    },
+    {
+      "grad_norm": 0.037540629506111145,
+      "learning_rate": 0.0001,
+      "loss": 0.0934,
+      "step": 15860
+    },
+    {
+      "grad_norm": 0.04705779254436493,
+      "learning_rate": 0.0001,
+      "loss": 0.088,
+      "step": 15870
+    },
+    {
+      "grad_norm": 0.041343819350004196,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 15880
+    },
+    {
+      "grad_norm": 0.037958014756441116,
+      "learning_rate": 0.0001,
+      "loss": 0.0888,
+      "step": 15890
+    },
+    {
+      "grad_norm": 0.03648289293050766,
+      "learning_rate": 0.0001,
+      "loss": 0.0957,
+      "step": 15900
+    },
+    {
+      "grad_norm": 0.054558444768190384,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 15910
+    },
+    {
+      "grad_norm": 0.08306213468313217,
+      "learning_rate": 0.0001,
+      "loss": 0.0931,
+      "step": 15920
+    },
+    {
+      "grad_norm": 0.04009806737303734,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 15930
+    },
+    {
+      "grad_norm": 0.04406997933983803,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 15940
+    },
+    {
+      "grad_norm": 0.04369968920946121,
+      "learning_rate": 0.0001,
+      "loss": 0.0865,
+      "step": 15950
+    },
+    {
+      "grad_norm": 0.037526268512010574,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 15960
+    },
+    {
+      "grad_norm": 0.038588859140872955,
+      "learning_rate": 0.0001,
+      "loss": 0.0848,
+      "step": 15970
+    },
+    {
+      "grad_norm": 0.0381334125995636,
+      "learning_rate": 0.0001,
+      "loss": 0.0923,
+      "step": 15980
+    },
+    {
+      "grad_norm": 0.04121650010347366,
+      "learning_rate": 0.0001,
+      "loss": 0.0883,
+      "step": 15990
+    },
+    {
+      "grad_norm": 0.03663711994886398,
+      "learning_rate": 0.0001,
+      "loss": 0.089,
+      "step": 16000
+    },
+    {
+      "grad_norm": 0.035463884472846985,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 16010
+    },
+    {
+      "grad_norm": 0.06023656204342842,
+      "learning_rate": 0.0001,
+      "loss": 0.0939,
+      "step": 16020
+    },
+    {
+      "grad_norm": 0.034221965819597244,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 16030
+    },
+    {
+      "grad_norm": 0.0397125780582428,
+      "learning_rate": 0.0001,
+      "loss": 0.0903,
+      "step": 16040
+    },
+    {
+      "grad_norm": 0.08970648795366287,
+      "learning_rate": 0.0001,
+      "loss": 0.0893,
+      "step": 16050
+    },
+    {
+      "grad_norm": 0.048400603234767914,
+      "learning_rate": 0.0001,
+      "loss": 0.0926,
+      "step": 16060
+    },
+    {
+      "grad_norm": 0.0668274387717247,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 16070
+    },
+    {
+      "grad_norm": 0.041138309985399246,
+      "learning_rate": 0.0001,
+      "loss": 0.0916,
+      "step": 16080
+    },
+    {
+      "grad_norm": 0.034515611827373505,
+      "learning_rate": 0.0001,
+      "loss": 0.0876,
+      "step": 16090
+    },
+    {
+      "grad_norm": 0.044256795197725296,
+      "learning_rate": 0.0001,
+      "loss": 0.0926,
+      "step": 16100
+    },
+    {
+      "grad_norm": 0.037780944257974625,
+      "learning_rate": 0.0001,
+      "loss": 0.0902,
+      "step": 16110
+    },
+    {
+      "grad_norm": 0.038160212337970734,
+      "learning_rate": 0.0001,
+      "loss": 0.0922,
+      "step": 16120
+    },
+    {
+      "grad_norm": 0.043381255120038986,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 16130
+    },
+    {
+      "grad_norm": 0.05481236055493355,
+      "learning_rate": 0.0001,
+      "loss": 0.0909,
+      "step": 16140
+    },
+    {
+      "grad_norm": 0.04407015070319176,
+      "learning_rate": 0.0001,
+      "loss": 0.0895,
+      "step": 16150
+    },
+    {
+      "grad_norm": 0.07975099235773087,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 16160
+    },
+    {
+      "grad_norm": 0.06806906312704086,
+      "learning_rate": 0.0001,
+      "loss": 0.0884,
+      "step": 16170
+    },
+    {
+      "grad_norm": 0.06190802901983261,
+      "learning_rate": 0.0001,
+      "loss": 0.0917,
+      "step": 16180
+    },
+    {
+      "grad_norm": 0.03709381818771362,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 16190
+    },
+    {
+      "grad_norm": 0.039637330919504166,
+      "learning_rate": 0.0001,
+      "loss": 0.0906,
+      "step": 16200
+    },
+    {
+      "grad_norm": 0.03967732936143875,
+      "learning_rate": 0.0001,
+      "loss": 0.0902,
+      "step": 16210
+    },
+    {
+      "grad_norm": 0.051582179963588715,
+      "learning_rate": 0.0001,
+      "loss": 0.0911,
+      "step": 16220
+    },
+    {
+      "grad_norm": 0.039163343608379364,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 16230
+    },
+    {
+      "grad_norm": 0.04162857308983803,
+      "learning_rate": 0.0001,
+      "loss": 0.0912,
+      "step": 16240
+    },
+    {
+      "grad_norm": 0.04607131704688072,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 16250
+    },
+    {
+      "grad_norm": 0.030762547627091408,
+      "learning_rate": 0.0001,
+      "loss": 0.091,
+      "step": 16260
+    },
+    {
+      "grad_norm": 0.046307142823934555,
+      "learning_rate": 0.0001,
+      "loss": 0.086,
+      "step": 16270
+    },
+    {
+      "grad_norm": 0.047029487788677216,
+      "learning_rate": 0.0001,
+      "loss": 0.0883,
+      "step": 16280
+    },
+    {
+      "grad_norm": 0.040988143533468246,
+      "learning_rate": 0.0001,
+      "loss": 0.0881,
+      "step": 16290
+    },
+    {
+      "grad_norm": 0.041039712727069855,
+      "learning_rate": 0.0001,
+      "loss": 0.0846,
+      "step": 16300
+    },
+    {
+      "grad_norm": 0.03642601519823074,
+      "learning_rate": 0.0001,
+      "loss": 0.0895,
+      "step": 16310
+    },
+    {
+      "grad_norm": 0.05257285386323929,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 16320
+    },
+    {
+      "grad_norm": 0.04264445602893829,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 16330
+    },
+    {
+      "grad_norm": 0.04866752028465271,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 16340
+    },
+    {
+      "grad_norm": 0.06311023235321045,
+      "learning_rate": 0.0001,
+      "loss": 0.0896,
+      "step": 16350
+    },
+    {
+      "grad_norm": 0.04219028726220131,
+      "learning_rate": 0.0001,
+      "loss": 0.0858,
+      "step": 16360
+    },
+    {
+      "grad_norm": 0.041495684534311295,
+      "learning_rate": 0.0001,
+      "loss": 0.0902,
+      "step": 16370
+    },
+    {
+      "grad_norm": 0.050385575741529465,
+      "learning_rate": 0.0001,
+      "loss": 0.0872,
+      "step": 16380
+    },
+    {
+      "grad_norm": 0.044201914221048355,
+      "learning_rate": 0.0001,
+      "loss": 0.0914,
+      "step": 16390
+    },
+    {
+      "grad_norm": 0.0335552804172039,
+      "learning_rate": 0.0001,
+      "loss": 0.088,
+      "step": 16400
+    },
+    {
+      "grad_norm": 0.04955305531620979,
+      "learning_rate": 0.0001,
+      "loss": 0.0894,
+      "step": 16410
+    },
+    {
+      "grad_norm": 0.03880695253610611,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 16420
+    },
+    {
+      "grad_norm": 0.037129711359739304,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 16430
+    },
+    {
+      "grad_norm": 0.039887167513370514,
+      "learning_rate": 0.0001,
+      "loss": 0.0862,
+      "step": 16440
+    },
+    {
+      "grad_norm": 0.04877074807882309,
+      "learning_rate": 0.0001,
+      "loss": 0.0912,
+      "step": 16450
+    },
+    {
+      "grad_norm": 0.03697831556200981,
+      "learning_rate": 0.0001,
+      "loss": 0.0857,
+      "step": 16460
+    },
+    {
+      "grad_norm": 0.044353239238262177,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 16470
+    },
+    {
+      "grad_norm": 0.0404987670481205,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 16480
+    },
+    {
+      "grad_norm": 0.053322650492191315,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 16490
+    },
+    {
+      "grad_norm": 0.039282284677028656,
+      "learning_rate": 0.0001,
+      "loss": 0.0848,
+      "step": 16500
+    },
+    {
+      "grad_norm": 0.04372354969382286,
+      "learning_rate": 0.0001,
+      "loss": 0.0905,
+      "step": 16510
+    },
+    {
+      "grad_norm": 0.03907252848148346,
+      "learning_rate": 0.0001,
+      "loss": 0.0841,
+      "step": 16520
+    },
+    {
+      "grad_norm": 0.03713560476899147,
+      "learning_rate": 0.0001,
+      "loss": 0.0895,
+      "step": 16530
+    },
+    {
+      "grad_norm": 0.03921087086200714,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 16540
+    },
+    {
+      "grad_norm": 0.07216154783964157,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 16550
+    },
+    {
+      "grad_norm": 0.03749364614486694,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 16560
+    },
+    {
+      "grad_norm": 0.04545694589614868,
+      "learning_rate": 0.0001,
+      "loss": 0.0876,
+      "step": 16570
+    },
+    {
+      "grad_norm": 0.03662015125155449,
+      "learning_rate": 0.0001,
+      "loss": 0.0837,
+      "step": 16580
+    },
+    {
+      "grad_norm": 0.05525486543774605,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 16590
+    },
+    {
+      "grad_norm": 0.045105841010808945,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 16600
+    },
+    {
+      "grad_norm": 0.04617473855614662,
+      "learning_rate": 0.0001,
+      "loss": 0.0913,
+      "step": 16610
+    },
+    {
+      "grad_norm": 0.051226384937763214,
+      "learning_rate": 0.0001,
+      "loss": 0.0873,
+      "step": 16620
+    },
+    {
+      "grad_norm": 0.042829010635614395,
+      "learning_rate": 0.0001,
+      "loss": 0.0911,
+      "step": 16630
+    },
+    {
+      "grad_norm": 0.04489690810441971,
+      "learning_rate": 0.0001,
+      "loss": 0.0849,
+      "step": 16640
+    },
+    {
+      "grad_norm": 0.042657677084207535,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 16650
+    },
+    {
+      "grad_norm": 0.06252618134021759,
+      "learning_rate": 0.0001,
+      "loss": 0.0887,
+      "step": 16660
+    },
+    {
+      "grad_norm": 0.03696439787745476,
+      "learning_rate": 0.0001,
+      "loss": 0.0932,
+      "step": 16670
+    },
+    {
+      "grad_norm": 0.06161123886704445,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 16680
+    },
+    {
+      "grad_norm": 0.05677870288491249,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 16690
+    },
+    {
+      "grad_norm": 0.04762378707528114,
+      "learning_rate": 0.0001,
+      "loss": 0.0875,
+      "step": 16700
+    },
+    {
+      "grad_norm": 0.04439213126897812,
+      "learning_rate": 0.0001,
+      "loss": 0.0962,
+      "step": 16710
+    },
+    {
+      "grad_norm": 0.04662488028407097,
+      "learning_rate": 0.0001,
+      "loss": 0.0909,
+      "step": 16720
+    },
+    {
+      "grad_norm": 0.03959360718727112,
+      "learning_rate": 0.0001,
+      "loss": 0.0962,
+      "step": 16730
+    },
+    {
+      "grad_norm": 0.056065578013658524,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 16740
+    },
+    {
+      "grad_norm": 0.053257253021001816,
+      "learning_rate": 0.0001,
+      "loss": 0.098,
+      "step": 16750
+    },
+    {
+      "grad_norm": 0.05560768023133278,
+      "learning_rate": 0.0001,
+      "loss": 0.0905,
+      "step": 16760
+    },
+    {
+      "grad_norm": 0.041205499321222305,
+      "learning_rate": 0.0001,
+      "loss": 0.0971,
+      "step": 16770
+    },
+    {
+      "grad_norm": 0.055453211069107056,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 16780
+    },
+    {
+      "grad_norm": 0.06566119939088821,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 16790
+    },
+    {
+      "grad_norm": 0.04251556098461151,
+      "learning_rate": 0.0001,
+      "loss": 0.0878,
+      "step": 16800
+    },
+    {
+      "grad_norm": 0.04246371611952782,
+      "learning_rate": 0.0001,
+      "loss": 0.0942,
+      "step": 16810
+    },
+    {
+      "grad_norm": 0.059709858149290085,
+      "learning_rate": 0.0001,
+      "loss": 0.0911,
+      "step": 16820
+    },
+    {
+      "grad_norm": 0.057967785745859146,
+      "learning_rate": 0.0001,
+      "loss": 0.0959,
+      "step": 16830
+    },
+    {
+      "grad_norm": 0.05452391132712364,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 16840
+    },
+    {
+      "grad_norm": 0.04804718866944313,
+      "learning_rate": 0.0001,
+      "loss": 0.0951,
+      "step": 16850
+    },
+    {
+      "grad_norm": 0.06520958244800568,
+      "learning_rate": 0.0001,
+      "loss": 0.0891,
+      "step": 16860
+    },
+    {
+      "grad_norm": 0.037887539714574814,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 16870
+    },
+    {
+      "grad_norm": 0.04930870607495308,
+      "learning_rate": 0.0001,
+      "loss": 0.0874,
+      "step": 16880
+    },
+    {
+      "grad_norm": 0.07535680383443832,
+      "learning_rate": 0.0001,
+      "loss": 0.0937,
+      "step": 16890
+    },
+    {
+      "grad_norm": 0.06274790316820145,
+      "learning_rate": 0.0001,
+      "loss": 0.0865,
+      "step": 16900
+    },
+    {
+      "grad_norm": 0.034469764679670334,
+      "learning_rate": 0.0001,
+      "loss": 0.0909,
+      "step": 16910
+    },
+    {
+      "grad_norm": 0.044073376804590225,
+      "learning_rate": 0.0001,
+      "loss": 0.0863,
+      "step": 16920
+    },
+    {
+      "grad_norm": 0.03609659895300865,
+      "learning_rate": 0.0001,
+      "loss": 0.0888,
+      "step": 16930
+    },
+    {
+      "grad_norm": 0.04168097674846649,
+      "learning_rate": 0.0001,
+      "loss": 0.0875,
+      "step": 16940
+    },
+    {
+      "grad_norm": 0.06635826081037521,
+      "learning_rate": 0.0001,
+      "loss": 0.0892,
+      "step": 16950
+    },
+    {
+      "grad_norm": 0.04406288266181946,
+      "learning_rate": 0.0001,
+      "loss": 0.0853,
+      "step": 16960
+    },
+    {
+      "grad_norm": 0.04714841768145561,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 16970
+    },
+    {
+      "grad_norm": 0.040751177817583084,
+      "learning_rate": 0.0001,
+      "loss": 0.0884,
+      "step": 16980
+    },
+    {
+      "grad_norm": 0.043809112161397934,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 16990
+    },
+    {
+      "grad_norm": 0.040168289095163345,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 17000
+    },
+    {
+      "grad_norm": 0.04207484424114227,
+      "learning_rate": 0.0001,
+      "loss": 0.0866,
+      "step": 17010
+    },
+    {
+      "grad_norm": 0.06402274966239929,
+      "learning_rate": 0.0001,
+      "loss": 0.0904,
+      "step": 17020
+    },
+    {
+      "grad_norm": 0.06613513827323914,
+      "learning_rate": 0.0001,
+      "loss": 0.0908,
+      "step": 17030
+    },
+    {
+      "grad_norm": 0.04976390302181244,
+      "learning_rate": 0.0001,
+      "loss": 0.0886,
+      "step": 17040
+    },
+    {
+      "grad_norm": 0.05277048423886299,
+      "learning_rate": 0.0001,
+      "loss": 0.0902,
+      "step": 17050
+    },
+    {
+      "grad_norm": 0.040235988795757294,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 17060
+    },
+    {
+      "grad_norm": 0.0545959509909153,
+      "learning_rate": 0.0001,
+      "loss": 0.0915,
+      "step": 17070
+    },
+    {
+      "grad_norm": 0.05417688935995102,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 17080
+    },
+    {
+      "grad_norm": 0.0665626972913742,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 17090
+    },
+    {
+      "grad_norm": 0.0436510369181633,
+      "learning_rate": 0.0001,
+      "loss": 0.089,
+      "step": 17100
+    },
+    {
+      "grad_norm": 0.041017789393663406,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 17110
+    },
+    {
+      "grad_norm": 0.0360056571662426,
+      "learning_rate": 0.0001,
+      "loss": 0.0875,
+      "step": 17120
+    },
+    {
+      "grad_norm": 0.03376789391040802,
+      "learning_rate": 0.0001,
+      "loss": 0.0884,
+      "step": 17130
+    },
+    {
+      "grad_norm": 0.0357535295188427,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 17140
+    },
+    {
+      "grad_norm": 0.06061480566859245,
+      "learning_rate": 0.0001,
+      "loss": 0.0864,
+      "step": 17150
+    },
+    {
+      "grad_norm": 0.05906379222869873,
+      "learning_rate": 0.0001,
+      "loss": 0.0898,
+      "step": 17160
+    },
+    {
+      "grad_norm": 0.0406927652657032,
+      "learning_rate": 0.0001,
+      "loss": 0.0914,
+      "step": 17170
+    },
+    {
+      "grad_norm": 0.05852331593632698,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 17180
+    },
+    {
+      "grad_norm": 0.04764266684651375,
+      "learning_rate": 0.0001,
+      "loss": 0.0861,
+      "step": 17190
+    },
+    {
+      "grad_norm": 0.03504585847258568,
+      "learning_rate": 0.0001,
+      "loss": 0.086,
+      "step": 17200
+    },
+    {
+      "grad_norm": 0.043193522840738297,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 17210
+    },
+    {
+      "grad_norm": 0.07818355411291122,
+      "learning_rate": 0.0001,
+      "loss": 0.0839,
+      "step": 17220
+    },
+    {
+      "grad_norm": 0.03715814650058746,
+      "learning_rate": 0.0001,
+      "loss": 0.0858,
+      "step": 17230
+    },
+    {
+      "grad_norm": 0.07186417281627655,
+      "learning_rate": 0.0001,
+      "loss": 0.0861,
+      "step": 17240
+    },
+    {
+      "grad_norm": 0.05026240274310112,
+      "learning_rate": 0.0001,
+      "loss": 0.0863,
+      "step": 17250
+    },
+    {
+      "grad_norm": 0.04501735791563988,
+      "learning_rate": 0.0001,
+      "loss": 0.0859,
+      "step": 17260
+    },
+    {
+      "grad_norm": 0.0391593873500824,
+      "learning_rate": 0.0001,
+      "loss": 0.0892,
+      "step": 17270
+    },
+    {
+      "grad_norm": 0.053078752011060715,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 17280
+    },
+    {
+      "grad_norm": 0.03843417391180992,
+      "learning_rate": 0.0001,
+      "loss": 0.088,
+      "step": 17290
+    },
+    {
+      "grad_norm": 0.05083118751645088,
+      "learning_rate": 0.0001,
+      "loss": 0.0918,
+      "step": 17300
+    },
+    {
+      "grad_norm": 0.040134165436029434,
+      "learning_rate": 0.0001,
+      "loss": 0.0893,
+      "step": 17310
+    },
+    {
+      "grad_norm": 0.09448033571243286,
+      "learning_rate": 0.0001,
+      "loss": 0.091,
+      "step": 17320
+    },
+    {
+      "grad_norm": 0.09593408554792404,
+      "learning_rate": 0.0001,
+      "loss": 0.09,
+      "step": 17330
+    },
+    {
+      "grad_norm": 0.0741974487900734,
+      "learning_rate": 0.0001,
+      "loss": 0.0921,
+      "step": 17340
+    },
+    {
+      "grad_norm": 0.04794323071837425,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 17350
+    },
+    {
+      "grad_norm": 0.07220855355262756,
+      "learning_rate": 0.0001,
+      "loss": 0.091,
+      "step": 17360
+    },
+    {
+      "grad_norm": 0.04138728976249695,
+      "learning_rate": 0.0001,
+      "loss": 0.0901,
+      "step": 17370
+    },
+    {
+      "grad_norm": 0.05398409813642502,
+      "learning_rate": 0.0001,
+      "loss": 0.0947,
+      "step": 17380
+    },
+    {
+      "grad_norm": 0.03330418840050697,
+      "learning_rate": 0.0001,
+      "loss": 0.0904,
+      "step": 17390
+    },
+    {
+      "grad_norm": 0.048084963113069534,
+      "learning_rate": 0.0001,
+      "loss": 0.0931,
+      "step": 17400
+    },
+    {
+      "grad_norm": 0.03875119239091873,
+      "learning_rate": 0.0001,
+      "loss": 0.0888,
+      "step": 17410
+    },
+    {
+      "grad_norm": 0.05225391313433647,
+      "learning_rate": 0.0001,
+      "loss": 0.0904,
+      "step": 17420
+    },
+    {
+      "grad_norm": 0.045140281319618225,
+      "learning_rate": 0.0001,
+      "loss": 0.0896,
+      "step": 17430
+    },
+    {
+      "grad_norm": 0.054619982838630676,
+      "learning_rate": 0.0001,
+      "loss": 0.0915,
+      "step": 17440
+    },
+    {
+      "grad_norm": 0.039892662316560745,
+      "learning_rate": 0.0001,
+      "loss": 0.0883,
+      "step": 17450
+    },
+    {
+      "grad_norm": 0.04817935451865196,
+      "learning_rate": 0.0001,
+      "loss": 0.0916,
+      "step": 17460
+    },
+    {
+      "grad_norm": 0.05098583921790123,
+      "learning_rate": 0.0001,
+      "loss": 0.0892,
+      "step": 17470
+    },
+    {
+      "grad_norm": 0.04178817570209503,
+      "learning_rate": 0.0001,
+      "loss": 0.0914,
+      "step": 17480
+    },
+    {
+      "grad_norm": 0.0380411334335804,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 17490
+    },
+    {
+      "grad_norm": 0.041527602821588516,
+      "learning_rate": 0.0001,
+      "loss": 0.0918,
+      "step": 17500
+    },
+    {
+      "grad_norm": 0.04270840808749199,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 17510
+    },
+    {
+      "grad_norm": 0.039600782096385956,
+      "learning_rate": 0.0001,
+      "loss": 0.088,
+      "step": 17520
+    },
+    {
+      "grad_norm": 0.038303133100271225,
+      "learning_rate": 0.0001,
+      "loss": 0.0856,
+      "step": 17530
+    },
+    {
+      "grad_norm": 0.05124723166227341,
+      "learning_rate": 0.0001,
+      "loss": 0.0895,
+      "step": 17540
+    },
+    {
+      "grad_norm": 0.04840853810310364,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 17550
+    },
+    {
+      "grad_norm": 0.043501731008291245,
+      "learning_rate": 0.0001,
+      "loss": 0.0881,
+      "step": 17560
+    },
+    {
+      "grad_norm": 0.05052662268280983,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 17570
+    },
+    {
+      "grad_norm": 0.05793019384145737,
+      "learning_rate": 0.0001,
+      "loss": 0.0875,
+      "step": 17580
+    },
+    {
+      "grad_norm": 0.05577621981501579,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 17590
+    },
+    {
+      "grad_norm": 0.04909166321158409,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 17600
+    },
+    {
+      "grad_norm": 0.046053286641836166,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 17610
+    },
+    {
+      "grad_norm": 0.059039223939180374,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 17620
+    },
+    {
+      "grad_norm": 0.04467116668820381,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 17630
+    },
+    {
+      "grad_norm": 0.04776283726096153,
+      "learning_rate": 0.0001,
+      "loss": 0.0872,
+      "step": 17640
+    },
+    {
+      "grad_norm": 0.0409451499581337,
+      "learning_rate": 0.0001,
+      "loss": 0.0867,
+      "step": 17650
+    },
+    {
+      "grad_norm": 0.11338746547698975,
+      "learning_rate": 0.0001,
+      "loss": 0.0893,
+      "step": 17660
+    },
+    {
+      "grad_norm": 0.0546460822224617,
+      "learning_rate": 0.0001,
+      "loss": 0.0861,
+      "step": 17670
+    },
+    {
+      "grad_norm": 0.04069097712635994,
+      "learning_rate": 0.0001,
+      "loss": 0.0926,
+      "step": 17680
+    },
+    {
+      "grad_norm": 0.033205971121788025,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 17690
+    },
+    {
+      "grad_norm": 0.03271137923002243,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 17700
+    },
+    {
+      "grad_norm": 0.03535712510347366,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 17710
+    },
+    {
+      "grad_norm": 0.037822794169187546,
+      "learning_rate": 0.0001,
+      "loss": 0.093,
+      "step": 17720
+    },
+    {
+      "grad_norm": 0.04687622934579849,
+      "learning_rate": 0.0001,
+      "loss": 0.0838,
+      "step": 17730
+    },
+    {
+      "grad_norm": 0.032579753547906876,
+      "learning_rate": 0.0001,
+      "loss": 0.0919,
+      "step": 17740
+    },
+    {
+      "grad_norm": 0.04922085255384445,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 17750
+    },
+    {
+      "grad_norm": 0.03383531793951988,
+      "learning_rate": 0.0001,
+      "loss": 0.0921,
+      "step": 17760
+    },
+    {
+      "grad_norm": 0.05425836890935898,
+      "learning_rate": 0.0001,
+      "loss": 0.0865,
+      "step": 17770
+    },
+    {
+      "grad_norm": 0.06375668942928314,
+      "learning_rate": 0.0001,
+      "loss": 0.0933,
+      "step": 17780
+    },
+    {
+      "grad_norm": 0.05992046743631363,
+      "learning_rate": 0.0001,
+      "loss": 0.0854,
+      "step": 17790
+    },
+    {
+      "grad_norm": 0.0483272410929203,
+      "learning_rate": 0.0001,
+      "loss": 0.0925,
+      "step": 17800
+    },
+    {
+      "grad_norm": 0.033297762274742126,
+      "learning_rate": 0.0001,
+      "loss": 0.0857,
+      "step": 17810
+    },
+    {
+      "grad_norm": 0.03647608682513237,
+      "learning_rate": 0.0001,
+      "loss": 0.0904,
+      "step": 17820
+    },
+    {
+      "grad_norm": 0.037263307720422745,
+      "learning_rate": 0.0001,
+      "loss": 0.0861,
+      "step": 17830
+    },
+    {
+      "grad_norm": 0.048811741173267365,
+      "learning_rate": 0.0001,
+      "loss": 0.0893,
+      "step": 17840
+    },
+    {
+      "grad_norm": 0.04158014804124832,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 17850
+    },
+    {
+      "grad_norm": 0.03200497850775719,
+      "learning_rate": 0.0001,
+      "loss": 0.0873,
+      "step": 17860
+    },
+    {
+      "grad_norm": 0.029985900968313217,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 17870
+    },
+    {
+      "grad_norm": 0.03514404594898224,
+      "learning_rate": 0.0001,
+      "loss": 0.0878,
+      "step": 17880
+    },
+    {
+      "grad_norm": 0.03853132948279381,
+      "learning_rate": 0.0001,
+      "loss": 0.0818,
+      "step": 17890
+    },
+    {
+      "grad_norm": 0.029820581898093224,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 17900
+    },
+    {
+      "grad_norm": 0.03433356061577797,
+      "learning_rate": 0.0001,
+      "loss": 0.0832,
+      "step": 17910
+    },
+    {
+      "grad_norm": 0.03882177546620369,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 17920
+    },
+    {
+      "grad_norm": 0.03898351639509201,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 17930
+    },
+    {
+      "grad_norm": 0.04352081939578056,
+      "learning_rate": 0.0001,
+      "loss": 0.086,
+      "step": 17940
+    },
+    {
+      "grad_norm": 0.04639080539345741,
+      "learning_rate": 0.0001,
+      "loss": 0.0846,
+      "step": 17950
+    },
+    {
+      "grad_norm": 0.03586573898792267,
+      "learning_rate": 0.0001,
+      "loss": 0.0853,
+      "step": 17960
+    },
+    {
+      "grad_norm": 0.046324633061885834,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 17970
+    },
+    {
+      "grad_norm": 0.03516354411840439,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 17980
+    },
+    {
+      "grad_norm": 0.05251558497548103,
+      "learning_rate": 0.0001,
+      "loss": 0.0879,
+      "step": 17990
+    },
+    {
+      "grad_norm": 0.04386426508426666,
+      "learning_rate": 0.0001,
+      "loss": 0.0875,
+      "step": 18000
+    },
+    {
+      "grad_norm": 0.04638580605387688,
+      "learning_rate": 0.0001,
+      "loss": 0.0855,
+      "step": 18010
+    },
+    {
+      "grad_norm": 0.03879273682832718,
+      "learning_rate": 0.0001,
+      "loss": 0.0849,
+      "step": 18020
+    },
+    {
+      "grad_norm": 0.04582475125789642,
+      "learning_rate": 0.0001,
+      "loss": 0.0863,
+      "step": 18030
+    },
+    {
+      "grad_norm": 0.040860261768102646,
+      "learning_rate": 0.0001,
+      "loss": 0.0865,
+      "step": 18040
+    },
+    {
+      "grad_norm": 0.04620258882641792,
+      "learning_rate": 0.0001,
+      "loss": 0.0856,
+      "step": 18050
+    },
+    {
+      "grad_norm": 0.05762198939919472,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 18060
+    },
+    {
+      "grad_norm": 0.04418616369366646,
+      "learning_rate": 0.0001,
+      "loss": 0.0841,
+      "step": 18070
+    },
+    {
+      "grad_norm": 0.04281305521726608,
+      "learning_rate": 0.0001,
+      "loss": 0.0863,
+      "step": 18080
+    },
+    {
+      "grad_norm": 0.04243163764476776,
+      "learning_rate": 0.0001,
+      "loss": 0.0857,
+      "step": 18090
+    },
+    {
+      "grad_norm": 0.04974265396595001,
+      "learning_rate": 0.0001,
+      "loss": 0.0861,
+      "step": 18100
+    },
+    {
+      "grad_norm": 0.03826628252863884,
+      "learning_rate": 0.0001,
+      "loss": 0.0865,
+      "step": 18110
+    },
+    {
+      "grad_norm": 0.04272272437810898,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 18120
+    },
+    {
+      "grad_norm": 0.048584047704935074,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 18130
+    },
+    {
+      "grad_norm": 0.049491725862026215,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 18140
+    },
+    {
+      "grad_norm": 0.04582016170024872,
+      "learning_rate": 0.0001,
+      "loss": 0.0862,
+      "step": 18150
+    },
+    {
+      "grad_norm": 0.03888404369354248,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 18160
+    },
+    {
+      "grad_norm": 0.05771701782941818,
+      "learning_rate": 0.0001,
+      "loss": 0.083,
+      "step": 18170
+    },
+    {
+      "grad_norm": 0.04502732679247856,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 18180
+    },
+    {
+      "grad_norm": 0.05271300673484802,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 18190
+    },
+    {
+      "grad_norm": 0.04299473762512207,
+      "learning_rate": 0.0001,
+      "loss": 0.0891,
+      "step": 18200
+    },
+    {
+      "grad_norm": 0.05793195217847824,
+      "learning_rate": 0.0001,
+      "loss": 0.0837,
+      "step": 18210
+    },
+    {
+      "grad_norm": 0.03779857978224754,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 18220
+    },
+    {
+      "grad_norm": 0.06970284879207611,
+      "learning_rate": 0.0001,
+      "loss": 0.0838,
+      "step": 18230
+    },
+    {
+      "grad_norm": 0.03811497986316681,
+      "learning_rate": 0.0001,
+      "loss": 0.0875,
+      "step": 18240
+    },
+    {
+      "grad_norm": 0.05324045941233635,
+      "learning_rate": 0.0001,
+      "loss": 0.0831,
+      "step": 18250
+    },
+    {
+      "grad_norm": 0.05684080719947815,
+      "learning_rate": 0.0001,
+      "loss": 0.0879,
+      "step": 18260
+    },
+    {
+      "grad_norm": 0.048376087099313736,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 18270
+    },
+    {
+      "grad_norm": 0.049485813826322556,
+      "learning_rate": 0.0001,
+      "loss": 0.0889,
+      "step": 18280
+    },
+    {
+      "grad_norm": 0.06741394847631454,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 18290
+    },
+    {
+      "grad_norm": 0.04800080507993698,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 18300
+    },
+    {
+      "grad_norm": 0.06373335421085358,
+      "learning_rate": 0.0001,
+      "loss": 0.0831,
+      "step": 18310
+    },
+    {
+      "grad_norm": 0.056644465774297714,
+      "learning_rate": 0.0001,
+      "loss": 0.0916,
+      "step": 18320
+    },
+    {
+      "grad_norm": 0.062051959335803986,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 18330
+    },
+    {
+      "grad_norm": 0.03470335900783539,
+      "learning_rate": 0.0001,
+      "loss": 0.0859,
+      "step": 18340
+    },
+    {
+      "grad_norm": 0.03799723833799362,
+      "learning_rate": 0.0001,
+      "loss": 0.0838,
+      "step": 18350
+    },
+    {
+      "grad_norm": 0.04265647754073143,
+      "learning_rate": 0.0001,
+      "loss": 0.0858,
+      "step": 18360
+    },
+    {
+      "grad_norm": 0.03729463368654251,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 18370
+    },
+    {
+      "grad_norm": 0.03717472031712532,
+      "learning_rate": 0.0001,
+      "loss": 0.0845,
+      "step": 18380
+    },
+    {
+      "grad_norm": 0.04504434019327164,
+      "learning_rate": 0.0001,
+      "loss": 0.0842,
+      "step": 18390
+    },
+    {
+      "grad_norm": 0.034404825419187546,
+      "learning_rate": 0.0001,
+      "loss": 0.0837,
+      "step": 18400
+    },
+    {
+      "grad_norm": 0.08010811358690262,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 18410
+    },
+    {
+      "grad_norm": 0.04716833680868149,
+      "learning_rate": 0.0001,
+      "loss": 0.0872,
+      "step": 18420
+    },
+    {
+      "grad_norm": 0.04624569043517113,
+      "learning_rate": 0.0001,
+      "loss": 0.0845,
+      "step": 18430
+    },
+    {
+      "grad_norm": 0.04865424707531929,
+      "learning_rate": 0.0001,
+      "loss": 0.0883,
+      "step": 18440
+    },
+    {
+      "grad_norm": 0.040284693241119385,
+      "learning_rate": 0.0001,
+      "loss": 0.0842,
+      "step": 18450
+    },
+    {
+      "grad_norm": 0.065877765417099,
+      "learning_rate": 0.0001,
+      "loss": 0.086,
+      "step": 18460
+    },
+    {
+      "grad_norm": 0.04284894838929176,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 18470
+    },
+    {
+      "grad_norm": 0.05393322929739952,
+      "learning_rate": 0.0001,
+      "loss": 0.0839,
+      "step": 18480
+    },
+    {
+      "grad_norm": 0.04383457452058792,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 18490
+    },
+    {
+      "grad_norm": 0.07222958654165268,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 18500
+    },
+    {
+      "grad_norm": 0.046679768711328506,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 18510
+    },
+    {
+      "grad_norm": 0.05844441428780556,
+      "learning_rate": 0.0001,
+      "loss": 0.0864,
+      "step": 18520
+    },
+    {
+      "grad_norm": 0.06349313259124756,
+      "learning_rate": 0.0001,
+      "loss": 0.0822,
+      "step": 18530
+    },
+    {
+      "grad_norm": 0.051661327481269836,
+      "learning_rate": 0.0001,
+      "loss": 0.0855,
+      "step": 18540
+    },
+    {
+      "grad_norm": 0.043265946209430695,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 18550
+    },
+    {
+      "grad_norm": 0.0681321918964386,
+      "learning_rate": 0.0001,
+      "loss": 0.0825,
+      "step": 18560
+    },
+    {
+      "grad_norm": 0.05533607676625252,
+      "learning_rate": 0.0001,
+      "loss": 0.0837,
+      "step": 18570
+    },
+    {
+      "grad_norm": 0.04883328080177307,
+      "learning_rate": 0.0001,
+      "loss": 0.0839,
+      "step": 18580
+    },
+    {
+      "grad_norm": 0.03952132910490036,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 18590
+    },
+    {
+      "grad_norm": 0.04101789370179176,
+      "learning_rate": 0.0001,
+      "loss": 0.0846,
+      "step": 18600
+    },
+    {
+      "grad_norm": 0.05791863799095154,
+      "learning_rate": 0.0001,
+      "loss": 0.0855,
+      "step": 18610
+    },
+    {
+      "grad_norm": 0.044738370925188065,
+      "learning_rate": 0.0001,
+      "loss": 0.086,
+      "step": 18620
+    },
+    {
+      "grad_norm": 0.03589342162013054,
+      "learning_rate": 0.0001,
+      "loss": 0.0884,
+      "step": 18630
+    },
+    {
+      "grad_norm": 0.0792173445224762,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 18640
+    },
+    {
+      "grad_norm": 0.06791393458843231,
+      "learning_rate": 0.0001,
+      "loss": 0.0903,
+      "step": 18650
+    },
+    {
+      "grad_norm": 0.06709190458059311,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 18660
+    },
+    {
+      "grad_norm": 0.044321104884147644,
+      "learning_rate": 0.0001,
+      "loss": 0.0894,
+      "step": 18670
+    },
+    {
+      "grad_norm": 0.0478670597076416,
+      "learning_rate": 0.0001,
+      "loss": 0.0861,
+      "step": 18680
+    },
+    {
+      "grad_norm": 0.04023830220103264,
+      "learning_rate": 0.0001,
+      "loss": 0.0892,
+      "step": 18690
+    },
+    {
+      "grad_norm": 0.053053051233291626,
+      "learning_rate": 0.0001,
+      "loss": 0.0856,
+      "step": 18700
+    },
+    {
+      "grad_norm": 0.06350614130496979,
+      "learning_rate": 0.0001,
+      "loss": 0.0912,
+      "step": 18710
+    },
+    {
+      "grad_norm": 0.05310678109526634,
+      "learning_rate": 0.0001,
+      "loss": 0.0846,
+      "step": 18720
+    },
+    {
+      "grad_norm": 0.03973936289548874,
+      "learning_rate": 0.0001,
+      "loss": 0.0915,
+      "step": 18730
+    },
+    {
+      "grad_norm": 0.047620441764593124,
+      "learning_rate": 0.0001,
+      "loss": 0.0839,
+      "step": 18740
+    },
+    {
+      "grad_norm": 0.045442815870046616,
+      "learning_rate": 0.0001,
+      "loss": 0.0909,
+      "step": 18750
+    },
+    {
+      "grad_norm": 0.048489052802324295,
+      "learning_rate": 0.0001,
+      "loss": 0.0878,
+      "step": 18760
+    },
+    {
+      "grad_norm": 0.047805313020944595,
+      "learning_rate": 0.0001,
+      "loss": 0.091,
+      "step": 18770
+    },
+    {
+      "grad_norm": 0.05482763797044754,
+      "learning_rate": 0.0001,
+      "loss": 0.0842,
+      "step": 18780
+    },
+    {
+      "grad_norm": 0.04313170537352562,
+      "learning_rate": 0.0001,
+      "loss": 0.0897,
+      "step": 18790
+    },
+    {
+      "grad_norm": 0.03930148482322693,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 18800
+    },
+    {
+      "grad_norm": 0.042407531291246414,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 18810
+    },
+    {
+      "grad_norm": 0.05001772940158844,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 18820
+    },
+    {
+      "grad_norm": 0.039198555052280426,
+      "learning_rate": 0.0001,
+      "loss": 0.0889,
+      "step": 18830
+    },
+    {
+      "grad_norm": 0.04327435791492462,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 18840
+    },
+    {
+      "grad_norm": 0.04256518557667732,
+      "learning_rate": 0.0001,
+      "loss": 0.089,
+      "step": 18850
+    },
+    {
+      "grad_norm": 0.045216429978609085,
+      "learning_rate": 0.0001,
+      "loss": 0.0786,
+      "step": 18860
+    },
+    {
+      "grad_norm": 0.04520466551184654,
+      "learning_rate": 0.0001,
+      "loss": 0.0907,
+      "step": 18870
+    },
+    {
+      "grad_norm": 0.04246969148516655,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 18880
+    },
+    {
+      "grad_norm": 0.041091568768024445,
+      "learning_rate": 0.0001,
+      "loss": 0.088,
+      "step": 18890
+    },
+    {
+      "grad_norm": 0.044254764914512634,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 18900
+    },
+    {
+      "grad_norm": 0.050111617892980576,
+      "learning_rate": 0.0001,
+      "loss": 0.0865,
+      "step": 18910
+    },
+    {
+      "grad_norm": 0.05859657749533653,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 18920
+    },
+    {
+      "grad_norm": 0.04293493553996086,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 18930
+    },
+    {
+      "grad_norm": 0.05506356060504913,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 18940
+    },
+    {
+      "grad_norm": 0.06449048221111298,
+      "learning_rate": 0.0001,
+      "loss": 0.0853,
+      "step": 18950
+    },
+    {
+      "grad_norm": 0.06140868365764618,
+      "learning_rate": 0.0001,
+      "loss": 0.0875,
+      "step": 18960
+    },
+    {
+      "grad_norm": 0.06296562403440475,
+      "learning_rate": 0.0001,
+      "loss": 0.0891,
+      "step": 18970
+    },
+    {
+      "grad_norm": 0.08313191682100296,
+      "learning_rate": 0.0001,
+      "loss": 0.0916,
+      "step": 18980
+    },
+    {
+      "grad_norm": 0.06017446517944336,
+      "learning_rate": 0.0001,
+      "loss": 0.0936,
+      "step": 18990
+    },
+    {
+      "grad_norm": 0.08287190645933151,
+      "learning_rate": 0.0001,
+      "loss": 0.0906,
+      "step": 19000
+    },
+    {
+      "grad_norm": 0.04625031724572182,
+      "learning_rate": 0.0001,
+      "loss": 0.0879,
+      "step": 19010
+    },
+    {
+      "grad_norm": 0.0515611432492733,
+      "learning_rate": 0.0001,
+      "loss": 0.086,
+      "step": 19020
+    },
+    {
+      "grad_norm": 0.05239399895071983,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 19030
+    },
+    {
+      "grad_norm": 0.038015831261873245,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 19040
+    },
+    {
+      "grad_norm": 0.034869853407144547,
+      "learning_rate": 0.0001,
+      "loss": 0.0848,
+      "step": 19050
+    },
+    {
+      "grad_norm": 0.03653043881058693,
+      "learning_rate": 0.0001,
+      "loss": 0.0845,
+      "step": 19060
+    },
+    {
+      "grad_norm": 0.040892377495765686,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 19070
+    },
+    {
+      "grad_norm": 0.04339700937271118,
+      "learning_rate": 0.0001,
+      "loss": 0.087,
+      "step": 19080
+    },
+    {
+      "grad_norm": 0.03918370604515076,
+      "learning_rate": 0.0001,
+      "loss": 0.0857,
+      "step": 19090
+    },
+    {
+      "grad_norm": 0.05141189321875572,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 19100
+    },
+    {
+      "grad_norm": 0.03343909606337547,
+      "learning_rate": 0.0001,
+      "loss": 0.0841,
+      "step": 19110
+    },
+    {
+      "grad_norm": 0.03174533322453499,
+      "learning_rate": 0.0001,
+      "loss": 0.081,
+      "step": 19120
+    },
+    {
+      "grad_norm": 0.03998829796910286,
+      "learning_rate": 0.0001,
+      "loss": 0.0807,
+      "step": 19130
+    },
+    {
+      "grad_norm": 0.03933010250329971,
+      "learning_rate": 0.0001,
+      "loss": 0.0836,
+      "step": 19140
+    },
+    {
+      "grad_norm": 0.04634619876742363,
+      "learning_rate": 0.0001,
+      "loss": 0.0825,
+      "step": 19150
+    },
+    {
+      "grad_norm": 0.04644862189888954,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 19160
+    },
+    {
+      "grad_norm": 0.03502148389816284,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 19170
+    },
+    {
+      "grad_norm": 0.04682812839746475,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 19180
+    },
+    {
+      "grad_norm": 0.03309233859181404,
+      "learning_rate": 0.0001,
+      "loss": 0.0831,
+      "step": 19190
+    },
+    {
+      "grad_norm": 0.04593363031744957,
+      "learning_rate": 0.0001,
+      "loss": 0.0832,
+      "step": 19200
+    },
+    {
+      "grad_norm": 0.04483559727668762,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 19210
+    },
+    {
+      "grad_norm": 0.037813398987054825,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 19220
+    },
+    {
+      "grad_norm": 0.03930915892124176,
+      "learning_rate": 0.0001,
+      "loss": 0.0892,
+      "step": 19230
+    },
+    {
+      "grad_norm": 0.04811505973339081,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 19240
+    },
+    {
+      "grad_norm": 0.04211888834834099,
+      "learning_rate": 0.0001,
+      "loss": 0.0872,
+      "step": 19250
+    },
+    {
+      "grad_norm": 0.03544340655207634,
+      "learning_rate": 0.0001,
+      "loss": 0.0842,
+      "step": 19260
+    },
+    {
+      "grad_norm": 0.03969580680131912,
+      "learning_rate": 0.0001,
+      "loss": 0.0874,
+      "step": 19270
+    },
+    {
+      "grad_norm": 0.040968868881464005,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 19280
+    },
+    {
+      "grad_norm": 0.04078926518559456,
+      "learning_rate": 0.0001,
+      "loss": 0.0876,
+      "step": 19290
+    },
+    {
+      "grad_norm": 0.047253113240003586,
+      "learning_rate": 0.0001,
+      "loss": 0.0849,
+      "step": 19300
+    },
+    {
+      "grad_norm": 0.03970351442694664,
+      "learning_rate": 0.0001,
+      "loss": 0.0894,
+      "step": 19310
+    },
+    {
+      "grad_norm": 0.0574980229139328,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 19320
+    },
+    {
+      "grad_norm": 0.03781040012836456,
+      "learning_rate": 0.0001,
+      "loss": 0.0888,
+      "step": 19330
+    },
+    {
+      "grad_norm": 0.03892926499247551,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 19340
+    },
+    {
+      "grad_norm": 0.0398804135620594,
+      "learning_rate": 0.0001,
+      "loss": 0.0867,
+      "step": 19350
+    },
+    {
+      "grad_norm": 0.04685443639755249,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 19360
+    },
+    {
+      "grad_norm": 0.03645715117454529,
+      "learning_rate": 0.0001,
+      "loss": 0.0882,
+      "step": 19370
+    },
+    {
+      "grad_norm": 0.04082069545984268,
+      "learning_rate": 0.0001,
+      "loss": 0.0856,
+      "step": 19380
+    },
+    {
+      "grad_norm": 0.040912531316280365,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 19390
+    },
+    {
+      "grad_norm": 0.038129158318042755,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 19400
+    },
+    {
+      "grad_norm": 0.03971661254763603,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 19410
+    },
+    {
+      "grad_norm": 0.09788203239440918,
+      "learning_rate": 0.0001,
+      "loss": 0.0843,
+      "step": 19420
+    },
+    {
+      "grad_norm": 0.05182301253080368,
+      "learning_rate": 0.0001,
+      "loss": 0.0854,
+      "step": 19430
+    },
+    {
+      "grad_norm": 0.04326862469315529,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 19440
+    },
+    {
+      "grad_norm": 0.05103280395269394,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 19450
+    },
+    {
+      "grad_norm": 0.04281691834330559,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 19460
+    },
+    {
+      "grad_norm": 0.04488779604434967,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 19470
+    },
+    {
+      "grad_norm": 0.057324014604091644,
+      "learning_rate": 0.0001,
+      "loss": 0.0798,
+      "step": 19480
+    },
+    {
+      "grad_norm": 0.050818875432014465,
+      "learning_rate": 0.0001,
+      "loss": 0.0792,
+      "step": 19490
+    },
+    {
+      "grad_norm": 0.04349687695503235,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 19500
+    },
+    {
+      "grad_norm": 0.060488827526569366,
+      "learning_rate": 0.0001,
+      "loss": 0.0799,
+      "step": 19510
+    },
+    {
+      "grad_norm": 0.046486660838127136,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 19520
+    },
+    {
+      "grad_norm": 0.05408675596117973,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 19530
+    },
+    {
+      "grad_norm": 0.04322262853384018,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 19540
+    },
+    {
+      "grad_norm": 0.044495489448308945,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 19550
+    },
+    {
+      "grad_norm": 0.06049204617738724,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 19560
+    },
+    {
+      "grad_norm": 0.049106914550065994,
+      "learning_rate": 0.0001,
+      "loss": 0.0823,
+      "step": 19570
+    },
+    {
+      "grad_norm": 0.040716998279094696,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 19580
+    },
+    {
+      "grad_norm": 0.04148779809474945,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 19590
+    },
+    {
+      "grad_norm": 0.04822545871138573,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 19600
+    },
+    {
+      "grad_norm": 0.03848755732178688,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 19610
+    },
+    {
+      "grad_norm": 0.043257419019937515,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 19620
+    },
+    {
+      "grad_norm": 0.04024077206850052,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 19630
+    },
+    {
+      "grad_norm": 0.0836215540766716,
+      "learning_rate": 0.0001,
+      "loss": 0.0866,
+      "step": 19640
+    },
+    {
+      "grad_norm": 0.05246854946017265,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 19650
+    },
+    {
+      "grad_norm": 0.0884869247674942,
+      "learning_rate": 0.0001,
+      "loss": 0.0896,
+      "step": 19660
+    },
+    {
+      "grad_norm": 0.04155592620372772,
+      "learning_rate": 0.0001,
+      "loss": 0.0853,
+      "step": 19670
+    },
+    {
+      "grad_norm": 0.046271733939647675,
+      "learning_rate": 0.0001,
+      "loss": 0.0874,
+      "step": 19680
+    },
+    {
+      "grad_norm": 0.04939594492316246,
+      "learning_rate": 0.0001,
+      "loss": 0.0845,
+      "step": 19690
+    },
+    {
+      "grad_norm": 0.0429864339530468,
+      "learning_rate": 0.0001,
+      "loss": 0.0864,
+      "step": 19700
+    },
+    {
+      "grad_norm": 0.051715217530727386,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 19710
+    },
+    {
+      "grad_norm": 0.04413314163684845,
+      "learning_rate": 0.0001,
+      "loss": 0.086,
+      "step": 19720
+    },
+    {
+      "grad_norm": 0.04286404699087143,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 19730
+    },
+    {
+      "grad_norm": 0.04996219277381897,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 19740
+    },
+    {
+      "grad_norm": 0.039874862879514694,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 19750
+    },
+    {
+      "grad_norm": 0.04223703220486641,
+      "learning_rate": 0.0001,
+      "loss": 0.0837,
+      "step": 19760
+    },
+    {
+      "grad_norm": 0.03676328435540199,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 19770
+    },
+    {
+      "grad_norm": 0.045278385281562805,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 19780
+    },
+    {
+      "grad_norm": 0.036671899259090424,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 19790
+    },
+    {
+      "grad_norm": 0.061704348772764206,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 19800
+    },
+    {
+      "grad_norm": 0.05081067606806755,
+      "learning_rate": 0.0001,
+      "loss": 0.0836,
+      "step": 19810
+    },
+    {
+      "grad_norm": 0.041492413729429245,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 19820
+    },
+    {
+      "grad_norm": 0.07309884577989578,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 19830
+    },
+    {
+      "grad_norm": 0.039880529046058655,
+      "learning_rate": 0.0001,
+      "loss": 0.0809,
+      "step": 19840
+    },
+    {
+      "grad_norm": 0.11953813582658768,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 19850
+    },
+    {
+      "grad_norm": 0.07162363082170486,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 19860
+    },
+    {
+      "grad_norm": 0.04545470327138901,
+      "learning_rate": 0.0001,
+      "loss": 0.0838,
+      "step": 19870
+    },
+    {
+      "grad_norm": 0.041577089577913284,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 19880
+    },
+    {
+      "grad_norm": 0.03580343350768089,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 19890
+    },
+    {
+      "grad_norm": 0.04041905328631401,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 19900
+    },
+    {
+      "grad_norm": 0.04140191525220871,
+      "learning_rate": 0.0001,
+      "loss": 0.0852,
+      "step": 19910
+    },
+    {
+      "grad_norm": 0.04932606592774391,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 19920
+    },
+    {
+      "grad_norm": 0.03814835101366043,
+      "learning_rate": 0.0001,
+      "loss": 0.0841,
+      "step": 19930
+    },
+    {
+      "grad_norm": 0.037885699421167374,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 19940
+    },
+    {
+      "grad_norm": 0.03966930881142616,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 19950
+    },
+    {
+      "grad_norm": 0.05644511431455612,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 19960
+    },
+    {
+      "grad_norm": 0.03427352383732796,
+      "learning_rate": 0.0001,
+      "loss": 0.0807,
+      "step": 19970
+    },
+    {
+      "grad_norm": 0.05562567338347435,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 19980
+    },
+    {
+      "grad_norm": 0.03676570951938629,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 19990
+    },
+    {
+      "grad_norm": 0.0414307676255703,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 20000
+    },
+    {
+      "grad_norm": 0.04549932852387428,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 20010
+    },
+    {
+      "grad_norm": 0.05263334885239601,
+      "learning_rate": 0.0001,
+      "loss": 0.0832,
+      "step": 20020
+    },
+    {
+      "grad_norm": 0.05147121474146843,
+      "learning_rate": 0.0001,
+      "loss": 0.0825,
+      "step": 20030
+    },
+    {
+      "grad_norm": 0.07418166100978851,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 20040
+    },
+    {
+      "grad_norm": 0.0608556792140007,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 20050
+    },
+    {
+      "grad_norm": 0.03969297930598259,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 20060
+    },
+    {
+      "grad_norm": 0.05393180251121521,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 20070
+    },
+    {
+      "grad_norm": 0.058545541018247604,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 20080
+    },
+    {
+      "grad_norm": 0.04523233324289322,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 20090
+    },
+    {
+      "grad_norm": 0.04355374351143837,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 20100
+    },
+    {
+      "grad_norm": 0.03378325700759888,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 20110
+    },
+    {
+      "grad_norm": 0.06327890604734421,
+      "learning_rate": 0.0001,
+      "loss": 0.0807,
+      "step": 20120
+    },
+    {
+      "grad_norm": 0.04082810878753662,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 20130
+    },
+    {
+      "grad_norm": 0.03524176776409149,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 20140
+    },
+    {
+      "grad_norm": 0.036737605929374695,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 20150
+    },
+    {
+      "grad_norm": 0.033773016184568405,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 20160
+    },
+    {
+      "grad_norm": 0.0352691188454628,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 20170
+    },
+    {
+      "grad_norm": 0.041408929973840714,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 20180
+    },
+    {
+      "grad_norm": 0.040639109909534454,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 20190
+    },
+    {
+      "grad_norm": 0.037448275834321976,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 20200
+    },
+    {
+      "grad_norm": 0.04383145272731781,
+      "learning_rate": 0.0001,
+      "loss": 0.0798,
+      "step": 20210
+    },
+    {
+      "grad_norm": 0.052228037267923355,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 20220
+    },
+    {
+      "grad_norm": 0.04411472752690315,
+      "learning_rate": 0.0001,
+      "loss": 0.0792,
+      "step": 20230
+    },
+    {
+      "grad_norm": 0.055438559502363205,
+      "learning_rate": 0.0001,
+      "loss": 0.0845,
+      "step": 20240
+    },
+    {
+      "grad_norm": 0.061811354011297226,
+      "learning_rate": 0.0001,
+      "loss": 0.0809,
+      "step": 20250
+    },
+    {
+      "grad_norm": 0.039047736674547195,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 20260
+    },
+    {
+      "grad_norm": 0.053163494914770126,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 20270
+    },
+    {
+      "grad_norm": 0.053137946873903275,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 20280
+    },
+    {
+      "grad_norm": 0.1132471039891243,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 20290
+    },
+    {
+      "grad_norm": 0.052644696086645126,
+      "learning_rate": 0.0001,
+      "loss": 0.0855,
+      "step": 20300
+    },
+    {
+      "grad_norm": 0.043337833136320114,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 20310
+    },
+    {
+      "grad_norm": 0.049994051456451416,
+      "learning_rate": 0.0001,
+      "loss": 0.0849,
+      "step": 20320
+    },
+    {
+      "grad_norm": 0.043233923614025116,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 20330
+    },
+    {
+      "grad_norm": 0.05879008397459984,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 20340
+    },
+    {
+      "grad_norm": 0.04495462030172348,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 20350
+    },
+    {
+      "grad_norm": 0.044245366007089615,
+      "learning_rate": 0.0001,
+      "loss": 0.0863,
+      "step": 20360
+    },
+    {
+      "grad_norm": 0.04450078681111336,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 20370
+    },
+    {
+      "grad_norm": 0.0496072955429554,
+      "learning_rate": 0.0001,
+      "loss": 0.0848,
+      "step": 20380
+    },
+    {
+      "grad_norm": 0.042258210480213165,
+      "learning_rate": 0.0001,
+      "loss": 0.0786,
+      "step": 20390
+    },
+    {
+      "grad_norm": 0.037167005240917206,
+      "learning_rate": 0.0001,
+      "loss": 0.0807,
+      "step": 20400
+    },
+    {
+      "grad_norm": 0.042088307440280914,
+      "learning_rate": 0.0001,
+      "loss": 0.0798,
+      "step": 20410
+    },
+    {
+      "grad_norm": 0.0694722905755043,
+      "learning_rate": 0.0001,
+      "loss": 0.0822,
+      "step": 20420
+    },
+    {
+      "grad_norm": 0.0592079684138298,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 20430
+    },
+    {
+      "grad_norm": 0.034291189163923264,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 20440
+    },
+    {
+      "grad_norm": 0.043443575501441956,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 20450
+    },
+    {
+      "grad_norm": 0.05696064978837967,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 20460
+    },
+    {
+      "grad_norm": 0.039900440722703934,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 20470
+    },
+    {
+      "grad_norm": 0.0474628210067749,
+      "learning_rate": 0.0001,
+      "loss": 0.0857,
+      "step": 20480
+    },
+    {
+      "grad_norm": 0.04514539986848831,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 20490
+    },
+    {
+      "grad_norm": 0.04844048619270325,
+      "learning_rate": 0.0001,
+      "loss": 0.0842,
+      "step": 20500
+    },
+    {
+      "grad_norm": 0.037756938487291336,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 20510
+    },
+    {
+      "grad_norm": 0.04288538917899132,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 20520
+    },
+    {
+      "grad_norm": 0.04790791496634483,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 20530
+    },
+    {
+      "grad_norm": 0.038700442761182785,
+      "learning_rate": 0.0001,
+      "loss": 0.0836,
+      "step": 20540
+    },
+    {
+      "grad_norm": 0.05598704144358635,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 20550
+    },
+    {
+      "grad_norm": 0.04965861141681671,
+      "learning_rate": 0.0001,
+      "loss": 0.0854,
+      "step": 20560
+    },
+    {
+      "grad_norm": 0.04081202670931816,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 20570
+    },
+    {
+      "grad_norm": 0.03941166400909424,
+      "learning_rate": 0.0001,
+      "loss": 0.0843,
+      "step": 20580
+    },
+    {
+      "grad_norm": 0.111335888504982,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 20590
+    },
+    {
+      "grad_norm": 0.060451265424489975,
+      "learning_rate": 0.0001,
+      "loss": 0.0855,
+      "step": 20600
+    },
+    {
+      "grad_norm": 0.04010434448719025,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 20610
+    },
+    {
+      "grad_norm": 0.03254939615726471,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 20620
+    },
+    {
+      "grad_norm": 0.043385665863752365,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 20630
+    },
+    {
+      "grad_norm": 0.051301248371601105,
+      "learning_rate": 0.0001,
+      "loss": 0.0841,
+      "step": 20640
+    },
+    {
+      "grad_norm": 0.059394415467977524,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 20650
+    },
+    {
+      "grad_norm": 0.06872493028640747,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 20660
+    },
+    {
+      "grad_norm": 0.06556513905525208,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 20670
+    },
+    {
+      "grad_norm": 0.043906938284635544,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 20680
+    },
+    {
+      "grad_norm": 0.03693119063973427,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 20690
+    },
+    {
+      "grad_norm": 0.04691440984606743,
+      "learning_rate": 0.0001,
+      "loss": 0.0871,
+      "step": 20700
+    },
+    {
+      "grad_norm": 0.03937138617038727,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 20710
+    },
+    {
+      "grad_norm": 0.042136844247579575,
+      "learning_rate": 0.0001,
+      "loss": 0.0855,
+      "step": 20720
+    },
+    {
+      "grad_norm": 0.036238837987184525,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 20730
+    },
+    {
+      "grad_norm": 0.03667503967881203,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 20740
+    },
+    {
+      "grad_norm": 0.03917812928557396,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 20750
+    },
+    {
+      "grad_norm": 0.06582072377204895,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 20760
+    },
+    {
+      "grad_norm": 0.05228819325566292,
+      "learning_rate": 0.0001,
+      "loss": 0.0799,
+      "step": 20770
+    },
+    {
+      "grad_norm": 0.03574524074792862,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 20780
+    },
+    {
+      "grad_norm": 0.041390564292669296,
+      "learning_rate": 0.0001,
+      "loss": 0.0795,
+      "step": 20790
+    },
+    {
+      "grad_norm": 0.05972377955913544,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 20800
+    },
+    {
+      "grad_norm": 0.04994497448205948,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 20810
+    },
+    {
+      "grad_norm": 0.11203618347644806,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 20820
+    },
+    {
+      "grad_norm": 0.04162738844752312,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 20830
+    },
+    {
+      "grad_norm": 0.05390433967113495,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 20840
+    },
+    {
+      "grad_norm": 0.05958862975239754,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 20850
+    },
+    {
+      "grad_norm": 0.03796480596065521,
+      "learning_rate": 0.0001,
+      "loss": 0.0773,
+      "step": 20860
+    },
+    {
+      "grad_norm": 0.04106556996703148,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 20870
+    },
+    {
+      "grad_norm": 0.042551249265670776,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 20880
+    },
+    {
+      "grad_norm": 0.036575719714164734,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 20890
+    },
+    {
+      "grad_norm": 0.06345923244953156,
+      "learning_rate": 0.0001,
+      "loss": 0.0818,
+      "step": 20900
+    },
+    {
+      "grad_norm": 0.036882828921079636,
+      "learning_rate": 0.0001,
+      "loss": 0.0794,
+      "step": 20910
+    },
+    {
+      "grad_norm": 0.052705347537994385,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 20920
+    },
+    {
+      "grad_norm": 0.030839554965496063,
+      "learning_rate": 0.0001,
+      "loss": 0.0818,
+      "step": 20930
+    },
+    {
+      "grad_norm": 0.04911964759230614,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 20940
+    },
+    {
+      "grad_norm": 0.0733674168586731,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 20950
+    },
+    {
+      "grad_norm": 0.04441186040639877,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 20960
+    },
+    {
+      "grad_norm": 0.038349591195583344,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 20970
+    },
+    {
+      "grad_norm": 0.05075906589627266,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 20980
+    },
+    {
+      "grad_norm": 0.03416864573955536,
+      "learning_rate": 0.0001,
+      "loss": 0.0831,
+      "step": 20990
+    },
+    {
+      "grad_norm": 0.04841424152255058,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 21000
+    },
+    {
+      "grad_norm": 0.046776182949543,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 21010
+    },
+    {
+      "grad_norm": 0.05454837158322334,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 21020
+    },
+    {
+      "grad_norm": 0.039439503103494644,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 21030
+    },
+    {
+      "grad_norm": 0.059989023953676224,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 21040
+    },
+    {
+      "grad_norm": 0.04688004404306412,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 21050
+    },
+    {
+      "grad_norm": 0.04663780331611633,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 21060
+    },
+    {
+      "grad_norm": 0.031199535354971886,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 21070
+    },
+    {
+      "grad_norm": 0.043858662247657776,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 21080
+    },
+    {
+      "grad_norm": 0.04113908112049103,
+      "learning_rate": 0.0001,
+      "loss": 0.0786,
+      "step": 21090
+    },
+    {
+      "grad_norm": 0.041338346898555756,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 21100
+    },
+    {
+      "grad_norm": 0.03866661712527275,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 21110
+    },
+    {
+      "grad_norm": 0.04265165328979492,
+      "learning_rate": 0.0001,
+      "loss": 0.0784,
+      "step": 21120
+    },
+    {
+      "grad_norm": 0.047016046941280365,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 21130
+    },
+    {
+      "grad_norm": 0.04476243630051613,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 21140
+    },
+    {
+      "grad_norm": 0.05544310063123703,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 21150
+    },
+    {
+      "grad_norm": 0.03769414499402046,
+      "learning_rate": 0.0001,
+      "loss": 0.0858,
+      "step": 21160
+    },
+    {
+      "grad_norm": 0.04634303227066994,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 21170
+    },
+    {
+      "grad_norm": 0.036813098937273026,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 21180
+    },
+    {
+      "grad_norm": 0.044640496373176575,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 21190
+    },
+    {
+      "grad_norm": 0.04365875571966171,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 21200
+    },
+    {
+      "grad_norm": 0.0809970423579216,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 21210
+    },
+    {
+      "grad_norm": 0.12254997342824936,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 21220
+    },
+    {
+      "grad_norm": 0.07050588726997375,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 21230
+    },
+    {
+      "grad_norm": 0.04904945567250252,
+      "learning_rate": 0.0001,
+      "loss": 0.0861,
+      "step": 21240
+    },
+    {
+      "grad_norm": 0.037130169570446014,
+      "learning_rate": 0.0001,
+      "loss": 0.0825,
+      "step": 21250
+    },
+    {
+      "grad_norm": 0.05004751309752464,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 21260
+    },
+    {
+      "grad_norm": 0.04438455030322075,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 21270
+    },
+    {
+      "grad_norm": 0.0412941575050354,
+      "learning_rate": 0.0001,
+      "loss": 0.0857,
+      "step": 21280
+    },
+    {
+      "grad_norm": 0.04850899055600166,
+      "learning_rate": 0.0001,
+      "loss": 0.0831,
+      "step": 21290
+    },
+    {
+      "grad_norm": 0.03716297075152397,
+      "learning_rate": 0.0001,
+      "loss": 0.0853,
+      "step": 21300
+    },
+    {
+      "grad_norm": 0.05081864446401596,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 21310
+    },
+    {
+      "grad_norm": 0.055244237184524536,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 21320
+    },
+    {
+      "grad_norm": 0.046810898929834366,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 21330
+    },
+    {
+      "grad_norm": 0.03781897574663162,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 21340
+    },
+    {
+      "grad_norm": 0.04739027097821236,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 21350
+    },
+    {
+      "grad_norm": 0.041558943688869476,
+      "learning_rate": 0.0001,
+      "loss": 0.0807,
+      "step": 21360
+    },
+    {
+      "grad_norm": 0.04901660978794098,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 21370
+    },
+    {
+      "grad_norm": 0.056427858769893646,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 21380
+    },
+    {
+      "grad_norm": 0.042253278195858,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 21390
+    },
+    {
+      "grad_norm": 0.040063004940748215,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 21400
+    },
+    {
+      "grad_norm": 0.04529394209384918,
+      "learning_rate": 0.0001,
+      "loss": 0.0836,
+      "step": 21410
+    },
+    {
+      "grad_norm": 0.04463255777955055,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 21420
+    },
+    {
+      "grad_norm": 0.047135647386312485,
+      "learning_rate": 0.0001,
+      "loss": 0.0861,
+      "step": 21430
+    },
+    {
+      "grad_norm": 0.04645341634750366,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 21440
+    },
+    {
+      "grad_norm": 0.04372502863407135,
+      "learning_rate": 0.0001,
+      "loss": 0.0874,
+      "step": 21450
+    },
+    {
+      "grad_norm": 0.06332123279571533,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 21460
+    },
+    {
+      "grad_norm": 0.04066846892237663,
+      "learning_rate": 0.0001,
+      "loss": 0.0864,
+      "step": 21470
+    },
+    {
+      "grad_norm": 0.0396614596247673,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 21480
+    },
+    {
+      "grad_norm": 0.03083823248744011,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 21490
+    },
+    {
+      "grad_norm": 0.047940693795681,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 21500
+    },
+    {
+      "grad_norm": 0.0879097655415535,
+      "learning_rate": 0.0001,
+      "loss": 0.0893,
+      "step": 21510
+    },
+    {
+      "grad_norm": 0.04317895323038101,
+      "learning_rate": 0.0001,
+      "loss": 0.0841,
+      "step": 21520
+    },
+    {
+      "grad_norm": 0.056157104671001434,
+      "learning_rate": 0.0001,
+      "loss": 0.0887,
+      "step": 21530
+    },
+    {
+      "grad_norm": 0.041039347648620605,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 21540
+    },
+    {
+      "grad_norm": 0.04498431086540222,
+      "learning_rate": 0.0001,
+      "loss": 0.0876,
+      "step": 21550
+    },
+    {
+      "grad_norm": 0.0451919324696064,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 21560
+    },
+    {
+      "grad_norm": 0.046105191111564636,
+      "learning_rate": 0.0001,
+      "loss": 0.089,
+      "step": 21570
+    },
+    {
+      "grad_norm": 0.03969702869653702,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 21580
+    },
+    {
+      "grad_norm": 0.05823371559381485,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 21590
+    },
+    {
+      "grad_norm": 0.05449533462524414,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 21600
+    },
+    {
+      "grad_norm": 0.054527536034584045,
+      "learning_rate": 0.0001,
+      "loss": 0.0885,
+      "step": 21610
+    },
+    {
+      "grad_norm": 0.05290176346898079,
+      "learning_rate": 0.0001,
+      "loss": 0.0846,
+      "step": 21620
+    },
+    {
+      "grad_norm": 0.042741529643535614,
+      "learning_rate": 0.0001,
+      "loss": 0.0868,
+      "step": 21630
+    },
+    {
+      "grad_norm": 0.03979942202568054,
+      "learning_rate": 0.0001,
+      "loss": 0.085,
+      "step": 21640
+    },
+    {
+      "grad_norm": 0.03715630620718002,
+      "learning_rate": 0.0001,
+      "loss": 0.083,
+      "step": 21650
+    },
+    {
+      "grad_norm": 0.05240866169333458,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 21660
+    },
+    {
+      "grad_norm": 0.07119885087013245,
+      "learning_rate": 0.0001,
+      "loss": 0.0856,
+      "step": 21670
+    },
+    {
+      "grad_norm": 0.043501563370227814,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 21680
+    },
+    {
+      "grad_norm": 0.041008010506629944,
+      "learning_rate": 0.0001,
+      "loss": 0.0863,
+      "step": 21690
+    },
+    {
+      "grad_norm": 0.040144551545381546,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 21700
+    },
+    {
+      "grad_norm": 0.04178275167942047,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 21710
+    },
+    {
+      "grad_norm": 0.04698465019464493,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 21720
+    },
+    {
+      "grad_norm": 0.031298503279685974,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 21730
+    },
+    {
+      "grad_norm": 0.03756396099925041,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 21740
+    },
+    {
+      "grad_norm": 0.04013381525874138,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 21750
+    },
+    {
+      "grad_norm": 0.03567832335829735,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 21760
+    },
+    {
+      "grad_norm": 0.043068043887615204,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 21770
+    },
+    {
+      "grad_norm": 0.04113931581377983,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 21780
+    },
+    {
+      "grad_norm": 0.04110829159617424,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 21790
+    },
+    {
+      "grad_norm": 0.03845338150858879,
+      "learning_rate": 0.0001,
+      "loss": 0.0818,
+      "step": 21800
+    },
+    {
+      "grad_norm": 0.0547296404838562,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 21810
+    },
+    {
+      "grad_norm": 0.03522859513759613,
+      "learning_rate": 0.0001,
+      "loss": 0.0798,
+      "step": 21820
+    },
+    {
+      "grad_norm": 0.044078439474105835,
+      "learning_rate": 0.0001,
+      "loss": 0.0858,
+      "step": 21830
+    },
+    {
+      "grad_norm": 0.03691401332616806,
+      "learning_rate": 0.0001,
+      "loss": 0.0795,
+      "step": 21840
+    },
+    {
+      "grad_norm": 0.05567586421966553,
+      "learning_rate": 0.0001,
+      "loss": 0.0869,
+      "step": 21850
+    },
+    {
+      "grad_norm": 0.04108142852783203,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 21860
+    },
+    {
+      "grad_norm": 0.043461378663778305,
+      "learning_rate": 0.0001,
+      "loss": 0.0862,
+      "step": 21870
+    },
+    {
+      "grad_norm": 0.04721544682979584,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 21880
+    },
+    {
+      "grad_norm": 0.03767545521259308,
+      "learning_rate": 0.0001,
+      "loss": 0.0877,
+      "step": 21890
+    },
+    {
+      "grad_norm": 0.038540683686733246,
+      "learning_rate": 0.0001,
+      "loss": 0.0839,
+      "step": 21900
+    },
+    {
+      "grad_norm": 0.05522758513689041,
+      "learning_rate": 0.0001,
+      "loss": 0.0872,
+      "step": 21910
+    },
+    {
+      "grad_norm": 0.03691140189766884,
+      "learning_rate": 0.0001,
+      "loss": 0.0832,
+      "step": 21920
+    },
+    {
+      "grad_norm": 0.048159271478652954,
+      "learning_rate": 0.0001,
+      "loss": 0.087,
+      "step": 21930
+    },
+    {
+      "grad_norm": 0.06445064395666122,
+      "learning_rate": 0.0001,
+      "loss": 0.0822,
+      "step": 21940
+    },
+    {
+      "grad_norm": 0.039841510355472565,
+      "learning_rate": 0.0001,
+      "loss": 0.0863,
+      "step": 21950
+    },
+    {
+      "grad_norm": 0.043215565383434296,
+      "learning_rate": 0.0001,
+      "loss": 0.0842,
+      "step": 21960
+    },
+    {
+      "grad_norm": 0.03997033089399338,
+      "learning_rate": 0.0001,
+      "loss": 0.0848,
+      "step": 21970
+    },
+    {
+      "grad_norm": 0.05579907074570656,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 21980
+    },
+    {
+      "grad_norm": 0.05605786666274071,
+      "learning_rate": 0.0001,
+      "loss": 0.0843,
+      "step": 21990
+    },
+    {
+      "grad_norm": 0.04408755153417587,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 22000
+    },
+    {
+      "grad_norm": 0.042603038251399994,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 22010
+    },
+    {
+      "grad_norm": 0.038087282329797745,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 22020
+    },
+    {
+      "grad_norm": 0.061651941388845444,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 22030
+    },
+    {
+      "grad_norm": 0.05586182326078415,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 22040
+    },
+    {
+      "grad_norm": 0.07776088267564774,
+      "learning_rate": 0.0001,
+      "loss": 0.0837,
+      "step": 22050
+    },
+    {
+      "grad_norm": 0.03667441010475159,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 22060
+    },
+    {
+      "grad_norm": 0.08435112982988358,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 22070
+    },
+    {
+      "grad_norm": 0.04332966357469559,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 22080
+    },
+    {
+      "grad_norm": 0.06166228652000427,
+      "learning_rate": 0.0001,
+      "loss": 0.0823,
+      "step": 22090
+    },
+    {
+      "grad_norm": 0.03632820025086403,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 22100
+    },
+    {
+      "grad_norm": 0.056247979402542114,
+      "learning_rate": 0.0001,
+      "loss": 0.083,
+      "step": 22110
+    },
+    {
+      "grad_norm": 0.07082326710224152,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 22120
+    },
+    {
+      "grad_norm": 0.038541387766599655,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 22130
+    },
+    {
+      "grad_norm": 0.058700207620859146,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 22140
+    },
+    {
+      "grad_norm": 0.03895539790391922,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 22150
+    },
+    {
+      "grad_norm": 0.03818713128566742,
+      "learning_rate": 0.0001,
+      "loss": 0.0822,
+      "step": 22160
+    },
+    {
+      "grad_norm": 0.05330551043152809,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 22170
+    },
+    {
+      "grad_norm": 0.039654381573200226,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 22180
+    },
+    {
+      "grad_norm": 0.036086611449718475,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 22190
+    },
+    {
+      "grad_norm": 0.036828722804784775,
+      "learning_rate": 0.0001,
+      "loss": 0.0838,
+      "step": 22200
+    },
+    {
+      "grad_norm": 0.04178329184651375,
+      "learning_rate": 0.0001,
+      "loss": 0.0823,
+      "step": 22210
+    },
+    {
+      "grad_norm": 0.03292856737971306,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 22220
+    },
+    {
+      "grad_norm": 0.06439337134361267,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 22230
+    },
+    {
+      "grad_norm": 0.040372058749198914,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 22240
+    },
+    {
+      "grad_norm": 0.04813665896654129,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 22250
+    },
+    {
+      "grad_norm": 0.04512272775173187,
+      "learning_rate": 0.0001,
+      "loss": 0.0832,
+      "step": 22260
+    },
+    {
+      "grad_norm": 0.03797309845685959,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 22270
+    },
+    {
+      "grad_norm": 0.04322518780827522,
+      "learning_rate": 0.0001,
+      "loss": 0.0841,
+      "step": 22280
+    },
+    {
+      "grad_norm": 0.04294953495264053,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 22290
+    },
+    {
+      "grad_norm": 0.034917689859867096,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 22300
+    },
+    {
+      "grad_norm": 0.04699287563562393,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 22310
+    },
+    {
+      "grad_norm": 0.03697723150253296,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 22320
+    },
+    {
+      "grad_norm": 0.03608451038599014,
+      "learning_rate": 0.0001,
+      "loss": 0.0793,
+      "step": 22330
+    },
+    {
+      "grad_norm": 0.055454984307289124,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 22340
+    },
+    {
+      "grad_norm": 0.05043097957968712,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 22350
+    },
+    {
+      "grad_norm": 0.04086240381002426,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 22360
+    },
+    {
+      "grad_norm": 0.0440131239593029,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 22370
+    },
+    {
+      "grad_norm": 0.04253748059272766,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 22380
+    },
+    {
+      "grad_norm": 0.03954766318202019,
+      "learning_rate": 0.0001,
+      "loss": 0.0758,
+      "step": 22390
+    },
+    {
+      "grad_norm": 0.03627694398164749,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 22400
+    },
+    {
+      "grad_norm": 0.038071975111961365,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 22410
+    },
+    {
+      "grad_norm": 0.03833113983273506,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 22420
+    },
+    {
+      "grad_norm": 0.035898104310035706,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 22430
+    },
+    {
+      "grad_norm": 0.03529464080929756,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 22440
+    },
+    {
+      "grad_norm": 0.040951553732156754,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 22450
+    },
+    {
+      "grad_norm": 0.03527063876390457,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 22460
+    },
+    {
+      "grad_norm": 0.045886553823947906,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 22470
+    },
+    {
+      "grad_norm": 0.04745880141854286,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 22480
+    },
+    {
+      "grad_norm": 0.037014927715063095,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 22490
+    },
+    {
+      "grad_norm": 0.05559920147061348,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 22500
+    },
+    {
+      "grad_norm": 0.09267733246088028,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 22510
+    },
+    {
+      "grad_norm": 0.046258166432380676,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 22520
+    },
+    {
+      "grad_norm": 0.03622779995203018,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 22530
+    },
+    {
+      "grad_norm": 0.0364808514714241,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 22540
+    },
+    {
+      "grad_norm": 0.04767182841897011,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 22550
+    },
+    {
+      "grad_norm": 0.07652604579925537,
+      "learning_rate": 0.0001,
+      "loss": 0.081,
+      "step": 22560
+    },
+    {
+      "grad_norm": 0.04004378989338875,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 22570
+    },
+    {
+      "grad_norm": 0.046980198472738266,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 22580
+    },
+    {
+      "grad_norm": 0.04528089612722397,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 22590
+    },
+    {
+      "grad_norm": 0.10539017617702484,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 22600
+    },
+    {
+      "grad_norm": 0.034121084958314896,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 22610
+    },
+    {
+      "grad_norm": 0.04305897280573845,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 22620
+    },
+    {
+      "grad_norm": 0.04662245512008667,
+      "learning_rate": 0.0001,
+      "loss": 0.0822,
+      "step": 22630
+    },
+    {
+      "grad_norm": 0.04107965901494026,
+      "learning_rate": 0.0001,
+      "loss": 0.0794,
+      "step": 22640
+    },
+    {
+      "grad_norm": 0.036905717104673386,
+      "learning_rate": 0.0001,
+      "loss": 0.0795,
+      "step": 22650
+    },
+    {
+      "grad_norm": 0.041992735117673874,
+      "learning_rate": 0.0001,
+      "loss": 0.0786,
+      "step": 22660
+    },
+    {
+      "grad_norm": 0.06078239530324936,
+      "learning_rate": 0.0001,
+      "loss": 0.0793,
+      "step": 22670
+    },
+    {
+      "grad_norm": 0.06472714245319366,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 22680
+    },
+    {
+      "grad_norm": 0.0569167397916317,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 22690
+    },
+    {
+      "grad_norm": 0.05405982583761215,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 22700
+    },
+    {
+      "grad_norm": 0.04163648933172226,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 22710
+    },
+    {
+      "grad_norm": 0.04070934280753136,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 22720
+    },
+    {
+      "grad_norm": 0.08506815880537033,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 22730
+    },
+    {
+      "grad_norm": 0.044420380145311356,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 22740
+    },
+    {
+      "grad_norm": 0.035344384610652924,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 22750
+    },
+    {
+      "grad_norm": 0.04001985117793083,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 22760
+    },
+    {
+      "grad_norm": 0.03747274726629257,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 22770
+    },
+    {
+      "grad_norm": 0.043004926294088364,
+      "learning_rate": 0.0001,
+      "loss": 0.0798,
+      "step": 22780
+    },
+    {
+      "grad_norm": 0.045935239642858505,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 22790
+    },
+    {
+      "grad_norm": 0.037296123802661896,
+      "learning_rate": 0.0001,
+      "loss": 0.0823,
+      "step": 22800
+    },
+    {
+      "grad_norm": 0.03340519592165947,
+      "learning_rate": 0.0001,
+      "loss": 0.078,
+      "step": 22810
+    },
+    {
+      "grad_norm": 0.055774394422769547,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 22820
+    },
+    {
+      "grad_norm": 0.03746279329061508,
+      "learning_rate": 0.0001,
+      "loss": 0.0784,
+      "step": 22830
+    },
+    {
+      "grad_norm": 0.04700099676847458,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 22840
+    },
+    {
+      "grad_norm": 0.042503103613853455,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 22850
+    },
+    {
+      "grad_norm": 0.03636433929204941,
+      "learning_rate": 0.0001,
+      "loss": 0.0807,
+      "step": 22860
+    },
+    {
+      "grad_norm": 0.03214485943317413,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 22870
+    },
+    {
+      "grad_norm": 0.06375805288553238,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 22880
+    },
+    {
+      "grad_norm": 0.04056109860539436,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 22890
+    },
+    {
+      "grad_norm": 0.034307267516851425,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 22900
+    },
+    {
+      "grad_norm": 0.03447704762220383,
+      "learning_rate": 0.0001,
+      "loss": 0.0784,
+      "step": 22910
+    },
+    {
+      "grad_norm": 0.04664768651127815,
+      "learning_rate": 0.0001,
+      "loss": 0.0799,
+      "step": 22920
+    },
+    {
+      "grad_norm": 0.04316486790776253,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 22930
+    },
+    {
+      "grad_norm": 0.03589615598320961,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 22940
+    },
+    {
+      "grad_norm": 0.030894987285137177,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 22950
+    },
+    {
+      "grad_norm": 0.041273392736911774,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 22960
+    },
+    {
+      "grad_norm": 0.04078550636768341,
+      "learning_rate": 0.0001,
+      "loss": 0.078,
+      "step": 22970
+    },
+    {
+      "grad_norm": 0.04554302990436554,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 22980
+    },
+    {
+      "grad_norm": 0.060562558472156525,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 22990
+    },
+    {
+      "grad_norm": 0.03623521327972412,
+      "learning_rate": 0.0001,
+      "loss": 0.0799,
+      "step": 23000
+    },
+    {
+      "grad_norm": 0.0496361069381237,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 23010
+    },
+    {
+      "grad_norm": 0.04035919904708862,
+      "learning_rate": 0.0001,
+      "loss": 0.0809,
+      "step": 23020
+    },
+    {
+      "grad_norm": 0.037814799696207047,
+      "learning_rate": 0.0001,
+      "loss": 0.0799,
+      "step": 23030
+    },
+    {
+      "grad_norm": 0.0494195893406868,
+      "learning_rate": 0.0001,
+      "loss": 0.0809,
+      "step": 23040
+    },
+    {
+      "grad_norm": 0.040282413363456726,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 23050
+    },
+    {
+      "grad_norm": 0.040418364107608795,
+      "learning_rate": 0.0001,
+      "loss": 0.0818,
+      "step": 23060
+    },
+    {
+      "grad_norm": 0.04865638539195061,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 23070
+    },
+    {
+      "grad_norm": 0.05111107975244522,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 23080
+    },
+    {
+      "grad_norm": 0.05201657488942146,
+      "learning_rate": 0.0001,
+      "loss": 0.0845,
+      "step": 23090
+    },
+    {
+      "grad_norm": 0.05609029531478882,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 23100
+    },
+    {
+      "grad_norm": 0.05528603494167328,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 23110
+    },
+    {
+      "grad_norm": 0.055803991854190826,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 23120
+    },
+    {
+      "grad_norm": 0.04521666839718819,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 23130
+    },
+    {
+      "grad_norm": 0.04331817477941513,
+      "learning_rate": 0.0001,
+      "loss": 0.0798,
+      "step": 23140
+    },
+    {
+      "grad_norm": 0.05012166127562523,
+      "learning_rate": 0.0001,
+      "loss": 0.0836,
+      "step": 23150
+    },
+    {
+      "grad_norm": 0.0469437837600708,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 23160
+    },
+    {
+      "grad_norm": 0.04308013990521431,
+      "learning_rate": 0.0001,
+      "loss": 0.0839,
+      "step": 23170
+    },
+    {
+      "grad_norm": 0.06325476616621017,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 23180
+    },
+    {
+      "grad_norm": 0.08538766205310822,
+      "learning_rate": 0.0001,
+      "loss": 0.0835,
+      "step": 23190
+    },
+    {
+      "grad_norm": 0.046698275953531265,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 23200
+    },
+    {
+      "grad_norm": 0.042530305683612823,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 23210
+    },
+    {
+      "grad_norm": 0.040246736258268356,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 23220
+    },
+    {
+      "grad_norm": 0.052196845412254333,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 23230
+    },
+    {
+      "grad_norm": 0.05085645243525505,
+      "learning_rate": 0.0001,
+      "loss": 0.0849,
+      "step": 23240
+    },
+    {
+      "grad_norm": 0.05606217682361603,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 23250
+    },
+    {
+      "grad_norm": 0.13115759193897247,
+      "learning_rate": 0.0001,
+      "loss": 0.0786,
+      "step": 23260
+    },
+    {
+      "grad_norm": 0.046189650893211365,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 23270
+    },
+    {
+      "grad_norm": 0.04069174826145172,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 23280
+    },
+    {
+      "grad_norm": 0.050882816314697266,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 23290
+    },
+    {
+      "grad_norm": 0.05320526286959648,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 23300
+    },
+    {
+      "grad_norm": 0.03833721950650215,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 23310
+    },
+    {
+      "grad_norm": 0.034838445484638214,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 23320
+    },
+    {
+      "grad_norm": 0.03620578348636627,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 23330
+    },
+    {
+      "grad_norm": 0.03737378492951393,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 23340
+    },
+    {
+      "grad_norm": 0.04623984545469284,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 23350
+    },
+    {
+      "grad_norm": 0.037321168929338455,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 23360
+    },
+    {
+      "grad_norm": 0.04131516069173813,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 23370
+    },
+    {
+      "grad_norm": 0.04689958319067955,
+      "learning_rate": 0.0001,
+      "loss": 0.0832,
+      "step": 23380
+    },
+    {
+      "grad_norm": 0.07684900611639023,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 23390
+    },
+    {
+      "grad_norm": 0.11275927722454071,
+      "learning_rate": 0.0001,
+      "loss": 0.0847,
+      "step": 23400
+    },
+    {
+      "grad_norm": 0.03300950676202774,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 23410
+    },
+    {
+      "grad_norm": 0.0373651497066021,
+      "learning_rate": 0.0001,
+      "loss": 0.0823,
+      "step": 23420
+    },
+    {
+      "grad_norm": 0.04116476699709892,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 23430
+    },
+    {
+      "grad_norm": 0.04913194850087166,
+      "learning_rate": 0.0001,
+      "loss": 0.0822,
+      "step": 23440
+    },
+    {
+      "grad_norm": 0.07161441445350647,
+      "learning_rate": 0.0001,
+      "loss": 0.0823,
+      "step": 23450
+    },
+    {
+      "grad_norm": 0.05047116056084633,
+      "learning_rate": 0.0001,
+      "loss": 0.0855,
+      "step": 23460
+    },
+    {
+      "grad_norm": 0.037487395107746124,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 23470
+    },
+    {
+      "grad_norm": 0.04128700867295265,
+      "learning_rate": 0.0001,
+      "loss": 0.0837,
+      "step": 23480
+    },
+    {
+      "grad_norm": 0.03293590992689133,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 23490
+    },
+    {
+      "grad_norm": 0.05041985213756561,
+      "learning_rate": 0.0001,
+      "loss": 0.0857,
+      "step": 23500
+    },
+    {
+      "grad_norm": 0.03390239551663399,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 23510
+    },
+    {
+      "grad_norm": 0.047321680933237076,
+      "learning_rate": 0.0001,
+      "loss": 0.083,
+      "step": 23520
+    },
+    {
+      "grad_norm": 0.04374051094055176,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 23530
+    },
+    {
+      "grad_norm": 0.04526960849761963,
+      "learning_rate": 0.0001,
+      "loss": 0.0844,
+      "step": 23540
+    },
+    {
+      "grad_norm": 0.03755760192871094,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 23550
+    },
+    {
+      "grad_norm": 0.053017646074295044,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 23560
+    },
+    {
+      "grad_norm": 0.04564080759882927,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 23570
+    },
+    {
+      "grad_norm": 0.07413040846586227,
+      "learning_rate": 0.0001,
+      "loss": 0.0826,
+      "step": 23580
+    },
+    {
+      "grad_norm": 0.03599350154399872,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 23590
+    },
+    {
+      "grad_norm": 0.058559056371450424,
+      "learning_rate": 0.0001,
+      "loss": 0.083,
+      "step": 23600
+    },
+    {
+      "grad_norm": 0.03766883909702301,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 23610
+    },
+    {
+      "grad_norm": 0.04306074231863022,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 23620
+    },
+    {
+      "grad_norm": 0.04375762492418289,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 23630
+    },
+    {
+      "grad_norm": 0.06072355434298515,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 23640
+    },
+    {
+      "grad_norm": 0.04428723081946373,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 23650
+    },
+    {
+      "grad_norm": 0.06137608736753464,
+      "learning_rate": 0.0001,
+      "loss": 0.0769,
+      "step": 23660
+    },
+    {
+      "grad_norm": 0.04079523682594299,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 23670
+    },
+    {
+      "grad_norm": 0.07254835218191147,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 23680
+    },
+    {
+      "grad_norm": 0.03168594092130661,
+      "learning_rate": 0.0001,
+      "loss": 0.0829,
+      "step": 23690
+    },
+    {
+      "grad_norm": 0.04768212139606476,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 23700
+    },
+    {
+      "grad_norm": 0.04446869716048241,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 23710
+    },
+    {
+      "grad_norm": 0.05106169357895851,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 23720
+    },
+    {
+      "grad_norm": 0.06487233191728592,
+      "learning_rate": 0.0001,
+      "loss": 0.081,
+      "step": 23730
+    },
+    {
+      "grad_norm": 0.05997752770781517,
+      "learning_rate": 0.0001,
+      "loss": 0.0793,
+      "step": 23740
+    },
+    {
+      "grad_norm": 0.03440038487315178,
+      "learning_rate": 0.0001,
+      "loss": 0.0839,
+      "step": 23750
+    },
+    {
+      "grad_norm": 0.05738404020667076,
+      "learning_rate": 0.0001,
+      "loss": 0.0813,
+      "step": 23760
+    },
+    {
+      "grad_norm": 0.034725312143564224,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 23770
+    },
+    {
+      "grad_norm": 0.04321688041090965,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 23780
+    },
+    {
+      "grad_norm": 0.08248834311962128,
+      "learning_rate": 0.0001,
+      "loss": 0.0851,
+      "step": 23790
+    },
+    {
+      "grad_norm": 0.0492175817489624,
+      "learning_rate": 0.0001,
+      "loss": 0.0798,
+      "step": 23800
+    },
+    {
+      "grad_norm": 0.034131892025470734,
+      "learning_rate": 0.0001,
+      "loss": 0.084,
+      "step": 23810
+    },
+    {
+      "grad_norm": 0.04331015422940254,
+      "learning_rate": 0.0001,
+      "loss": 0.0816,
+      "step": 23820
+    },
+    {
+      "grad_norm": 0.043365247547626495,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 23830
+    },
+    {
+      "grad_norm": 0.07809393107891083,
+      "learning_rate": 0.0001,
+      "loss": 0.0793,
+      "step": 23840
+    },
+    {
+      "grad_norm": 0.04160923510789871,
+      "learning_rate": 0.0001,
+      "loss": 0.0836,
+      "step": 23850
+    },
+    {
+      "grad_norm": 0.054948434233665466,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 23860
+    },
+    {
+      "grad_norm": 0.0412474200129509,
+      "learning_rate": 0.0001,
+      "loss": 0.0846,
+      "step": 23870
+    },
+    {
+      "grad_norm": 0.07375035434961319,
+      "learning_rate": 0.0001,
+      "loss": 0.0769,
+      "step": 23880
+    },
+    {
+      "grad_norm": 0.04841811954975128,
+      "learning_rate": 0.0001,
+      "loss": 0.0842,
+      "step": 23890
+    },
+    {
+      "grad_norm": 0.05032777786254883,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 23900
+    },
+    {
+      "grad_norm": 0.05960676446557045,
+      "learning_rate": 0.0001,
+      "loss": 0.0827,
+      "step": 23910
+    },
+    {
+      "grad_norm": 0.04110163822770119,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 23920
+    },
+    {
+      "grad_norm": 0.04028761386871338,
+      "learning_rate": 0.0001,
+      "loss": 0.0823,
+      "step": 23930
+    },
+    {
+      "grad_norm": 0.03862976282835007,
+      "learning_rate": 0.0001,
+      "loss": 0.0793,
+      "step": 23940
+    },
+    {
+      "grad_norm": 0.03987438976764679,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 23950
+    },
+    {
+      "grad_norm": 0.0397791862487793,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 23960
+    },
+    {
+      "grad_norm": 0.040235038846731186,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 23970
+    },
+    {
+      "grad_norm": 0.05086979642510414,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 23980
+    },
+    {
+      "grad_norm": 0.042695991694927216,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 23990
+    },
+    {
+      "grad_norm": 0.04378129541873932,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 24000
+    },
+    {
+      "grad_norm": 0.045680899173021317,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 24010
+    },
+    {
+      "grad_norm": 0.038465507328510284,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 24020
+    },
+    {
+      "grad_norm": 0.05013787001371384,
+      "learning_rate": 0.0001,
+      "loss": 0.0809,
+      "step": 24030
+    },
+    {
+      "grad_norm": 0.031632665544748306,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 24040
+    },
+    {
+      "grad_norm": 0.04151228815317154,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 24050
+    },
+    {
+      "grad_norm": 0.04153699800372124,
+      "learning_rate": 0.0001,
+      "loss": 0.082,
+      "step": 24060
+    },
+    {
+      "grad_norm": 0.058089401572942734,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 24070
+    },
+    {
+      "grad_norm": 0.05523701012134552,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 24080
+    },
+    {
+      "grad_norm": 0.041519902646541595,
+      "learning_rate": 0.0001,
+      "loss": 0.0823,
+      "step": 24090
+    },
+    {
+      "grad_norm": 0.04853122681379318,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 24100
+    },
+    {
+      "grad_norm": 0.05005967617034912,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 24110
+    },
+    {
+      "grad_norm": 0.07891841232776642,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 24120
+    },
+    {
+      "grad_norm": 0.05712231621146202,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 24130
+    },
+    {
+      "grad_norm": 0.04672478511929512,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 24140
+    },
+    {
+      "grad_norm": 0.041525404900312424,
+      "learning_rate": 0.0001,
+      "loss": 0.0798,
+      "step": 24150
+    },
+    {
+      "grad_norm": 0.03785672038793564,
+      "learning_rate": 0.0001,
+      "loss": 0.0792,
+      "step": 24160
+    },
+    {
+      "grad_norm": 0.03329237177968025,
+      "learning_rate": 0.0001,
+      "loss": 0.0765,
+      "step": 24170
+    },
+    {
+      "grad_norm": 0.041636981070041656,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 24180
+    },
+    {
+      "grad_norm": 0.05348748713731766,
+      "learning_rate": 0.0001,
+      "loss": 0.0793,
+      "step": 24190
+    },
+    {
+      "grad_norm": 0.03678170219063759,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 24200
+    },
+    {
+      "grad_norm": 0.043887797743082047,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 24210
+    },
+    {
+      "grad_norm": 0.040622610598802567,
+      "learning_rate": 0.0001,
+      "loss": 0.0786,
+      "step": 24220
+    },
+    {
+      "grad_norm": 0.04106574133038521,
+      "learning_rate": 0.0001,
+      "loss": 0.0773,
+      "step": 24230
+    },
+    {
+      "grad_norm": 0.03446982800960541,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 24240
+    },
+    {
+      "grad_norm": 0.051348742097616196,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 24250
+    },
+    {
+      "grad_norm": 0.050558436661958694,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 24260
+    },
+    {
+      "grad_norm": 0.036413561552762985,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 24270
+    },
+    {
+      "grad_norm": 0.039489179849624634,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 24280
+    },
+    {
+      "grad_norm": 0.06087414175271988,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 24290
+    },
+    {
+      "grad_norm": 0.033007919788360596,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 24300
+    },
+    {
+      "grad_norm": 0.03300631418824196,
+      "learning_rate": 0.0001,
+      "loss": 0.0814,
+      "step": 24310
+    },
+    {
+      "grad_norm": 0.034098610281944275,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 24320
+    },
+    {
+      "grad_norm": 0.03974930942058563,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 24330
+    },
+    {
+      "grad_norm": 0.039608314633369446,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 24340
+    },
+    {
+      "grad_norm": 0.03516664355993271,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 24350
+    },
+    {
+      "grad_norm": 0.03386443480849266,
+      "learning_rate": 0.0001,
+      "loss": 0.0768,
+      "step": 24360
+    },
+    {
+      "grad_norm": 0.053147029131650925,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 24370
+    },
+    {
+      "grad_norm": 0.03997688740491867,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 24380
+    },
+    {
+      "grad_norm": 0.051720451563596725,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 24390
+    },
+    {
+      "grad_norm": 0.05175813287496567,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 24400
+    },
+    {
+      "grad_norm": 0.03913606330752373,
+      "learning_rate": 0.0001,
+      "loss": 0.083,
+      "step": 24410
+    },
+    {
+      "grad_norm": 0.034442927688360214,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 24420
+    },
+    {
+      "grad_norm": 0.04842178151011467,
+      "learning_rate": 0.0001,
+      "loss": 0.0834,
+      "step": 24430
+    },
+    {
+      "grad_norm": 0.057884808629751205,
+      "learning_rate": 0.0001,
+      "loss": 0.0784,
+      "step": 24440
+    },
+    {
+      "grad_norm": 0.055142708122730255,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 24450
+    },
+    {
+      "grad_norm": 0.036022089421749115,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 24460
+    },
+    {
+      "grad_norm": 0.037722159177064896,
+      "learning_rate": 0.0001,
+      "loss": 0.0831,
+      "step": 24470
+    },
+    {
+      "grad_norm": 0.04453118145465851,
+      "learning_rate": 0.0001,
+      "loss": 0.0794,
+      "step": 24480
+    },
+    {
+      "grad_norm": 0.037902653217315674,
+      "learning_rate": 0.0001,
+      "loss": 0.0833,
+      "step": 24490
+    },
+    {
+      "grad_norm": 0.0403282605111599,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 24500
+    },
+    {
+      "grad_norm": 0.04638174921274185,
+      "learning_rate": 0.0001,
+      "loss": 0.0857,
+      "step": 24510
+    },
+    {
+      "grad_norm": 0.03751330077648163,
+      "learning_rate": 0.0001,
+      "loss": 0.0792,
+      "step": 24520
+    },
+    {
+      "grad_norm": 0.04917377978563309,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 24530
+    },
+    {
+      "grad_norm": 0.034812621772289276,
+      "learning_rate": 0.0001,
+      "loss": 0.0777,
+      "step": 24540
+    },
+    {
+      "grad_norm": 0.07294949889183044,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 24550
+    },
+    {
+      "grad_norm": 0.05302460491657257,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 24560
+    },
+    {
+      "grad_norm": 0.03841850161552429,
+      "learning_rate": 0.0001,
+      "loss": 0.0794,
+      "step": 24570
+    },
+    {
+      "grad_norm": 0.04546459764242172,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 24580
+    },
+    {
+      "grad_norm": 0.05758851394057274,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 24590
+    },
+    {
+      "grad_norm": 0.1131967231631279,
+      "learning_rate": 0.0001,
+      "loss": 0.0792,
+      "step": 24600
+    },
+    {
+      "grad_norm": 0.05068645626306534,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 24610
+    },
+    {
+      "grad_norm": 0.04015936329960823,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 24620
+    },
+    {
+      "grad_norm": 0.03488650918006897,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 24630
+    },
+    {
+      "grad_norm": 0.07524514943361282,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 24640
+    },
+    {
+      "grad_norm": 0.07433769106864929,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 24650
+    },
+    {
+      "grad_norm": 0.09134259074926376,
+      "learning_rate": 0.0001,
+      "loss": 0.0769,
+      "step": 24660
+    },
+    {
+      "grad_norm": 0.03560392186045647,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 24670
+    },
+    {
+      "grad_norm": 0.041681718081235886,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 24680
+    },
+    {
+      "grad_norm": 0.04282291978597641,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 24690
+    },
+    {
+      "grad_norm": 0.04589294642210007,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 24700
+    },
+    {
+      "grad_norm": 0.0412287637591362,
+      "learning_rate": 0.0001,
+      "loss": 0.0819,
+      "step": 24710
+    },
+    {
+      "grad_norm": 0.043176934123039246,
+      "learning_rate": 0.0001,
+      "loss": 0.0831,
+      "step": 24720
+    },
+    {
+      "grad_norm": 0.047906242311000824,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 24730
+    },
+    {
+      "grad_norm": 0.08340547978878021,
+      "learning_rate": 0.0001,
+      "loss": 0.0815,
+      "step": 24740
+    },
+    {
+      "grad_norm": 0.040032487362623215,
+      "learning_rate": 0.0001,
+      "loss": 0.0799,
+      "step": 24750
+    },
+    {
+      "grad_norm": 0.03446469083428383,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 24760
+    },
+    {
+      "grad_norm": 0.03949953243136406,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 24770
+    },
+    {
+      "grad_norm": 0.04449969902634621,
+      "learning_rate": 0.0001,
+      "loss": 0.0828,
+      "step": 24780
+    },
+    {
+      "grad_norm": 0.04414195194840431,
+      "learning_rate": 0.0001,
+      "loss": 0.0793,
+      "step": 24790
+    },
+    {
+      "grad_norm": 0.050346337258815765,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 24800
+    },
+    {
+      "grad_norm": 0.0603812076151371,
+      "learning_rate": 0.0001,
+      "loss": 0.0795,
+      "step": 24810
+    },
+    {
+      "grad_norm": 0.04957302659749985,
+      "learning_rate": 0.0001,
+      "loss": 0.083,
+      "step": 24820
+    },
+    {
+      "grad_norm": 0.039157934486866,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 24830
+    },
+    {
+      "grad_norm": 0.037427615374326706,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 24840
+    },
+    {
+      "grad_norm": 0.042571790516376495,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 24850
+    },
+    {
+      "grad_norm": 0.04100000113248825,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 24860
+    },
+    {
+      "grad_norm": 0.04300544783473015,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 24870
+    },
+    {
+      "grad_norm": 0.04271037504076958,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 24880
+    },
+    {
+      "grad_norm": 0.038706522434949875,
+      "learning_rate": 0.0001,
+      "loss": 0.0767,
+      "step": 24890
+    },
+    {
+      "grad_norm": 0.039792999625205994,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 24900
+    },
+    {
+      "grad_norm": 0.03870405629277229,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 24910
+    },
+    {
+      "grad_norm": 0.06616172194480896,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 24920
+    },
+    {
+      "grad_norm": 0.032851703464984894,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 24930
+    },
+    {
+      "grad_norm": 0.04452117532491684,
+      "learning_rate": 0.0001,
+      "loss": 0.0768,
+      "step": 24940
+    },
+    {
+      "grad_norm": 0.04521145299077034,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 24950
+    },
+    {
+      "grad_norm": 0.05854456499218941,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 24960
+    },
+    {
+      "grad_norm": 0.037779249250888824,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 24970
+    },
+    {
+      "grad_norm": 0.036906566470861435,
+      "learning_rate": 0.0001,
+      "loss": 0.0767,
+      "step": 24980
+    },
+    {
+      "grad_norm": 0.06526875495910645,
+      "learning_rate": 0.0001,
+      "loss": 0.0767,
+      "step": 24990
+    },
+    {
+      "grad_norm": 0.05713903158903122,
+      "learning_rate": 0.0001,
+      "loss": 0.0759,
+      "step": 25000
+    },
+    {
+      "grad_norm": 0.06647713482379913,
+      "learning_rate": 0.0001,
+      "loss": 0.0786,
+      "step": 25010
+    },
+    {
+      "grad_norm": 0.041258301585912704,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 25020
+    },
+    {
+      "grad_norm": 0.042166221886873245,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 25030
+    },
+    {
+      "grad_norm": 0.07787366211414337,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 25040
+    },
+    {
+      "grad_norm": 0.04355945065617561,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 25050
+    },
+    {
+      "grad_norm": 0.04460788890719414,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 25060
+    },
+    {
+      "grad_norm": 0.04679874703288078,
+      "learning_rate": 0.0001,
+      "loss": 0.0792,
+      "step": 25070
+    },
+    {
+      "grad_norm": 0.07532412558794022,
+      "learning_rate": 0.0001,
+      "loss": 0.0777,
+      "step": 25080
+    },
+    {
+      "grad_norm": 0.03665373846888542,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 25090
+    },
+    {
+      "grad_norm": 0.06874445825815201,
+      "learning_rate": 0.0001,
+      "loss": 0.0793,
+      "step": 25100
+    },
+    {
+      "grad_norm": 0.0611233189702034,
+      "learning_rate": 0.0001,
+      "loss": 0.0773,
+      "step": 25110
+    },
+    {
+      "grad_norm": 0.041802603751420975,
+      "learning_rate": 0.0001,
+      "loss": 0.0777,
+      "step": 25120
+    },
+    {
+      "grad_norm": 0.035826943814754486,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 25130
+    },
+    {
+      "grad_norm": 0.045929741114377975,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 25140
+    },
+    {
+      "grad_norm": 0.033524222671985626,
+      "learning_rate": 0.0001,
+      "loss": 0.077,
+      "step": 25150
+    },
+    {
+      "grad_norm": 0.03994448855519295,
+      "learning_rate": 0.0001,
+      "loss": 0.0759,
+      "step": 25160
+    },
+    {
+      "grad_norm": 0.03894679620862007,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 25170
+    },
+    {
+      "grad_norm": 0.08071781694889069,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 25180
+    },
+    {
+      "grad_norm": 0.10076437145471573,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 25190
+    },
+    {
+      "grad_norm": 0.05049483850598335,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 25200
+    },
+    {
+      "grad_norm": 0.04683782532811165,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 25210
+    },
+    {
+      "grad_norm": 0.04145818576216698,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 25220
+    },
+    {
+      "grad_norm": 0.03048066794872284,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 25230
+    },
+    {
+      "grad_norm": 0.07717422395944595,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 25240
+    },
+    {
+      "grad_norm": 0.03824278712272644,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 25250
+    },
+    {
+      "grad_norm": 0.06235816329717636,
+      "learning_rate": 0.0001,
+      "loss": 0.0759,
+      "step": 25260
+    },
+    {
+      "grad_norm": 0.031956546008586884,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 25270
+    },
+    {
+      "grad_norm": 0.11613839864730835,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 25280
+    },
+    {
+      "grad_norm": 0.06482578814029694,
+      "learning_rate": 0.0001,
+      "loss": 0.0758,
+      "step": 25290
+    },
+    {
+      "grad_norm": 0.03612927719950676,
+      "learning_rate": 0.0001,
+      "loss": 0.077,
+      "step": 25300
+    },
+    {
+      "grad_norm": 0.0405694805085659,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 25310
+    },
+    {
+      "grad_norm": 0.039057452231645584,
+      "learning_rate": 0.0001,
+      "loss": 0.0756,
+      "step": 25320
+    },
+    {
+      "grad_norm": 0.0470753088593483,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 25330
+    },
+    {
+      "grad_norm": 0.03407536447048187,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 25340
+    },
+    {
+      "grad_norm": 0.043640486896038055,
+      "learning_rate": 0.0001,
+      "loss": 0.0767,
+      "step": 25350
+    },
+    {
+      "grad_norm": 0.03593340143561363,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 25360
+    },
+    {
+      "grad_norm": 0.06225701794028282,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 25370
+    },
+    {
+      "grad_norm": 0.03860694542527199,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 25380
+    },
+    {
+      "grad_norm": 0.09896258264780045,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 25390
+    },
+    {
+      "grad_norm": 0.05147658288478851,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 25400
+    },
+    {
+      "grad_norm": 0.04555770754814148,
+      "learning_rate": 0.0001,
+      "loss": 0.0765,
+      "step": 25410
+    },
+    {
+      "grad_norm": 0.03541365638375282,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 25420
+    },
+    {
+      "grad_norm": 0.048288922756910324,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 25430
+    },
+    {
+      "grad_norm": 0.033176321536302567,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 25440
+    },
+    {
+      "grad_norm": 0.0574384368956089,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 25450
+    },
+    {
+      "grad_norm": 0.04123745486140251,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 25460
+    },
+    {
+      "grad_norm": 0.04405808448791504,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 25470
+    },
+    {
+      "grad_norm": 0.036796119064092636,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 25480
+    },
+    {
+      "grad_norm": 0.04683496430516243,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 25490
+    },
+    {
+      "grad_norm": 0.033577919006347656,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 25500
+    },
+    {
+      "grad_norm": 0.05699499696493149,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 25510
+    },
+    {
+      "grad_norm": 0.045854922384023666,
+      "learning_rate": 0.0001,
+      "loss": 0.0758,
+      "step": 25520
+    },
+    {
+      "grad_norm": 0.04142075404524803,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 25530
+    },
+    {
+      "grad_norm": 0.039029043167829514,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 25540
+    },
+    {
+      "grad_norm": 0.047416601330041885,
+      "learning_rate": 0.0001,
+      "loss": 0.0765,
+      "step": 25550
+    },
+    {
+      "grad_norm": 0.03561241552233696,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 25560
+    },
+    {
+      "grad_norm": 0.03676119074225426,
+      "learning_rate": 0.0001,
+      "loss": 0.0763,
+      "step": 25570
+    },
+    {
+      "grad_norm": 0.04712196812033653,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 25580
+    },
+    {
+      "grad_norm": 0.040561091154813766,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 25590
+    },
+    {
+      "grad_norm": 0.061347596347332,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 25600
+    },
+    {
+      "grad_norm": 0.03475396707653999,
+      "learning_rate": 0.0001,
+      "loss": 0.0799,
+      "step": 25610
+    },
+    {
+      "grad_norm": 0.0322306863963604,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 25620
+    },
+    {
+      "grad_norm": 0.03317338228225708,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 25630
+    },
+    {
+      "grad_norm": 0.030622966587543488,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 25640
+    },
+    {
+      "grad_norm": 0.04371234402060509,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 25650
+    },
+    {
+      "grad_norm": 0.0334160141646862,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 25660
+    },
+    {
+      "grad_norm": 0.04356355965137482,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 25670
+    },
+    {
+      "grad_norm": 0.03525174781680107,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 25680
+    },
+    {
+      "grad_norm": 0.03697692230343819,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 25690
+    },
+    {
+      "grad_norm": 0.05551905184984207,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 25700
+    },
+    {
+      "grad_norm": 0.03877418488264084,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 25710
+    },
+    {
+      "grad_norm": 0.03252159059047699,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 25720
+    },
+    {
+      "grad_norm": 0.038578808307647705,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 25730
+    },
+    {
+      "grad_norm": 0.03773524612188339,
+      "learning_rate": 0.0001,
+      "loss": 0.0765,
+      "step": 25740
+    },
+    {
+      "grad_norm": 0.040736667811870575,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 25750
+    },
+    {
+      "grad_norm": 0.05717582628130913,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 25760
+    },
+    {
+      "grad_norm": 0.04029812291264534,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 25770
+    },
+    {
+      "grad_norm": 0.0436532124876976,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 25780
+    },
+    {
+      "grad_norm": 0.03425615280866623,
+      "learning_rate": 0.0001,
+      "loss": 0.0802,
+      "step": 25790
+    },
+    {
+      "grad_norm": 0.03182457759976387,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 25800
+    },
+    {
+      "grad_norm": 0.1354023665189743,
+      "learning_rate": 0.0001,
+      "loss": 0.0808,
+      "step": 25810
+    },
+    {
+      "grad_norm": 0.051461223512887955,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 25820
+    },
+    {
+      "grad_norm": 0.03217434510588646,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 25830
+    },
+    {
+      "grad_norm": 0.0473337359726429,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 25840
+    },
+    {
+      "grad_norm": 0.038864199072122574,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 25850
+    },
+    {
+      "grad_norm": 0.044320713728666306,
+      "learning_rate": 0.0001,
+      "loss": 0.0777,
+      "step": 25860
+    },
+    {
+      "grad_norm": 0.05020488053560257,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 25870
+    },
+    {
+      "grad_norm": 0.04201909899711609,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 25880
+    },
+    {
+      "grad_norm": 0.0392872616648674,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 25890
+    },
+    {
+      "grad_norm": 0.05499564856290817,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 25900
+    },
+    {
+      "grad_norm": 0.04020792990922928,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 25910
+    },
+    {
+      "grad_norm": 0.041401684284210205,
+      "learning_rate": 0.0001,
+      "loss": 0.078,
+      "step": 25920
+    },
+    {
+      "grad_norm": 0.03631778806447983,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 25930
+    },
+    {
+      "grad_norm": 0.04596070945262909,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 25940
+    },
+    {
+      "grad_norm": 0.047118719667196274,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 25950
+    },
+    {
+      "grad_norm": 0.03585759922862053,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 25960
+    },
+    {
+      "grad_norm": 0.05437156930565834,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 25970
+    },
+    {
+      "grad_norm": 0.033961016684770584,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 25980
+    },
+    {
+      "grad_norm": 0.02984006516635418,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 25990
+    },
+    {
+      "grad_norm": 0.06517713516950607,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 26000
+    },
+    {
+      "grad_norm": 0.04889665171504021,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 26010
+    },
+    {
+      "grad_norm": 0.04862847924232483,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 26020
+    },
+    {
+      "grad_norm": 0.03825690224766731,
+      "learning_rate": 0.0001,
+      "loss": 0.0769,
+      "step": 26030
+    },
+    {
+      "grad_norm": 0.0335114412009716,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 26040
+    },
+    {
+      "grad_norm": 0.03670854866504669,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 26050
+    },
+    {
+      "grad_norm": 0.03290341794490814,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 26060
+    },
+    {
+      "grad_norm": 0.03690313175320625,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 26070
+    },
+    {
+      "grad_norm": 0.03176029771566391,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 26080
+    },
+    {
+      "grad_norm": 0.037125520408153534,
+      "learning_rate": 0.0001,
+      "loss": 0.0758,
+      "step": 26090
+    },
+    {
+      "grad_norm": 0.04562549293041229,
+      "learning_rate": 0.0001,
+      "loss": 0.0791,
+      "step": 26100
+    },
+    {
+      "grad_norm": 0.05076626315712929,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 26110
+    },
+    {
+      "grad_norm": 0.043677642941474915,
+      "learning_rate": 0.0001,
+      "loss": 0.0784,
+      "step": 26120
+    },
+    {
+      "grad_norm": 0.042102597653865814,
+      "learning_rate": 0.0001,
+      "loss": 0.0756,
+      "step": 26130
+    },
+    {
+      "grad_norm": 0.03456312417984009,
+      "learning_rate": 0.0001,
+      "loss": 0.0763,
+      "step": 26140
+    },
+    {
+      "grad_norm": 0.050305284559726715,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 26150
+    },
+    {
+      "grad_norm": 0.039163991808891296,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 26160
+    },
+    {
+      "grad_norm": 0.04188939556479454,
+      "learning_rate": 0.0001,
+      "loss": 0.0773,
+      "step": 26170
+    },
+    {
+      "grad_norm": 0.04151542857289314,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 26180
+    },
+    {
+      "grad_norm": 0.04172348976135254,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 26190
+    },
+    {
+      "grad_norm": 0.036285433918237686,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 26200
+    },
+    {
+      "grad_norm": 0.04396485164761543,
+      "learning_rate": 0.0001,
+      "loss": 0.0777,
+      "step": 26210
+    },
+    {
+      "grad_norm": 0.04783805087208748,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 26220
+    },
+    {
+      "grad_norm": 0.04183509573340416,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 26230
+    },
+    {
+      "grad_norm": 0.041650138795375824,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 26240
+    },
+    {
+      "grad_norm": 0.04439697042107582,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 26250
+    },
+    {
+      "grad_norm": 0.04834204912185669,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 26260
+    },
+    {
+      "grad_norm": 0.048801273107528687,
+      "learning_rate": 0.0001,
+      "loss": 0.0758,
+      "step": 26270
+    },
+    {
+      "grad_norm": 0.0459977462887764,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 26280
+    },
+    {
+      "grad_norm": 0.05695035681128502,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 26290
+    },
+    {
+      "grad_norm": 0.05532931908965111,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 26300
+    },
+    {
+      "grad_norm": 0.057731568813323975,
+      "learning_rate": 0.0001,
+      "loss": 0.0773,
+      "step": 26310
+    },
+    {
+      "grad_norm": 0.0664137527346611,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 26320
+    },
+    {
+      "grad_norm": 0.06524094194173813,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 26330
+    },
+    {
+      "grad_norm": 0.06887771934270859,
+      "learning_rate": 0.0001,
+      "loss": 0.077,
+      "step": 26340
+    },
+    {
+      "grad_norm": 0.03526889160275459,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 26350
+    },
+    {
+      "grad_norm": 0.042984917759895325,
+      "learning_rate": 0.0001,
+      "loss": 0.0756,
+      "step": 26360
+    },
+    {
+      "grad_norm": 0.03460698202252388,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 26370
+    },
+    {
+      "grad_norm": 0.045150209218263626,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 26380
+    },
+    {
+      "grad_norm": 0.03134524077177048,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 26390
+    },
+    {
+      "grad_norm": 0.03643132373690605,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 26400
+    },
+    {
+      "grad_norm": 0.028436696156859398,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 26410
+    },
+    {
+      "grad_norm": 0.06066294014453888,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 26420
+    },
+    {
+      "grad_norm": 0.03857593238353729,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 26430
+    },
+    {
+      "grad_norm": 0.056034281849861145,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 26440
+    },
+    {
+      "grad_norm": 0.04265459626913071,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 26450
+    },
+    {
+      "grad_norm": 0.04952169954776764,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 26460
+    },
+    {
+      "grad_norm": 0.03913120552897453,
+      "learning_rate": 0.0001,
+      "loss": 0.0765,
+      "step": 26470
+    },
+    {
+      "grad_norm": 0.050578780472278595,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 26480
+    },
+    {
+      "grad_norm": 0.04189424589276314,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 26490
+    },
+    {
+      "grad_norm": 0.05223532393574715,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 26500
+    },
+    {
+      "grad_norm": 0.0556776225566864,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 26510
+    },
+    {
+      "grad_norm": 0.056567732244729996,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 26520
+    },
+    {
+      "grad_norm": 0.0694974809885025,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 26530
+    },
+    {
+      "grad_norm": 0.06479664146900177,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 26540
+    },
+    {
+      "grad_norm": 0.03986386954784393,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 26550
+    },
+    {
+      "grad_norm": 0.06492582708597183,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 26560
+    },
+    {
+      "grad_norm": 0.04014698415994644,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 26570
+    },
+    {
+      "grad_norm": 0.04552789032459259,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 26580
+    },
+    {
+      "grad_norm": 0.03992471098899841,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 26590
+    },
+    {
+      "grad_norm": 0.032515380531549454,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 26600
+    },
+    {
+      "grad_norm": 0.035841189324855804,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 26610
+    },
+    {
+      "grad_norm": 0.0449896864593029,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 26620
+    },
+    {
+      "grad_norm": 0.03694867715239525,
+      "learning_rate": 0.0001,
+      "loss": 0.0812,
+      "step": 26630
+    },
+    {
+      "grad_norm": 0.04556755721569061,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 26640
+    },
+    {
+      "grad_norm": 0.04053765535354614,
+      "learning_rate": 0.0001,
+      "loss": 0.0807,
+      "step": 26650
+    },
+    {
+      "grad_norm": 0.03577757254242897,
+      "learning_rate": 0.0001,
+      "loss": 0.0855,
+      "step": 26660
+    },
+    {
+      "grad_norm": 0.03411582484841347,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 26670
+    },
+    {
+      "grad_norm": 0.05497799813747406,
+      "learning_rate": 0.0001,
+      "loss": 0.0821,
+      "step": 26680
+    },
+    {
+      "grad_norm": 0.03891444951295853,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 26690
+    },
+    {
+      "grad_norm": 0.03769107908010483,
+      "learning_rate": 0.0001,
+      "loss": 0.0801,
+      "step": 26700
+    },
+    {
+      "grad_norm": 0.03873743116855621,
+      "learning_rate": 0.0001,
+      "loss": 0.0809,
+      "step": 26710
+    },
+    {
+      "grad_norm": 0.11943085491657257,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 26720
+    },
+    {
+      "grad_norm": 0.044015072286129,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 26730
+    },
+    {
+      "grad_norm": 0.05048258975148201,
+      "learning_rate": 0.0001,
+      "loss": 0.0811,
+      "step": 26740
+    },
+    {
+      "grad_norm": 0.04488711431622505,
+      "learning_rate": 0.0001,
+      "loss": 0.078,
+      "step": 26750
+    },
+    {
+      "grad_norm": 0.0375344343483448,
+      "learning_rate": 0.0001,
+      "loss": 0.0824,
+      "step": 26760
+    },
+    {
+      "grad_norm": 0.03681245073676109,
+      "learning_rate": 0.0001,
+      "loss": 0.0759,
+      "step": 26770
+    },
+    {
+      "grad_norm": 0.03687664121389389,
+      "learning_rate": 0.0001,
+      "loss": 0.0817,
+      "step": 26780
+    },
+    {
+      "grad_norm": 0.0384509414434433,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 26790
+    },
+    {
+      "grad_norm": 0.034151144325733185,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 26800
+    },
+    {
+      "grad_norm": 0.03323698788881302,
+      "learning_rate": 0.0001,
+      "loss": 0.077,
+      "step": 26810
+    },
+    {
+      "grad_norm": 0.04344960302114487,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 26820
+    },
+    {
+      "grad_norm": 0.03727094084024429,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 26830
+    },
+    {
+      "grad_norm": 0.039750006049871445,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 26840
+    },
+    {
+      "grad_norm": 0.034457188099622726,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 26850
+    },
+    {
+      "grad_norm": 0.03960266336798668,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 26860
+    },
+    {
+      "grad_norm": 0.07769881933927536,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 26870
+    },
+    {
+      "grad_norm": 0.09018046408891678,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 26880
+    },
+    {
+      "grad_norm": 0.03969353064894676,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 26890
+    },
+    {
+      "grad_norm": 0.06845936924219131,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 26900
+    },
+    {
+      "grad_norm": 0.04093331843614578,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 26910
+    },
+    {
+      "grad_norm": 0.036755770444869995,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 26920
+    },
+    {
+      "grad_norm": 0.03365036100149155,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 26930
+    },
+    {
+      "grad_norm": 0.11436768621206284,
+      "learning_rate": 0.0001,
+      "loss": 0.0796,
+      "step": 26940
+    },
+    {
+      "grad_norm": 0.1402861326932907,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 26950
+    },
+    {
+      "grad_norm": 0.045836858451366425,
+      "learning_rate": 0.0001,
+      "loss": 0.0804,
+      "step": 26960
+    },
+    {
+      "grad_norm": 0.035239215940237045,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 26970
+    },
+    {
+      "grad_norm": 0.04385489597916603,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 26980
+    },
+    {
+      "grad_norm": 0.038765426725149155,
+      "learning_rate": 0.0001,
+      "loss": 0.0785,
+      "step": 26990
+    },
+    {
+      "grad_norm": 0.03561560437083244,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 27000
+    },
+    {
+      "grad_norm": 0.03403513506054878,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 27010
+    },
+    {
+      "grad_norm": 0.07186964154243469,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 27020
+    },
+    {
+      "grad_norm": 0.05727161094546318,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 27030
+    },
+    {
+      "grad_norm": 0.03774631395936012,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 27040
+    },
+    {
+      "grad_norm": 0.029779154807329178,
+      "learning_rate": 0.0001,
+      "loss": 0.078,
+      "step": 27050
+    },
+    {
+      "grad_norm": 0.034515805542469025,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 27060
+    },
+    {
+      "grad_norm": 0.04302581772208214,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 27070
+    },
+    {
+      "grad_norm": 0.042163070291280746,
+      "learning_rate": 0.0001,
+      "loss": 0.0761,
+      "step": 27080
+    },
+    {
+      "grad_norm": 0.03972366079688072,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 27090
+    },
+    {
+      "grad_norm": 0.04423191025853157,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 27100
+    },
+    {
+      "grad_norm": 0.031420767307281494,
+      "learning_rate": 0.0001,
+      "loss": 0.0763,
+      "step": 27110
+    },
+    {
+      "grad_norm": 0.04224935546517372,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 27120
+    },
+    {
+      "grad_norm": 0.031213415786623955,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 27130
+    },
+    {
+      "grad_norm": 0.037739500403404236,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 27140
+    },
+    {
+      "grad_norm": 0.03577248007059097,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 27150
+    },
+    {
+      "grad_norm": 0.0355236791074276,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 27160
+    },
+    {
+      "grad_norm": 0.03650226816534996,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 27170
+    },
+    {
+      "grad_norm": 0.04619570076465607,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 27180
+    },
+    {
+      "grad_norm": 0.04574185237288475,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 27190
+    },
+    {
+      "grad_norm": 0.04160415381193161,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 27200
+    },
+    {
+      "grad_norm": 0.04194258525967598,
+      "learning_rate": 0.0001,
+      "loss": 0.0806,
+      "step": 27210
+    },
+    {
+      "grad_norm": 0.04115418717265129,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 27220
+    },
+    {
+      "grad_norm": 0.035908207297325134,
+      "learning_rate": 0.0001,
+      "loss": 0.079,
+      "step": 27230
+    },
+    {
+      "grad_norm": 0.03800276666879654,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 27240
+    },
+    {
+      "grad_norm": 0.039703212678432465,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 27250
+    },
+    {
+      "grad_norm": 0.04634299501776695,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 27260
+    },
+    {
+      "grad_norm": 0.040068186819553375,
+      "learning_rate": 0.0001,
+      "loss": 0.0763,
+      "step": 27270
+    },
+    {
+      "grad_norm": 0.05208733305335045,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 27280
+    },
+    {
+      "grad_norm": 0.038852035999298096,
+      "learning_rate": 0.0001,
+      "loss": 0.078,
+      "step": 27290
+    },
+    {
+      "grad_norm": 0.039085354655981064,
+      "learning_rate": 0.0001,
+      "loss": 0.0759,
+      "step": 27300
+    },
+    {
+      "grad_norm": 0.05480995401740074,
+      "learning_rate": 0.0001,
+      "loss": 0.078,
+      "step": 27310
+    },
+    {
+      "grad_norm": 0.03398530185222626,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 27320
+    },
+    {
+      "grad_norm": 0.05835627019405365,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 27330
+    },
+    {
+      "grad_norm": 0.06691043823957443,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 27340
+    },
+    {
+      "grad_norm": 0.04494315758347511,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 27350
+    },
+    {
+      "grad_norm": 0.034156449139118195,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 27360
+    },
+    {
+      "grad_norm": 0.036045510321855545,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 27370
+    },
+    {
+      "grad_norm": 0.044817354530096054,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 27380
+    },
+    {
+      "grad_norm": 0.0443604439496994,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 27390
+    },
+    {
+      "grad_norm": 0.037831999361515045,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 27400
+    },
+    {
+      "grad_norm": 0.03922271728515625,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 27410
+    },
+    {
+      "grad_norm": 0.05825889855623245,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 27420
+    },
+    {
+      "grad_norm": 0.08913642168045044,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 27430
+    },
+    {
+      "grad_norm": 0.05027560889720917,
+      "learning_rate": 0.0001,
+      "loss": 0.0769,
+      "step": 27440
+    },
+    {
+      "grad_norm": 0.1028263047337532,
+      "learning_rate": 0.0001,
+      "loss": 0.0769,
+      "step": 27450
+    },
+    {
+      "grad_norm": 0.05435007065534592,
+      "learning_rate": 0.0001,
+      "loss": 0.0763,
+      "step": 27460
+    },
+    {
+      "grad_norm": 0.041525524109601974,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 27470
+    },
+    {
+      "grad_norm": 0.03869031369686127,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 27480
+    },
+    {
+      "grad_norm": 0.04737083986401558,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 27490
+    },
+    {
+      "grad_norm": 0.048244278877973557,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 27500
+    },
+    {
+      "grad_norm": 0.043779321014881134,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 27510
+    },
+    {
+      "grad_norm": 0.06432414054870605,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 27520
+    },
+    {
+      "grad_norm": 0.04979950562119484,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 27530
+    },
+    {
+      "grad_norm": 0.039629798382520676,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 27540
+    },
+    {
+      "grad_norm": 0.037025272846221924,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 27550
+    },
+    {
+      "grad_norm": 0.05279749259352684,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 27560
+    },
+    {
+      "grad_norm": 0.05002078041434288,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 27570
+    },
+    {
+      "grad_norm": 0.03653018921613693,
+      "learning_rate": 0.0001,
+      "loss": 0.0778,
+      "step": 27580
+    },
+    {
+      "grad_norm": 0.04574166238307953,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 27590
+    },
+    {
+      "grad_norm": 0.04048699513077736,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 27600
+    },
+    {
+      "grad_norm": 0.04221678152680397,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 27610
+    },
+    {
+      "grad_norm": 0.059788402169942856,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 27620
+    },
+    {
+      "grad_norm": 0.03384529426693916,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 27630
+    },
+    {
+      "grad_norm": 0.043711185455322266,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 27640
+    },
+    {
+      "grad_norm": 0.03664906322956085,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 27650
+    },
+    {
+      "grad_norm": 0.04153339937329292,
+      "learning_rate": 0.0001,
+      "loss": 0.0768,
+      "step": 27660
+    },
+    {
+      "grad_norm": 0.03599368408322334,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 27670
+    },
+    {
+      "grad_norm": 0.050440192222595215,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 27680
+    },
+    {
+      "grad_norm": 0.04270358011126518,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 27690
+    },
+    {
+      "grad_norm": 0.040560510009527206,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 27700
+    },
+    {
+      "grad_norm": 0.032850202172994614,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 27710
+    },
+    {
+      "grad_norm": 0.04346418380737305,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 27720
+    },
+    {
+      "grad_norm": 0.03794814646244049,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 27730
+    },
+    {
+      "grad_norm": 0.03924866020679474,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 27740
+    },
+    {
+      "grad_norm": 0.04159877821803093,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 27750
+    },
+    {
+      "grad_norm": 0.03947457671165466,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 27760
+    },
+    {
+      "grad_norm": 0.056616879999637604,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 27770
+    },
+    {
+      "grad_norm": 0.04081464186310768,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 27780
+    },
+    {
+      "grad_norm": 0.040600962936878204,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 27790
+    },
+    {
+      "grad_norm": 0.046085942536592484,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 27800
+    },
+    {
+      "grad_norm": 0.055216677486896515,
+      "learning_rate": 0.0001,
+      "loss": 0.0805,
+      "step": 27810
+    },
+    {
+      "grad_norm": 0.06840202957391739,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 27820
+    },
+    {
+      "grad_norm": 0.0639285072684288,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 27830
+    },
+    {
+      "grad_norm": 0.06486205756664276,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 27840
+    },
+    {
+      "grad_norm": 0.03314991667866707,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 27850
+    },
+    {
+      "grad_norm": 0.045882727950811386,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 27860
+    },
+    {
+      "grad_norm": 0.036870744079351425,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 27870
+    },
+    {
+      "grad_norm": 0.04491337016224861,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 27880
+    },
+    {
+      "grad_norm": 0.03818428888916969,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 27890
+    },
+    {
+      "grad_norm": 0.0395284965634346,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 27900
+    },
+    {
+      "grad_norm": 0.052845340222120285,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 27910
+    },
+    {
+      "grad_norm": 0.03947771340608597,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 27920
+    },
+    {
+      "grad_norm": 0.058031246066093445,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 27930
+    },
+    {
+      "grad_norm": 0.03883486986160278,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 27940
+    },
+    {
+      "grad_norm": 0.030809560790657997,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 27950
+    },
+    {
+      "grad_norm": 0.039214711636304855,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 27960
+    },
+    {
+      "grad_norm": 0.033443156629800797,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 27970
+    },
+    {
+      "grad_norm": 0.05647257715463638,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 27980
+    },
+    {
+      "grad_norm": 0.029170483350753784,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 27990
+    },
+    {
+      "grad_norm": 0.04061274230480194,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 28000
+    },
+    {
+      "grad_norm": 0.03296126052737236,
+      "learning_rate": 0.0001,
+      "loss": 0.0769,
+      "step": 28010
+    },
+    {
+      "grad_norm": 0.045968495309352875,
+      "learning_rate": 0.0001,
+      "loss": 0.0786,
+      "step": 28020
+    },
+    {
+      "grad_norm": 0.03879681974649429,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 28030
+    },
+    {
+      "grad_norm": 0.0430975966155529,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 28040
+    },
+    {
+      "grad_norm": 0.07742174714803696,
+      "learning_rate": 0.0001,
+      "loss": 0.0767,
+      "step": 28050
+    },
+    {
+      "grad_norm": 0.0534026063978672,
+      "learning_rate": 0.0001,
+      "loss": 0.0759,
+      "step": 28060
+    },
+    {
+      "grad_norm": 0.036910440772771835,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 28070
+    },
+    {
+      "grad_norm": 0.046995460987091064,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 28080
+    },
+    {
+      "grad_norm": 0.08233204483985901,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 28090
+    },
+    {
+      "grad_norm": 0.043183889240026474,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 28100
+    },
+    {
+      "grad_norm": 0.03797079250216484,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 28110
+    },
+    {
+      "grad_norm": 0.03762230649590492,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 28120
+    },
+    {
+      "grad_norm": 0.04708544537425041,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 28130
+    },
+    {
+      "grad_norm": 0.04154016450047493,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 28140
+    },
+    {
+      "grad_norm": 0.03209197521209717,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 28150
+    },
+    {
+      "grad_norm": 0.04171222820878029,
+      "learning_rate": 0.0001,
+      "loss": 0.0803,
+      "step": 28160
+    },
+    {
+      "grad_norm": 0.04075375199317932,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 28170
+    },
+    {
+      "grad_norm": 0.13374698162078857,
+      "learning_rate": 0.0001,
+      "loss": 0.0797,
+      "step": 28180
+    },
+    {
+      "grad_norm": 0.06991981714963913,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 28190
+    },
+    {
+      "grad_norm": 0.03660362958908081,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 28200
+    },
+    {
+      "grad_norm": 0.04954831302165985,
+      "learning_rate": 0.0001,
+      "loss": 0.0758,
+      "step": 28210
+    },
+    {
+      "grad_norm": 0.05008789896965027,
+      "learning_rate": 0.0001,
+      "loss": 0.0789,
+      "step": 28220
+    },
+    {
+      "grad_norm": 0.061246782541275024,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 28230
+    },
+    {
+      "grad_norm": 0.0519549623131752,
+      "learning_rate": 0.0001,
+      "loss": 0.0763,
+      "step": 28240
+    },
+    {
+      "grad_norm": 0.05060964822769165,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 28250
+    },
+    {
+      "grad_norm": 0.03762712702155113,
+      "learning_rate": 0.0001,
+      "loss": 0.0781,
+      "step": 28260
+    },
+    {
+      "grad_norm": 0.053733013570308685,
+      "learning_rate": 0.0001,
+      "loss": 0.0773,
+      "step": 28270
+    },
+    {
+      "grad_norm": 0.03920675069093704,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 28280
+    },
+    {
+      "grad_norm": 0.0369841530919075,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 28290
+    },
+    {
+      "grad_norm": 0.0735323578119278,
+      "learning_rate": 0.0001,
+      "loss": 0.0788,
+      "step": 28300
+    },
+    {
+      "grad_norm": 0.03796686977148056,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 28310
+    },
+    {
+      "grad_norm": 0.034490205347537994,
+      "learning_rate": 0.0001,
+      "loss": 0.0768,
+      "step": 28320
+    },
+    {
+      "grad_norm": 0.04782353341579437,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 28330
+    },
+    {
+      "grad_norm": 0.04351935535669327,
+      "learning_rate": 0.0001,
+      "loss": 0.0783,
+      "step": 28340
+    },
+    {
+      "grad_norm": 0.06110905483365059,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 28350
+    },
+    {
+      "grad_norm": 0.036454737186431885,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 28360
+    },
+    {
+      "grad_norm": 0.04101976007223129,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 28370
+    },
+    {
+      "grad_norm": 0.055640485137701035,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 28380
+    },
+    {
+      "grad_norm": 0.03304233402013779,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 28390
+    },
+    {
+      "grad_norm": 0.03693251311779022,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 28400
+    },
+    {
+      "grad_norm": 0.03697855398058891,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 28410
+    },
+    {
+      "grad_norm": 0.05244114249944687,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 28420
+    },
+    {
+      "grad_norm": 0.050498850643634796,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 28430
+    },
+    {
+      "grad_norm": 0.03946425020694733,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 28440
+    },
+    {
+      "grad_norm": 0.04328277334570885,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 28450
+    },
+    {
+      "grad_norm": 0.041963785886764526,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 28460
+    },
+    {
+      "grad_norm": 0.06801401078701019,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 28470
+    },
+    {
+      "grad_norm": 0.04186161980032921,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 28480
+    },
+    {
+      "grad_norm": 0.040440190583467484,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 28490
+    },
+    {
+      "grad_norm": 0.0593661367893219,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 28500
+    },
+    {
+      "grad_norm": 0.03368976712226868,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 28510
+    },
+    {
+      "grad_norm": 0.04453502222895622,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 28520
+    },
+    {
+      "grad_norm": 0.04196181148290634,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 28530
+    },
+    {
+      "grad_norm": 0.047578729689121246,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 28540
+    },
+    {
+      "grad_norm": 0.03220219165086746,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 28550
+    },
+    {
+      "grad_norm": 0.054274898022413254,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 28560
+    },
+    {
+      "grad_norm": 0.031761832535266876,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 28570
+    },
+    {
+      "grad_norm": 0.04469313099980354,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 28580
+    },
+    {
+      "grad_norm": 0.036693789064884186,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 28590
+    },
+    {
+      "grad_norm": 0.04748987779021263,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 28600
+    },
+    {
+      "grad_norm": 0.03796231001615524,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 28610
+    },
+    {
+      "grad_norm": 0.07055928558111191,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 28620
+    },
+    {
+      "grad_norm": 0.03717036172747612,
+      "learning_rate": 0.0001,
+      "loss": 0.0765,
+      "step": 28630
+    },
+    {
+      "grad_norm": 0.054865073412656784,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 28640
+    },
+    {
+      "grad_norm": 0.04937131702899933,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 28650
+    },
+    {
+      "grad_norm": 0.035993825644254684,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 28660
+    },
+    {
+      "grad_norm": 0.03719545155763626,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 28670
+    },
+    {
+      "grad_norm": 0.06291583180427551,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 28680
+    },
+    {
+      "grad_norm": 0.0954112559556961,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 28690
+    },
+    {
+      "grad_norm": 0.03649434447288513,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 28700
+    },
+    {
+      "grad_norm": 0.06385010480880737,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 28710
+    },
+    {
+      "grad_norm": 0.06745699793100357,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 28720
+    },
+    {
+      "grad_norm": 0.05530214682221413,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 28730
+    },
+    {
+      "grad_norm": 0.04001884534955025,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 28740
+    },
+    {
+      "grad_norm": 0.0463692769408226,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 28750
+    },
+    {
+      "grad_norm": 0.03806226700544357,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 28760
+    },
+    {
+      "grad_norm": 0.045952729880809784,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 28770
+    },
+    {
+      "grad_norm": 0.04994422569870949,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 28780
+    },
+    {
+      "grad_norm": 0.05526888743042946,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 28790
+    },
+    {
+      "grad_norm": 0.05633186548948288,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 28800
+    },
+    {
+      "grad_norm": 0.04018780216574669,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 28810
+    },
+    {
+      "grad_norm": 0.033673811703920364,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 28820
+    },
+    {
+      "grad_norm": 0.03483046963810921,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 28830
+    },
+    {
+      "grad_norm": 0.030585816130042076,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 28840
+    },
+    {
+      "grad_norm": 0.0397513248026371,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 28850
+    },
+    {
+      "grad_norm": 0.03819609060883522,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 28860
+    },
+    {
+      "grad_norm": 0.06917086988687515,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 28870
+    },
+    {
+      "grad_norm": 0.04200952872633934,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 28880
+    },
+    {
+      "grad_norm": 0.040561068803071976,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 28890
+    },
+    {
+      "grad_norm": 0.037994883954524994,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 28900
+    },
+    {
+      "grad_norm": 0.039615899324417114,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 28910
+    },
+    {
+      "grad_norm": 0.0702953189611435,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 28920
+    },
+    {
+      "grad_norm": 0.04429757967591286,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 28930
+    },
+    {
+      "grad_norm": 0.037178296595811844,
+      "learning_rate": 0.0001,
+      "loss": 0.0696,
+      "step": 28940
+    },
+    {
+      "grad_norm": 0.04630490764975548,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 28950
+    },
+    {
+      "grad_norm": 0.042815886437892914,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 28960
+    },
+    {
+      "grad_norm": 0.03418757766485214,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 28970
+    },
+    {
+      "grad_norm": 0.032917145639657974,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 28980
+    },
+    {
+      "grad_norm": 0.03939471021294594,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 28990
+    },
+    {
+      "grad_norm": 0.050203196704387665,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 29000
+    },
+    {
+      "grad_norm": 0.047264181077480316,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 29010
+    },
+    {
+      "grad_norm": 0.052818652242422104,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 29020
+    },
+    {
+      "grad_norm": 0.05237611010670662,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 29030
+    },
+    {
+      "grad_norm": 0.06377808749675751,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 29040
+    },
+    {
+      "grad_norm": 0.043630849570035934,
+      "learning_rate": 0.0001,
+      "loss": 0.0768,
+      "step": 29050
+    },
+    {
+      "grad_norm": 0.10555653274059296,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 29060
+    },
+    {
+      "grad_norm": 0.03257536515593529,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 29070
+    },
+    {
+      "grad_norm": 0.03949218988418579,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 29080
+    },
+    {
+      "grad_norm": 0.03537680581212044,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 29090
+    },
+    {
+      "grad_norm": 0.04092620685696602,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 29100
+    },
+    {
+      "grad_norm": 0.05019683763384819,
+      "learning_rate": 0.0001,
+      "loss": 0.0769,
+      "step": 29110
+    },
+    {
+      "grad_norm": 0.05694185197353363,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 29120
+    },
+    {
+      "grad_norm": 0.0350312814116478,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 29130
+    },
+    {
+      "grad_norm": 0.02938116528093815,
+      "learning_rate": 0.0001,
+      "loss": 0.0731,
+      "step": 29140
+    },
+    {
+      "grad_norm": 0.06428743898868561,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 29150
+    },
+    {
+      "grad_norm": 0.03510041907429695,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 29160
+    },
+    {
+      "grad_norm": 0.032167717814445496,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 29170
+    },
+    {
+      "grad_norm": 0.04205998405814171,
+      "learning_rate": 0.0001,
+      "loss": 0.0773,
+      "step": 29180
+    },
+    {
+      "grad_norm": 0.05498285964131355,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 29190
+    },
+    {
+      "grad_norm": 0.04859794303774834,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 29200
+    },
+    {
+      "grad_norm": 0.03819914534687996,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 29210
+    },
+    {
+      "grad_norm": 0.03132472187280655,
+      "learning_rate": 0.0001,
+      "loss": 0.0767,
+      "step": 29220
+    },
+    {
+      "grad_norm": 0.042792197316884995,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 29230
+    },
+    {
+      "grad_norm": 0.02919483743607998,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 29240
+    },
+    {
+      "grad_norm": 0.0690724104642868,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 29250
+    },
+    {
+      "grad_norm": 0.03924964368343353,
+      "learning_rate": 0.0001,
+      "loss": 0.0779,
+      "step": 29260
+    },
+    {
+      "grad_norm": 0.03239955008029938,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 29270
+    },
+    {
+      "grad_norm": 0.03083268739283085,
+      "learning_rate": 0.0001,
+      "loss": 0.0782,
+      "step": 29280
+    },
+    {
+      "grad_norm": 0.04325705021619797,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 29290
+    },
+    {
+      "grad_norm": 0.07870540767908096,
+      "learning_rate": 0.0001,
+      "loss": 0.0772,
+      "step": 29300
+    },
+    {
+      "grad_norm": 0.034680698066949844,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 29310
+    },
+    {
+      "grad_norm": 0.052617643028497696,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 29320
+    },
+    {
+      "grad_norm": 0.03590593859553337,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 29330
+    },
+    {
+      "grad_norm": 0.051287904381752014,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 29340
+    },
+    {
+      "grad_norm": 0.039036981761455536,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 29350
+    },
+    {
+      "grad_norm": 0.059558846056461334,
+      "learning_rate": 0.0001,
+      "loss": 0.0762,
+      "step": 29360
+    },
+    {
+      "grad_norm": 0.03999911621212959,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 29370
+    },
+    {
+      "grad_norm": 0.06045623496174812,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 29380
+    },
+    {
+      "grad_norm": 0.05174801126122475,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 29390
+    },
+    {
+      "grad_norm": 0.046175193041563034,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 29400
+    },
+    {
+      "grad_norm": 0.05946619063615799,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 29410
+    },
+    {
+      "grad_norm": 0.07495357096195221,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 29420
+    },
+    {
+      "grad_norm": 0.03177792206406593,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 29430
+    },
+    {
+      "grad_norm": 0.03989434614777565,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 29440
+    },
+    {
+      "grad_norm": 0.046981628984212875,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 29450
+    },
+    {
+      "grad_norm": 0.05076201632618904,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 29460
+    },
+    {
+      "grad_norm": 0.03269564360380173,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 29470
+    },
+    {
+      "grad_norm": 0.03275492042303085,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 29480
+    },
+    {
+      "grad_norm": 0.03265972435474396,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 29490
+    },
+    {
+      "grad_norm": 0.0384988896548748,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 29500
+    },
+    {
+      "grad_norm": 0.0515732616186142,
+      "learning_rate": 0.0001,
+      "loss": 0.0702,
+      "step": 29510
+    },
+    {
+      "grad_norm": 0.038703400641679764,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 29520
+    },
+    {
+      "grad_norm": 0.03850751370191574,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 29530
+    },
+    {
+      "grad_norm": 0.07067514210939407,
+      "learning_rate": 0.0001,
+      "loss": 0.0763,
+      "step": 29540
+    },
+    {
+      "grad_norm": 0.041790638118982315,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 29550
+    },
+    {
+      "grad_norm": 0.04477246105670929,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 29560
+    },
+    {
+      "grad_norm": 0.04818117618560791,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 29570
+    },
+    {
+      "grad_norm": 0.0426146425306797,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 29580
+    },
+    {
+      "grad_norm": 0.030743150040507317,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 29590
+    },
+    {
+      "grad_norm": 0.07173901051282883,
+      "learning_rate": 0.0001,
+      "loss": 0.0763,
+      "step": 29600
+    },
+    {
+      "grad_norm": 0.056631144136190414,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 29610
+    },
+    {
+      "grad_norm": 0.05443214625120163,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 29620
+    },
+    {
+      "grad_norm": 0.033204250037670135,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 29630
+    },
+    {
+      "grad_norm": 0.04202652722597122,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 29640
+    },
+    {
+      "grad_norm": 0.04404221102595329,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 29650
+    },
+    {
+      "grad_norm": 0.031665146350860596,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 29660
+    },
+    {
+      "grad_norm": 0.0400812067091465,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 29670
+    },
+    {
+      "grad_norm": 0.0443493090569973,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 29680
+    },
+    {
+      "grad_norm": 0.03265600651502609,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 29690
+    },
+    {
+      "grad_norm": 0.03235417231917381,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 29700
+    },
+    {
+      "grad_norm": 0.043366655707359314,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 29710
+    },
+    {
+      "grad_norm": 0.03630924969911575,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 29720
+    },
+    {
+      "grad_norm": 0.03587885573506355,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 29730
+    },
+    {
+      "grad_norm": 0.035240836441516876,
+      "learning_rate": 0.0001,
+      "loss": 0.0756,
+      "step": 29740
+    },
+    {
+      "grad_norm": 0.03337762504816055,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 29750
+    },
+    {
+      "grad_norm": 0.03169655427336693,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 29760
+    },
+    {
+      "grad_norm": 0.04163089767098427,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 29770
+    },
+    {
+      "grad_norm": 0.03953482583165169,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 29780
+    },
+    {
+      "grad_norm": 0.037988774478435516,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 29790
+    },
+    {
+      "grad_norm": 0.0363517701625824,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 29800
+    },
+    {
+      "grad_norm": 0.0349259227514267,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 29810
+    },
+    {
+      "grad_norm": 0.037207018584012985,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 29820
+    },
+    {
+      "grad_norm": 0.033852651715278625,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 29830
+    },
+    {
+      "grad_norm": 0.03577541932463646,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 29840
+    },
+    {
+      "grad_norm": 0.03187539055943489,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 29850
+    },
+    {
+      "grad_norm": 0.03874678537249565,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 29860
+    },
+    {
+      "grad_norm": 0.03534005209803581,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 29870
+    },
+    {
+      "grad_norm": 0.04007991775870323,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 29880
+    },
+    {
+      "grad_norm": 0.0372975617647171,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 29890
+    },
+    {
+      "grad_norm": 0.044801097363233566,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 29900
+    },
+    {
+      "grad_norm": 0.043003641068935394,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 29910
+    },
+    {
+      "grad_norm": 0.05495522916316986,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 29920
+    },
+    {
+      "grad_norm": 0.06364094465970993,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 29930
+    },
+    {
+      "grad_norm": 0.03778168931603432,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 29940
+    },
+    {
+      "grad_norm": 0.06091293320059776,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 29950
+    },
+    {
+      "grad_norm": 0.033823247998952866,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 29960
+    },
+    {
+      "grad_norm": 0.038658808916807175,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 29970
+    },
+    {
+      "grad_norm": 0.038207221776247025,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 29980
+    },
+    {
+      "grad_norm": 0.04178424924612045,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 29990
+    },
+    {
+      "grad_norm": 0.05847273766994476,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 30000
+    },
+    {
+      "grad_norm": 0.05084933340549469,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 30010
+    },
+    {
+      "grad_norm": 0.03682247921824455,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 30020
+    },
+    {
+      "grad_norm": 0.03727366030216217,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 30030
+    },
+    {
+      "grad_norm": 0.033910296857357025,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 30040
+    },
+    {
+      "grad_norm": 0.046540871262550354,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 30050
+    },
+    {
+      "grad_norm": 0.043919637799263,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 30060
+    },
+    {
+      "grad_norm": 0.04575955867767334,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 30070
+    },
+    {
+      "grad_norm": 0.06127852201461792,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 30080
+    },
+    {
+      "grad_norm": 0.03994830697774887,
+      "learning_rate": 0.0001,
+      "loss": 0.0731,
+      "step": 30090
+    },
+    {
+      "grad_norm": 0.02962544932961464,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 30100
+    },
+    {
+      "grad_norm": 0.034012194722890854,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 30110
+    },
+    {
+      "grad_norm": 0.039588890969753265,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 30120
+    },
+    {
+      "grad_norm": 0.03422979637980461,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 30130
+    },
+    {
+      "grad_norm": 0.0475800484418869,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 30140
+    },
+    {
+      "grad_norm": 0.04256231337785721,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 30150
+    },
+    {
+      "grad_norm": 0.04564522206783295,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 30160
+    },
+    {
+      "grad_norm": 0.0633905678987503,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 30170
+    },
+    {
+      "grad_norm": 0.06025850400328636,
+      "learning_rate": 0.0001,
+      "loss": 0.077,
+      "step": 30180
+    },
+    {
+      "grad_norm": 0.051244158297777176,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 30190
+    },
+    {
+      "grad_norm": 0.05123766511678696,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 30200
+    },
+    {
+      "grad_norm": 0.045336075127124786,
+      "learning_rate": 0.0001,
+      "loss": 0.0764,
+      "step": 30210
+    },
+    {
+      "grad_norm": 0.03662743419408798,
+      "learning_rate": 0.0001,
+      "loss": 0.0776,
+      "step": 30220
+    },
+    {
+      "grad_norm": 0.04313953220844269,
+      "learning_rate": 0.0001,
+      "loss": 0.0755,
+      "step": 30230
+    },
+    {
+      "grad_norm": 0.054732754826545715,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 30240
+    },
+    {
+      "grad_norm": 0.09861424565315247,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 30250
+    },
+    {
+      "grad_norm": 0.04165748879313469,
+      "learning_rate": 0.0001,
+      "loss": 0.0766,
+      "step": 30260
+    },
+    {
+      "grad_norm": 0.03347053378820419,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 30270
+    },
+    {
+      "grad_norm": 0.03578808531165123,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 30280
+    },
+    {
+      "grad_norm": 0.0328141525387764,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 30290
+    },
+    {
+      "grad_norm": 0.04157571122050285,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 30300
+    },
+    {
+      "grad_norm": 0.033309489488601685,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 30310
+    },
+    {
+      "grad_norm": 0.04141077771782875,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 30320
+    },
+    {
+      "grad_norm": 0.031468410044908524,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 30330
+    },
+    {
+      "grad_norm": 0.05418217182159424,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 30340
+    },
+    {
+      "grad_norm": 0.03917551785707474,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 30350
+    },
+    {
+      "grad_norm": 0.03510792553424835,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 30360
+    },
+    {
+      "grad_norm": 0.040330056101083755,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 30370
+    },
+    {
+      "grad_norm": 0.03585861995816231,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 30380
+    },
+    {
+      "grad_norm": 0.034184858202934265,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 30390
+    },
+    {
+      "grad_norm": 0.04603233560919762,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 30400
+    },
+    {
+      "grad_norm": 0.03810726851224899,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 30410
+    },
+    {
+      "grad_norm": 0.032457344233989716,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 30420
+    },
+    {
+      "grad_norm": 0.05360985919833183,
+      "learning_rate": 0.0001,
+      "loss": 0.0731,
+      "step": 30430
+    },
+    {
+      "grad_norm": 0.0326031930744648,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 30440
+    },
+    {
+      "grad_norm": 0.08556429296731949,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 30450
+    },
+    {
+      "grad_norm": 0.03789781406521797,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 30460
+    },
+    {
+      "grad_norm": 0.045459967106580734,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 30470
+    },
+    {
+      "grad_norm": 0.0438954159617424,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 30480
+    },
+    {
+      "grad_norm": 0.033979665488004684,
+      "learning_rate": 0.0001,
+      "loss": 0.0731,
+      "step": 30490
+    },
+    {
+      "grad_norm": 0.0362561009824276,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 30500
+    },
+    {
+      "grad_norm": 0.03778746724128723,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 30510
+    },
+    {
+      "grad_norm": 0.03613912686705589,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 30520
+    },
+    {
+      "grad_norm": 0.04157852381467819,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 30530
+    },
+    {
+      "grad_norm": 0.038909438997507095,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 30540
+    },
+    {
+      "grad_norm": 0.044510871171951294,
+      "learning_rate": 0.0001,
+      "loss": 0.0731,
+      "step": 30550
+    },
+    {
+      "grad_norm": 0.04762348532676697,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 30560
+    },
+    {
+      "grad_norm": 0.039552148431539536,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 30570
+    },
+    {
+      "grad_norm": 0.053262680768966675,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 30580
+    },
+    {
+      "grad_norm": 0.036286115646362305,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 30590
+    },
+    {
+      "grad_norm": 0.0813177078962326,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 30600
+    },
+    {
+      "grad_norm": 0.03570891171693802,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 30610
+    },
+    {
+      "grad_norm": 0.060468558222055435,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 30620
+    },
+    {
+      "grad_norm": 0.0385974682867527,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 30630
+    },
+    {
+      "grad_norm": 0.033918701112270355,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 30640
+    },
+    {
+      "grad_norm": 0.053360465914011,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 30650
+    },
+    {
+      "grad_norm": 0.060518573969602585,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 30660
+    },
+    {
+      "grad_norm": 0.03747228905558586,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 30670
+    },
+    {
+      "grad_norm": 0.03429770469665527,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 30680
+    },
+    {
+      "grad_norm": 0.036657631397247314,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 30690
+    },
+    {
+      "grad_norm": 0.0378260500729084,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 30700
+    },
+    {
+      "grad_norm": 0.08242239058017731,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 30710
+    },
+    {
+      "grad_norm": 0.033408358693122864,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 30720
+    },
+    {
+      "grad_norm": 0.041037511080503464,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 30730
+    },
+    {
+      "grad_norm": 0.04118184745311737,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 30740
+    },
+    {
+      "grad_norm": 0.03557517006993294,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 30750
+    },
+    {
+      "grad_norm": 0.09003902226686478,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 30760
+    },
+    {
+      "grad_norm": 0.03666718304157257,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 30770
+    },
+    {
+      "grad_norm": 0.032648660242557526,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 30780
+    },
+    {
+      "grad_norm": 0.06000901013612747,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 30790
+    },
+    {
+      "grad_norm": 0.03595206141471863,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 30800
+    },
+    {
+      "grad_norm": 0.04808397218585014,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 30810
+    },
+    {
+      "grad_norm": 0.02862374484539032,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 30820
+    },
+    {
+      "grad_norm": 0.04250601306557655,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 30830
+    },
+    {
+      "grad_norm": 0.034746937453746796,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 30840
+    },
+    {
+      "grad_norm": 0.043744366616010666,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 30850
+    },
+    {
+      "grad_norm": 0.05231320485472679,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 30860
+    },
+    {
+      "grad_norm": 0.10304427891969681,
+      "learning_rate": 0.0001,
+      "loss": 0.0775,
+      "step": 30870
+    },
+    {
+      "grad_norm": 0.04062174633145332,
+      "learning_rate": 0.0001,
+      "loss": 0.0756,
+      "step": 30880
+    },
+    {
+      "grad_norm": 0.04645589366555214,
+      "learning_rate": 0.0001,
+      "loss": 0.0767,
+      "step": 30890
+    },
+    {
+      "grad_norm": 0.03386085480451584,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 30900
+    },
+    {
+      "grad_norm": 0.03709322214126587,
+      "learning_rate": 0.0001,
+      "loss": 0.08,
+      "step": 30910
+    },
+    {
+      "grad_norm": 0.04209122434258461,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 30920
+    },
+    {
+      "grad_norm": 0.03890026733279228,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 30930
+    },
+    {
+      "grad_norm": 0.02947789803147316,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 30940
+    },
+    {
+      "grad_norm": 0.04319256544113159,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 30950
+    },
+    {
+      "grad_norm": 0.03289932757616043,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 30960
+    },
+    {
+      "grad_norm": 0.028536608442664146,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 30970
+    },
+    {
+      "grad_norm": 0.035148266702890396,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 30980
+    },
+    {
+      "grad_norm": 0.03320959210395813,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 30990
+    },
+    {
+      "grad_norm": 0.05723084136843681,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 31000
+    },
+    {
+      "grad_norm": 0.028596075251698494,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 31010
+    },
+    {
+      "grad_norm": 0.046123262494802475,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 31020
+    },
+    {
+      "grad_norm": 0.03317708149552345,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 31030
+    },
+    {
+      "grad_norm": 0.04436739161610603,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 31040
+    },
+    {
+      "grad_norm": 0.036044806241989136,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 31050
+    },
+    {
+      "grad_norm": 0.04712110385298729,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 31060
+    },
+    {
+      "grad_norm": 0.03228900954127312,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 31070
+    },
+    {
+      "grad_norm": 0.03285395726561546,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 31080
+    },
+    {
+      "grad_norm": 0.03317610174417496,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 31090
+    },
+    {
+      "grad_norm": 0.04690894857048988,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 31100
+    },
+    {
+      "grad_norm": 0.040119729936122894,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 31110
+    },
+    {
+      "grad_norm": 0.035469140857458115,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 31120
+    },
+    {
+      "grad_norm": 0.03323890641331673,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 31130
+    },
+    {
+      "grad_norm": 0.035309795290231705,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 31140
+    },
+    {
+      "grad_norm": 0.0438186414539814,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 31150
+    },
+    {
+      "grad_norm": 0.03458907827734947,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 31160
+    },
+    {
+      "grad_norm": 0.03762601315975189,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 31170
+    },
+    {
+      "grad_norm": 0.03301125764846802,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 31180
+    },
+    {
+      "grad_norm": 0.0418989360332489,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 31190
+    },
+    {
+      "grad_norm": 0.055323515087366104,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 31200
+    },
+    {
+      "grad_norm": 0.03773039951920509,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 31210
+    },
+    {
+      "grad_norm": 0.06727561354637146,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 31220
+    },
+    {
+      "grad_norm": 0.03767388314008713,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 31230
+    },
+    {
+      "grad_norm": 0.04525020718574524,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 31240
+    },
+    {
+      "grad_norm": 0.037101682275533676,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 31250
+    },
+    {
+      "grad_norm": 0.035011932253837585,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 31260
+    },
+    {
+      "grad_norm": 0.042446646839380264,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 31270
+    },
+    {
+      "grad_norm": 0.050347261130809784,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 31280
+    },
+    {
+      "grad_norm": 0.07178831845521927,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 31290
+    },
+    {
+      "grad_norm": 0.03327617794275284,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 31300
+    },
+    {
+      "grad_norm": 0.04875324293971062,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 31310
+    },
+    {
+      "grad_norm": 0.034284722059965134,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 31320
+    },
+    {
+      "grad_norm": 0.03830929845571518,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 31330
+    },
+    {
+      "grad_norm": 0.03202536702156067,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 31340
+    },
+    {
+      "grad_norm": 0.04845530912280083,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 31350
+    },
+    {
+      "grad_norm": 0.04312482103705406,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 31360
+    },
+    {
+      "grad_norm": 0.048987630754709244,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 31370
+    },
+    {
+      "grad_norm": 0.0387875959277153,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 31380
+    },
+    {
+      "grad_norm": 0.04191799834370613,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 31390
+    },
+    {
+      "grad_norm": 0.04291171208024025,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 31400
+    },
+    {
+      "grad_norm": 0.035600803792476654,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 31410
+    },
+    {
+      "grad_norm": 0.06365416944026947,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 31420
+    },
+    {
+      "grad_norm": 0.03401720151305199,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 31430
+    },
+    {
+      "grad_norm": 0.0375770628452301,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 31440
+    },
+    {
+      "grad_norm": 0.04190333932638168,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 31450
+    },
+    {
+      "grad_norm": 0.03609371557831764,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 31460
+    },
+    {
+      "grad_norm": 0.06972946226596832,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 31470
+    },
+    {
+      "grad_norm": 0.03369808942079544,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 31480
+    },
+    {
+      "grad_norm": 0.0421980619430542,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 31490
+    },
+    {
+      "grad_norm": 0.043992724269628525,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 31500
+    },
+    {
+      "grad_norm": 0.06416904181241989,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 31510
+    },
+    {
+      "grad_norm": 0.03599049150943756,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 31520
+    },
+    {
+      "grad_norm": 0.04310242831707001,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 31530
+    },
+    {
+      "grad_norm": 0.04657359793782234,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 31540
+    },
+    {
+      "grad_norm": 0.0402570441365242,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 31550
+    },
+    {
+      "grad_norm": 0.05102000758051872,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 31560
+    },
+    {
+      "grad_norm": 0.04464704915881157,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 31570
+    },
+    {
+      "grad_norm": 0.04133233800530434,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 31580
+    },
+    {
+      "grad_norm": 0.059415992349386215,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 31590
+    },
+    {
+      "grad_norm": 0.030766353011131287,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 31600
+    },
+    {
+      "grad_norm": 0.051379360258579254,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 31610
+    },
+    {
+      "grad_norm": 0.04187207669019699,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 31620
+    },
+    {
+      "grad_norm": 0.03575928881764412,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 31630
+    },
+    {
+      "grad_norm": 0.033192843198776245,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 31640
+    },
+    {
+      "grad_norm": 0.03345371410250664,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 31650
+    },
+    {
+      "grad_norm": 0.03637762367725372,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 31660
+    },
+    {
+      "grad_norm": 0.0342751070857048,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 31670
+    },
+    {
+      "grad_norm": 0.03997458517551422,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 31680
+    },
+    {
+      "grad_norm": 0.03308875113725662,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 31690
+    },
+    {
+      "grad_norm": 0.04718046635389328,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 31700
+    },
+    {
+      "grad_norm": 0.030356362462043762,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 31710
+    },
+    {
+      "grad_norm": 0.038388803601264954,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 31720
+    },
+    {
+      "grad_norm": 0.0358283706009388,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 31730
+    },
+    {
+      "grad_norm": 0.0407276377081871,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 31740
+    },
+    {
+      "grad_norm": 0.05328376963734627,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 31750
+    },
+    {
+      "grad_norm": 0.051673367619514465,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 31760
+    },
+    {
+      "grad_norm": 0.04717104882001877,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 31770
+    },
+    {
+      "grad_norm": 0.05959833040833473,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 31780
+    },
+    {
+      "grad_norm": 0.03284049034118652,
+      "learning_rate": 0.0001,
+      "loss": 0.0696,
+      "step": 31790
+    },
+    {
+      "grad_norm": 0.09192223846912384,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 31800
+    },
+    {
+      "grad_norm": 0.05725722387433052,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 31810
+    },
+    {
+      "grad_norm": 0.09188082069158554,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 31820
+    },
+    {
+      "grad_norm": 0.03536953777074814,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 31830
+    },
+    {
+      "grad_norm": 0.057493507862091064,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 31840
+    },
+    {
+      "grad_norm": 0.03674881160259247,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 31850
+    },
+    {
+      "grad_norm": 0.07612201571464539,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 31860
+    },
+    {
+      "grad_norm": 0.038497474044561386,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 31870
+    },
+    {
+      "grad_norm": 0.04435783997178078,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 31880
+    },
+    {
+      "grad_norm": 0.10056410729885101,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 31890
+    },
+    {
+      "grad_norm": 0.08896487206220627,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 31900
+    },
+    {
+      "grad_norm": 0.055212248116731644,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 31910
+    },
+    {
+      "grad_norm": 0.04821521043777466,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 31920
+    },
+    {
+      "grad_norm": 0.07044587284326553,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 31930
+    },
+    {
+      "grad_norm": 0.04062975198030472,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 31940
+    },
+    {
+      "grad_norm": 0.04594087228178978,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 31950
+    },
+    {
+      "grad_norm": 0.05024586617946625,
+      "learning_rate": 0.0001,
+      "loss": 0.0752,
+      "step": 31960
+    },
+    {
+      "grad_norm": 0.031241657212376595,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 31970
+    },
+    {
+      "grad_norm": 0.03783464431762695,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 31980
+    },
+    {
+      "grad_norm": 0.03961189463734627,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 31990
+    },
+    {
+      "grad_norm": 0.038221750408411026,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 32000
+    },
+    {
+      "grad_norm": 0.028651418164372444,
+      "learning_rate": 0.0001,
+      "loss": 0.0702,
+      "step": 32010
+    },
+    {
+      "grad_norm": 0.047660455107688904,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 32020
+    },
+    {
+      "grad_norm": 0.03169609606266022,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 32030
+    },
+    {
+      "grad_norm": 0.049687210470438004,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 32040
+    },
+    {
+      "grad_norm": 0.05094891041517258,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 32050
+    },
+    {
+      "grad_norm": 0.042047832161188126,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 32060
+    },
+    {
+      "grad_norm": 0.040348656475543976,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 32070
+    },
+    {
+      "grad_norm": 0.0353909432888031,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 32080
+    },
+    {
+      "grad_norm": 0.03462565317749977,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 32090
+    },
+    {
+      "grad_norm": 0.06125665083527565,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 32100
+    },
+    {
+      "grad_norm": 0.05758184939622879,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 32110
+    },
+    {
+      "grad_norm": 0.0326850600540638,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 32120
+    },
+    {
+      "grad_norm": 0.040318239480257034,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 32130
+    },
+    {
+      "grad_norm": 0.03057786449790001,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 32140
+    },
+    {
+      "grad_norm": 0.03892836347222328,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 32150
+    },
+    {
+      "grad_norm": 0.03869915381073952,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 32160
+    },
+    {
+      "grad_norm": 0.04440133646130562,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 32170
+    },
+    {
+      "grad_norm": 0.03391341120004654,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 32180
+    },
+    {
+      "grad_norm": 0.03763638064265251,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 32190
+    },
+    {
+      "grad_norm": 0.03430470451712608,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 32200
+    },
+    {
+      "grad_norm": 0.044781532138586044,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 32210
+    },
+    {
+      "grad_norm": 0.04001999273896217,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 32220
+    },
+    {
+      "grad_norm": 0.03469978645443916,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 32230
+    },
+    {
+      "grad_norm": 0.03720709681510925,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 32240
+    },
+    {
+      "grad_norm": 0.04748934879899025,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 32250
+    },
+    {
+      "grad_norm": 0.033694539219141006,
+      "learning_rate": 0.0001,
+      "loss": 0.0702,
+      "step": 32260
+    },
+    {
+      "grad_norm": 0.06944955140352249,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 32270
+    },
+    {
+      "grad_norm": 0.08158893138170242,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 32280
+    },
+    {
+      "grad_norm": 0.03662415221333504,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 32290
+    },
+    {
+      "grad_norm": 0.03810681030154228,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 32300
+    },
+    {
+      "grad_norm": 0.03229597955942154,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 32310
+    },
+    {
+      "grad_norm": 0.039989273995161057,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 32320
+    },
+    {
+      "grad_norm": 0.03113691322505474,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 32330
+    },
+    {
+      "grad_norm": 0.04247291013598442,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 32340
+    },
+    {
+      "grad_norm": 0.047557491809129715,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 32350
+    },
+    {
+      "grad_norm": 0.08112627267837524,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 32360
+    },
+    {
+      "grad_norm": 0.042483117431402206,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 32370
+    },
+    {
+      "grad_norm": 0.03598595783114433,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 32380
+    },
+    {
+      "grad_norm": 0.05042647942900658,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 32390
+    },
+    {
+      "grad_norm": 0.034289684146642685,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 32400
+    },
+    {
+      "grad_norm": 0.056699685752391815,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 32410
+    },
+    {
+      "grad_norm": 0.03981161490082741,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 32420
+    },
+    {
+      "grad_norm": 0.061592090874910355,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 32430
+    },
+    {
+      "grad_norm": 0.03760833293199539,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 32440
+    },
+    {
+      "grad_norm": 0.046234823763370514,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 32450
+    },
+    {
+      "grad_norm": 0.046662114560604095,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 32460
+    },
+    {
+      "grad_norm": 0.039312127977609634,
+      "learning_rate": 0.0001,
+      "loss": 0.0731,
+      "step": 32470
+    },
+    {
+      "grad_norm": 0.03652675077319145,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 32480
+    },
+    {
+      "grad_norm": 0.03509938716888428,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 32490
+    },
+    {
+      "grad_norm": 0.03259932994842529,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 32500
+    },
+    {
+      "grad_norm": 0.039291009306907654,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 32510
+    },
+    {
+      "grad_norm": 0.032410234212875366,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 32520
+    },
+    {
+      "grad_norm": 0.03410252556204796,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 32530
+    },
+    {
+      "grad_norm": 0.03150260075926781,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 32540
+    },
+    {
+      "grad_norm": 0.03754311054944992,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 32550
+    },
+    {
+      "grad_norm": 0.05241451412439346,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 32560
+    },
+    {
+      "grad_norm": 0.05252666398882866,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 32570
+    },
+    {
+      "grad_norm": 0.0387692004442215,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 32580
+    },
+    {
+      "grad_norm": 0.03966749832034111,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 32590
+    },
+    {
+      "grad_norm": 0.08315359055995941,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 32600
+    },
+    {
+      "grad_norm": 0.06939685344696045,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 32610
+    },
+    {
+      "grad_norm": 0.07064573466777802,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 32620
+    },
+    {
+      "grad_norm": 0.05708574503660202,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 32630
+    },
+    {
+      "grad_norm": 0.04872221499681473,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 32640
+    },
+    {
+      "grad_norm": 0.06385742127895355,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 32650
+    },
+    {
+      "grad_norm": 0.035296645015478134,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 32660
+    },
+    {
+      "grad_norm": 0.032057467848062515,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 32670
+    },
+    {
+      "grad_norm": 0.047342050820589066,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 32680
+    },
+    {
+      "grad_norm": 0.03760652616620064,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 32690
+    },
+    {
+      "grad_norm": 0.0650712326169014,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 32700
+    },
+    {
+      "grad_norm": 0.04337037354707718,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 32710
+    },
+    {
+      "grad_norm": 0.04058356583118439,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 32720
+    },
+    {
+      "grad_norm": 0.044839777052402496,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 32730
+    },
+    {
+      "grad_norm": 0.04701115936040878,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 32740
+    },
+    {
+      "grad_norm": 0.038134101778268814,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 32750
+    },
+    {
+      "grad_norm": 0.03699323534965515,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 32760
+    },
+    {
+      "grad_norm": 0.03981737792491913,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 32770
+    },
+    {
+      "grad_norm": 0.04632226750254631,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 32780
+    },
+    {
+      "grad_norm": 0.04867608845233917,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 32790
+    },
+    {
+      "grad_norm": 0.04506366327404976,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 32800
+    },
+    {
+      "grad_norm": 0.03757146745920181,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 32810
+    },
+    {
+      "grad_norm": 0.0377989336848259,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 32820
+    },
+    {
+      "grad_norm": 0.03516602888703346,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 32830
+    },
+    {
+      "grad_norm": 0.04589911177754402,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 32840
+    },
+    {
+      "grad_norm": 0.17283415794372559,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 32850
+    },
+    {
+      "grad_norm": 0.03802365064620972,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 32860
+    },
+    {
+      "grad_norm": 0.04539041593670845,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 32870
+    },
+    {
+      "grad_norm": 0.03970911726355553,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 32880
+    },
+    {
+      "grad_norm": 0.039253637194633484,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 32890
+    },
+    {
+      "grad_norm": 0.03657069802284241,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 32900
+    },
+    {
+      "grad_norm": 0.03005746565759182,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 32910
+    },
+    {
+      "grad_norm": 0.034193672239780426,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 32920
+    },
+    {
+      "grad_norm": 0.03789151459932327,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 32930
+    },
+    {
+      "grad_norm": 0.036335013806819916,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 32940
+    },
+    {
+      "grad_norm": 0.05256199836730957,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 32950
+    },
+    {
+      "grad_norm": 0.0556480698287487,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 32960
+    },
+    {
+      "grad_norm": 0.03923588991165161,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 32970
+    },
+    {
+      "grad_norm": 0.039915263652801514,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 32980
+    },
+    {
+      "grad_norm": 0.041884809732437134,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 32990
+    },
+    {
+      "grad_norm": 0.03581042215228081,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 33000
+    },
+    {
+      "grad_norm": 0.04452821612358093,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 33010
+    },
+    {
+      "grad_norm": 0.03475490212440491,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 33020
+    },
+    {
+      "grad_norm": 0.04533569887280464,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 33030
+    },
+    {
+      "grad_norm": 0.04738743230700493,
+      "learning_rate": 0.0001,
+      "loss": 0.0747,
+      "step": 33040
+    },
+    {
+      "grad_norm": 0.04658067226409912,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 33050
+    },
+    {
+      "grad_norm": 0.0401751808822155,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 33060
+    },
+    {
+      "grad_norm": 0.0563596710562706,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 33070
+    },
+    {
+      "grad_norm": 0.03676136955618858,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 33080
+    },
+    {
+      "grad_norm": 0.042104776948690414,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 33090
+    },
+    {
+      "grad_norm": 0.04007193446159363,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 33100
+    },
+    {
+      "grad_norm": 0.036082517355680466,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 33110
+    },
+    {
+      "grad_norm": 0.03956145420670509,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 33120
+    },
+    {
+      "grad_norm": 0.03682835400104523,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 33130
+    },
+    {
+      "grad_norm": 0.03729461878538132,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 33140
+    },
+    {
+      "grad_norm": 0.03888903558254242,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 33150
+    },
+    {
+      "grad_norm": 0.03759169206023216,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 33160
+    },
+    {
+      "grad_norm": 0.06235835328698158,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 33170
+    },
+    {
+      "grad_norm": 0.040288377553224564,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 33180
+    },
+    {
+      "grad_norm": 0.08909934759140015,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 33190
+    },
+    {
+      "grad_norm": 0.09282288700342178,
+      "learning_rate": 0.0001,
+      "loss": 0.0771,
+      "step": 33200
+    },
+    {
+      "grad_norm": 0.04442070797085762,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 33210
+    },
+    {
+      "grad_norm": 0.05285116657614708,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 33220
+    },
+    {
+      "grad_norm": 0.06597722321748734,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 33230
+    },
+    {
+      "grad_norm": 0.034813303500413895,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 33240
+    },
+    {
+      "grad_norm": 0.03411749005317688,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 33250
+    },
+    {
+      "grad_norm": 0.04181168973445892,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 33260
+    },
+    {
+      "grad_norm": 0.031934961676597595,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 33270
+    },
+    {
+      "grad_norm": 0.04043590649962425,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 33280
+    },
+    {
+      "grad_norm": 0.04025169461965561,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 33290
+    },
+    {
+      "grad_norm": 0.0636247843503952,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 33300
+    },
+    {
+      "grad_norm": 0.03557412326335907,
+      "learning_rate": 0.0001,
+      "loss": 0.0696,
+      "step": 33310
+    },
+    {
+      "grad_norm": 0.03659232705831528,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 33320
+    },
+    {
+      "grad_norm": 0.058020804077386856,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 33330
+    },
+    {
+      "grad_norm": 0.02831641212105751,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 33340
+    },
+    {
+      "grad_norm": 0.03702862933278084,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 33350
+    },
+    {
+      "grad_norm": 0.04016096144914627,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 33360
+    },
+    {
+      "grad_norm": 0.03181346133351326,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 33370
+    },
+    {
+      "grad_norm": 0.02866842970252037,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 33380
+    },
+    {
+      "grad_norm": 0.032706595957279205,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 33390
+    },
+    {
+      "grad_norm": 0.03253031522035599,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 33400
+    },
+    {
+      "grad_norm": 0.05114550516009331,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 33410
+    },
+    {
+      "grad_norm": 0.0336756631731987,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 33420
+    },
+    {
+      "grad_norm": 0.042450737208127975,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 33430
+    },
+    {
+      "grad_norm": 0.03864799812436104,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 33440
+    },
+    {
+      "grad_norm": 0.04481809213757515,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 33450
+    },
+    {
+      "grad_norm": 0.034807391464710236,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 33460
+    },
+    {
+      "grad_norm": 0.03358849138021469,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 33470
+    },
+    {
+      "grad_norm": 0.03332929313182831,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 33480
+    },
+    {
+      "grad_norm": 0.040634121745824814,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 33490
+    },
+    {
+      "grad_norm": 0.03512648493051529,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 33500
+    },
+    {
+      "grad_norm": 0.05148236081004143,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 33510
+    },
+    {
+      "grad_norm": 0.040413618087768555,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 33520
+    },
+    {
+      "grad_norm": 0.07423882186412811,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 33530
+    },
+    {
+      "grad_norm": 0.0365670882165432,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 33540
+    },
+    {
+      "grad_norm": 0.03200119733810425,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 33550
+    },
+    {
+      "grad_norm": 0.043076831847429276,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 33560
+    },
+    {
+      "grad_norm": 0.0321638286113739,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 33570
+    },
+    {
+      "grad_norm": 0.035188525915145874,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 33580
+    },
+    {
+      "grad_norm": 0.03656208515167236,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 33590
+    },
+    {
+      "grad_norm": 0.05148676410317421,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 33600
+    },
+    {
+      "grad_norm": 0.04034518450498581,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 33610
+    },
+    {
+      "grad_norm": 0.030388103798031807,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 33620
+    },
+    {
+      "grad_norm": 0.034311600029468536,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 33630
+    },
+    {
+      "grad_norm": 0.03399350494146347,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 33640
+    },
+    {
+      "grad_norm": 0.035981275141239166,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 33650
+    },
+    {
+      "grad_norm": 0.04854854568839073,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 33660
+    },
+    {
+      "grad_norm": 0.03240182623267174,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 33670
+    },
+    {
+      "grad_norm": 0.04004185274243355,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 33680
+    },
+    {
+      "grad_norm": 0.04099500551819801,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 33690
+    },
+    {
+      "grad_norm": 0.04151756316423416,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 33700
+    },
+    {
+      "grad_norm": 0.045643724501132965,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 33710
+    },
+    {
+      "grad_norm": 0.033409614115953445,
+      "learning_rate": 0.0001,
+      "loss": 0.0787,
+      "step": 33720
+    },
+    {
+      "grad_norm": 0.04140014201402664,
+      "learning_rate": 0.0001,
+      "loss": 0.0757,
+      "step": 33730
+    },
+    {
+      "grad_norm": 0.03672187402844429,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 33740
+    },
+    {
+      "grad_norm": 0.06022772938013077,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 33750
+    },
+    {
+      "grad_norm": 0.04358743876218796,
+      "learning_rate": 0.0001,
+      "loss": 0.0753,
+      "step": 33760
+    },
+    {
+      "grad_norm": 0.04112593084573746,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 33770
+    },
+    {
+      "grad_norm": 0.05479681119322777,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 33780
+    },
+    {
+      "grad_norm": 0.03382861986756325,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 33790
+    },
+    {
+      "grad_norm": 0.03755248710513115,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 33800
+    },
+    {
+      "grad_norm": 0.037431005388498306,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 33810
+    },
+    {
+      "grad_norm": 0.04118182882666588,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 33820
+    },
+    {
+      "grad_norm": 0.03652175888419151,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 33830
+    },
+    {
+      "grad_norm": 0.06535664200782776,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 33840
+    },
+    {
+      "grad_norm": 0.058021463453769684,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 33850
+    },
+    {
+      "grad_norm": 0.08932013064622879,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 33860
+    },
+    {
+      "grad_norm": 0.09850380569696426,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 33870
+    },
+    {
+      "grad_norm": 0.04666052386164665,
+      "learning_rate": 0.0001,
+      "loss": 0.075,
+      "step": 33880
+    },
+    {
+      "grad_norm": 0.0393117293715477,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 33890
+    },
+    {
+      "grad_norm": 0.03550589457154274,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 33900
+    },
+    {
+      "grad_norm": 0.03602347895503044,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 33910
+    },
+    {
+      "grad_norm": 0.039980657398700714,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 33920
+    },
+    {
+      "grad_norm": 0.047709669917821884,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 33930
+    },
+    {
+      "grad_norm": 0.04934091866016388,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 33940
+    },
+    {
+      "grad_norm": 0.05537979677319527,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 33950
+    },
+    {
+      "grad_norm": 0.056788649410009384,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 33960
+    },
+    {
+      "grad_norm": 0.04060354828834534,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 33970
+    },
+    {
+      "grad_norm": 0.04472385346889496,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 33980
+    },
+    {
+      "grad_norm": 0.06788626313209534,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 33990
+    },
+    {
+      "grad_norm": 0.044135868549346924,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 34000
+    },
+    {
+      "grad_norm": 0.050089504569768906,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 34010
+    },
+    {
+      "grad_norm": 0.03866676613688469,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 34020
+    },
+    {
+      "grad_norm": 0.03462355583906174,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 34030
+    },
+    {
+      "grad_norm": 0.036485787481069565,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 34040
+    },
+    {
+      "grad_norm": 0.0756472572684288,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 34050
+    },
+    {
+      "grad_norm": 0.04742096737027168,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 34060
+    },
+    {
+      "grad_norm": 0.043657202273607254,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 34070
+    },
+    {
+      "grad_norm": 0.05828474834561348,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 34080
+    },
+    {
+      "grad_norm": 0.03859561309218407,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 34090
+    },
+    {
+      "grad_norm": 0.03581393510103226,
+      "learning_rate": 0.0001,
+      "loss": 0.0759,
+      "step": 34100
+    },
+    {
+      "grad_norm": 0.04544081166386604,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 34110
+    },
+    {
+      "grad_norm": 0.07316441833972931,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 34120
+    },
+    {
+      "grad_norm": 0.04198611527681351,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 34130
+    },
+    {
+      "grad_norm": 0.051518555730581284,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 34140
+    },
+    {
+      "grad_norm": 0.03820135444402695,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 34150
+    },
+    {
+      "grad_norm": 0.037999965250492096,
+      "learning_rate": 0.0001,
+      "loss": 0.0745,
+      "step": 34160
+    },
+    {
+      "grad_norm": 0.12256834656000137,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 34170
+    },
+    {
+      "grad_norm": 0.07115282118320465,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 34180
+    },
+    {
+      "grad_norm": 0.040657687932252884,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 34190
+    },
+    {
+      "grad_norm": 0.03886617720127106,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 34200
+    },
+    {
+      "grad_norm": 0.02989083342254162,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 34210
+    },
+    {
+      "grad_norm": 0.05132261663675308,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 34220
+    },
+    {
+      "grad_norm": 0.03280137479305267,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 34230
+    },
+    {
+      "grad_norm": 0.04240788146853447,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 34240
+    },
+    {
+      "grad_norm": 0.03133796527981758,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 34250
+    },
+    {
+      "grad_norm": 0.03884337469935417,
+      "learning_rate": 0.0001,
+      "loss": 0.0774,
+      "step": 34260
+    },
+    {
+      "grad_norm": 0.0482872799038887,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 34270
+    },
+    {
+      "grad_norm": 0.04260014742612839,
+      "learning_rate": 0.0001,
+      "loss": 0.0732,
+      "step": 34280
+    },
+    {
+      "grad_norm": 0.038707997649908066,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 34290
+    },
+    {
+      "grad_norm": 0.03865601494908333,
+      "learning_rate": 0.0001,
+      "loss": 0.0749,
+      "step": 34300
+    },
+    {
+      "grad_norm": 0.03922295197844505,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 34310
+    },
+    {
+      "grad_norm": 0.04621630162000656,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 34320
+    },
+    {
+      "grad_norm": 0.04090273752808571,
+      "learning_rate": 0.0001,
+      "loss": 0.0738,
+      "step": 34330
+    },
+    {
+      "grad_norm": 0.04843306541442871,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 34340
+    },
+    {
+      "grad_norm": 0.03976234048604965,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 34350
+    },
+    {
+      "grad_norm": 0.04428831487894058,
+      "learning_rate": 0.0001,
+      "loss": 0.0743,
+      "step": 34360
+    },
+    {
+      "grad_norm": 0.03784584254026413,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 34370
+    },
+    {
+      "grad_norm": 0.10762926936149597,
+      "learning_rate": 0.0001,
+      "loss": 0.076,
+      "step": 34380
+    },
+    {
+      "grad_norm": 0.04063160717487335,
+      "learning_rate": 0.0001,
+      "loss": 0.0754,
+      "step": 34390
+    },
+    {
+      "grad_norm": 0.05418306961655617,
+      "learning_rate": 0.0001,
+      "loss": 0.0758,
+      "step": 34400
+    },
+    {
+      "grad_norm": 0.05668765306472778,
+      "learning_rate": 0.0001,
+      "loss": 0.0748,
+      "step": 34410
+    },
+    {
+      "grad_norm": 0.048345062881708145,
+      "learning_rate": 0.0001,
+      "loss": 0.0751,
+      "step": 34420
+    },
+    {
+      "grad_norm": 0.04282742738723755,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 34430
+    },
+    {
+      "grad_norm": 0.05291668698191643,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 34440
+    },
+    {
+      "grad_norm": 0.03572797775268555,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 34450
+    },
+    {
+      "grad_norm": 0.0406397320330143,
+      "learning_rate": 0.0001,
+      "loss": 0.0736,
+      "step": 34460
+    },
+    {
+      "grad_norm": 0.03541289269924164,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 34470
+    },
+    {
+      "grad_norm": 0.057103369385004044,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 34480
+    },
+    {
+      "grad_norm": 0.03230364993214607,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 34490
+    },
+    {
+      "grad_norm": 0.060478340834379196,
+      "learning_rate": 0.0001,
+      "loss": 0.0739,
+      "step": 34500
+    },
+    {
+      "grad_norm": 0.031950946897268295,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 34510
+    },
+    {
+      "grad_norm": 0.03518917039036751,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 34520
+    },
+    {
+      "grad_norm": 0.1019744798541069,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 34530
+    },
+    {
+      "grad_norm": 0.033829547464847565,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 34540
+    },
+    {
+      "grad_norm": 0.03487250208854675,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 34550
+    },
+    {
+      "grad_norm": 0.03535638377070427,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 34560
+    },
+    {
+      "grad_norm": 0.0738392174243927,
+      "learning_rate": 0.0001,
+      "loss": 0.0742,
+      "step": 34570
+    },
+    {
+      "grad_norm": 0.03466096147894859,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 34580
+    },
+    {
+      "grad_norm": 0.034089673310518265,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 34590
+    },
+    {
+      "grad_norm": 0.04040977358818054,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 34600
+    },
+    {
+      "grad_norm": 0.04165475815534592,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 34610
+    },
+    {
+      "grad_norm": 0.07429282367229462,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 34620
+    },
+    {
+      "grad_norm": 0.03679680824279785,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 34630
+    },
+    {
+      "grad_norm": 0.032113220542669296,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 34640
+    },
+    {
+      "grad_norm": 0.03335728868842125,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 34650
+    },
+    {
+      "grad_norm": 0.03978850319981575,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 34660
+    },
+    {
+      "grad_norm": 0.037772469222545624,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 34670
+    },
+    {
+      "grad_norm": 0.032487183809280396,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 34680
+    },
+    {
+      "grad_norm": 0.041179776191711426,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 34690
+    },
+    {
+      "grad_norm": 0.050211649388074875,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 34700
+    },
+    {
+      "grad_norm": 0.040559954941272736,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 34710
+    },
+    {
+      "grad_norm": 0.034047793596982956,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 34720
+    },
+    {
+      "grad_norm": 0.03613238036632538,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 34730
+    },
+    {
+      "grad_norm": 0.033307041972875595,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 34740
+    },
+    {
+      "grad_norm": 0.04117806628346443,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 34750
+    },
+    {
+      "grad_norm": 0.03630978986620903,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 34760
+    },
+    {
+      "grad_norm": 0.04226177558302879,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 34770
+    },
+    {
+      "grad_norm": 0.06124905124306679,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 34780
+    },
+    {
+      "grad_norm": 0.044283635914325714,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 34790
+    },
+    {
+      "grad_norm": 0.03558982163667679,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 34800
+    },
+    {
+      "grad_norm": 0.04082280769944191,
+      "learning_rate": 0.0001,
+      "loss": 0.0702,
+      "step": 34810
+    },
+    {
+      "grad_norm": 0.030431263148784637,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 34820
+    },
+    {
+      "grad_norm": 0.0421789288520813,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 34830
+    },
+    {
+      "grad_norm": 0.029302529990673065,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 34840
+    },
+    {
+      "grad_norm": 0.055209431797266006,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 34850
+    },
+    {
+      "grad_norm": 0.05308650806546211,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 34860
+    },
+    {
+      "grad_norm": 0.05577486753463745,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 34870
+    },
+    {
+      "grad_norm": 0.06984409689903259,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 34880
+    },
+    {
+      "grad_norm": 0.03840471804141998,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 34890
+    },
+    {
+      "grad_norm": 0.07092011719942093,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 34900
+    },
+    {
+      "grad_norm": 0.09448269009590149,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 34910
+    },
+    {
+      "grad_norm": 0.07410579919815063,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 34920
+    },
+    {
+      "grad_norm": 0.038360778242349625,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 34930
+    },
+    {
+      "grad_norm": 0.046816401183605194,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 34940
+    },
+    {
+      "grad_norm": 0.03390879929065704,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 34950
+    },
+    {
+      "grad_norm": 0.06416020542383194,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 34960
+    },
+    {
+      "grad_norm": 0.03582856431603432,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 34970
+    },
+    {
+      "grad_norm": 0.03291136398911476,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 34980
+    },
+    {
+      "grad_norm": 0.0611514113843441,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 34990
+    },
+    {
+      "grad_norm": 0.035823073238134384,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 35000
+    },
+    {
+      "grad_norm": 0.04091253504157066,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 35010
+    },
+    {
+      "grad_norm": 0.03278025984764099,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 35020
+    },
+    {
+      "grad_norm": 0.04302661120891571,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 35030
+    },
+    {
+      "grad_norm": 0.0418209508061409,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 35040
+    },
+    {
+      "grad_norm": 0.04439930245280266,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 35050
+    },
+    {
+      "grad_norm": 0.03660234063863754,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 35060
+    },
+    {
+      "grad_norm": 0.07757142931222916,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 35070
+    },
+    {
+      "grad_norm": 0.037497151643037796,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 35080
+    },
+    {
+      "grad_norm": 0.053935255855321884,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 35090
+    },
+    {
+      "grad_norm": 0.03493328392505646,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 35100
+    },
+    {
+      "grad_norm": 0.04391985386610031,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 35110
+    },
+    {
+      "grad_norm": 0.07037671655416489,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 35120
+    },
+    {
+      "grad_norm": 0.039322271943092346,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 35130
+    },
+    {
+      "grad_norm": 0.05463895574212074,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 35140
+    },
+    {
+      "grad_norm": 0.037732258439064026,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 35150
+    },
+    {
+      "grad_norm": 0.0680808424949646,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 35160
+    },
+    {
+      "grad_norm": 0.04696591943502426,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 35170
+    },
+    {
+      "grad_norm": 0.03637421876192093,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 35180
+    },
+    {
+      "grad_norm": 0.03415024280548096,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 35190
+    },
+    {
+      "grad_norm": 0.029845833778381348,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 35200
+    },
+    {
+      "grad_norm": 0.03421065956354141,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 35210
+    },
+    {
+      "grad_norm": 0.039768267422914505,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 35220
+    },
+    {
+      "grad_norm": 0.034288469702005386,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 35230
+    },
+    {
+      "grad_norm": 0.047464754432439804,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 35240
+    },
+    {
+      "grad_norm": 0.043264660984277725,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 35250
+    },
+    {
+      "grad_norm": 0.04004184901714325,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 35260
+    },
+    {
+      "grad_norm": 0.03187078982591629,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 35270
+    },
+    {
+      "grad_norm": 0.03935140743851662,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 35280
+    },
+    {
+      "grad_norm": 0.029904764145612717,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 35290
+    },
+    {
+      "grad_norm": 0.03612995892763138,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 35300
+    },
+    {
+      "grad_norm": 0.03103317692875862,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 35310
+    },
+    {
+      "grad_norm": 0.043919600546360016,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 35320
+    },
+    {
+      "grad_norm": 0.04406217858195305,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 35330
+    },
+    {
+      "grad_norm": 0.041613440960645676,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 35340
+    },
+    {
+      "grad_norm": 0.08186300098896027,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 35350
+    },
+    {
+      "grad_norm": 0.14288277924060822,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 35360
+    },
+    {
+      "grad_norm": 0.09788590669631958,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 35370
+    },
+    {
+      "grad_norm": 0.04207329824566841,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 35380
+    },
+    {
+      "grad_norm": 0.03710518777370453,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 35390
+    },
+    {
+      "grad_norm": 0.046215981245040894,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 35400
+    },
+    {
+      "grad_norm": 0.042268577963113785,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 35410
+    },
+    {
+      "grad_norm": 0.03047966957092285,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 35420
+    },
+    {
+      "grad_norm": 0.03152237460017204,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 35430
+    },
+    {
+      "grad_norm": 0.03830105438828468,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 35440
+    },
+    {
+      "grad_norm": 0.03209804370999336,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 35450
+    },
+    {
+      "grad_norm": 0.05137037858366966,
+      "learning_rate": 0.0001,
+      "loss": 0.0731,
+      "step": 35460
+    },
+    {
+      "grad_norm": 0.02943475730717182,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 35470
+    },
+    {
+      "grad_norm": 0.0413321852684021,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 35480
+    },
+    {
+      "grad_norm": 0.04621771723031998,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 35490
+    },
+    {
+      "grad_norm": 0.03667421638965607,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 35500
+    },
+    {
+      "grad_norm": 0.05803070217370987,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 35510
+    },
+    {
+      "grad_norm": 0.035266514867544174,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 35520
+    },
+    {
+      "grad_norm": 0.03606169670820236,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 35530
+    },
+    {
+      "grad_norm": 0.036660995334386826,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 35540
+    },
+    {
+      "grad_norm": 0.06196004897356033,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 35550
+    },
+    {
+      "grad_norm": 0.05553637817502022,
+      "learning_rate": 0.0001,
+      "loss": 0.0735,
+      "step": 35560
+    },
+    {
+      "grad_norm": 0.07444976270198822,
+      "learning_rate": 0.0001,
+      "loss": 0.0716,
+      "step": 35570
+    },
+    {
+      "grad_norm": 0.06289619952440262,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 35580
+    },
+    {
+      "grad_norm": 0.08171696960926056,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 35590
+    },
+    {
+      "grad_norm": 0.033011868596076965,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 35600
+    },
+    {
+      "grad_norm": 0.040250249207019806,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 35610
+    },
+    {
+      "grad_norm": 0.05825696513056755,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 35620
+    },
+    {
+      "grad_norm": 0.03564627841114998,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 35630
+    },
+    {
+      "grad_norm": 0.035171639174222946,
+      "learning_rate": 0.0001,
+      "loss": 0.0737,
+      "step": 35640
+    },
+    {
+      "grad_norm": 0.03579612448811531,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 35650
+    },
+    {
+      "grad_norm": 0.03169359266757965,
+      "learning_rate": 0.0001,
+      "loss": 0.074,
+      "step": 35660
+    },
+    {
+      "grad_norm": 0.036146145313978195,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 35670
+    },
+    {
+      "grad_norm": 0.03362720459699631,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 35680
+    },
+    {
+      "grad_norm": 0.04673054814338684,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 35690
+    },
+    {
+      "grad_norm": 0.03723950684070587,
+      "learning_rate": 0.0001,
+      "loss": 0.0741,
+      "step": 35700
+    },
+    {
+      "grad_norm": 0.04394717514514923,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 35710
+    },
+    {
+      "grad_norm": 0.03117835521697998,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 35720
+    },
+    {
+      "grad_norm": 0.04923441633582115,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 35730
+    },
+    {
+      "grad_norm": 0.04102924466133118,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 35740
+    },
+    {
+      "grad_norm": 0.03762410208582878,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 35750
+    },
+    {
+      "grad_norm": 0.05560433864593506,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 35760
+    },
+    {
+      "grad_norm": 0.04412290081381798,
+      "learning_rate": 0.0001,
+      "loss": 0.0696,
+      "step": 35770
+    },
+    {
+      "grad_norm": 0.039403777569532394,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 35780
+    },
+    {
+      "grad_norm": 0.051157545298337936,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 35790
+    },
+    {
+      "grad_norm": 0.05609501525759697,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 35800
+    },
+    {
+      "grad_norm": 0.03307051956653595,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 35810
+    },
+    {
+      "grad_norm": 0.05087666213512421,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 35820
+    },
+    {
+      "grad_norm": 0.055204521864652634,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 35830
+    },
+    {
+      "grad_norm": 0.03998211398720741,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 35840
+    },
+    {
+      "grad_norm": 0.03863344341516495,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 35850
+    },
+    {
+      "grad_norm": 0.027921510860323906,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 35860
+    },
+    {
+      "grad_norm": 0.049776412546634674,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 35870
+    },
+    {
+      "grad_norm": 0.06576330959796906,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 35880
+    },
+    {
+      "grad_norm": 0.04835762828588486,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 35890
+    },
+    {
+      "grad_norm": 0.03690186142921448,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 35900
+    },
+    {
+      "grad_norm": 0.030905909836292267,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 35910
+    },
+    {
+      "grad_norm": 0.05417322739958763,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 35920
+    },
+    {
+      "grad_norm": 0.07845259457826614,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 35930
+    },
+    {
+      "grad_norm": 0.03943118080496788,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 35940
+    },
+    {
+      "grad_norm": 0.031314462423324585,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 35950
+    },
+    {
+      "grad_norm": 0.029862236231565475,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 35960
+    },
+    {
+      "grad_norm": 0.04635995998978615,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 35970
+    },
+    {
+      "grad_norm": 0.053163785487413406,
+      "learning_rate": 0.0001,
+      "loss": 0.0702,
+      "step": 35980
+    },
+    {
+      "grad_norm": 0.03764398768544197,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 35990
+    },
+    {
+      "grad_norm": 0.04118898883461952,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 36000
+    },
+    {
+      "grad_norm": 0.08275865018367767,
+      "learning_rate": 0.0001,
+      "loss": 0.0744,
+      "step": 36010
+    },
+    {
+      "grad_norm": 0.042916808277368546,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 36020
+    },
+    {
+      "grad_norm": 0.04163999855518341,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 36030
+    },
+    {
+      "grad_norm": 0.07033181935548782,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 36040
+    },
+    {
+      "grad_norm": 0.047341201454401016,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 36050
+    },
+    {
+      "grad_norm": 0.04109429568052292,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 36060
+    },
+    {
+      "grad_norm": 0.036715053021907806,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 36070
+    },
+    {
+      "grad_norm": 0.03890985623002052,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 36080
+    },
+    {
+      "grad_norm": 0.04299110174179077,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 36090
+    },
+    {
+      "grad_norm": 0.03817792981863022,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 36100
+    },
+    {
+      "grad_norm": 0.03642280399799347,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 36110
+    },
+    {
+      "grad_norm": 0.07617798447608948,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 36120
+    },
+    {
+      "grad_norm": 0.03072689101099968,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 36130
+    },
+    {
+      "grad_norm": 0.059046465903520584,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 36140
+    },
+    {
+      "grad_norm": 0.031064556911587715,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 36150
+    },
+    {
+      "grad_norm": 0.05100119486451149,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 36160
+    },
+    {
+      "grad_norm": 0.03205114230513573,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 36170
+    },
+    {
+      "grad_norm": 0.037654466927051544,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 36180
+    },
+    {
+      "grad_norm": 0.03137983754277229,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 36190
+    },
+    {
+      "grad_norm": 0.0328335165977478,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 36200
+    },
+    {
+      "grad_norm": 0.034666113555431366,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 36210
+    },
+    {
+      "grad_norm": 0.057821374386548996,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 36220
+    },
+    {
+      "grad_norm": 0.0634455531835556,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 36230
+    },
+    {
+      "grad_norm": 0.03525775671005249,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 36240
+    },
+    {
+      "grad_norm": 0.0485224612057209,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 36250
+    },
+    {
+      "grad_norm": 0.06906169652938843,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 36260
+    },
+    {
+      "grad_norm": 0.05213720351457596,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 36270
+    },
+    {
+      "grad_norm": 0.046394139528274536,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 36280
+    },
+    {
+      "grad_norm": 0.043012719601392746,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 36290
+    },
+    {
+      "grad_norm": 0.08396071195602417,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 36300
+    },
+    {
+      "grad_norm": 0.06109786033630371,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 36310
+    },
+    {
+      "grad_norm": 0.06964795291423798,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 36320
+    },
+    {
+      "grad_norm": 0.14955122768878937,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 36330
+    },
+    {
+      "grad_norm": 0.0719529539346695,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 36340
+    },
+    {
+      "grad_norm": 0.027867168188095093,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 36350
+    },
+    {
+      "grad_norm": 0.04366185888648033,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 36360
+    },
+    {
+      "grad_norm": 0.0408259853720665,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 36370
+    },
+    {
+      "grad_norm": 0.03028651513159275,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 36380
+    },
+    {
+      "grad_norm": 0.030517693608999252,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 36390
+    },
+    {
+      "grad_norm": 0.05031804367899895,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 36400
+    },
+    {
+      "grad_norm": 0.049120593816041946,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 36410
+    },
+    {
+      "grad_norm": 0.03696788102388382,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 36420
+    },
+    {
+      "grad_norm": 0.04076075553894043,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 36430
+    },
+    {
+      "grad_norm": 0.03259997069835663,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 36440
+    },
+    {
+      "grad_norm": 0.03305938094854355,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 36450
+    },
+    {
+      "grad_norm": 0.034677281975746155,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 36460
+    },
+    {
+      "grad_norm": 0.03504345938563347,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 36470
+    },
+    {
+      "grad_norm": 0.034003399312496185,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 36480
+    },
+    {
+      "grad_norm": 0.03548889607191086,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 36490
+    },
+    {
+      "grad_norm": 0.03538661450147629,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 36500
+    },
+    {
+      "grad_norm": 0.04254366084933281,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 36510
+    },
+    {
+      "grad_norm": 0.03569987043738365,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 36520
+    },
+    {
+      "grad_norm": 0.03509817644953728,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 36530
+    },
+    {
+      "grad_norm": 0.10941397398710251,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 36540
+    },
+    {
+      "grad_norm": 0.06854549050331116,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 36550
+    },
+    {
+      "grad_norm": 0.055144891142845154,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 36560
+    },
+    {
+      "grad_norm": 0.07435047626495361,
+      "learning_rate": 0.0001,
+      "loss": 0.0729,
+      "step": 36570
+    },
+    {
+      "grad_norm": 0.04017692804336548,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 36580
+    },
+    {
+      "grad_norm": 0.04810813069343567,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 36590
+    },
+    {
+      "grad_norm": 0.032557159662246704,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 36600
+    },
+    {
+      "grad_norm": 0.03193092346191406,
+      "learning_rate": 0.0001,
+      "loss": 0.0733,
+      "step": 36610
+    },
+    {
+      "grad_norm": 0.03733831271529198,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 36620
+    },
+    {
+      "grad_norm": 0.03869159147143364,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 36630
+    },
+    {
+      "grad_norm": 0.03554188460111618,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 36640
+    },
+    {
+      "grad_norm": 0.04610494151711464,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 36650
+    },
+    {
+      "grad_norm": 0.0335262194275856,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 36660
+    },
+    {
+      "grad_norm": 0.03101515583693981,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 36670
+    },
+    {
+      "grad_norm": 0.03263170272111893,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 36680
+    },
+    {
+      "grad_norm": 0.03655770793557167,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 36690
+    },
+    {
+      "grad_norm": 0.03458186239004135,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 36700
+    },
+    {
+      "grad_norm": 0.033129479736089706,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 36710
+    },
+    {
+      "grad_norm": 0.033853668719530106,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 36720
+    },
+    {
+      "grad_norm": 0.03468812257051468,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 36730
+    },
+    {
+      "grad_norm": 0.04085884615778923,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 36740
+    },
+    {
+      "grad_norm": 0.05355772376060486,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 36750
+    },
+    {
+      "grad_norm": 0.03896705433726311,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 36760
+    },
+    {
+      "grad_norm": 0.035082053393125534,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 36770
+    },
+    {
+      "grad_norm": 0.03586112707853317,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 36780
+    },
+    {
+      "grad_norm": 0.04334893822669983,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 36790
+    },
+    {
+      "grad_norm": 0.03880132734775543,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 36800
+    },
+    {
+      "grad_norm": 0.10529380291700363,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 36810
+    },
+    {
+      "grad_norm": 0.03701832517981529,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 36820
+    },
+    {
+      "grad_norm": 0.06301122158765793,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 36830
+    },
+    {
+      "grad_norm": 0.03557504341006279,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 36840
+    },
+    {
+      "grad_norm": 0.03103788010776043,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 36850
+    },
+    {
+      "grad_norm": 0.0347161591053009,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 36860
+    },
+    {
+      "grad_norm": 0.0387222096323967,
+      "learning_rate": 0.0001,
+      "loss": 0.0726,
+      "step": 36870
+    },
+    {
+      "grad_norm": 0.03472641482949257,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 36880
+    },
+    {
+      "grad_norm": 0.03783014044165611,
+      "learning_rate": 0.0001,
+      "loss": 0.0728,
+      "step": 36890
+    },
+    {
+      "grad_norm": 0.044905539602041245,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 36900
+    },
+    {
+      "grad_norm": 0.035048507153987885,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 36910
+    },
+    {
+      "grad_norm": 0.034940142184495926,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 36920
+    },
+    {
+      "grad_norm": 0.04225538671016693,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 36930
+    },
+    {
+      "grad_norm": 0.05644979327917099,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 36940
+    },
+    {
+      "grad_norm": 0.09015394747257233,
+      "learning_rate": 0.0001,
+      "loss": 0.0734,
+      "step": 36950
+    },
+    {
+      "grad_norm": 0.05023554712533951,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 36960
+    },
+    {
+      "grad_norm": 0.0548553541302681,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 36970
+    },
+    {
+      "grad_norm": 0.054821912199258804,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 36980
+    },
+    {
+      "grad_norm": 0.04293232038617134,
+      "learning_rate": 0.0001,
+      "loss": 0.0722,
+      "step": 36990
+    },
+    {
+      "grad_norm": 0.036605339497327805,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 37000
+    },
+    {
+      "grad_norm": 0.046102769672870636,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 37010
+    },
+    {
+      "grad_norm": 0.03348397836089134,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 37020
+    },
+    {
+      "grad_norm": 0.04573710635304451,
+      "learning_rate": 0.0001,
+      "loss": 0.0746,
+      "step": 37030
+    },
+    {
+      "grad_norm": 0.03488147631287575,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 37040
+    },
+    {
+      "grad_norm": 0.039031729102134705,
+      "learning_rate": 0.0001,
+      "loss": 0.0727,
+      "step": 37050
+    },
+    {
+      "grad_norm": 0.03363778069615364,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 37060
+    },
+    {
+      "grad_norm": 0.0329267717897892,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 37070
+    },
+    {
+      "grad_norm": 0.03387003391981125,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 37080
+    },
+    {
+      "grad_norm": 0.036138758063316345,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 37090
+    },
+    {
+      "grad_norm": 0.03445428982377052,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 37100
+    },
+    {
+      "grad_norm": 0.032992709428071976,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 37110
+    },
+    {
+      "grad_norm": 0.03737430274486542,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 37120
+    },
+    {
+      "grad_norm": 0.04893596097826958,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 37130
+    },
+    {
+      "grad_norm": 0.04454951360821724,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 37140
+    },
+    {
+      "grad_norm": 0.042393624782562256,
+      "learning_rate": 0.0001,
+      "loss": 0.0711,
+      "step": 37150
+    },
+    {
+      "grad_norm": 0.03157443553209305,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 37160
+    },
+    {
+      "grad_norm": 0.04365954548120499,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 37170
+    },
+    {
+      "grad_norm": 0.06189514696598053,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 37180
+    },
+    {
+      "grad_norm": 0.04286020249128342,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 37190
+    },
+    {
+      "grad_norm": 0.03305906802415848,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 37200
+    },
+    {
+      "grad_norm": 0.06142064556479454,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 37210
+    },
+    {
+      "grad_norm": 0.035786133259534836,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 37220
+    },
+    {
+      "grad_norm": 0.04999749734997749,
+      "learning_rate": 0.0001,
+      "loss": 0.0717,
+      "step": 37230
+    },
+    {
+      "grad_norm": 0.04813852906227112,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 37240
+    },
+    {
+      "grad_norm": 0.05243297666311264,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 37250
+    },
+    {
+      "grad_norm": 0.04601342976093292,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 37260
+    },
+    {
+      "grad_norm": 0.03871860355138779,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 37270
+    },
+    {
+      "grad_norm": 0.1131562814116478,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 37280
+    },
+    {
+      "grad_norm": 0.044349540024995804,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 37290
+    },
+    {
+      "grad_norm": 0.08234160393476486,
+      "learning_rate": 0.0001,
+      "loss": 0.073,
+      "step": 37300
+    },
+    {
+      "grad_norm": 0.04892290383577347,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 37310
+    },
+    {
+      "grad_norm": 0.03430067375302315,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 37320
+    },
+    {
+      "grad_norm": 0.032797981053590775,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 37330
+    },
+    {
+      "grad_norm": 0.036283113062381744,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 37340
+    },
+    {
+      "grad_norm": 0.03143198415637016,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 37350
+    },
+    {
+      "grad_norm": 0.046104397624731064,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 37360
+    },
+    {
+      "grad_norm": 0.058425746858119965,
+      "learning_rate": 0.0001,
+      "loss": 0.0696,
+      "step": 37370
+    },
+    {
+      "grad_norm": 0.06631159037351608,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 37380
+    },
+    {
+      "grad_norm": 0.03404149413108826,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 37390
+    },
+    {
+      "grad_norm": 0.044478464871644974,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 37400
+    },
+    {
+      "grad_norm": 0.03788275271654129,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 37410
+    },
+    {
+      "grad_norm": 0.033373840153217316,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 37420
+    },
+    {
+      "grad_norm": 0.03380388766527176,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 37430
+    },
+    {
+      "grad_norm": 0.037618327885866165,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 37440
+    },
+    {
+      "grad_norm": 0.029495229944586754,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 37450
+    },
+    {
+      "grad_norm": 0.03652578592300415,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 37460
+    },
+    {
+      "grad_norm": 0.04548629745841026,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 37470
+    },
+    {
+      "grad_norm": 0.03228706121444702,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 37480
+    },
+    {
+      "grad_norm": 0.03568793088197708,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 37490
+    },
+    {
+      "grad_norm": 0.031992360949516296,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 37500
+    },
+    {
+      "grad_norm": 0.04897407069802284,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 37510
+    },
+    {
+      "grad_norm": 0.0704970732331276,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 37520
+    },
+    {
+      "grad_norm": 0.041860900819301605,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 37530
+    },
+    {
+      "grad_norm": 0.06436282396316528,
+      "learning_rate": 0.0001,
+      "loss": 0.071,
+      "step": 37540
+    },
+    {
+      "grad_norm": 0.05301891639828682,
+      "learning_rate": 0.0001,
+      "loss": 0.0723,
+      "step": 37550
+    },
+    {
+      "grad_norm": 0.047464583069086075,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 37560
+    },
+    {
+      "grad_norm": 0.03754439204931259,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 37570
+    },
+    {
+      "grad_norm": 0.033963944762945175,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 37580
+    },
+    {
+      "grad_norm": 0.03742852807044983,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 37590
+    },
+    {
+      "grad_norm": 0.05696031078696251,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 37600
+    },
+    {
+      "grad_norm": 0.03561019152402878,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 37610
+    },
+    {
+      "grad_norm": 0.06771985441446304,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 37620
+    },
+    {
+      "grad_norm": 0.039452724158763885,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 37630
+    },
+    {
+      "grad_norm": 0.03179405257105827,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 37640
+    },
+    {
+      "grad_norm": 0.03681609407067299,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 37650
+    },
+    {
+      "grad_norm": 0.03880731388926506,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 37660
+    },
+    {
+      "grad_norm": 0.032786063849925995,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 37670
+    },
+    {
+      "grad_norm": 0.03954949602484703,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 37680
+    },
+    {
+      "grad_norm": 0.04144859313964844,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 37690
+    },
+    {
+      "grad_norm": 0.04786720126867294,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 37700
+    },
+    {
+      "grad_norm": 0.040819454938173294,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 37710
+    },
+    {
+      "grad_norm": 0.06671645492315292,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 37720
+    },
+    {
+      "grad_norm": 0.03382359817624092,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 37730
+    },
+    {
+      "grad_norm": 0.03553355112671852,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 37740
+    },
+    {
+      "grad_norm": 0.03517735004425049,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 37750
+    },
+    {
+      "grad_norm": 0.03206126019358635,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 37760
+    },
+    {
+      "grad_norm": 0.059313878417015076,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 37770
+    },
+    {
+      "grad_norm": 0.03557224199175835,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 37780
+    },
+    {
+      "grad_norm": 0.04260993376374245,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 37790
+    },
+    {
+      "grad_norm": 0.04131653904914856,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 37800
+    },
+    {
+      "grad_norm": 0.042582690715789795,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 37810
+    },
+    {
+      "grad_norm": 0.032657966017723083,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 37820
+    },
+    {
+      "grad_norm": 0.04106476157903671,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 37830
+    },
+    {
+      "grad_norm": 0.03338339179754257,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 37840
+    },
+    {
+      "grad_norm": 0.03520267456769943,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 37850
+    },
+    {
+      "grad_norm": 0.07238103449344635,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 37860
+    },
+    {
+      "grad_norm": 0.04352276027202606,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 37870
+    },
+    {
+      "grad_norm": 0.052970223128795624,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 37880
+    },
+    {
+      "grad_norm": 0.033973388373851776,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 37890
+    },
+    {
+      "grad_norm": 0.05823273956775665,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 37900
+    },
+    {
+      "grad_norm": 0.04868236929178238,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 37910
+    },
+    {
+      "grad_norm": 0.03961656987667084,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 37920
+    },
+    {
+      "grad_norm": 0.03702741861343384,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 37930
+    },
+    {
+      "grad_norm": 0.030596710741519928,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 37940
+    },
+    {
+      "grad_norm": 0.048356495797634125,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 37950
+    },
+    {
+      "grad_norm": 0.04348335787653923,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 37960
+    },
+    {
+      "grad_norm": 0.03584670275449753,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 37970
+    },
+    {
+      "grad_norm": 0.0511791966855526,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 37980
+    },
+    {
+      "grad_norm": 0.03848455473780632,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 37990
+    },
+    {
+      "grad_norm": 0.16160161793231964,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 38000
+    },
+    {
+      "grad_norm": 0.04428984224796295,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 38010
+    },
+    {
+      "grad_norm": 0.06233983486890793,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 38020
+    },
+    {
+      "grad_norm": 0.07480335980653763,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 38030
+    },
+    {
+      "grad_norm": 0.0449003204703331,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 38040
+    },
+    {
+      "grad_norm": 0.03870463743805885,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 38050
+    },
+    {
+      "grad_norm": 0.04615649953484535,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 38060
+    },
+    {
+      "grad_norm": 0.04005493223667145,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 38070
+    },
+    {
+      "grad_norm": 0.02914677932858467,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 38080
+    },
+    {
+      "grad_norm": 0.03014819137752056,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 38090
+    },
+    {
+      "grad_norm": 0.031008318066596985,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 38100
+    },
+    {
+      "grad_norm": 0.03860512375831604,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 38110
+    },
+    {
+      "grad_norm": 0.029543517157435417,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 38120
+    },
+    {
+      "grad_norm": 0.0315956212580204,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 38130
+    },
+    {
+      "grad_norm": 0.037183720618486404,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 38140
+    },
+    {
+      "grad_norm": 0.031376808881759644,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 38150
+    },
+    {
+      "grad_norm": 0.029893221333622932,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 38160
+    },
+    {
+      "grad_norm": 0.03287717327475548,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 38170
+    },
+    {
+      "grad_norm": 0.03639819473028183,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 38180
+    },
+    {
+      "grad_norm": 0.03506358712911606,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 38190
+    },
+    {
+      "grad_norm": 0.050283804535865784,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 38200
+    },
+    {
+      "grad_norm": 0.03307217359542847,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 38210
+    },
+    {
+      "grad_norm": 0.03990006819367409,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 38220
+    },
+    {
+      "grad_norm": 0.034354500472545624,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 38230
+    },
+    {
+      "grad_norm": 0.039544615894556046,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 38240
+    },
+    {
+      "grad_norm": 0.04176226258277893,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 38250
+    },
+    {
+      "grad_norm": 0.028187409043312073,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 38260
+    },
+    {
+      "grad_norm": 0.04305686056613922,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 38270
+    },
+    {
+      "grad_norm": 0.04253420978784561,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 38280
+    },
+    {
+      "grad_norm": 0.03454329073429108,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 38290
+    },
+    {
+      "grad_norm": 0.031875718384981155,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 38300
+    },
+    {
+      "grad_norm": 0.03956492617726326,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 38310
+    },
+    {
+      "grad_norm": 0.02989949658513069,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 38320
+    },
+    {
+      "grad_norm": 0.04585617035627365,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 38330
+    },
+    {
+      "grad_norm": 0.03252959996461868,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 38340
+    },
+    {
+      "grad_norm": 0.04703405499458313,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 38350
+    },
+    {
+      "grad_norm": 0.03179389610886574,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 38360
+    },
+    {
+      "grad_norm": 0.03713778033852577,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 38370
+    },
+    {
+      "grad_norm": 0.03192252665758133,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 38380
+    },
+    {
+      "grad_norm": 0.030081627890467644,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 38390
+    },
+    {
+      "grad_norm": 0.04170632362365723,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 38400
+    },
+    {
+      "grad_norm": 0.04995517432689667,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 38410
+    },
+    {
+      "grad_norm": 0.05038144066929817,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 38420
+    },
+    {
+      "grad_norm": 0.05236246436834335,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 38430
+    },
+    {
+      "grad_norm": 0.04448925331234932,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 38440
+    },
+    {
+      "grad_norm": 0.04377903789281845,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 38450
+    },
+    {
+      "grad_norm": 0.038642171770334244,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 38460
+    },
+    {
+      "grad_norm": 0.03075675666332245,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 38470
+    },
+    {
+      "grad_norm": 0.07208243757486343,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 38480
+    },
+    {
+      "grad_norm": 0.04166208207607269,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 38490
+    },
+    {
+      "grad_norm": 0.04016746208071709,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 38500
+    },
+    {
+      "grad_norm": 0.052444156259298325,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 38510
+    },
+    {
+      "grad_norm": 0.02832229807972908,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 38520
+    },
+    {
+      "grad_norm": 0.06185142695903778,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 38530
+    },
+    {
+      "grad_norm": 0.04989226534962654,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 38540
+    },
+    {
+      "grad_norm": 0.0669059306383133,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 38550
+    },
+    {
+      "grad_norm": 0.035784196108579636,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 38560
+    },
+    {
+      "grad_norm": 0.032216064631938934,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 38570
+    },
+    {
+      "grad_norm": 0.03320734202861786,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 38580
+    },
+    {
+      "grad_norm": 0.03215212747454643,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 38590
+    },
+    {
+      "grad_norm": 0.03555649146437645,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 38600
+    },
+    {
+      "grad_norm": 0.034832023084163666,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 38610
+    },
+    {
+      "grad_norm": 0.03984513506293297,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 38620
+    },
+    {
+      "grad_norm": 0.034927695989608765,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 38630
+    },
+    {
+      "grad_norm": 0.06254498660564423,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 38640
+    },
+    {
+      "grad_norm": 0.03807548061013222,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 38650
+    },
+    {
+      "grad_norm": 0.040171049535274506,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 38660
+    },
+    {
+      "grad_norm": 0.05316123738884926,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 38670
+    },
+    {
+      "grad_norm": 0.03437749296426773,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 38680
+    },
+    {
+      "grad_norm": 0.06252279132604599,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 38690
+    },
+    {
+      "grad_norm": 0.039166409522295,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 38700
+    },
+    {
+      "grad_norm": 0.029712114483118057,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 38710
+    },
+    {
+      "grad_norm": 0.03775118291378021,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 38720
+    },
+    {
+      "grad_norm": 0.03140271082520485,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 38730
+    },
+    {
+      "grad_norm": 0.04087461158633232,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 38740
+    },
+    {
+      "grad_norm": 0.03555164113640785,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 38750
+    },
+    {
+      "grad_norm": 0.03608430549502373,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 38760
+    },
+    {
+      "grad_norm": 0.05704550817608833,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 38770
+    },
+    {
+      "grad_norm": 0.034066665917634964,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 38780
+    },
+    {
+      "grad_norm": 0.0355595201253891,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 38790
+    },
+    {
+      "grad_norm": 0.07506749033927917,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 38800
+    },
+    {
+      "grad_norm": 0.06708940118551254,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 38810
+    },
+    {
+      "grad_norm": 0.0365835502743721,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 38820
+    },
+    {
+      "grad_norm": 0.06985849887132645,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 38830
+    },
+    {
+      "grad_norm": 0.05119096860289574,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 38840
+    },
+    {
+      "grad_norm": 0.04085248336195946,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 38850
+    },
+    {
+      "grad_norm": 0.03808493912220001,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 38860
+    },
+    {
+      "grad_norm": 0.029855957254767418,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 38870
+    },
+    {
+      "grad_norm": 0.03411302715539932,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 38880
+    },
+    {
+      "grad_norm": 0.033631738275289536,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 38890
+    },
+    {
+      "grad_norm": 0.032998498529195786,
+      "learning_rate": 0.0001,
+      "loss": 0.0707,
+      "step": 38900
+    },
+    {
+      "grad_norm": 0.035852495580911636,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 38910
+    },
+    {
+      "grad_norm": 0.031865570694208145,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 38920
+    },
+    {
+      "grad_norm": 0.029154466465115547,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 38930
+    },
+    {
+      "grad_norm": 0.029531078413128853,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 38940
+    },
+    {
+      "grad_norm": 0.03550119325518608,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 38950
+    },
+    {
+      "grad_norm": 0.029162777587771416,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 38960
+    },
+    {
+      "grad_norm": 0.039359454065561295,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 38970
+    },
+    {
+      "grad_norm": 0.035753265023231506,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 38980
+    },
+    {
+      "grad_norm": 0.0453144870698452,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 38990
+    },
+    {
+      "grad_norm": 0.0377313606441021,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 39000
+    },
+    {
+      "grad_norm": 0.03248608857393265,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 39010
+    },
+    {
+      "grad_norm": 0.03975382074713707,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 39020
+    },
+    {
+      "grad_norm": 0.03132565692067146,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 39030
+    },
+    {
+      "grad_norm": 0.033048175275325775,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 39040
+    },
+    {
+      "grad_norm": 0.03295290470123291,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 39050
+    },
+    {
+      "grad_norm": 0.03377096727490425,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 39060
+    },
+    {
+      "grad_norm": 0.03387298434972763,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 39070
+    },
+    {
+      "grad_norm": 0.03791968151926994,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 39080
+    },
+    {
+      "grad_norm": 0.03956291452050209,
+      "learning_rate": 0.0001,
+      "loss": 0.0696,
+      "step": 39090
+    },
+    {
+      "grad_norm": 0.037672728300094604,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 39100
+    },
+    {
+      "grad_norm": 0.0396563857793808,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 39110
+    },
+    {
+      "grad_norm": 0.03449122980237007,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 39120
+    },
+    {
+      "grad_norm": 0.04245760664343834,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 39130
+    },
+    {
+      "grad_norm": 0.03688700497150421,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 39140
+    },
+    {
+      "grad_norm": 0.04512011632323265,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 39150
+    },
+    {
+      "grad_norm": 0.059459298849105835,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 39160
+    },
+    {
+      "grad_norm": 0.04698453098535538,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 39170
+    },
+    {
+      "grad_norm": 0.040667250752449036,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 39180
+    },
+    {
+      "grad_norm": 0.041289493441581726,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 39190
+    },
+    {
+      "grad_norm": 0.03618164733052254,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 39200
+    },
+    {
+      "grad_norm": 0.06543055921792984,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 39210
+    },
+    {
+      "grad_norm": 0.04814828932285309,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 39220
+    },
+    {
+      "grad_norm": 0.03400001302361488,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 39230
+    },
+    {
+      "grad_norm": 0.043967507779598236,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 39240
+    },
+    {
+      "grad_norm": 0.044306907802820206,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 39250
+    },
+    {
+      "grad_norm": 0.07090448588132858,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 39260
+    },
+    {
+      "grad_norm": 0.06247464194893837,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 39270
+    },
+    {
+      "grad_norm": 0.04871421307325363,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 39280
+    },
+    {
+      "grad_norm": 0.12816700339317322,
+      "learning_rate": 0.0001,
+      "loss": 0.0702,
+      "step": 39290
+    },
+    {
+      "grad_norm": 0.096686951816082,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 39300
+    },
+    {
+      "grad_norm": 0.05330901965498924,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 39310
+    },
+    {
+      "grad_norm": 0.047801900655031204,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 39320
+    },
+    {
+      "grad_norm": 0.05233447626233101,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 39330
+    },
+    {
+      "grad_norm": 0.04100347310304642,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 39340
+    },
+    {
+      "grad_norm": 0.03639195114374161,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 39350
+    },
+    {
+      "grad_norm": 0.04086892679333687,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 39360
+    },
+    {
+      "grad_norm": 0.030307462438941002,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 39370
+    },
+    {
+      "grad_norm": 0.08686571568250656,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 39380
+    },
+    {
+      "grad_norm": 0.04986337572336197,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 39390
+    },
+    {
+      "grad_norm": 0.049164846539497375,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 39400
+    },
+    {
+      "grad_norm": 0.051554132252931595,
+      "learning_rate": 0.0001,
+      "loss": 0.07,
+      "step": 39410
+    },
+    {
+      "grad_norm": 0.0365840420126915,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 39420
+    },
+    {
+      "grad_norm": 0.036312609910964966,
+      "learning_rate": 0.0001,
+      "loss": 0.0712,
+      "step": 39430
+    },
+    {
+      "grad_norm": 0.03276597708463669,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 39440
+    },
+    {
+      "grad_norm": 0.04942088574171066,
+      "learning_rate": 0.0001,
+      "loss": 0.0713,
+      "step": 39450
+    },
+    {
+      "grad_norm": 0.09062451869249344,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 39460
+    },
+    {
+      "grad_norm": 0.04587775841355324,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 39470
+    },
+    {
+      "grad_norm": 0.03512801602482796,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 39480
+    },
+    {
+      "grad_norm": 0.052920930087566376,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 39490
+    },
+    {
+      "grad_norm": 0.0419570729136467,
+      "learning_rate": 0.0001,
+      "loss": 0.0708,
+      "step": 39500
+    },
+    {
+      "grad_norm": 0.05715383216738701,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 39510
+    },
+    {
+      "grad_norm": 0.041082628071308136,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 39520
+    },
+    {
+      "grad_norm": 0.05706649646162987,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 39530
+    },
+    {
+      "grad_norm": 0.042092517018318176,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 39540
+    },
+    {
+      "grad_norm": 0.03789505735039711,
+      "learning_rate": 0.0001,
+      "loss": 0.0702,
+      "step": 39550
+    },
+    {
+      "grad_norm": 0.029912937432527542,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 39560
+    },
+    {
+      "grad_norm": 0.03817643225193024,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 39570
+    },
+    {
+      "grad_norm": 0.040806904435157776,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 39580
+    },
+    {
+      "grad_norm": 0.04068940877914429,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 39590
+    },
+    {
+      "grad_norm": 0.044360142201185226,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 39600
+    },
+    {
+      "grad_norm": 0.06957937777042389,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 39610
+    },
+    {
+      "grad_norm": 0.03620615229010582,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 39620
+    },
+    {
+      "grad_norm": 0.038483697921037674,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 39630
+    },
+    {
+      "grad_norm": 0.10172354429960251,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 39640
+    },
+    {
+      "grad_norm": 0.06604235619306564,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 39650
+    },
+    {
+      "grad_norm": 0.05630452185869217,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 39660
+    },
+    {
+      "grad_norm": 0.03793523088097572,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 39670
+    },
+    {
+      "grad_norm": 0.04768672585487366,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 39680
+    },
+    {
+      "grad_norm": 0.03954219073057175,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 39690
+    },
+    {
+      "grad_norm": 0.041899170726537704,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 39700
+    },
+    {
+      "grad_norm": 0.0424920879304409,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 39710
+    },
+    {
+      "grad_norm": 0.04535378888249397,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 39720
+    },
+    {
+      "grad_norm": 0.04237652197480202,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 39730
+    },
+    {
+      "grad_norm": 0.030537061393260956,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 39740
+    },
+    {
+      "grad_norm": 0.03677913546562195,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 39750
+    },
+    {
+      "grad_norm": 0.056095246225595474,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 39760
+    },
+    {
+      "grad_norm": 0.044908564537763596,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 39770
+    },
+    {
+      "grad_norm": 0.03787824511528015,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 39780
+    },
+    {
+      "grad_norm": 0.048906948417425156,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 39790
+    },
+    {
+      "grad_norm": 0.0328429639339447,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 39800
+    },
+    {
+      "grad_norm": 0.04823322221636772,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 39810
+    },
+    {
+      "grad_norm": 0.0779457837343216,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 39820
+    },
+    {
+      "grad_norm": 0.06936633586883545,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 39830
+    },
+    {
+      "grad_norm": 0.03155045211315155,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 39840
+    },
+    {
+      "grad_norm": 0.03163648396730423,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 39850
+    },
+    {
+      "grad_norm": 0.0334661491215229,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 39860
+    },
+    {
+      "grad_norm": 0.039826180785894394,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 39870
+    },
+    {
+      "grad_norm": 0.036839332431554794,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 39880
+    },
+    {
+      "grad_norm": 0.040341656655073166,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 39890
+    },
+    {
+      "grad_norm": 0.0374787375330925,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 39900
+    },
+    {
+      "grad_norm": 0.08718541264533997,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 39910
+    },
+    {
+      "grad_norm": 0.039719413965940475,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 39920
+    },
+    {
+      "grad_norm": 0.040765516459941864,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 39930
+    },
+    {
+      "grad_norm": 0.030116384848952293,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 39940
+    },
+    {
+      "grad_norm": 0.049046840518713,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 39950
+    },
+    {
+      "grad_norm": 0.03678615018725395,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 39960
+    },
+    {
+      "grad_norm": 0.03511159494519234,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 39970
+    },
+    {
+      "grad_norm": 0.029400071129202843,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 39980
+    },
+    {
+      "grad_norm": 0.03598709776997566,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 39990
+    },
+    {
+      "grad_norm": 0.04689224809408188,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 40000
+    },
+    {
+      "grad_norm": 0.0338553749024868,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 40010
+    },
+    {
+      "grad_norm": 0.064449742436409,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 40020
+    },
+    {
+      "grad_norm": 0.03285815566778183,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 40030
+    },
+    {
+      "grad_norm": 0.054807256907224655,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 40040
+    },
+    {
+      "grad_norm": 0.0765286311507225,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 40050
+    },
+    {
+      "grad_norm": 0.040971554815769196,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 40060
+    },
+    {
+      "grad_norm": 0.040105972439050674,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 40070
+    },
+    {
+      "grad_norm": 0.040856778621673584,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 40080
+    },
+    {
+      "grad_norm": 0.03357705473899841,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 40090
+    },
+    {
+      "grad_norm": 0.02953309938311577,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 40100
+    },
+    {
+      "grad_norm": 0.03776497766375542,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 40110
+    },
+    {
+      "grad_norm": 0.06490800529718399,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 40120
+    },
+    {
+      "grad_norm": 0.09088119119405746,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 40130
+    },
+    {
+      "grad_norm": 0.03855638951063156,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 40140
+    },
+    {
+      "grad_norm": 0.03771436586976051,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 40150
+    },
+    {
+      "grad_norm": 0.03283694386482239,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 40160
+    },
+    {
+      "grad_norm": 0.036321971565485,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 40170
+    },
+    {
+      "grad_norm": 0.03280957043170929,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 40180
+    },
+    {
+      "grad_norm": 0.03399503231048584,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 40190
+    },
+    {
+      "grad_norm": 0.043982747942209244,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 40200
+    },
+    {
+      "grad_norm": 0.03500162065029144,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 40210
+    },
+    {
+      "grad_norm": 0.03537125140428543,
+      "learning_rate": 0.0001,
+      "loss": 0.0715,
+      "step": 40220
+    },
+    {
+      "grad_norm": 0.03842867910861969,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 40230
+    },
+    {
+      "grad_norm": 0.058780353516340256,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 40240
+    },
+    {
+      "grad_norm": 0.036988381296396255,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 40250
+    },
+    {
+      "grad_norm": 0.0341460220515728,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 40260
+    },
+    {
+      "grad_norm": 0.03794300556182861,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 40270
+    },
+    {
+      "grad_norm": 0.03110705129802227,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 40280
+    },
+    {
+      "grad_norm": 0.03926943987607956,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 40290
+    },
+    {
+      "grad_norm": 0.03257521614432335,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 40300
+    },
+    {
+      "grad_norm": 0.06954566389322281,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 40310
+    },
+    {
+      "grad_norm": 0.059975504875183105,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 40320
+    },
+    {
+      "grad_norm": 0.03550029173493385,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 40330
+    },
+    {
+      "grad_norm": 0.03892926126718521,
+      "learning_rate": 0.0001,
+      "loss": 0.0714,
+      "step": 40340
+    },
+    {
+      "grad_norm": 0.0343734510242939,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 40350
+    },
+    {
+      "grad_norm": 0.061700884252786636,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 40360
+    },
+    {
+      "grad_norm": 0.03403391316533089,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 40370
+    },
+    {
+      "grad_norm": 0.03189223259687424,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 40380
+    },
+    {
+      "grad_norm": 0.037812765687704086,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 40390
+    },
+    {
+      "grad_norm": 0.03129935637116432,
+      "learning_rate": 0.0001,
+      "loss": 0.0703,
+      "step": 40400
+    },
+    {
+      "grad_norm": 0.037842441350221634,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 40410
+    },
+    {
+      "grad_norm": 0.04346808046102524,
+      "learning_rate": 0.0001,
+      "loss": 0.0725,
+      "step": 40420
+    },
+    {
+      "grad_norm": 0.03651014715433121,
+      "learning_rate": 0.0001,
+      "loss": 0.0696,
+      "step": 40430
+    },
+    {
+      "grad_norm": 0.04109421372413635,
+      "learning_rate": 0.0001,
+      "loss": 0.072,
+      "step": 40440
+    },
+    {
+      "grad_norm": 0.05825643241405487,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 40450
+    },
+    {
+      "grad_norm": 0.037674497812986374,
+      "learning_rate": 0.0001,
+      "loss": 0.0724,
+      "step": 40460
+    },
+    {
+      "grad_norm": 0.05419223755598068,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 40470
+    },
+    {
+      "grad_norm": 0.0660293698310852,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 40480
+    },
+    {
+      "grad_norm": 0.04422139376401901,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 40490
+    },
+    {
+      "grad_norm": 0.05771885812282562,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 40500
+    },
+    {
+      "grad_norm": 0.041760582476854324,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 40510
+    },
+    {
+      "grad_norm": 0.039679188281297684,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 40520
+    },
+    {
+      "grad_norm": 0.04061346873641014,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 40530
+    },
+    {
+      "grad_norm": 0.030321789905428886,
+      "learning_rate": 0.0001,
+      "loss": 0.0705,
+      "step": 40540
+    },
+    {
+      "grad_norm": 0.038246482610702515,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 40550
+    },
+    {
+      "grad_norm": 0.03735995665192604,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 40560
+    },
+    {
+      "grad_norm": 0.05408884957432747,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 40570
+    },
+    {
+      "grad_norm": 0.03366722911596298,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 40580
+    },
+    {
+      "grad_norm": 0.0467546321451664,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 40590
+    },
+    {
+      "grad_norm": 0.09788455069065094,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 40600
+    },
+    {
+      "grad_norm": 0.07009826600551605,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 40610
+    },
+    {
+      "grad_norm": 0.03554542735219002,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 40620
+    },
+    {
+      "grad_norm": 0.03818294033408165,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 40630
+    },
+    {
+      "grad_norm": 0.03789380565285683,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 40640
+    },
+    {
+      "grad_norm": 0.040560830384492874,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 40650
+    },
+    {
+      "grad_norm": 0.05181001499295235,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 40660
+    },
+    {
+      "grad_norm": 0.05541336163878441,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 40670
+    },
+    {
+      "grad_norm": 0.03628384321928024,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 40680
+    },
+    {
+      "grad_norm": 0.03688158839941025,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 40690
+    },
+    {
+      "grad_norm": 0.031090429052710533,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 40700
+    },
+    {
+      "grad_norm": 0.0418601855635643,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 40710
+    },
+    {
+      "grad_norm": 0.22529692947864532,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 40720
+    },
+    {
+      "grad_norm": 0.09047374129295349,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 40730
+    },
+    {
+      "grad_norm": 0.03227100521326065,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 40740
+    },
+    {
+      "grad_norm": 0.04880169406533241,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 40750
+    },
+    {
+      "grad_norm": 0.03743493929505348,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 40760
+    },
+    {
+      "grad_norm": 0.04331272095441818,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 40770
+    },
+    {
+      "grad_norm": 0.033199433237314224,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 40780
+    },
+    {
+      "grad_norm": 0.038884855806827545,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 40790
+    },
+    {
+      "grad_norm": 0.04013241082429886,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 40800
+    },
+    {
+      "grad_norm": 0.040494054555892944,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 40810
+    },
+    {
+      "grad_norm": 0.03880130872130394,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 40820
+    },
+    {
+      "grad_norm": 0.040401309728622437,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 40830
+    },
+    {
+      "grad_norm": 0.04011113569140434,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 40840
+    },
+    {
+      "grad_norm": 0.03706661984324455,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 40850
+    },
+    {
+      "grad_norm": 0.03604340925812721,
+      "learning_rate": 0.0001,
+      "loss": 0.0718,
+      "step": 40860
+    },
+    {
+      "grad_norm": 0.043566323816776276,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 40870
+    },
+    {
+      "grad_norm": 0.059924423694610596,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 40880
+    },
+    {
+      "grad_norm": 0.03257587552070618,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 40890
+    },
+    {
+      "grad_norm": 0.03953498229384422,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 40900
+    },
+    {
+      "grad_norm": 0.03668319433927536,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 40910
+    },
+    {
+      "grad_norm": 0.03001757524907589,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 40920
+    },
+    {
+      "grad_norm": 0.032163117080926895,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 40930
+    },
+    {
+      "grad_norm": 0.03427658602595329,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 40940
+    },
+    {
+      "grad_norm": 0.043915756046772,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 40950
+    },
+    {
+      "grad_norm": 0.028855791315436363,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 40960
+    },
+    {
+      "grad_norm": 0.034693486988544464,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 40970
+    },
+    {
+      "grad_norm": 0.03227405622601509,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 40980
+    },
+    {
+      "grad_norm": 0.048247650265693665,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 40990
+    },
+    {
+      "grad_norm": 0.052010975778102875,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 41000
+    },
+    {
+      "grad_norm": 0.06745588779449463,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 41010
+    },
+    {
+      "grad_norm": 0.03352576866745949,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 41020
+    },
+    {
+      "grad_norm": 0.04728584364056587,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 41030
+    },
+    {
+      "grad_norm": 0.029404116794466972,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 41040
+    },
+    {
+      "grad_norm": 0.034291841089725494,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 41050
+    },
+    {
+      "grad_norm": 0.0367790050804615,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 41060
+    },
+    {
+      "grad_norm": 0.034989044070243835,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 41070
+    },
+    {
+      "grad_norm": 0.03475891053676605,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 41080
+    },
+    {
+      "grad_norm": 0.03408736735582352,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 41090
+    },
+    {
+      "grad_norm": 0.047989655286073685,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 41100
+    },
+    {
+      "grad_norm": 0.033349599689245224,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 41110
+    },
+    {
+      "grad_norm": 0.04941955581307411,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 41120
+    },
+    {
+      "grad_norm": 0.041781019419431686,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 41130
+    },
+    {
+      "grad_norm": 0.07597315311431885,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 41140
+    },
+    {
+      "grad_norm": 0.046411193907260895,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 41150
+    },
+    {
+      "grad_norm": 0.04659358039498329,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 41160
+    },
+    {
+      "grad_norm": 0.03341177478432655,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 41170
+    },
+    {
+      "grad_norm": 0.038495346903800964,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 41180
+    },
+    {
+      "grad_norm": 0.03201522305607796,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 41190
+    },
+    {
+      "grad_norm": 0.03698451817035675,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 41200
+    },
+    {
+      "grad_norm": 0.03398096561431885,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 41210
+    },
+    {
+      "grad_norm": 0.028693372383713722,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 41220
+    },
+    {
+      "grad_norm": 0.036392953246831894,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 41230
+    },
+    {
+      "grad_norm": 0.035053253173828125,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 41240
+    },
+    {
+      "grad_norm": 0.13822732865810394,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 41250
+    },
+    {
+      "grad_norm": 0.03949504718184471,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 41260
+    },
+    {
+      "grad_norm": 0.06564006209373474,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 41270
+    },
+    {
+      "grad_norm": 0.030557088553905487,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 41280
+    },
+    {
+      "grad_norm": 0.04754416644573212,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 41290
+    },
+    {
+      "grad_norm": 0.07253447920084,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 41300
+    },
+    {
+      "grad_norm": 0.034135013818740845,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 41310
+    },
+    {
+      "grad_norm": 0.03208916634321213,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 41320
+    },
+    {
+      "grad_norm": 0.038145750761032104,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 41330
+    },
+    {
+      "grad_norm": 0.03491147980093956,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 41340
+    },
+    {
+      "grad_norm": 0.03184012323617935,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 41350
+    },
+    {
+      "grad_norm": 0.035819005221128464,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 41360
+    },
+    {
+      "grad_norm": 0.050945255905389786,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 41370
+    },
+    {
+      "grad_norm": 0.08294554799795151,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 41380
+    },
+    {
+      "grad_norm": 0.03215295821428299,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 41390
+    },
+    {
+      "grad_norm": 0.03343036398291588,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 41400
+    },
+    {
+      "grad_norm": 0.03960768133401871,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 41410
+    },
+    {
+      "grad_norm": 0.035495322197675705,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 41420
+    },
+    {
+      "grad_norm": 0.02900109812617302,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 41430
+    },
+    {
+      "grad_norm": 0.0340428501367569,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 41440
+    },
+    {
+      "grad_norm": 0.03402513638138771,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 41450
+    },
+    {
+      "grad_norm": 0.08778218924999237,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 41460
+    },
+    {
+      "grad_norm": 0.03317100927233696,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 41470
+    },
+    {
+      "grad_norm": 0.03948119282722473,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 41480
+    },
+    {
+      "grad_norm": 0.029768001288175583,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 41490
+    },
+    {
+      "grad_norm": 0.06229214742779732,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 41500
+    },
+    {
+      "grad_norm": 0.032244812697172165,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 41510
+    },
+    {
+      "grad_norm": 0.04495348408818245,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 41520
+    },
+    {
+      "grad_norm": 0.033995430916547775,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 41530
+    },
+    {
+      "grad_norm": 0.0318702794611454,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 41540
+    },
+    {
+      "grad_norm": 0.04111413657665253,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 41550
+    },
+    {
+      "grad_norm": 0.03430209308862686,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 41560
+    },
+    {
+      "grad_norm": 0.0365481823682785,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 41570
+    },
+    {
+      "grad_norm": 0.04816984012722969,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 41580
+    },
+    {
+      "grad_norm": 0.046454597264528275,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 41590
+    },
+    {
+      "grad_norm": 0.033654630184173584,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 41600
+    },
+    {
+      "grad_norm": 0.03705260157585144,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 41610
+    },
+    {
+      "grad_norm": 0.03484998270869255,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 41620
+    },
+    {
+      "grad_norm": 0.03951271250844002,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 41630
+    },
+    {
+      "grad_norm": 0.02973831631243229,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 41640
+    },
+    {
+      "grad_norm": 0.06286747753620148,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 41650
+    },
+    {
+      "grad_norm": 0.03680108115077019,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 41660
+    },
+    {
+      "grad_norm": 0.05917467921972275,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 41670
+    },
+    {
+      "grad_norm": 0.039136577397584915,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 41680
+    },
+    {
+      "grad_norm": 0.05468824878334999,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 41690
+    },
+    {
+      "grad_norm": 0.06460214406251907,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 41700
+    },
+    {
+      "grad_norm": 0.035033244639635086,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 41710
+    },
+    {
+      "grad_norm": 0.04381529241800308,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 41720
+    },
+    {
+      "grad_norm": 0.03897210583090782,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 41730
+    },
+    {
+      "grad_norm": 0.0334179624915123,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 41740
+    },
+    {
+      "grad_norm": 0.0389782153069973,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 41750
+    },
+    {
+      "grad_norm": 0.051739197224378586,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 41760
+    },
+    {
+      "grad_norm": 0.03873404487967491,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 41770
+    },
+    {
+      "grad_norm": 0.04044654592871666,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 41780
+    },
+    {
+      "grad_norm": 0.03634755685925484,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 41790
+    },
+    {
+      "grad_norm": 0.040853504091501236,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 41800
+    },
+    {
+      "grad_norm": 0.034295704215765,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 41810
+    },
+    {
+      "grad_norm": 0.03296444192528725,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 41820
+    },
+    {
+      "grad_norm": 0.03134135529398918,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 41830
+    },
+    {
+      "grad_norm": 0.04483157768845558,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 41840
+    },
+    {
+      "grad_norm": 0.06333423405885696,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 41850
+    },
+    {
+      "grad_norm": 0.10191405564546585,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 41860
+    },
+    {
+      "grad_norm": 0.05398020148277283,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 41870
+    },
+    {
+      "grad_norm": 0.035815902054309845,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 41880
+    },
+    {
+      "grad_norm": 0.03565983101725578,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 41890
+    },
+    {
+      "grad_norm": 0.03365794196724892,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 41900
+    },
+    {
+      "grad_norm": 0.03530498594045639,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 41910
+    },
+    {
+      "grad_norm": 0.03370073437690735,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 41920
+    },
+    {
+      "grad_norm": 0.03269251063466072,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 41930
+    },
+    {
+      "grad_norm": 0.028864486142992973,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 41940
+    },
+    {
+      "grad_norm": 0.035241834819316864,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 41950
+    },
+    {
+      "grad_norm": 0.03071156144142151,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 41960
+    },
+    {
+      "grad_norm": 0.034380193799734116,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 41970
+    },
+    {
+      "grad_norm": 0.037916116416454315,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 41980
+    },
+    {
+      "grad_norm": 0.043570131063461304,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 41990
+    },
+    {
+      "grad_norm": 0.0335199236869812,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 42000
+    },
+    {
+      "grad_norm": 0.03258751332759857,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 42010
+    },
+    {
+      "grad_norm": 0.04100806266069412,
+      "learning_rate": 0.0001,
+      "loss": 0.0704,
+      "step": 42020
+    },
+    {
+      "grad_norm": 0.0722455307841301,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 42030
+    },
+    {
+      "grad_norm": 0.03452257812023163,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 42040
+    },
+    {
+      "grad_norm": 0.04157262668013573,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 42050
+    },
+    {
+      "grad_norm": 0.034640371799468994,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 42060
+    },
+    {
+      "grad_norm": 0.04051613807678223,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 42070
+    },
+    {
+      "grad_norm": 0.032746635377407074,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 42080
+    },
+    {
+      "grad_norm": 0.039292097091674805,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 42090
+    },
+    {
+      "grad_norm": 0.032621029764413834,
+      "learning_rate": 0.0001,
+      "loss": 0.0719,
+      "step": 42100
+    },
+    {
+      "grad_norm": 0.04549707844853401,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 42110
+    },
+    {
+      "grad_norm": 0.03968989476561546,
+      "learning_rate": 0.0001,
+      "loss": 0.0709,
+      "step": 42120
+    },
+    {
+      "grad_norm": 0.03834902495145798,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 42130
+    },
+    {
+      "grad_norm": 0.0429711788892746,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 42140
+    },
+    {
+      "grad_norm": 0.035910509526729584,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 42150
+    },
+    {
+      "grad_norm": 0.0790422186255455,
+      "learning_rate": 0.0001,
+      "loss": 0.0721,
+      "step": 42160
+    },
+    {
+      "grad_norm": 0.040227603167295456,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 42170
+    },
+    {
+      "grad_norm": 0.04235376790165901,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 42180
+    },
+    {
+      "grad_norm": 0.035178910940885544,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 42190
+    },
+    {
+      "grad_norm": 0.036718208342790604,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 42200
+    },
+    {
+      "grad_norm": 0.03659273684024811,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 42210
+    },
+    {
+      "grad_norm": 0.036795519292354584,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 42220
+    },
+    {
+      "grad_norm": 0.050483014434576035,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 42230
+    },
+    {
+      "grad_norm": 0.03462433069944382,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 42240
+    },
+    {
+      "grad_norm": 0.043679364025592804,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 42250
+    },
+    {
+      "grad_norm": 0.03533322736620903,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 42260
+    },
+    {
+      "grad_norm": 0.05500334873795509,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 42270
+    },
+    {
+      "grad_norm": 0.0377967394888401,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 42280
+    },
+    {
+      "grad_norm": 0.028381485491991043,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 42290
+    },
+    {
+      "grad_norm": 0.060684043914079666,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 42300
+    },
+    {
+      "grad_norm": 0.030645865947008133,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 42310
+    },
+    {
+      "grad_norm": 0.033191923052072525,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 42320
+    },
+    {
+      "grad_norm": 0.08667163550853729,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 42330
+    },
+    {
+      "grad_norm": 0.03318076953291893,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 42340
+    },
+    {
+      "grad_norm": 0.05879858881235123,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 42350
+    },
+    {
+      "grad_norm": 0.04781148582696915,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 42360
+    },
+    {
+      "grad_norm": 0.03664663806557655,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 42370
+    },
+    {
+      "grad_norm": 0.05406191572546959,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 42380
+    },
+    {
+      "grad_norm": 0.03432927280664444,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 42390
+    },
+    {
+      "grad_norm": 0.03337237238883972,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 42400
+    },
+    {
+      "grad_norm": 0.04020790010690689,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 42410
+    },
+    {
+      "grad_norm": 0.03727968782186508,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 42420
+    },
+    {
+      "grad_norm": 0.058436550199985504,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 42430
+    },
+    {
+      "grad_norm": 0.03634560853242874,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 42440
+    },
+    {
+      "grad_norm": 0.060688670724630356,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 42450
+    },
+    {
+      "grad_norm": 0.0303549375385046,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 42460
+    },
+    {
+      "grad_norm": 0.05390268564224243,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 42470
+    },
+    {
+      "grad_norm": 0.035456057637929916,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 42480
+    },
+    {
+      "grad_norm": 0.047685656696558,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 42490
+    },
+    {
+      "grad_norm": 0.04759717732667923,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 42500
+    },
+    {
+      "grad_norm": 0.040482327342033386,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 42510
+    },
+    {
+      "grad_norm": 0.03572160005569458,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 42520
+    },
+    {
+      "grad_norm": 0.029413336887955666,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 42530
+    },
+    {
+      "grad_norm": 0.07892017066478729,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 42540
+    },
+    {
+      "grad_norm": 0.044651392847299576,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 42550
+    },
+    {
+      "grad_norm": 0.03550131618976593,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 42560
+    },
+    {
+      "grad_norm": 0.032234419137239456,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 42570
+    },
+    {
+      "grad_norm": 0.06258673220872879,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 42580
+    },
+    {
+      "grad_norm": 0.05069703608751297,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 42590
+    },
+    {
+      "grad_norm": 0.046238597482442856,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 42600
+    },
+    {
+      "grad_norm": 0.045694898813962936,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 42610
+    },
+    {
+      "grad_norm": 0.06748649477958679,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 42620
+    },
+    {
+      "grad_norm": 0.03578149899840355,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 42630
+    },
+    {
+      "grad_norm": 0.05050794407725334,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 42640
+    },
+    {
+      "grad_norm": 0.05539083108305931,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 42650
+    },
+    {
+      "grad_norm": 0.2100479155778885,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 42660
+    },
+    {
+      "grad_norm": 0.054530780762434006,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 42670
+    },
+    {
+      "grad_norm": 0.03256409987807274,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 42680
+    },
+    {
+      "grad_norm": 0.04662245884537697,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 42690
+    },
+    {
+      "grad_norm": 0.03823382407426834,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 42700
+    },
+    {
+      "grad_norm": 0.0354091078042984,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 42710
+    },
+    {
+      "grad_norm": 0.05451694875955582,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 42720
+    },
+    {
+      "grad_norm": 0.034912146627902985,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 42730
+    },
+    {
+      "grad_norm": 0.038088951259851456,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 42740
+    },
+    {
+      "grad_norm": 0.03487221524119377,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 42750
+    },
+    {
+      "grad_norm": 0.03943104296922684,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 42760
+    },
+    {
+      "grad_norm": 0.08832167088985443,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 42770
+    },
+    {
+      "grad_norm": 0.033324457705020905,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 42780
+    },
+    {
+      "grad_norm": 0.05815472826361656,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 42790
+    },
+    {
+      "grad_norm": 0.05144469067454338,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 42800
+    },
+    {
+      "grad_norm": 0.032813701778650284,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 42810
+    },
+    {
+      "grad_norm": 0.03280911222100258,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 42820
+    },
+    {
+      "grad_norm": 0.038376327604055405,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 42830
+    },
+    {
+      "grad_norm": 0.04931068420410156,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 42840
+    },
+    {
+      "grad_norm": 0.03823379799723625,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 42850
+    },
+    {
+      "grad_norm": 0.05001859739422798,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 42860
+    },
+    {
+      "grad_norm": 0.035083021968603134,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 42870
+    },
+    {
+      "grad_norm": 0.035378169268369675,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 42880
+    },
+    {
+      "grad_norm": 0.027595652267336845,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 42890
+    },
+    {
+      "grad_norm": 0.04131394252181053,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 42900
+    },
+    {
+      "grad_norm": 0.06227119639515877,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 42910
+    },
+    {
+      "grad_norm": 0.05545155704021454,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 42920
+    },
+    {
+      "grad_norm": 0.07760549336671829,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 42930
+    },
+    {
+      "grad_norm": 0.0357900969684124,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 42940
+    },
+    {
+      "grad_norm": 0.033460475504398346,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 42950
+    },
+    {
+      "grad_norm": 0.040100447833538055,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 42960
+    },
+    {
+      "grad_norm": 0.03279855102300644,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 42970
+    },
+    {
+      "grad_norm": 0.04936419799923897,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 42980
+    },
+    {
+      "grad_norm": 0.03515198826789856,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 42990
+    },
+    {
+      "grad_norm": 0.038448039442300797,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 43000
+    },
+    {
+      "grad_norm": 0.03822915628552437,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 43010
+    },
+    {
+      "grad_norm": 0.033132389187812805,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 43020
+    },
+    {
+      "grad_norm": 0.03133010491728783,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 43030
+    },
+    {
+      "grad_norm": 0.028859751299023628,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 43040
+    },
+    {
+      "grad_norm": 0.043388109654188156,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 43050
+    },
+    {
+      "grad_norm": 0.04853082075715065,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 43060
+    },
+    {
+      "grad_norm": 0.03794509544968605,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 43070
+    },
+    {
+      "grad_norm": 0.041199877858161926,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 43080
+    },
+    {
+      "grad_norm": 0.031630516052246094,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 43090
+    },
+    {
+      "grad_norm": 0.036685362458229065,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 43100
+    },
+    {
+      "grad_norm": 0.03178298845887184,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 43110
+    },
+    {
+      "grad_norm": 0.03969905525445938,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 43120
+    },
+    {
+      "grad_norm": 0.03246232867240906,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 43130
+    },
+    {
+      "grad_norm": 0.04734450951218605,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 43140
+    },
+    {
+      "grad_norm": 0.04553290829062462,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 43150
+    },
+    {
+      "grad_norm": 0.043598901480436325,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 43160
+    },
+    {
+      "grad_norm": 0.03244389593601227,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 43170
+    },
+    {
+      "grad_norm": 0.044054798781871796,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 43180
+    },
+    {
+      "grad_norm": 0.03213782608509064,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 43190
+    },
+    {
+      "grad_norm": 0.04549324885010719,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 43200
+    },
+    {
+      "grad_norm": 0.04919259250164032,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 43210
+    },
+    {
+      "grad_norm": 0.03349456191062927,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 43220
+    },
+    {
+      "grad_norm": 0.03787871450185776,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 43230
+    },
+    {
+      "grad_norm": 0.0358111597597599,
+      "learning_rate": 0.0001,
+      "loss": 0.0706,
+      "step": 43240
+    },
+    {
+      "grad_norm": 0.0341220423579216,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 43250
+    },
+    {
+      "grad_norm": 0.04782333970069885,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 43260
+    },
+    {
+      "grad_norm": 0.04524281993508339,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 43270
+    },
+    {
+      "grad_norm": 0.05027821287512779,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 43280
+    },
+    {
+      "grad_norm": 0.040200017392635345,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 43290
+    },
+    {
+      "grad_norm": 0.031223777681589127,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 43300
+    },
+    {
+      "grad_norm": 0.032667338848114014,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 43310
+    },
+    {
+      "grad_norm": 0.030770547688007355,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 43320
+    },
+    {
+      "grad_norm": 0.040578100830316544,
+      "learning_rate": 0.0001,
+      "loss": 0.0679,
+      "step": 43330
+    },
+    {
+      "grad_norm": 0.03861334174871445,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 43340
+    },
+    {
+      "grad_norm": 0.031931228935718536,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 43350
+    },
+    {
+      "grad_norm": 0.029921147972345352,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 43360
+    },
+    {
+      "grad_norm": 0.031594954431056976,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 43370
+    },
+    {
+      "grad_norm": 0.037889715284109116,
+      "learning_rate": 0.0001,
+      "loss": 0.0697,
+      "step": 43380
+    },
+    {
+      "grad_norm": 0.04394630715250969,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 43390
+    },
+    {
+      "grad_norm": 0.03260115534067154,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 43400
+    },
+    {
+      "grad_norm": 0.03527440130710602,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 43410
+    },
+    {
+      "grad_norm": 0.04468892887234688,
+      "learning_rate": 0.0001,
+      "loss": 0.0696,
+      "step": 43420
+    },
+    {
+      "grad_norm": 0.08137711882591248,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 43430
+    },
+    {
+      "grad_norm": 0.07721985131502151,
+      "learning_rate": 0.0001,
+      "loss": 0.0692,
+      "step": 43440
+    },
+    {
+      "grad_norm": 0.050989214330911636,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 43450
+    },
+    {
+      "grad_norm": 0.04569198191165924,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 43460
+    },
+    {
+      "grad_norm": 0.03544452041387558,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 43470
+    },
+    {
+      "grad_norm": 0.03621703386306763,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 43480
+    },
+    {
+      "grad_norm": 0.03263833373785019,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 43490
+    },
+    {
+      "grad_norm": 0.03350761905312538,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 43500
+    },
+    {
+      "grad_norm": 0.03468756750226021,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 43510
+    },
+    {
+      "grad_norm": 0.03328445926308632,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 43520
+    },
+    {
+      "grad_norm": 0.03592008724808693,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 43530
+    },
+    {
+      "grad_norm": 0.03387958183884621,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 43540
+    },
+    {
+      "grad_norm": 0.035367388278245926,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 43550
+    },
+    {
+      "grad_norm": 0.04389122873544693,
+      "learning_rate": 0.0001,
+      "loss": 0.0698,
+      "step": 43560
+    },
+    {
+      "grad_norm": 0.03736691176891327,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 43570
+    },
+    {
+      "grad_norm": 0.03310232609510422,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 43580
+    },
+    {
+      "grad_norm": 0.03394446149468422,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 43590
+    },
+    {
+      "grad_norm": 0.03247159346938133,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 43600
+    },
+    {
+      "grad_norm": 0.18393674492835999,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 43610
+    },
+    {
+      "grad_norm": 0.06697951257228851,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 43620
+    },
+    {
+      "grad_norm": 0.04033587500452995,
+      "learning_rate": 0.0001,
+      "loss": 0.0676,
+      "step": 43630
+    },
+    {
+      "grad_norm": 0.039879344403743744,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 43640
+    },
+    {
+      "grad_norm": 0.05109301209449768,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 43650
+    },
+    {
+      "grad_norm": 0.04176736995577812,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 43660
+    },
+    {
+      "grad_norm": 0.06031220033764839,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 43670
+    },
+    {
+      "grad_norm": 0.041460271924734116,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 43680
+    },
+    {
+      "grad_norm": 0.06694626808166504,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 43690
+    },
+    {
+      "grad_norm": 0.11592856049537659,
+      "learning_rate": 0.0001,
+      "loss": 0.0693,
+      "step": 43700
+    },
+    {
+      "grad_norm": 0.03242933377623558,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 43710
+    },
+    {
+      "grad_norm": 0.036173757165670395,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 43720
+    },
+    {
+      "grad_norm": 0.036596816033124924,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 43730
+    },
+    {
+      "grad_norm": 0.03703174367547035,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 43740
+    },
+    {
+      "grad_norm": 0.03983519598841667,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 43750
+    },
+    {
+      "grad_norm": 0.08273540437221527,
+      "learning_rate": 0.0001,
+      "loss": 0.0688,
+      "step": 43760
+    },
+    {
+      "grad_norm": 0.0369873121380806,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 43770
+    },
+    {
+      "grad_norm": 0.04066258296370506,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 43780
+    },
+    {
+      "grad_norm": 0.034436874091625214,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 43790
+    },
+    {
+      "grad_norm": 0.11765410006046295,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 43800
+    },
+    {
+      "grad_norm": 0.04352063685655594,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 43810
+    },
+    {
+      "grad_norm": 0.04651975259184837,
+      "learning_rate": 0.0001,
+      "loss": 0.0681,
+      "step": 43820
+    },
+    {
+      "grad_norm": 0.04619155451655388,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 43830
+    },
+    {
+      "grad_norm": 0.03086431697010994,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 43840
+    },
+    {
+      "grad_norm": 0.03709722310304642,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 43850
+    },
+    {
+      "grad_norm": 0.037694189697504044,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 43860
+    },
+    {
+      "grad_norm": 0.05034207925200462,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 43870
+    },
+    {
+      "grad_norm": 0.03792210668325424,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 43880
+    },
+    {
+      "grad_norm": 0.043624673038721085,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 43890
+    },
+    {
+      "grad_norm": 0.04130105301737785,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 43900
+    },
+    {
+      "grad_norm": 0.045655928552150726,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 43910
+    },
+    {
+      "grad_norm": 0.04315940663218498,
+      "learning_rate": 0.0001,
+      "loss": 0.068,
+      "step": 43920
+    },
+    {
+      "grad_norm": 0.033822864294052124,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 43930
+    },
+    {
+      "grad_norm": 0.03996012359857559,
+      "learning_rate": 0.0001,
+      "loss": 0.0682,
+      "step": 43940
+    },
+    {
+      "grad_norm": 0.08518874645233154,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 43950
+    },
+    {
+      "grad_norm": 0.08604162931442261,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 43960
+    },
+    {
+      "grad_norm": 0.03645431995391846,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 43970
+    },
+    {
+      "grad_norm": 0.03987736254930496,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 43980
+    },
+    {
+      "grad_norm": 0.03389359265565872,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 43990
+    },
+    {
+      "grad_norm": 0.035203929990530014,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 44000
+    },
+    {
+      "grad_norm": 0.04914131760597229,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 44010
+    },
+    {
+      "grad_norm": 0.03501560539007187,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 44020
+    },
+    {
+      "grad_norm": 0.030052892863750458,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 44030
+    },
+    {
+      "grad_norm": 0.03671751916408539,
+      "learning_rate": 0.0001,
+      "loss": 0.0699,
+      "step": 44040
+    },
+    {
+      "grad_norm": 0.03169780597090721,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 44050
+    },
+    {
+      "grad_norm": 0.050727762281894684,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 44060
+    },
+    {
+      "grad_norm": 0.03525036945939064,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 44070
+    },
+    {
+      "grad_norm": 0.037648480385541916,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 44080
+    },
+    {
+      "grad_norm": 0.03595876321196556,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 44090
+    },
+    {
+      "grad_norm": 0.03454510495066643,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 44100
+    },
+    {
+      "grad_norm": 0.04769429564476013,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 44110
+    },
+    {
+      "grad_norm": 0.03518497571349144,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 44120
+    },
+    {
+      "grad_norm": 0.03580059856176376,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 44130
+    },
+    {
+      "grad_norm": 0.03783449903130531,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 44140
+    },
+    {
+      "grad_norm": 0.110059954226017,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 44150
+    },
+    {
+      "grad_norm": 0.10781700909137726,
+      "learning_rate": 0.0001,
+      "loss": 0.0685,
+      "step": 44160
+    },
+    {
+      "grad_norm": 0.036521974951028824,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 44170
+    },
+    {
+      "grad_norm": 0.04019441083073616,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 44180
+    },
+    {
+      "grad_norm": 0.06492496281862259,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 44190
+    },
+    {
+      "grad_norm": 0.045187272131443024,
+      "learning_rate": 0.0001,
+      "loss": 0.0695,
+      "step": 44200
+    },
+    {
+      "grad_norm": 0.04599183425307274,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 44210
+    },
+    {
+      "grad_norm": 0.03496071323752403,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 44220
+    },
+    {
+      "grad_norm": 0.03238855302333832,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 44230
+    },
+    {
+      "grad_norm": 0.03763265535235405,
+      "learning_rate": 0.0001,
+      "loss": 0.0691,
+      "step": 44240
+    },
+    {
+      "grad_norm": 0.03354397043585777,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 44250
+    },
+    {
+      "grad_norm": 0.03586811199784279,
+      "learning_rate": 0.0001,
+      "loss": 0.0701,
+      "step": 44260
+    },
+    {
+      "grad_norm": 0.10656179487705231,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 44270
+    },
+    {
+      "grad_norm": 0.03854881972074509,
+      "learning_rate": 0.0001,
+      "loss": 0.069,
+      "step": 44280
+    },
+    {
+      "grad_norm": 0.04355238378047943,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 44290
+    },
+    {
+      "grad_norm": 0.03181318938732147,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 44300
+    },
+    {
+      "grad_norm": 0.03566500172019005,
+      "learning_rate": 0.0001,
+      "loss": 0.067,
+      "step": 44310
+    },
+    {
+      "grad_norm": 0.04009738564491272,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 44320
+    },
+    {
+      "grad_norm": 0.03519657626748085,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 44330
+    },
+    {
+      "grad_norm": 0.041699208319187164,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 44340
+    },
+    {
+      "grad_norm": 0.04476567730307579,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 44350
+    },
+    {
+      "grad_norm": 0.04256102815270424,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 44360
+    },
+    {
+      "grad_norm": 0.03722386434674263,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 44370
+    },
+    {
+      "grad_norm": 0.03846796229481697,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 44380
+    },
+    {
+      "grad_norm": 0.053815193474292755,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 44390
+    },
+    {
+      "grad_norm": 0.048419851809740067,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 44400
+    },
+    {
+      "grad_norm": 0.032752133905887604,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 44410
+    },
+    {
+      "grad_norm": 0.06611855328083038,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 44420
+    },
+    {
+      "grad_norm": 0.03305789828300476,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 44430
+    },
+    {
+      "grad_norm": 0.049831412732601166,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 44440
+    },
+    {
+      "grad_norm": 0.033126622438430786,
+      "learning_rate": 0.0001,
+      "loss": 0.0683,
+      "step": 44450
+    },
+    {
+      "grad_norm": 0.04190021753311157,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 44460
+    },
+    {
+      "grad_norm": 0.07433175295591354,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 44470
+    },
+    {
+      "grad_norm": 0.0621013343334198,
+      "learning_rate": 0.0001,
+      "loss": 0.0694,
+      "step": 44480
+    },
+    {
+      "grad_norm": 0.029430637136101723,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 44490
+    },
+    {
+      "grad_norm": 0.03884299471974373,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 44500
+    },
+    {
+      "grad_norm": 0.031441207975149155,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 44510
+    },
+    {
+      "grad_norm": 0.041637446731328964,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 44520
+    },
+    {
+      "grad_norm": 0.0465875081717968,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 44530
+    },
+    {
+      "grad_norm": 0.10288302600383759,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 44540
+    },
+    {
+      "grad_norm": 0.06093825399875641,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 44550
+    },
+    {
+      "grad_norm": 0.04833415150642395,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 44560
+    },
+    {
+      "grad_norm": 0.03984199836850166,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 44570
+    },
+    {
+      "grad_norm": 0.05080123990774155,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 44580
+    },
+    {
+      "grad_norm": 0.03744816407561302,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 44590
+    },
+    {
+      "grad_norm": 0.04271789267659187,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 44600
+    },
+    {
+      "grad_norm": 0.03452177718281746,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 44610
+    },
+    {
+      "grad_norm": 0.0389278307557106,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 44620
+    },
+    {
+      "grad_norm": 0.03426143154501915,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 44630
+    },
+    {
+      "grad_norm": 0.03619445860385895,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 44640
+    },
+    {
+      "grad_norm": 0.0315445140004158,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 44650
+    },
+    {
+      "grad_norm": 0.04639332368969917,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 44660
+    },
+    {
+      "grad_norm": 0.033642806112766266,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 44670
+    },
+    {
+      "grad_norm": 0.043131109327077866,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 44680
+    },
+    {
+      "grad_norm": 0.03234729543328285,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 44690
+    },
+    {
+      "grad_norm": 0.06062810495495796,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 44700
+    },
+    {
+      "grad_norm": 0.037094563245773315,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 44710
+    },
+    {
+      "grad_norm": 0.039982400834560394,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 44720
+    },
+    {
+      "grad_norm": 0.0373961478471756,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 44730
+    },
+    {
+      "grad_norm": 0.04469408094882965,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 44740
+    },
+    {
+      "grad_norm": 0.03419187292456627,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 44750
+    },
+    {
+      "grad_norm": 0.036850012838840485,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 44760
+    },
+    {
+      "grad_norm": 0.027982616797089577,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 44770
+    },
+    {
+      "grad_norm": 0.037246692925691605,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 44780
+    },
+    {
+      "grad_norm": 0.03923749178647995,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 44790
+    },
+    {
+      "grad_norm": 0.04671092331409454,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 44800
+    },
+    {
+      "grad_norm": 0.02983594685792923,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 44810
+    },
+    {
+      "grad_norm": 0.03506592661142349,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 44820
+    },
+    {
+      "grad_norm": 0.037107694894075394,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 44830
+    },
+    {
+      "grad_norm": 0.04415984824299812,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 44840
+    },
+    {
+      "grad_norm": 0.03563745692372322,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 44850
+    },
+    {
+      "grad_norm": 0.06598956137895584,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 44860
+    },
+    {
+      "grad_norm": 0.04119867458939552,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 44870
+    },
+    {
+      "grad_norm": 0.03245411440730095,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 44880
+    },
+    {
+      "grad_norm": 0.0320948027074337,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 44890
+    },
+    {
+      "grad_norm": 0.03840762749314308,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 44900
+    },
+    {
+      "grad_norm": 0.031357236206531525,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 44910
+    },
+    {
+      "grad_norm": 0.03549593314528465,
+      "learning_rate": 0.0001,
+      "loss": 0.0668,
+      "step": 44920
+    },
+    {
+      "grad_norm": 0.04592566564679146,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 44930
+    },
+    {
+      "grad_norm": 0.057712048292160034,
+      "learning_rate": 0.0001,
+      "loss": 0.0689,
+      "step": 44940
+    },
+    {
+      "grad_norm": 0.04847121238708496,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 44950
+    },
+    {
+      "grad_norm": 0.03678647428750992,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 44960
+    },
+    {
+      "grad_norm": 0.043207645416259766,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 44970
+    },
+    {
+      "grad_norm": 0.03817256912589073,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 44980
+    },
+    {
+      "grad_norm": 0.029056087136268616,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 44990
+    },
+    {
+      "grad_norm": 0.03670806065201759,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 45000
+    },
+    {
+      "grad_norm": 0.03748976066708565,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 45010
+    },
+    {
+      "grad_norm": 0.04173554480075836,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 45020
+    },
+    {
+      "grad_norm": 0.034321513026952744,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 45030
+    },
+    {
+      "grad_norm": 0.03821050748229027,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 45040
+    },
+    {
+      "grad_norm": 0.03235602751374245,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 45050
+    },
+    {
+      "grad_norm": 0.07135529071092606,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 45060
+    },
+    {
+      "grad_norm": 0.11311984807252884,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 45070
+    },
+    {
+      "grad_norm": 0.0646854043006897,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 45080
+    },
+    {
+      "grad_norm": 0.04998917505145073,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 45090
+    },
+    {
+      "grad_norm": 0.0299780685454607,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 45100
+    },
+    {
+      "grad_norm": 0.05248133838176727,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 45110
+    },
+    {
+      "grad_norm": 0.04697391763329506,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 45120
+    },
+    {
+      "grad_norm": 0.0341707244515419,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 45130
+    },
+    {
+      "grad_norm": 0.035831473767757416,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 45140
+    },
+    {
+      "grad_norm": 0.03671961650252342,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 45150
+    },
+    {
+      "grad_norm": 0.05641809105873108,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 45160
+    },
+    {
+      "grad_norm": 0.048598889261484146,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 45170
+    },
+    {
+      "grad_norm": 0.04714936390519142,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 45180
+    },
+    {
+      "grad_norm": 0.04561644420027733,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 45190
+    },
+    {
+      "grad_norm": 0.028332507237792015,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 45200
+    },
+    {
+      "grad_norm": 0.0712355449795723,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 45210
+    },
+    {
+      "grad_norm": 0.038714997470378876,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 45220
+    },
+    {
+      "grad_norm": 0.042658187448978424,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 45230
+    },
+    {
+      "grad_norm": 0.03617296367883682,
+      "learning_rate": 0.0001,
+      "loss": 0.0677,
+      "step": 45240
+    },
+    {
+      "grad_norm": 0.034803349524736404,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 45250
+    },
+    {
+      "grad_norm": 0.035210806876420975,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 45260
+    },
+    {
+      "grad_norm": 0.03617820143699646,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 45270
+    },
+    {
+      "grad_norm": 0.053389932960271835,
+      "learning_rate": 0.0001,
+      "loss": 0.0684,
+      "step": 45280
+    },
+    {
+      "grad_norm": 0.03315870836377144,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 45290
+    },
+    {
+      "grad_norm": 0.029493488371372223,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 45300
+    },
+    {
+      "grad_norm": 0.029065988957881927,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 45310
+    },
+    {
+      "grad_norm": 0.04298875853419304,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 45320
+    },
+    {
+      "grad_norm": 0.035344064235687256,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 45330
+    },
+    {
+      "grad_norm": 0.03434055671095848,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 45340
+    },
+    {
+      "grad_norm": 0.04427718743681908,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 45350
+    },
+    {
+      "grad_norm": 0.03350941836833954,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 45360
+    },
+    {
+      "grad_norm": 0.03636227548122406,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 45370
+    },
+    {
+      "grad_norm": 0.032039061188697815,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 45380
+    },
+    {
+      "grad_norm": 0.029190929606556892,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 45390
+    },
+    {
+      "grad_norm": 0.035050295293331146,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 45400
+    },
+    {
+      "grad_norm": 0.03143438324332237,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 45410
+    },
+    {
+      "grad_norm": 0.029069265350699425,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 45420
+    },
+    {
+      "grad_norm": 0.053328488022089005,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 45430
+    },
+    {
+      "grad_norm": 0.028555816039443016,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 45440
+    },
+    {
+      "grad_norm": 0.03947430104017258,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 45450
+    },
+    {
+      "grad_norm": 0.04471093788743019,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 45460
+    },
+    {
+      "grad_norm": 0.045033134520053864,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 45470
+    },
+    {
+      "grad_norm": 0.0666385367512703,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 45480
+    },
+    {
+      "grad_norm": 0.04645143449306488,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 45490
+    },
+    {
+      "grad_norm": 0.07370799034833908,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 45500
+    },
+    {
+      "grad_norm": 0.03480248898267746,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 45510
+    },
+    {
+      "grad_norm": 0.033526379615068436,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 45520
+    },
+    {
+      "grad_norm": 0.03381253033876419,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 45530
+    },
+    {
+      "grad_norm": 0.05028655752539635,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 45540
+    },
+    {
+      "grad_norm": 0.10113955289125443,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 45550
+    },
+    {
+      "grad_norm": 0.03849707171320915,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 45560
+    },
+    {
+      "grad_norm": 0.041943326592445374,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 45570
+    },
+    {
+      "grad_norm": 0.04723599553108215,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 45580
+    },
+    {
+      "grad_norm": 0.03530305251479149,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 45590
+    },
+    {
+      "grad_norm": 0.05444208160042763,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 45600
+    },
+    {
+      "grad_norm": 0.042121611535549164,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 45610
+    },
+    {
+      "grad_norm": 0.045085202902555466,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 45620
+    },
+    {
+      "grad_norm": 0.07472573220729828,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 45630
+    },
+    {
+      "grad_norm": 0.027403995394706726,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 45640
+    },
+    {
+      "grad_norm": 0.03384843096137047,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 45650
+    },
+    {
+      "grad_norm": 0.03315013274550438,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 45660
+    },
+    {
+      "grad_norm": 0.04216675087809563,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 45670
+    },
+    {
+      "grad_norm": 0.03468567132949829,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 45680
+    },
+    {
+      "grad_norm": 0.03385764732956886,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 45690
+    },
+    {
+      "grad_norm": 0.03781360387802124,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 45700
+    },
+    {
+      "grad_norm": 0.03975634649395943,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 45710
+    },
+    {
+      "grad_norm": 0.03866368159651756,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 45720
+    },
+    {
+      "grad_norm": 0.04071584343910217,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 45730
+    },
+    {
+      "grad_norm": 0.03447538614273071,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 45740
+    },
+    {
+      "grad_norm": 0.03501799702644348,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 45750
+    },
+    {
+      "grad_norm": 0.031675782054662704,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 45760
+    },
+    {
+      "grad_norm": 0.03392593935132027,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 45770
+    },
+    {
+      "grad_norm": 0.03283775970339775,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 45780
+    },
+    {
+      "grad_norm": 0.04007105529308319,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 45790
+    },
+    {
+      "grad_norm": 0.03333966061472893,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 45800
+    },
+    {
+      "grad_norm": 0.03143106400966644,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 45810
+    },
+    {
+      "grad_norm": 0.06959931552410126,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 45820
+    },
+    {
+      "grad_norm": 0.04736652597784996,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 45830
+    },
+    {
+      "grad_norm": 0.05523296445608139,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 45840
+    },
+    {
+      "grad_norm": 0.04014017805457115,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 45850
+    },
+    {
+      "grad_norm": 0.09643817692995071,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 45860
+    },
+    {
+      "grad_norm": 0.043888479471206665,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 45870
+    },
+    {
+      "grad_norm": 0.049150969833135605,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 45880
+    },
+    {
+      "grad_norm": 0.048367395997047424,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 45890
+    },
+    {
+      "grad_norm": 0.05622681975364685,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 45900
+    },
+    {
+      "grad_norm": 0.09165574610233307,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 45910
+    },
+    {
+      "grad_norm": 0.03153875470161438,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 45920
+    },
+    {
+      "grad_norm": 0.035604022443294525,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 45930
+    },
+    {
+      "grad_norm": 0.036523859947919846,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 45940
+    },
+    {
+      "grad_norm": 0.04723980277776718,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 45950
+    },
+    {
+      "grad_norm": 0.034935738891363144,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 45960
+    },
+    {
+      "grad_norm": 0.035752519965171814,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 45970
+    },
+    {
+      "grad_norm": 0.04062260314822197,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 45980
+    },
+    {
+      "grad_norm": 0.047724559903144836,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 45990
+    },
+    {
+      "grad_norm": 0.05724224075675011,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 46000
+    },
+    {
+      "grad_norm": 0.044743169099092484,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 46010
+    },
+    {
+      "grad_norm": 0.06689979135990143,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 46020
+    },
+    {
+      "grad_norm": 0.030645621940493584,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 46030
+    },
+    {
+      "grad_norm": 0.04281900078058243,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 46040
+    },
+    {
+      "grad_norm": 0.039161235094070435,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 46050
+    },
+    {
+      "grad_norm": 0.04313017055392265,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 46060
+    },
+    {
+      "grad_norm": 0.03830060735344887,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 46070
+    },
+    {
+      "grad_norm": 0.1213899701833725,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 46080
+    },
+    {
+      "grad_norm": 0.029492627829313278,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 46090
+    },
+    {
+      "grad_norm": 0.03252118453383446,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 46100
+    },
+    {
+      "grad_norm": 0.03330514207482338,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 46110
+    },
+    {
+      "grad_norm": 0.07066084444522858,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 46120
+    },
+    {
+      "grad_norm": 0.03467567265033722,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 46130
+    },
+    {
+      "grad_norm": 0.058624546974897385,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 46140
+    },
+    {
+      "grad_norm": 0.08662295341491699,
+      "learning_rate": 0.0001,
+      "loss": 0.0673,
+      "step": 46150
+    },
+    {
+      "grad_norm": 0.11061371862888336,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 46160
+    },
+    {
+      "grad_norm": 0.03711537644267082,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 46170
+    },
+    {
+      "grad_norm": 0.03555653616786003,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 46180
+    },
+    {
+      "grad_norm": 0.04021254554390907,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 46190
+    },
+    {
+      "grad_norm": 0.03903390094637871,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 46200
+    },
+    {
+      "grad_norm": 0.06406429409980774,
+      "learning_rate": 0.0001,
+      "loss": 0.0678,
+      "step": 46210
+    },
+    {
+      "grad_norm": 0.03981797769665718,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 46220
+    },
+    {
+      "grad_norm": 0.040959231555461884,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 46230
+    },
+    {
+      "grad_norm": 0.038367968052625656,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 46240
+    },
+    {
+      "grad_norm": 0.04511276260018349,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 46250
+    },
+    {
+      "grad_norm": 0.029031936079263687,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 46260
+    },
+    {
+      "grad_norm": 0.04745829850435257,
+      "learning_rate": 0.0001,
+      "loss": 0.0675,
+      "step": 46270
+    },
+    {
+      "grad_norm": 0.05709020048379898,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 46280
+    },
+    {
+      "grad_norm": 0.03226683288812637,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 46290
+    },
+    {
+      "grad_norm": 0.029964005574584007,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 46300
+    },
+    {
+      "grad_norm": 0.030007293447852135,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 46310
+    },
+    {
+      "grad_norm": 0.03140466287732124,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 46320
+    },
+    {
+      "grad_norm": 0.03061298280954361,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 46330
+    },
+    {
+      "grad_norm": 0.03142165020108223,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 46340
+    },
+    {
+      "grad_norm": 0.03825748711824417,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 46350
+    },
+    {
+      "grad_norm": 0.028359172865748405,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 46360
+    },
+    {
+      "grad_norm": 0.03132310137152672,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 46370
+    },
+    {
+      "grad_norm": 0.039075303822755814,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 46380
+    },
+    {
+      "grad_norm": 0.030629735440015793,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 46390
+    },
+    {
+      "grad_norm": 0.030833611264824867,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 46400
+    },
+    {
+      "grad_norm": 0.0650637149810791,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 46410
+    },
+    {
+      "grad_norm": 0.039625540375709534,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 46420
+    },
+    {
+      "grad_norm": 0.055233463644981384,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 46430
+    },
+    {
+      "grad_norm": 0.03142040595412254,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 46440
+    },
+    {
+      "grad_norm": 0.04564495384693146,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 46450
+    },
+    {
+      "grad_norm": 0.057805679738521576,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 46460
+    },
+    {
+      "grad_norm": 0.03980649262666702,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 46470
+    },
+    {
+      "grad_norm": 0.031818170100450516,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 46480
+    },
+    {
+      "grad_norm": 0.08850803971290588,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 46490
+    },
+    {
+      "grad_norm": 0.045122988522052765,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 46500
+    },
+    {
+      "grad_norm": 0.05642613023519516,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 46510
+    },
+    {
+      "grad_norm": 0.051821280270814896,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 46520
+    },
+    {
+      "grad_norm": 0.04257766902446747,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 46530
+    },
+    {
+      "grad_norm": 0.03373674675822258,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 46540
+    },
+    {
+      "grad_norm": 0.02941123954951763,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 46550
+    },
+    {
+      "grad_norm": 0.06984609365463257,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 46560
+    },
+    {
+      "grad_norm": 0.052533552050590515,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 46570
+    },
+    {
+      "grad_norm": 0.03168799355626106,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 46580
+    },
+    {
+      "grad_norm": 0.029783591628074646,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 46590
+    },
+    {
+      "grad_norm": 0.034754496067762375,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 46600
+    },
+    {
+      "grad_norm": 0.02762977033853531,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 46610
+    },
+    {
+      "grad_norm": 0.04102308303117752,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 46620
+    },
+    {
+      "grad_norm": 0.032783400267362595,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 46630
+    },
+    {
+      "grad_norm": 0.039711229503154755,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 46640
+    },
+    {
+      "grad_norm": 0.028222830966114998,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 46650
+    },
+    {
+      "grad_norm": 0.03387090936303139,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 46660
+    },
+    {
+      "grad_norm": 0.034878022968769073,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 46670
+    },
+    {
+      "grad_norm": 0.03968942165374756,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 46680
+    },
+    {
+      "grad_norm": 0.03761884942650795,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 46690
+    },
+    {
+      "grad_norm": 0.13033291697502136,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 46700
+    },
+    {
+      "grad_norm": 0.038393352180719376,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 46710
+    },
+    {
+      "grad_norm": 0.04990839585661888,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 46720
+    },
+    {
+      "grad_norm": 0.04766279458999634,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 46730
+    },
+    {
+      "grad_norm": 0.030997853726148605,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 46740
+    },
+    {
+      "grad_norm": 0.040264103561639786,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 46750
+    },
+    {
+      "grad_norm": 0.05376658961176872,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 46760
+    },
+    {
+      "grad_norm": 0.03503462299704552,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 46770
+    },
+    {
+      "grad_norm": 0.03286584094166756,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 46780
+    },
+    {
+      "grad_norm": 0.038391198962926865,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 46790
+    },
+    {
+      "grad_norm": 0.03302467241883278,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 46800
+    },
+    {
+      "grad_norm": 0.040625814348459244,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 46810
+    },
+    {
+      "grad_norm": 0.037063274532556534,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 46820
+    },
+    {
+      "grad_norm": 0.032924626022577286,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 46830
+    },
+    {
+      "grad_norm": 0.028728840872645378,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 46840
+    },
+    {
+      "grad_norm": 0.03602492809295654,
+      "learning_rate": 0.0001,
+      "loss": 0.0671,
+      "step": 46850
+    },
+    {
+      "grad_norm": 0.04196741431951523,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 46860
+    },
+    {
+      "grad_norm": 0.034806039184331894,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 46870
+    },
+    {
+      "grad_norm": 0.03190574049949646,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 46880
+    },
+    {
+      "grad_norm": 0.04379555583000183,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 46890
+    },
+    {
+      "grad_norm": 0.032620374113321304,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 46900
+    },
+    {
+      "grad_norm": 0.06573525071144104,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 46910
+    },
+    {
+      "grad_norm": 0.10284271836280823,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 46920
+    },
+    {
+      "grad_norm": 0.03740449249744415,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 46930
+    },
+    {
+      "grad_norm": 0.04330826923251152,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 46940
+    },
+    {
+      "grad_norm": 0.0341959074139595,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 46950
+    },
+    {
+      "grad_norm": 0.0303539726883173,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 46960
+    },
+    {
+      "grad_norm": 0.032457832247018814,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 46970
+    },
+    {
+      "grad_norm": 0.05506666377186775,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 46980
+    },
+    {
+      "grad_norm": 0.04977450147271156,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 46990
+    },
+    {
+      "grad_norm": 0.035079777240753174,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 47000
+    },
+    {
+      "grad_norm": 0.03287916257977486,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 47010
+    },
+    {
+      "grad_norm": 0.03732096031308174,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 47020
+    },
+    {
+      "grad_norm": 0.03705428168177605,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 47030
+    },
+    {
+      "grad_norm": 0.03333942964673042,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 47040
+    },
+    {
+      "grad_norm": 0.03522341325879097,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 47050
+    },
+    {
+      "grad_norm": 0.030467387288808823,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 47060
+    },
+    {
+      "grad_norm": 0.043509047478437424,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 47070
+    },
+    {
+      "grad_norm": 0.032639142125844955,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 47080
+    },
+    {
+      "grad_norm": 0.035666950047016144,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 47090
+    },
+    {
+      "grad_norm": 0.03339579328894615,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 47100
+    },
+    {
+      "grad_norm": 0.03619639202952385,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 47110
+    },
+    {
+      "grad_norm": 0.03295082226395607,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 47120
+    },
+    {
+      "grad_norm": 0.031459543853998184,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 47130
+    },
+    {
+      "grad_norm": 0.043206509202718735,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 47140
+    },
+    {
+      "grad_norm": 0.04370942711830139,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 47150
+    },
+    {
+      "grad_norm": 0.043246153742074966,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 47160
+    },
+    {
+      "grad_norm": 0.03316257521510124,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 47170
+    },
+    {
+      "grad_norm": 0.0301958080381155,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 47180
+    },
+    {
+      "grad_norm": 0.03082861192524433,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 47190
+    },
+    {
+      "grad_norm": 0.045322101563215256,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 47200
+    },
+    {
+      "grad_norm": 0.036798302084207535,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 47210
+    },
+    {
+      "grad_norm": 0.03624376282095909,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 47220
+    },
+    {
+      "grad_norm": 0.03379577770829201,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 47230
+    },
+    {
+      "grad_norm": 0.047822896391153336,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 47240
+    },
+    {
+      "grad_norm": 0.06926297396421432,
+      "learning_rate": 0.0001,
+      "loss": 0.0687,
+      "step": 47250
+    },
+    {
+      "grad_norm": 0.07928304374217987,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 47260
+    },
+    {
+      "grad_norm": 0.03289389982819557,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 47270
+    },
+    {
+      "grad_norm": 0.04043029621243477,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 47280
+    },
+    {
+      "grad_norm": 0.037417471408843994,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 47290
+    },
+    {
+      "grad_norm": 0.03227262198925018,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 47300
+    },
+    {
+      "grad_norm": 0.0664762407541275,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 47310
+    },
+    {
+      "grad_norm": 0.03321141004562378,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 47320
+    },
+    {
+      "grad_norm": 0.0524463951587677,
+      "learning_rate": 0.0001,
+      "loss": 0.0669,
+      "step": 47330
+    },
+    {
+      "grad_norm": 0.034195732325315475,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 47340
+    },
+    {
+      "grad_norm": 0.039131440222263336,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 47350
+    },
+    {
+      "grad_norm": 0.03473958745598793,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 47360
+    },
+    {
+      "grad_norm": 0.03424236550927162,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 47370
+    },
+    {
+      "grad_norm": 0.04243862256407738,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 47380
+    },
+    {
+      "grad_norm": 0.02872125618159771,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 47390
+    },
+    {
+      "grad_norm": 0.041868627071380615,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 47400
+    },
+    {
+      "grad_norm": 0.03733969107270241,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 47410
+    },
+    {
+      "grad_norm": 0.03366781398653984,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 47420
+    },
+    {
+      "grad_norm": 0.0411205068230629,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 47430
+    },
+    {
+      "grad_norm": 0.04958587512373924,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 47440
+    },
+    {
+      "grad_norm": 0.057098791003227234,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 47450
+    },
+    {
+      "grad_norm": 0.03531185910105705,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 47460
+    },
+    {
+      "grad_norm": 0.054539598524570465,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 47470
+    },
+    {
+      "grad_norm": 0.03582637012004852,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 47480
+    },
+    {
+      "grad_norm": 0.04436014965176582,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 47490
+    },
+    {
+      "grad_norm": 0.06320711970329285,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 47500
+    },
+    {
+      "grad_norm": 0.054932236671447754,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 47510
+    },
+    {
+      "grad_norm": 0.03397635743021965,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 47520
+    },
+    {
+      "grad_norm": 0.045250747352838516,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 47530
+    },
+    {
+      "grad_norm": 0.04218209162354469,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 47540
+    },
+    {
+      "grad_norm": 0.04192505404353142,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 47550
+    },
+    {
+      "grad_norm": 0.037350814789533615,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 47560
+    },
+    {
+      "grad_norm": 0.05344472452998161,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 47570
+    },
+    {
+      "grad_norm": 0.03653443604707718,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 47580
+    },
+    {
+      "grad_norm": 0.0359879806637764,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 47590
+    },
+    {
+      "grad_norm": 0.04598015546798706,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 47600
+    },
+    {
+      "grad_norm": 0.05000297725200653,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 47610
+    },
+    {
+      "grad_norm": 0.09475346654653549,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 47620
+    },
+    {
+      "grad_norm": 0.08502396941184998,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 47630
+    },
+    {
+      "grad_norm": 0.17187641561031342,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 47640
+    },
+    {
+      "grad_norm": 0.045550018548965454,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 47650
+    },
+    {
+      "grad_norm": 0.03340551257133484,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 47660
+    },
+    {
+      "grad_norm": 0.035918597131967545,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 47670
+    },
+    {
+      "grad_norm": 0.031516727060079575,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 47680
+    },
+    {
+      "grad_norm": 0.05673450604081154,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 47690
+    },
+    {
+      "grad_norm": 0.03623976930975914,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 47700
+    },
+    {
+      "grad_norm": 0.04370008036494255,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 47710
+    },
+    {
+      "grad_norm": 0.033422499895095825,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 47720
+    },
+    {
+      "grad_norm": 0.03787961229681969,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 47730
+    },
+    {
+      "grad_norm": 0.031493738293647766,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 47740
+    },
+    {
+      "grad_norm": 0.03578741475939751,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 47750
+    },
+    {
+      "grad_norm": 0.03421815112233162,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 47760
+    },
+    {
+      "grad_norm": 0.05058376118540764,
+      "learning_rate": 0.0001,
+      "loss": 0.0658,
+      "step": 47770
+    },
+    {
+      "grad_norm": 0.04139378294348717,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 47780
+    },
+    {
+      "grad_norm": 0.04878462478518486,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 47790
+    },
+    {
+      "grad_norm": 0.03427315130829811,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 47800
+    },
+    {
+      "grad_norm": 0.037754125893116,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 47810
+    },
+    {
+      "grad_norm": 0.043014999479055405,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 47820
+    },
+    {
+      "grad_norm": 0.03490259125828743,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 47830
+    },
+    {
+      "grad_norm": 0.030291195958852768,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 47840
+    },
+    {
+      "grad_norm": 0.04016665741801262,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 47850
+    },
+    {
+      "grad_norm": 0.043583039194345474,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 47860
+    },
+    {
+      "grad_norm": 0.04450768232345581,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 47870
+    },
+    {
+      "grad_norm": 0.027090786024928093,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 47880
+    },
+    {
+      "grad_norm": 0.02999570406973362,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 47890
+    },
+    {
+      "grad_norm": 0.03047751821577549,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 47900
+    },
+    {
+      "grad_norm": 0.03591284155845642,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 47910
+    },
+    {
+      "grad_norm": 0.04179297760128975,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 47920
+    },
+    {
+      "grad_norm": 0.03557577729225159,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 47930
+    },
+    {
+      "grad_norm": 0.03173805773258209,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 47940
+    },
+    {
+      "grad_norm": 0.0428156815469265,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 47950
+    },
+    {
+      "grad_norm": 0.0682341456413269,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 47960
+    },
+    {
+      "grad_norm": 0.035758163779973984,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 47970
+    },
+    {
+      "grad_norm": 0.03216864913702011,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 47980
+    },
+    {
+      "grad_norm": 0.05318515747785568,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 47990
+    },
+    {
+      "grad_norm": 0.04184402897953987,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 48000
+    },
+    {
+      "grad_norm": 0.03331073373556137,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 48010
+    },
+    {
+      "grad_norm": 0.028553979471325874,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 48020
+    },
+    {
+      "grad_norm": 0.03943243995308876,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 48030
+    },
+    {
+      "grad_norm": 0.03161345794796944,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 48040
+    },
+    {
+      "grad_norm": 0.03086627833545208,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 48050
+    },
+    {
+      "grad_norm": 0.04489010199904442,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 48060
+    },
+    {
+      "grad_norm": 0.03659201040863991,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 48070
+    },
+    {
+      "grad_norm": 0.046244263648986816,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 48080
+    },
+    {
+      "grad_norm": 0.042705826461315155,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 48090
+    },
+    {
+      "grad_norm": 0.02893776074051857,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 48100
+    },
+    {
+      "grad_norm": 0.08971618115901947,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 48110
+    },
+    {
+      "grad_norm": 0.06308113038539886,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 48120
+    },
+    {
+      "grad_norm": 0.17379310727119446,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 48130
+    },
+    {
+      "grad_norm": 0.054525189101696014,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 48140
+    },
+    {
+      "grad_norm": 0.04842062294483185,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 48150
+    },
+    {
+      "grad_norm": 0.0467369519174099,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 48160
+    },
+    {
+      "grad_norm": 0.03958224132657051,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 48170
+    },
+    {
+      "grad_norm": 0.031662628054618835,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 48180
+    },
+    {
+      "grad_norm": 0.032241176813840866,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 48190
+    },
+    {
+      "grad_norm": 0.030644899234175682,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 48200
+    },
+    {
+      "grad_norm": 0.03901582583785057,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 48210
+    },
+    {
+      "grad_norm": 0.03249356523156166,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 48220
+    },
+    {
+      "grad_norm": 0.029162734746932983,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 48230
+    },
+    {
+      "grad_norm": 0.027252767235040665,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 48240
+    },
+    {
+      "grad_norm": 0.03721833601593971,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 48250
+    },
+    {
+      "grad_norm": 0.03899259492754936,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 48260
+    },
+    {
+      "grad_norm": 0.031838543713092804,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 48270
+    },
+    {
+      "grad_norm": 0.04103560373187065,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 48280
+    },
+    {
+      "grad_norm": 0.04074043408036232,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 48290
+    },
+    {
+      "grad_norm": 0.05521383136510849,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 48300
+    },
+    {
+      "grad_norm": 0.036492276936769485,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 48310
+    },
+    {
+      "grad_norm": 0.0770808756351471,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 48320
+    },
+    {
+      "grad_norm": 0.036206599324941635,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 48330
+    },
+    {
+      "grad_norm": 0.0470697320997715,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 48340
+    },
+    {
+      "grad_norm": 0.033168863505125046,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 48350
+    },
+    {
+      "grad_norm": 0.04692146182060242,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 48360
+    },
+    {
+      "grad_norm": 0.04626406356692314,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 48370
+    },
+    {
+      "grad_norm": 0.054602332413196564,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 48380
+    },
+    {
+      "grad_norm": 0.032155897468328476,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 48390
+    },
+    {
+      "grad_norm": 0.03079313412308693,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 48400
+    },
+    {
+      "grad_norm": 0.03137819841504097,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 48410
+    },
+    {
+      "grad_norm": 0.06630536168813705,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 48420
+    },
+    {
+      "grad_norm": 0.03154780715703964,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 48430
+    },
+    {
+      "grad_norm": 0.04615180194377899,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 48440
+    },
+    {
+      "grad_norm": 0.0344095416367054,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 48450
+    },
+    {
+      "grad_norm": 0.03379078954458237,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 48460
+    },
+    {
+      "grad_norm": 0.0326935350894928,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 48470
+    },
+    {
+      "grad_norm": 0.044770270586013794,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 48480
+    },
+    {
+      "grad_norm": 0.03270036354660988,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 48490
+    },
+    {
+      "grad_norm": 0.03377459570765495,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 48500
+    },
+    {
+      "grad_norm": 0.02940787747502327,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 48510
+    },
+    {
+      "grad_norm": 0.05434199422597885,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 48520
+    },
+    {
+      "grad_norm": 0.044153328984975815,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 48530
+    },
+    {
+      "grad_norm": 0.04803625866770744,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 48540
+    },
+    {
+      "grad_norm": 0.032602742314338684,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 48550
+    },
+    {
+      "grad_norm": 0.03129198029637337,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 48560
+    },
+    {
+      "grad_norm": 0.04963593930006027,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 48570
+    },
+    {
+      "grad_norm": 0.03938401862978935,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 48580
+    },
+    {
+      "grad_norm": 0.04912041872739792,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 48590
+    },
+    {
+      "grad_norm": 0.034113433212041855,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 48600
+    },
+    {
+      "grad_norm": 0.03954630717635155,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 48610
+    },
+    {
+      "grad_norm": 0.03554866090416908,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 48620
+    },
+    {
+      "grad_norm": 0.037981852889060974,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 48630
+    },
+    {
+      "grad_norm": 0.050463441759347916,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 48640
+    },
+    {
+      "grad_norm": 0.031171167269349098,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 48650
+    },
+    {
+      "grad_norm": 0.03678973391652107,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 48660
+    },
+    {
+      "grad_norm": 0.0364975742995739,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 48670
+    },
+    {
+      "grad_norm": 0.04939451441168785,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 48680
+    },
+    {
+      "grad_norm": 0.07194393128156662,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 48690
+    },
+    {
+      "grad_norm": 0.03531108796596527,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 48700
+    },
+    {
+      "grad_norm": 0.048854291439056396,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 48710
+    },
+    {
+      "grad_norm": 0.042669571936130524,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 48720
+    },
+    {
+      "grad_norm": 0.04561160132288933,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 48730
+    },
+    {
+      "grad_norm": 0.033142052590847015,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 48740
+    },
+    {
+      "grad_norm": 0.038971103727817535,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 48750
+    },
+    {
+      "grad_norm": 0.03979091718792915,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 48760
+    },
+    {
+      "grad_norm": 0.08894964307546616,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 48770
+    },
+    {
+      "grad_norm": 0.03199910372495651,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 48780
+    },
+    {
+      "grad_norm": 0.04194166138768196,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 48790
+    },
+    {
+      "grad_norm": 0.030819810926914215,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 48800
+    },
+    {
+      "grad_norm": 0.03305334597826004,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 48810
+    },
+    {
+      "grad_norm": 0.04362967982888222,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 48820
+    },
+    {
+      "grad_norm": 0.04008916765451431,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 48830
+    },
+    {
+      "grad_norm": 0.04866407811641693,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 48840
+    },
+    {
+      "grad_norm": 0.037663668394088745,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 48850
+    },
+    {
+      "grad_norm": 0.031559333205223083,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 48860
+    },
+    {
+      "grad_norm": 0.029968880116939545,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 48870
+    },
+    {
+      "grad_norm": 0.06380541622638702,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 48880
+    },
+    {
+      "grad_norm": 0.032559584826231,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 48890
+    },
+    {
+      "grad_norm": 0.06453126668930054,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 48900
+    },
+    {
+      "grad_norm": 0.08100477606058121,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 48910
+    },
+    {
+      "grad_norm": 0.04441264271736145,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 48920
+    },
+    {
+      "grad_norm": 0.028012387454509735,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 48930
+    },
+    {
+      "grad_norm": 0.03896649181842804,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 48940
+    },
+    {
+      "grad_norm": 0.03327702730894089,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 48950
+    },
+    {
+      "grad_norm": 0.02798597700893879,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 48960
+    },
+    {
+      "grad_norm": 0.030778057873249054,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 48970
+    },
+    {
+      "grad_norm": 0.036495983600616455,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 48980
+    },
+    {
+      "grad_norm": 0.028549924492836,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 48990
+    },
+    {
+      "grad_norm": 0.032032452523708344,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 49000
+    },
+    {
+      "grad_norm": 0.03769242763519287,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 49010
+    },
+    {
+      "grad_norm": 0.04117561876773834,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 49020
+    },
+    {
+      "grad_norm": 0.03618192300200462,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 49030
+    },
+    {
+      "grad_norm": 0.03222418949007988,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 49040
+    },
+    {
+      "grad_norm": 0.054579075425863266,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 49050
+    },
+    {
+      "grad_norm": 0.06246843561530113,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 49060
+    },
+    {
+      "grad_norm": 0.03428592532873154,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 49070
+    },
+    {
+      "grad_norm": 0.032942891120910645,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 49080
+    },
+    {
+      "grad_norm": 0.0293116495013237,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 49090
+    },
+    {
+      "grad_norm": 0.08653344959020615,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 49100
+    },
+    {
+      "grad_norm": 0.053727421909570694,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 49110
+    },
+    {
+      "grad_norm": 0.03359217196702957,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 49120
+    },
+    {
+      "grad_norm": 0.02914496697485447,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 49130
+    },
+    {
+      "grad_norm": 0.031366489827632904,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 49140
+    },
+    {
+      "grad_norm": 0.035871271044015884,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 49150
+    },
+    {
+      "grad_norm": 0.03345140069723129,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 49160
+    },
+    {
+      "grad_norm": 0.03935860097408295,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 49170
+    },
+    {
+      "grad_norm": 0.04098273813724518,
+      "learning_rate": 0.0001,
+      "loss": 0.0686,
+      "step": 49180
+    },
+    {
+      "grad_norm": 0.07570188492536545,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 49190
+    },
+    {
+      "grad_norm": 0.06818881630897522,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 49200
+    },
+    {
+      "grad_norm": 0.037900008261203766,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 49210
+    },
+    {
+      "grad_norm": 0.03353147581219673,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 49220
+    },
+    {
+      "grad_norm": 0.0303321722894907,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 49230
+    },
+    {
+      "grad_norm": 0.03321283683180809,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 49240
+    },
+    {
+      "grad_norm": 0.03016047738492489,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 49250
+    },
+    {
+      "grad_norm": 0.035919759422540665,
+      "learning_rate": 0.0001,
+      "loss": 0.0672,
+      "step": 49260
+    },
+    {
+      "grad_norm": 0.02894422598183155,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 49270
+    },
+    {
+      "grad_norm": 0.030036887153983116,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 49280
+    },
+    {
+      "grad_norm": 0.03243256360292435,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 49290
+    },
+    {
+      "grad_norm": 0.053180865943431854,
+      "learning_rate": 0.0001,
+      "loss": 0.0649,
+      "step": 49300
+    },
+    {
+      "grad_norm": 0.0289856418967247,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 49310
+    },
+    {
+      "grad_norm": 0.03543734923005104,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 49320
+    },
+    {
+      "grad_norm": 0.027772709727287292,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 49330
+    },
+    {
+      "grad_norm": 0.03470839560031891,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 49340
+    },
+    {
+      "grad_norm": 0.035121262073516846,
+      "learning_rate": 0.0001,
+      "loss": 0.0662,
+      "step": 49350
+    },
+    {
+      "grad_norm": 0.03850453719496727,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 49360
+    },
+    {
+      "grad_norm": 0.05038633197546005,
+      "learning_rate": 0.0001,
+      "loss": 0.0674,
+      "step": 49370
+    },
+    {
+      "grad_norm": 0.03205334395170212,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 49380
+    },
+    {
+      "grad_norm": 0.035502538084983826,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 49390
+    },
+    {
+      "grad_norm": 0.04401371628046036,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 49400
+    },
+    {
+      "grad_norm": 0.035624366253614426,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 49410
+    },
+    {
+      "grad_norm": 0.04483816772699356,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 49420
+    },
+    {
+      "grad_norm": 0.03665212169289589,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 49430
+    },
+    {
+      "grad_norm": 0.04103574901819229,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 49440
+    },
+    {
+      "grad_norm": 0.0317300520837307,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 49450
+    },
+    {
+      "grad_norm": 0.042987603694200516,
+      "learning_rate": 0.0001,
+      "loss": 0.0653,
+      "step": 49460
+    },
+    {
+      "grad_norm": 0.030952781438827515,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 49470
+    },
+    {
+      "grad_norm": 0.03554719686508179,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 49480
+    },
+    {
+      "grad_norm": 0.027605721727013588,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 49490
+    },
+    {
+      "grad_norm": 0.028406910598278046,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 49500
+    },
+    {
+      "grad_norm": 0.02996702678501606,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 49510
+    },
+    {
+      "grad_norm": 0.03459588810801506,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 49520
+    },
+    {
+      "grad_norm": 0.034104473888874054,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 49530
+    },
+    {
+      "grad_norm": 0.12145508825778961,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 49540
+    },
+    {
+      "grad_norm": 0.03333163261413574,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 49550
+    },
+    {
+      "grad_norm": 0.02872343175113201,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 49560
+    },
+    {
+      "grad_norm": 0.037893831729888916,
+      "learning_rate": 0.0001,
+      "loss": 0.0646,
+      "step": 49570
+    },
+    {
+      "grad_norm": 0.03827425092458725,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 49580
+    },
+    {
+      "grad_norm": 0.07616499811410904,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 49590
+    },
+    {
+      "grad_norm": 0.033243462443351746,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 49600
+    },
+    {
+      "grad_norm": 0.05592670664191246,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 49610
+    },
+    {
+      "grad_norm": 0.06013857200741768,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 49620
+    },
+    {
+      "grad_norm": 0.07230903953313828,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 49630
+    },
+    {
+      "grad_norm": 0.04135431349277496,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 49640
+    },
+    {
+      "grad_norm": 0.04015149176120758,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 49650
+    },
+    {
+      "grad_norm": 0.0419175811111927,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 49660
+    },
+    {
+      "grad_norm": 0.037830650806427,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 49670
+    },
+    {
+      "grad_norm": 0.044855035841464996,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 49680
+    },
+    {
+      "grad_norm": 0.10807868838310242,
+      "learning_rate": 0.0001,
+      "loss": 0.0634,
+      "step": 49690
+    },
+    {
+      "grad_norm": 0.05991724506020546,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 49700
+    },
+    {
+      "grad_norm": 0.03680449724197388,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 49710
+    },
+    {
+      "grad_norm": 0.037777941673994064,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 49720
+    },
+    {
+      "grad_norm": 0.033989597111940384,
+      "learning_rate": 0.0001,
+      "loss": 0.0659,
+      "step": 49730
+    },
+    {
+      "grad_norm": 0.028658602386713028,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 49740
+    },
+    {
+      "grad_norm": 0.05265696346759796,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 49750
+    },
+    {
+      "grad_norm": 0.034224025905132294,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 49760
+    },
+    {
+      "grad_norm": 0.0614490732550621,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 49770
+    },
+    {
+      "grad_norm": 0.027375442907214165,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 49780
+    },
+    {
+      "grad_norm": 0.04813406988978386,
+      "learning_rate": 0.0001,
+      "loss": 0.0648,
+      "step": 49790
+    },
+    {
+      "grad_norm": 0.04053955897688866,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 49800
+    },
+    {
+      "grad_norm": 0.04212247207760811,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 49810
+    },
+    {
+      "grad_norm": 0.0332215316593647,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 49820
+    },
+    {
+      "grad_norm": 0.03739544749259949,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 49830
+    },
+    {
+      "grad_norm": 0.02928614243865013,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 49840
+    },
+    {
+      "grad_norm": 0.039210766553878784,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 49850
+    },
+    {
+      "grad_norm": 0.040138714015483856,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 49860
+    },
+    {
+      "grad_norm": 0.033942125737667084,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 49870
+    },
+    {
+      "grad_norm": 0.026055986061692238,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 49880
+    },
+    {
+      "grad_norm": 0.02944299578666687,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 49890
+    },
+    {
+      "grad_norm": 0.028027057647705078,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 49900
+    },
+    {
+      "grad_norm": 0.03473209962248802,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 49910
+    },
+    {
+      "grad_norm": 0.04438411071896553,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 49920
+    },
+    {
+      "grad_norm": 0.03358471021056175,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 49930
+    },
+    {
+      "grad_norm": 0.034524206072092056,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 49940
+    },
+    {
+      "grad_norm": 0.037281334400177,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 49950
+    },
+    {
+      "grad_norm": 0.034907158464193344,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 49960
+    },
+    {
+      "grad_norm": 0.03579402342438698,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 49970
+    },
+    {
+      "grad_norm": 0.030700547620654106,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 49980
+    },
+    {
+      "grad_norm": 0.037268660962581635,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 49990
+    },
+    {
+      "grad_norm": 0.03484649956226349,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 50000
+    },
+    {
+      "grad_norm": 0.031028438359498978,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 50010
+    },
+    {
+      "grad_norm": 0.03695264458656311,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 50020
+    },
+    {
+      "grad_norm": 0.06482718139886856,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 50030
+    },
+    {
+      "grad_norm": 0.06335911154747009,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 50040
+    },
+    {
+      "grad_norm": 0.038037221878767014,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 50050
+    },
+    {
+      "grad_norm": 0.03037174977362156,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 50060
+    },
+    {
+      "grad_norm": 0.03641219809651375,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 50070
+    },
+    {
+      "grad_norm": 0.028983300551772118,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 50080
+    },
+    {
+      "grad_norm": 0.039669446647167206,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 50090
+    },
+    {
+      "grad_norm": 0.028203334659337997,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 50100
+    },
+    {
+      "grad_norm": 0.04785700514912605,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 50110
+    },
+    {
+      "grad_norm": 0.03174068033695221,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 50120
+    },
+    {
+      "grad_norm": 0.04110681265592575,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 50130
+    },
+    {
+      "grad_norm": 0.03017008677124977,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 50140
+    },
+    {
+      "grad_norm": 0.04137500002980232,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 50150
+    },
+    {
+      "grad_norm": 0.24317823350429535,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 50160
+    },
+    {
+      "grad_norm": 0.041168808937072754,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 50170
+    },
+    {
+      "grad_norm": 0.04142647236585617,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 50180
+    },
+    {
+      "grad_norm": 0.046364229172468185,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 50190
+    },
+    {
+      "grad_norm": 0.04034668207168579,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 50200
+    },
+    {
+      "grad_norm": 0.033492304384708405,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 50210
+    },
+    {
+      "grad_norm": 0.03439364954829216,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 50220
+    },
+    {
+      "grad_norm": 0.04608489200472832,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 50230
+    },
+    {
+      "grad_norm": 0.034482985734939575,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 50240
+    },
+    {
+      "grad_norm": 0.03672361746430397,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 50250
+    },
+    {
+      "grad_norm": 0.038296960294246674,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 50260
+    },
+    {
+      "grad_norm": 0.030748622491955757,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 50270
+    },
+    {
+      "grad_norm": 0.03766746446490288,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 50280
+    },
+    {
+      "grad_norm": 0.04158775135874748,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 50290
+    },
+    {
+      "grad_norm": 0.03721676394343376,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 50300
+    },
+    {
+      "grad_norm": 0.044337306171655655,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 50310
+    },
+    {
+      "grad_norm": 0.05521615594625473,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 50320
+    },
+    {
+      "grad_norm": 0.036785345524549484,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 50330
+    },
+    {
+      "grad_norm": 0.041998691856861115,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 50340
+    },
+    {
+      "grad_norm": 0.0654471218585968,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 50350
+    },
+    {
+      "grad_norm": 0.07054376602172852,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 50360
+    },
+    {
+      "grad_norm": 0.028424376621842384,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 50370
+    },
+    {
+      "grad_norm": 0.03865700215101242,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 50380
+    },
+    {
+      "grad_norm": 0.032968662679195404,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 50390
+    },
+    {
+      "grad_norm": 0.039951398968696594,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 50400
+    },
+    {
+      "grad_norm": 0.0302457083016634,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 50410
+    },
+    {
+      "grad_norm": 0.06907550245523453,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 50420
+    },
+    {
+      "grad_norm": 0.029595492407679558,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 50430
+    },
+    {
+      "grad_norm": 0.09902532398700714,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 50440
+    },
+    {
+      "grad_norm": 0.034896738827228546,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 50450
+    },
+    {
+      "grad_norm": 0.04310540854930878,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 50460
+    },
+    {
+      "grad_norm": 0.03917692229151726,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 50470
+    },
+    {
+      "grad_norm": 0.07078098505735397,
+      "learning_rate": 0.0001,
+      "loss": 0.0655,
+      "step": 50480
+    },
+    {
+      "grad_norm": 0.04258032515645027,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 50490
+    },
+    {
+      "grad_norm": 0.04957971349358559,
+      "learning_rate": 0.0001,
+      "loss": 0.0644,
+      "step": 50500
+    },
+    {
+      "grad_norm": 0.0796569436788559,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 50510
+    },
+    {
+      "grad_norm": 0.04914751648902893,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 50520
+    },
+    {
+      "grad_norm": 0.055873431265354156,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 50530
+    },
+    {
+      "grad_norm": 0.032214853912591934,
+      "learning_rate": 0.0001,
+      "loss": 0.0661,
+      "step": 50540
+    },
+    {
+      "grad_norm": 0.03541520982980728,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 50550
+    },
+    {
+      "grad_norm": 0.031003408133983612,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 50560
+    },
+    {
+      "grad_norm": 0.02550123631954193,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 50570
+    },
+    {
+      "grad_norm": 0.03230377286672592,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 50580
+    },
+    {
+      "grad_norm": 0.029665302485227585,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 50590
+    },
+    {
+      "grad_norm": 0.08151690661907196,
+      "learning_rate": 0.0001,
+      "loss": 0.066,
+      "step": 50600
+    },
+    {
+      "grad_norm": 0.03542542830109596,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 50610
+    },
+    {
+      "grad_norm": 0.03264171630144119,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 50620
+    },
+    {
+      "grad_norm": 0.04104634374380112,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 50630
+    },
+    {
+      "grad_norm": 0.038582757115364075,
+      "learning_rate": 0.0001,
+      "loss": 0.0645,
+      "step": 50640
+    },
+    {
+      "grad_norm": 0.055598579347133636,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 50650
+    },
+    {
+      "grad_norm": 0.03314292058348656,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 50660
+    },
+    {
+      "grad_norm": 0.053371697664260864,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 50670
+    },
+    {
+      "grad_norm": 0.15463508665561676,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 50680
+    },
+    {
+      "grad_norm": 0.04073663055896759,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 50690
+    },
+    {
+      "grad_norm": 0.04011531546711922,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 50700
+    },
+    {
+      "grad_norm": 0.055745452642440796,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 50710
+    },
+    {
+      "grad_norm": 0.038996294140815735,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 50720
+    },
+    {
+      "grad_norm": 0.0696336105465889,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 50730
+    },
+    {
+      "grad_norm": 0.0393722765147686,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 50740
+    },
+    {
+      "grad_norm": 0.030741341412067413,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 50750
+    },
+    {
+      "grad_norm": 0.04592566564679146,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 50760
+    },
+    {
+      "grad_norm": 0.02782392129302025,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 50770
+    },
+    {
+      "grad_norm": 0.03438756987452507,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 50780
+    },
+    {
+      "grad_norm": 0.03141731768846512,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 50790
+    },
+    {
+      "grad_norm": 0.03160342201590538,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 50800
+    },
+    {
+      "grad_norm": 0.040627624839544296,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 50810
+    },
+    {
+      "grad_norm": 0.03972285985946655,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 50820
+    },
+    {
+      "grad_norm": 0.04340323060750961,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 50830
+    },
+    {
+      "grad_norm": 0.04270283877849579,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 50840
+    },
+    {
+      "grad_norm": 0.05343489721417427,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 50850
+    },
+    {
+      "grad_norm": 0.10911209881305695,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 50860
+    },
+    {
+      "grad_norm": 0.05262523517012596,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 50870
+    },
+    {
+      "grad_norm": 0.04746566712856293,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 50880
+    },
+    {
+      "grad_norm": 0.06331714242696762,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 50890
+    },
+    {
+      "grad_norm": 0.07457201182842255,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 50900
+    },
+    {
+      "grad_norm": 0.05478372424840927,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 50910
+    },
+    {
+      "grad_norm": 0.035892728716135025,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 50920
+    },
+    {
+      "grad_norm": 0.02755177766084671,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 50930
+    },
+    {
+      "grad_norm": 0.04694774001836777,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 50940
+    },
+    {
+      "grad_norm": 0.05555439367890358,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 50950
+    },
+    {
+      "grad_norm": 0.07790689915418625,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 50960
+    },
+    {
+      "grad_norm": 0.030368538573384285,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 50970
+    },
+    {
+      "grad_norm": 0.06053678318858147,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 50980
+    },
+    {
+      "grad_norm": 0.03627285733819008,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 50990
+    },
+    {
+      "grad_norm": 0.0344284251332283,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 51000
+    },
+    {
+      "grad_norm": 0.03313872963190079,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 51010
+    },
+    {
+      "grad_norm": 0.035749249160289764,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 51020
+    },
+    {
+      "grad_norm": 0.03873063996434212,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 51030
+    },
+    {
+      "grad_norm": 0.039368484169244766,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 51040
+    },
+    {
+      "grad_norm": 0.0361090824007988,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 51050
+    },
+    {
+      "grad_norm": 0.03833859786391258,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 51060
+    },
+    {
+      "grad_norm": 0.04622085392475128,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 51070
+    },
+    {
+      "grad_norm": 0.03204572573304176,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 51080
+    },
+    {
+      "grad_norm": 0.05152912810444832,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 51090
+    },
+    {
+      "grad_norm": 0.05129982903599739,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 51100
+    },
+    {
+      "grad_norm": 0.036723800003528595,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 51110
+    },
+    {
+      "grad_norm": 0.029993169009685516,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 51120
+    },
+    {
+      "grad_norm": 0.02861948125064373,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 51130
+    },
+    {
+      "grad_norm": 0.038033898919820786,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 51140
+    },
+    {
+      "grad_norm": 0.03463725000619888,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 51150
+    },
+    {
+      "grad_norm": 0.09581856429576874,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 51160
+    },
+    {
+      "grad_norm": 0.034644030034542084,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 51170
+    },
+    {
+      "grad_norm": 0.05218033865094185,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 51180
+    },
+    {
+      "grad_norm": 0.03636501729488373,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 51190
+    },
+    {
+      "grad_norm": 0.04178832471370697,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 51200
+    },
+    {
+      "grad_norm": 0.03458710014820099,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 51210
+    },
+    {
+      "grad_norm": 0.028815805912017822,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 51220
+    },
+    {
+      "grad_norm": 0.04652860760688782,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 51230
+    },
+    {
+      "grad_norm": 0.04085856303572655,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 51240
+    },
+    {
+      "grad_norm": 0.03213448449969292,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 51250
+    },
+    {
+      "grad_norm": 0.057277459651231766,
+      "learning_rate": 0.0001,
+      "loss": 0.0663,
+      "step": 51260
+    },
+    {
+      "grad_norm": 0.05813276022672653,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 51270
+    },
+    {
+      "grad_norm": 0.04417184367775917,
+      "learning_rate": 0.0001,
+      "loss": 0.0654,
+      "step": 51280
+    },
+    {
+      "grad_norm": 0.07186504453420639,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 51290
+    },
+    {
+      "grad_norm": 0.040347564965486526,
+      "learning_rate": 0.0001,
+      "loss": 0.0664,
+      "step": 51300
+    },
+    {
+      "grad_norm": 0.04962252825498581,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 51310
+    },
+    {
+      "grad_norm": 0.03999066725373268,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 51320
+    },
+    {
+      "grad_norm": 0.030607173219323158,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 51330
+    },
+    {
+      "grad_norm": 0.04405507817864418,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 51340
+    },
+    {
+      "grad_norm": 0.03887345269322395,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 51350
+    },
+    {
+      "grad_norm": 0.03722025454044342,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 51360
+    },
+    {
+      "grad_norm": 0.03200496360659599,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 51370
+    },
+    {
+      "grad_norm": 0.03245466947555542,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 51380
+    },
+    {
+      "grad_norm": 0.03866039961576462,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 51390
+    },
+    {
+      "grad_norm": 0.03988053649663925,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 51400
+    },
+    {
+      "grad_norm": 0.03238813579082489,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 51410
+    },
+    {
+      "grad_norm": 0.04225201904773712,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 51420
+    },
+    {
+      "grad_norm": 0.032873935997486115,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 51430
+    },
+    {
+      "grad_norm": 0.03437606990337372,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 51440
+    },
+    {
+      "grad_norm": 0.03646789491176605,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 51450
+    },
+    {
+      "grad_norm": 0.05581989139318466,
+      "learning_rate": 0.0001,
+      "loss": 0.0636,
+      "step": 51460
+    },
+    {
+      "grad_norm": 0.0406002439558506,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 51470
+    },
+    {
+      "grad_norm": 0.03848688304424286,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 51480
+    },
+    {
+      "grad_norm": 0.03254613280296326,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 51490
+    },
+    {
+      "grad_norm": 0.03807307779788971,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 51500
+    },
+    {
+      "grad_norm": 0.030408790335059166,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 51510
+    },
+    {
+      "grad_norm": 0.07140200585126877,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 51520
+    },
+    {
+      "grad_norm": 0.037307411432266235,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 51530
+    },
+    {
+      "grad_norm": 0.054319825023412704,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 51540
+    },
+    {
+      "grad_norm": 0.03899236395955086,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 51550
+    },
+    {
+      "grad_norm": 0.04533916711807251,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 51560
+    },
+    {
+      "grad_norm": 0.06435354053974152,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 51570
+    },
+    {
+      "grad_norm": 0.07190627604722977,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 51580
+    },
+    {
+      "grad_norm": 0.04848315566778183,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 51590
+    },
+    {
+      "grad_norm": 0.03344668447971344,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 51600
+    },
+    {
+      "grad_norm": 0.02973482571542263,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 51610
+    },
+    {
+      "grad_norm": 0.04713534191250801,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 51620
+    },
+    {
+      "grad_norm": 0.04329453036189079,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 51630
+    },
+    {
+      "grad_norm": 0.0335744209587574,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 51640
+    },
+    {
+      "grad_norm": 0.032657403498888016,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 51650
+    },
+    {
+      "grad_norm": 0.02954430691897869,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 51660
+    },
+    {
+      "grad_norm": 0.0518646277487278,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 51670
+    },
+    {
+      "grad_norm": 0.04387415573000908,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 51680
+    },
+    {
+      "grad_norm": 0.05601955205202103,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 51690
+    },
+    {
+      "grad_norm": 0.027551544830203056,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 51700
+    },
+    {
+      "grad_norm": 0.05930127203464508,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 51710
+    },
+    {
+      "grad_norm": 0.04438650235533714,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 51720
+    },
+    {
+      "grad_norm": 0.09421487897634506,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 51730
+    },
+    {
+      "grad_norm": 0.04077447950839996,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 51740
+    },
+    {
+      "grad_norm": 0.040590811520814896,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 51750
+    },
+    {
+      "grad_norm": 0.03399311378598213,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 51760
+    },
+    {
+      "grad_norm": 0.05745173990726471,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 51770
+    },
+    {
+      "grad_norm": 0.028243152424693108,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 51780
+    },
+    {
+      "grad_norm": 0.03548656031489372,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 51790
+    },
+    {
+      "grad_norm": 0.03598864749073982,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 51800
+    },
+    {
+      "grad_norm": 0.0359250009059906,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 51810
+    },
+    {
+      "grad_norm": 0.041364725679159164,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 51820
+    },
+    {
+      "grad_norm": 0.03578505665063858,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 51830
+    },
+    {
+      "grad_norm": 0.10930050164461136,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 51840
+    },
+    {
+      "grad_norm": 0.0523638017475605,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 51850
+    },
+    {
+      "grad_norm": 0.13183145225048065,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 51860
+    },
+    {
+      "grad_norm": 0.10353953391313553,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 51870
+    },
+    {
+      "grad_norm": 0.056201472878456116,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 51880
+    },
+    {
+      "grad_norm": 0.029664309695363045,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 51890
+    },
+    {
+      "grad_norm": 0.12615430355072021,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 51900
+    },
+    {
+      "grad_norm": 0.06111816316843033,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 51910
+    },
+    {
+      "grad_norm": 0.03507649898529053,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 51920
+    },
+    {
+      "grad_norm": 0.035420242697000504,
+      "learning_rate": 0.0001,
+      "loss": 0.0642,
+      "step": 51930
+    },
+    {
+      "grad_norm": 0.036335911601781845,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 51940
+    },
+    {
+      "grad_norm": 0.029092198237776756,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 51950
+    },
+    {
+      "grad_norm": 0.06052055582404137,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 51960
+    },
+    {
+      "grad_norm": 0.030162522569298744,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 51970
+    },
+    {
+      "grad_norm": 0.0420943908393383,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 51980
+    },
+    {
+      "grad_norm": 0.037496279925107956,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 51990
+    },
+    {
+      "grad_norm": 0.039206042885780334,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 52000
+    },
+    {
+      "grad_norm": 0.031227130442857742,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 52010
+    },
+    {
+      "grad_norm": 0.02923456020653248,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 52020
+    },
+    {
+      "grad_norm": 0.030991852283477783,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 52030
+    },
+    {
+      "grad_norm": 0.031763285398483276,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 52040
+    },
+    {
+      "grad_norm": 0.03211932256817818,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 52050
+    },
+    {
+      "grad_norm": 0.03073916956782341,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 52060
+    },
+    {
+      "grad_norm": 0.031087340787053108,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 52070
+    },
+    {
+      "grad_norm": 0.05099252983927727,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 52080
+    },
+    {
+      "grad_norm": 0.03186110779643059,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 52090
+    },
+    {
+      "grad_norm": 0.02842656522989273,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 52100
+    },
+    {
+      "grad_norm": 0.03999278321862221,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 52110
+    },
+    {
+      "grad_norm": 0.026902277022600174,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 52120
+    },
+    {
+      "grad_norm": 0.026733938604593277,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 52130
+    },
+    {
+      "grad_norm": 0.026639839634299278,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 52140
+    },
+    {
+      "grad_norm": 0.02795174904167652,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 52150
+    },
+    {
+      "grad_norm": 0.04427434504032135,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 52160
+    },
+    {
+      "grad_norm": 0.04545409232378006,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 52170
+    },
+    {
+      "grad_norm": 0.026709221303462982,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 52180
+    },
+    {
+      "grad_norm": 0.05073947086930275,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 52190
+    },
+    {
+      "grad_norm": 0.02900094911456108,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 52200
+    },
+    {
+      "grad_norm": 0.04055800288915634,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 52210
+    },
+    {
+      "grad_norm": 0.03708299249410629,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 52220
+    },
+    {
+      "grad_norm": 0.038571547716856,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 52230
+    },
+    {
+      "grad_norm": 0.027358809486031532,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 52240
+    },
+    {
+      "grad_norm": 0.05580155923962593,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 52250
+    },
+    {
+      "grad_norm": 0.0434243343770504,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 52260
+    },
+    {
+      "grad_norm": 0.036319367587566376,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 52270
+    },
+    {
+      "grad_norm": 0.04022791236639023,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 52280
+    },
+    {
+      "grad_norm": 0.042222969233989716,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 52290
+    },
+    {
+      "grad_norm": 0.028812225908041,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 52300
+    },
+    {
+      "grad_norm": 0.0337061807513237,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 52310
+    },
+    {
+      "grad_norm": 0.04245516285300255,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 52320
+    },
+    {
+      "grad_norm": 0.05864659324288368,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 52330
+    },
+    {
+      "grad_norm": 0.04126029089093208,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 52340
+    },
+    {
+      "grad_norm": 0.03711002320051193,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 52350
+    },
+    {
+      "grad_norm": 0.033874910324811935,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 52360
+    },
+    {
+      "grad_norm": 0.03343188017606735,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 52370
+    },
+    {
+      "grad_norm": 0.0451405793428421,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 52380
+    },
+    {
+      "grad_norm": 0.03740125894546509,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 52390
+    },
+    {
+      "grad_norm": 0.09376052767038345,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 52400
+    },
+    {
+      "grad_norm": 0.03780459240078926,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 52410
+    },
+    {
+      "grad_norm": 0.027999119833111763,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 52420
+    },
+    {
+      "grad_norm": 0.04577087238430977,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 52430
+    },
+    {
+      "grad_norm": 0.05413806065917015,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 52440
+    },
+    {
+      "grad_norm": 0.02994992583990097,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 52450
+    },
+    {
+      "grad_norm": 0.029063692316412926,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 52460
+    },
+    {
+      "grad_norm": 0.0354570634663105,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 52470
+    },
+    {
+      "grad_norm": 0.03814828768372536,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 52480
+    },
+    {
+      "grad_norm": 0.0774952694773674,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 52490
+    },
+    {
+      "grad_norm": 0.03694600611925125,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 52500
+    },
+    {
+      "grad_norm": 0.0423395037651062,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 52510
+    },
+    {
+      "grad_norm": 0.04311908036470413,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 52520
+    },
+    {
+      "grad_norm": 0.03335263207554817,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 52530
+    },
+    {
+      "grad_norm": 0.03500274568796158,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 52540
+    },
+    {
+      "grad_norm": 0.04012090340256691,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 52550
+    },
+    {
+      "grad_norm": 0.04553445056080818,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 52560
+    },
+    {
+      "grad_norm": 0.05668221786618233,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 52570
+    },
+    {
+      "grad_norm": 0.055114176124334335,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 52580
+    },
+    {
+      "grad_norm": 0.04611603543162346,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 52590
+    },
+    {
+      "grad_norm": 0.04064269736409187,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 52600
+    },
+    {
+      "grad_norm": 0.06030444800853729,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 52610
+    },
+    {
+      "grad_norm": 0.04784707725048065,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 52620
+    },
+    {
+      "grad_norm": 0.10257434099912643,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 52630
+    },
+    {
+      "grad_norm": 0.1185062825679779,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 52640
+    },
+    {
+      "grad_norm": 0.06351996213197708,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 52650
+    },
+    {
+      "grad_norm": 0.033463701605796814,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 52660
+    },
+    {
+      "grad_norm": 0.040964554995298386,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 52670
+    },
+    {
+      "grad_norm": 0.03781383857131004,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 52680
+    },
+    {
+      "grad_norm": 0.037707991898059845,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 52690
+    },
+    {
+      "grad_norm": 0.03693016618490219,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 52700
+    },
+    {
+      "grad_norm": 0.03228435292840004,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 52710
+    },
+    {
+      "grad_norm": 0.03921632468700409,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 52720
+    },
+    {
+      "grad_norm": 0.03642670437693596,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 52730
+    },
+    {
+      "grad_norm": 0.040155842900276184,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 52740
+    },
+    {
+      "grad_norm": 0.0323844775557518,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 52750
+    },
+    {
+      "grad_norm": 0.035906337201595306,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 52760
+    },
+    {
+      "grad_norm": 0.045886702835559845,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 52770
+    },
+    {
+      "grad_norm": 0.08874373137950897,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 52780
+    },
+    {
+      "grad_norm": 0.11749964952468872,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 52790
+    },
+    {
+      "grad_norm": 0.05983779951930046,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 52800
+    },
+    {
+      "grad_norm": 0.036632101982831955,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 52810
+    },
+    {
+      "grad_norm": 0.034092534333467484,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 52820
+    },
+    {
+      "grad_norm": 0.03630082309246063,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 52830
+    },
+    {
+      "grad_norm": 0.03284876048564911,
+      "learning_rate": 0.0001,
+      "loss": 0.0632,
+      "step": 52840
+    },
+    {
+      "grad_norm": 0.03492513671517372,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 52850
+    },
+    {
+      "grad_norm": 0.05409266799688339,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 52860
+    },
+    {
+      "grad_norm": 0.03545638546347618,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 52870
+    },
+    {
+      "grad_norm": 0.03673280403017998,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 52880
+    },
+    {
+      "grad_norm": 0.03326863422989845,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 52890
+    },
+    {
+      "grad_norm": 0.03999508544802666,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 52900
+    },
+    {
+      "grad_norm": 0.028789445757865906,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 52910
+    },
+    {
+      "grad_norm": 0.03731720522046089,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 52920
+    },
+    {
+      "grad_norm": 0.08308066427707672,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 52930
+    },
+    {
+      "grad_norm": 0.06739453971385956,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 52940
+    },
+    {
+      "grad_norm": 0.04270760715007782,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 52950
+    },
+    {
+      "grad_norm": 0.04465968534350395,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 52960
+    },
+    {
+      "grad_norm": 0.03335968032479286,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 52970
+    },
+    {
+      "grad_norm": 0.0356714129447937,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 52980
+    },
+    {
+      "grad_norm": 0.042574331164360046,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 52990
+    },
+    {
+      "grad_norm": 0.044835835695266724,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 53000
+    },
+    {
+      "grad_norm": 0.03056313842535019,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 53010
+    },
+    {
+      "grad_norm": 0.0479918047785759,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 53020
+    },
+    {
+      "grad_norm": 0.041942525655031204,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 53030
+    },
+    {
+      "grad_norm": 0.03356434032320976,
+      "learning_rate": 0.0001,
+      "loss": 0.0651,
+      "step": 53040
+    },
+    {
+      "grad_norm": 0.02970670722424984,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 53050
+    },
+    {
+      "grad_norm": 0.13298651576042175,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 53060
+    },
+    {
+      "grad_norm": 0.031111322343349457,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 53070
+    },
+    {
+      "grad_norm": 0.051638662815093994,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 53080
+    },
+    {
+      "grad_norm": 0.09668987989425659,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 53090
+    },
+    {
+      "grad_norm": 0.07380352169275284,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 53100
+    },
+    {
+      "grad_norm": 0.028047265484929085,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 53110
+    },
+    {
+      "grad_norm": 0.035112492740154266,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 53120
+    },
+    {
+      "grad_norm": 0.030335133895277977,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 53130
+    },
+    {
+      "grad_norm": 0.0386541523039341,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 53140
+    },
+    {
+      "grad_norm": 0.03285405412316322,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 53150
+    },
+    {
+      "grad_norm": 0.02790028043091297,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 53160
+    },
+    {
+      "grad_norm": 0.024768631905317307,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 53170
+    },
+    {
+      "grad_norm": 0.027642395347356796,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 53180
+    },
+    {
+      "grad_norm": 0.0549343042075634,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 53190
+    },
+    {
+      "grad_norm": 0.09555435925722122,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 53200
+    },
+    {
+      "grad_norm": 0.03729638084769249,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 53210
+    },
+    {
+      "grad_norm": 0.033036861568689346,
+      "learning_rate": 0.0001,
+      "loss": 0.0666,
+      "step": 53220
+    },
+    {
+      "grad_norm": 0.03924548998475075,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 53230
+    },
+    {
+      "grad_norm": 0.04836146906018257,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 53240
+    },
+    {
+      "grad_norm": 0.03087940253317356,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 53250
+    },
+    {
+      "grad_norm": 0.0421864278614521,
+      "learning_rate": 0.0001,
+      "loss": 0.0667,
+      "step": 53260
+    },
+    {
+      "grad_norm": 0.028435038402676582,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 53270
+    },
+    {
+      "grad_norm": 0.041232895106077194,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 53280
+    },
+    {
+      "grad_norm": 0.04383145272731781,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 53290
+    },
+    {
+      "grad_norm": 0.028807569295167923,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 53300
+    },
+    {
+      "grad_norm": 0.03052881732583046,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 53310
+    },
+    {
+      "grad_norm": 0.034192077815532684,
+      "learning_rate": 0.0001,
+      "loss": 0.0652,
+      "step": 53320
+    },
+    {
+      "grad_norm": 0.04022365063428879,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 53330
+    },
+    {
+      "grad_norm": 0.11435383558273315,
+      "learning_rate": 0.0001,
+      "loss": 0.0656,
+      "step": 53340
+    },
+    {
+      "grad_norm": 0.035470787435770035,
+      "learning_rate": 0.0001,
+      "loss": 0.0643,
+      "step": 53350
+    },
+    {
+      "grad_norm": 0.0363982729613781,
+      "learning_rate": 0.0001,
+      "loss": 0.0665,
+      "step": 53360
+    },
+    {
+      "grad_norm": 0.028534745797514915,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 53370
+    },
+    {
+      "grad_norm": 0.05831891670823097,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 53380
+    },
+    {
+      "grad_norm": 0.029430627822875977,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 53390
+    },
+    {
+      "grad_norm": 0.03044923022389412,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 53400
+    },
+    {
+      "grad_norm": 0.03761434182524681,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 53410
+    },
+    {
+      "grad_norm": 0.030344603583216667,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 53420
+    },
+    {
+      "grad_norm": 0.03425021469593048,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 53430
+    },
+    {
+      "grad_norm": 0.030840149149298668,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 53440
+    },
+    {
+      "grad_norm": 0.03477822616696358,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 53450
+    },
+    {
+      "grad_norm": 0.02842218615114689,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 53460
+    },
+    {
+      "grad_norm": 0.05948270112276077,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 53470
+    },
+    {
+      "grad_norm": 0.032205771654844284,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 53480
+    },
+    {
+      "grad_norm": 0.03644809499382973,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 53490
+    },
+    {
+      "grad_norm": 0.0373760424554348,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 53500
+    },
+    {
+      "grad_norm": 0.03915860131382942,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 53510
+    },
+    {
+      "grad_norm": 0.0589127354323864,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 53520
+    },
+    {
+      "grad_norm": 0.07804474979639053,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 53530
+    },
+    {
+      "grad_norm": 0.06718795001506805,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 53540
+    },
+    {
+      "grad_norm": 0.04230091720819473,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 53550
+    },
+    {
+      "grad_norm": 0.03793575242161751,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 53560
+    },
+    {
+      "grad_norm": 0.04895893484354019,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 53570
+    },
+    {
+      "grad_norm": 0.045469798147678375,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 53580
+    },
+    {
+      "grad_norm": 0.04440051689743996,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 53590
+    },
+    {
+      "grad_norm": 0.03707302361726761,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 53600
+    },
+    {
+      "grad_norm": 0.039574041962623596,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 53610
+    },
+    {
+      "grad_norm": 0.036534689366817474,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 53620
+    },
+    {
+      "grad_norm": 0.043023478239774704,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 53630
+    },
+    {
+      "grad_norm": 0.05610300600528717,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 53640
+    },
+    {
+      "grad_norm": 0.03768255561590195,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 53650
+    },
+    {
+      "grad_norm": 0.043254293501377106,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 53660
+    },
+    {
+      "grad_norm": 0.037205807864665985,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 53670
+    },
+    {
+      "grad_norm": 0.04408988356590271,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 53680
+    },
+    {
+      "grad_norm": 0.03380970284342766,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 53690
+    },
+    {
+      "grad_norm": 0.03886595740914345,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 53700
+    },
+    {
+      "grad_norm": 0.19542033970355988,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 53710
+    },
+    {
+      "grad_norm": 0.1199069395661354,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 53720
+    },
+    {
+      "grad_norm": 0.0704200342297554,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 53730
+    },
+    {
+      "grad_norm": 0.058539338409900665,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 53740
+    },
+    {
+      "grad_norm": 0.049920596182346344,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 53750
+    },
+    {
+      "grad_norm": 0.04311921074986458,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 53760
+    },
+    {
+      "grad_norm": 0.031630467623472214,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 53770
+    },
+    {
+      "grad_norm": 0.029604315757751465,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 53780
+    },
+    {
+      "grad_norm": 0.09052880108356476,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 53790
+    },
+    {
+      "grad_norm": 0.05179993063211441,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 53800
+    },
+    {
+      "grad_norm": 0.03222377970814705,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 53810
+    },
+    {
+      "grad_norm": 0.028957804664969444,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 53820
+    },
+    {
+      "grad_norm": 0.027998067438602448,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 53830
+    },
+    {
+      "grad_norm": 0.04520431160926819,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 53840
+    },
+    {
+      "grad_norm": 0.03791326284408569,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 53850
+    },
+    {
+      "grad_norm": 0.03905965015292168,
+      "learning_rate": 0.0001,
+      "loss": 0.0637,
+      "step": 53860
+    },
+    {
+      "grad_norm": 0.02997598797082901,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 53870
+    },
+    {
+      "grad_norm": 0.03493566811084747,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 53880
+    },
+    {
+      "grad_norm": 0.030648123472929,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 53890
+    },
+    {
+      "grad_norm": 0.03372527286410332,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 53900
+    },
+    {
+      "grad_norm": 0.049802619963884354,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 53910
+    },
+    {
+      "grad_norm": 0.029042426496744156,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 53920
+    },
+    {
+      "grad_norm": 0.029419686645269394,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 53930
+    },
+    {
+      "grad_norm": 0.031509749591350555,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 53940
+    },
+    {
+      "grad_norm": 0.03932059556245804,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 53950
+    },
+    {
+      "grad_norm": 0.042184941470623016,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 53960
+    },
+    {
+      "grad_norm": 0.03060901165008545,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 53970
+    },
+    {
+      "grad_norm": 0.02688702568411827,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 53980
+    },
+    {
+      "grad_norm": 0.04206236079335213,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 53990
+    },
+    {
+      "grad_norm": 0.09754158556461334,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 54000
+    },
+    {
+      "grad_norm": 0.05206093192100525,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 54010
+    },
+    {
+      "grad_norm": 0.06238272786140442,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 54020
+    },
+    {
+      "grad_norm": 0.05620275437831879,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 54030
+    },
+    {
+      "grad_norm": 0.029943928122520447,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 54040
+    },
+    {
+      "grad_norm": 0.03296300023794174,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 54050
+    },
+    {
+      "grad_norm": 0.030752023681998253,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 54060
+    },
+    {
+      "grad_norm": 0.0468142069876194,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 54070
+    },
+    {
+      "grad_norm": 0.03383229300379753,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 54080
+    },
+    {
+      "grad_norm": 0.03951815888285637,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 54090
+    },
+    {
+      "grad_norm": 0.12534749507904053,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 54100
+    },
+    {
+      "grad_norm": 0.03583943843841553,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 54110
+    },
+    {
+      "grad_norm": 0.05642077326774597,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 54120
+    },
+    {
+      "grad_norm": 0.039431918412446976,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 54130
+    },
+    {
+      "grad_norm": 0.030583888292312622,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 54140
+    },
+    {
+      "grad_norm": 0.061021823436021805,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 54150
+    },
+    {
+      "grad_norm": 0.033551327884197235,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 54160
+    },
+    {
+      "grad_norm": 0.04176994785666466,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 54170
+    },
+    {
+      "grad_norm": 0.031035980209708214,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 54180
+    },
+    {
+      "grad_norm": 0.030112864449620247,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 54190
+    },
+    {
+      "grad_norm": 0.030568188056349754,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 54200
+    },
+    {
+      "grad_norm": 0.03351064771413803,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 54210
+    },
+    {
+      "grad_norm": 0.04272092506289482,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 54220
+    },
+    {
+      "grad_norm": 0.03274771198630333,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 54230
+    },
+    {
+      "grad_norm": 0.025013646110892296,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 54240
+    },
+    {
+      "grad_norm": 0.02794794924557209,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 54250
+    },
+    {
+      "grad_norm": 0.027901258319616318,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 54260
+    },
+    {
+      "grad_norm": 0.0473707914352417,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 54270
+    },
+    {
+      "grad_norm": 0.041096530854701996,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 54280
+    },
+    {
+      "grad_norm": 0.028613287955522537,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 54290
+    },
+    {
+      "grad_norm": 0.03652427718043327,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 54300
+    },
+    {
+      "grad_norm": 0.023921648040413857,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 54310
+    },
+    {
+      "grad_norm": 0.031074101105332375,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 54320
+    },
+    {
+      "grad_norm": 0.02546052448451519,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 54330
+    },
+    {
+      "grad_norm": 0.026419201865792274,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 54340
+    },
+    {
+      "grad_norm": 0.0283652376383543,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 54350
+    },
+    {
+      "grad_norm": 0.03115876205265522,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 54360
+    },
+    {
+      "grad_norm": 0.026201993227005005,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 54370
+    },
+    {
+      "grad_norm": 0.03120671585202217,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 54380
+    },
+    {
+      "grad_norm": 0.02713453210890293,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 54390
+    },
+    {
+      "grad_norm": 0.03195013478398323,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 54400
+    },
+    {
+      "grad_norm": 0.027648096904158592,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 54410
+    },
+    {
+      "grad_norm": 0.028977762907743454,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 54420
+    },
+    {
+      "grad_norm": 0.038156092166900635,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 54430
+    },
+    {
+      "grad_norm": 0.06132980436086655,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 54440
+    },
+    {
+      "grad_norm": 0.053352806717157364,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 54450
+    },
+    {
+      "grad_norm": 0.03071051463484764,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 54460
+    },
+    {
+      "grad_norm": 0.031938597559928894,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 54470
+    },
+    {
+      "grad_norm": 0.03549211099743843,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 54480
+    },
+    {
+      "grad_norm": 0.02888518199324608,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 54490
+    },
+    {
+      "grad_norm": 0.03897590562701225,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 54500
+    },
+    {
+      "grad_norm": 0.029644083231687546,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 54510
+    },
+    {
+      "grad_norm": 0.03766739368438721,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 54520
+    },
+    {
+      "grad_norm": 0.03347475454211235,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 54530
+    },
+    {
+      "grad_norm": 0.048529259860515594,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 54540
+    },
+    {
+      "grad_norm": 0.04656083881855011,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 54550
+    },
+    {
+      "grad_norm": 0.035002246499061584,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 54560
+    },
+    {
+      "grad_norm": 0.03745216503739357,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 54570
+    },
+    {
+      "grad_norm": 0.04068860411643982,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 54580
+    },
+    {
+      "grad_norm": 0.04761751368641853,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 54590
+    },
+    {
+      "grad_norm": 0.02827398106455803,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 54600
+    },
+    {
+      "grad_norm": 0.02886810712516308,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 54610
+    },
+    {
+      "grad_norm": 0.032686810940504074,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 54620
+    },
+    {
+      "grad_norm": 0.034647807478904724,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 54630
+    },
+    {
+      "grad_norm": 0.07959464192390442,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 54640
+    },
+    {
+      "grad_norm": 0.19165751338005066,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 54650
+    },
+    {
+      "grad_norm": 0.06761263310909271,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 54660
+    },
+    {
+      "grad_norm": 0.03400780260562897,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 54670
+    },
+    {
+      "grad_norm": 0.030407113954424858,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 54680
+    },
+    {
+      "grad_norm": 0.04459419474005699,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 54690
+    },
+    {
+      "grad_norm": 0.03536929935216904,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 54700
+    },
+    {
+      "grad_norm": 0.03076746128499508,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 54710
+    },
+    {
+      "grad_norm": 0.04751933738589287,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 54720
+    },
+    {
+      "grad_norm": 0.03310658410191536,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 54730
+    },
+    {
+      "grad_norm": 0.045186977833509445,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 54740
+    },
+    {
+      "grad_norm": 0.043659862130880356,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 54750
+    },
+    {
+      "grad_norm": 0.034138023853302,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 54760
+    },
+    {
+      "grad_norm": 0.03486713021993637,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 54770
+    },
+    {
+      "grad_norm": 0.04421461373567581,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 54780
+    },
+    {
+      "grad_norm": 0.03868560120463371,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 54790
+    },
+    {
+      "grad_norm": 0.034457720816135406,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 54800
+    },
+    {
+      "grad_norm": 0.03359095752239227,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 54810
+    },
+    {
+      "grad_norm": 0.032254960387945175,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 54820
+    },
+    {
+      "grad_norm": 0.0449582040309906,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 54830
+    },
+    {
+      "grad_norm": 0.030679920688271523,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 54840
+    },
+    {
+      "grad_norm": 0.027049748227000237,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 54850
+    },
+    {
+      "grad_norm": 0.04765153303742409,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 54860
+    },
+    {
+      "grad_norm": 0.04232132062315941,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 54870
+    },
+    {
+      "grad_norm": 0.03262686729431152,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 54880
+    },
+    {
+      "grad_norm": 0.05370587855577469,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 54890
+    },
+    {
+      "grad_norm": 0.02891143225133419,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 54900
+    },
+    {
+      "grad_norm": 0.0327279195189476,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 54910
+    },
+    {
+      "grad_norm": 0.03150565177202225,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 54920
+    },
+    {
+      "grad_norm": 0.04007576033473015,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 54930
+    },
+    {
+      "grad_norm": 0.045338165014982224,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 54940
+    },
+    {
+      "grad_norm": 0.04252782091498375,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 54950
+    },
+    {
+      "grad_norm": 0.03907228261232376,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 54960
+    },
+    {
+      "grad_norm": 0.05323334038257599,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 54970
+    },
+    {
+      "grad_norm": 0.10253378748893738,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 54980
+    },
+    {
+      "grad_norm": 0.04110696539282799,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 54990
+    },
+    {
+      "grad_norm": 0.05731957405805588,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 55000
+    },
+    {
+      "grad_norm": 0.12271476536989212,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 55010
+    },
+    {
+      "grad_norm": 0.027501530945301056,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 55020
+    },
+    {
+      "grad_norm": 0.06450841575860977,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 55030
+    },
+    {
+      "grad_norm": 0.044414058327674866,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 55040
+    },
+    {
+      "grad_norm": 0.05887295678257942,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 55050
+    },
+    {
+      "grad_norm": 0.030429964885115623,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 55060
+    },
+    {
+      "grad_norm": 0.037636395543813705,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 55070
+    },
+    {
+      "grad_norm": 0.031018143519759178,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 55080
+    },
+    {
+      "grad_norm": 0.041269976645708084,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 55090
+    },
+    {
+      "grad_norm": 0.026980681344866753,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 55100
+    },
+    {
+      "grad_norm": 0.032778721302747726,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 55110
+    },
+    {
+      "grad_norm": 0.02946043573319912,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 55120
+    },
+    {
+      "grad_norm": 0.03434397280216217,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 55130
+    },
+    {
+      "grad_norm": 0.034221138805150986,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 55140
+    },
+    {
+      "grad_norm": 0.02851245366036892,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 55150
+    },
+    {
+      "grad_norm": 0.02639402076601982,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 55160
+    },
+    {
+      "grad_norm": 0.03716717287898064,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 55170
+    },
+    {
+      "grad_norm": 0.033728551119565964,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 55180
+    },
+    {
+      "grad_norm": 0.03672027960419655,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 55190
+    },
+    {
+      "grad_norm": 0.08761903643608093,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 55200
+    },
+    {
+      "grad_norm": 0.08059421181678772,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 55210
+    },
+    {
+      "grad_norm": 0.08813080191612244,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 55220
+    },
+    {
+      "grad_norm": 0.03723965212702751,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 55230
+    },
+    {
+      "grad_norm": 0.03246154636144638,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 55240
+    },
+    {
+      "grad_norm": 0.030311591923236847,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 55250
+    },
+    {
+      "grad_norm": 0.03573037311434746,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 55260
+    },
+    {
+      "grad_norm": 0.04161173850297928,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 55270
+    },
+    {
+      "grad_norm": 0.048955053091049194,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 55280
+    },
+    {
+      "grad_norm": 0.040730349719524384,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 55290
+    },
+    {
+      "grad_norm": 0.03215297311544418,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 55300
+    },
+    {
+      "grad_norm": 0.036183420568704605,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 55310
+    },
+    {
+      "grad_norm": 0.06141579896211624,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 55320
+    },
+    {
+      "grad_norm": 0.04026105999946594,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 55330
+    },
+    {
+      "grad_norm": 0.04499879106879234,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 55340
+    },
+    {
+      "grad_norm": 0.09599112719297409,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 55350
+    },
+    {
+      "grad_norm": 0.03923662006855011,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 55360
+    },
+    {
+      "grad_norm": 0.036313340067863464,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 55370
+    },
+    {
+      "grad_norm": 0.05203955993056297,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 55380
+    },
+    {
+      "grad_norm": 0.0324099063873291,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 55390
+    },
+    {
+      "grad_norm": 0.03313930332660675,
+      "learning_rate": 0.0001,
+      "loss": 0.0641,
+      "step": 55400
+    },
+    {
+      "grad_norm": 0.04849322512745857,
+      "learning_rate": 0.0001,
+      "loss": 0.064,
+      "step": 55410
+    },
+    {
+      "grad_norm": 0.02906966395676136,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 55420
+    },
+    {
+      "grad_norm": 0.04867653548717499,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 55430
+    },
+    {
+      "grad_norm": 0.0338633768260479,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 55440
+    },
+    {
+      "grad_norm": 0.050520915538072586,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 55450
+    },
+    {
+      "grad_norm": 0.02980569377541542,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 55460
+    },
+    {
+      "grad_norm": 0.033884402364492416,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 55470
+    },
+    {
+      "grad_norm": 0.043879080563783646,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 55480
+    },
+    {
+      "grad_norm": 0.06793474406003952,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 55490
+    },
+    {
+      "grad_norm": 0.029653673991560936,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 55500
+    },
+    {
+      "grad_norm": 0.047375380992889404,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 55510
+    },
+    {
+      "grad_norm": 0.05786401033401489,
+      "learning_rate": 0.0001,
+      "loss": 0.0657,
+      "step": 55520
+    },
+    {
+      "grad_norm": 0.03430081903934479,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 55530
+    },
+    {
+      "grad_norm": 0.03255496919155121,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 55540
+    },
+    {
+      "grad_norm": 0.05533875152468681,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 55550
+    },
+    {
+      "grad_norm": 0.06894934922456741,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 55560
+    },
+    {
+      "grad_norm": 0.027683380991220474,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 55570
+    },
+    {
+      "grad_norm": 0.0282820463180542,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 55580
+    },
+    {
+      "grad_norm": 0.032903771847486496,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 55590
+    },
+    {
+      "grad_norm": 0.0455264188349247,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 55600
+    },
+    {
+      "grad_norm": 0.06875632703304291,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 55610
+    },
+    {
+      "grad_norm": 0.02534879930317402,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 55620
+    },
+    {
+      "grad_norm": 0.034611091017723083,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 55630
+    },
+    {
+      "grad_norm": 0.02996421791613102,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 55640
+    },
+    {
+      "grad_norm": 0.0452907532453537,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 55650
+    },
+    {
+      "grad_norm": 0.026898834854364395,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 55660
+    },
+    {
+      "grad_norm": 0.031299788504838943,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 55670
+    },
+    {
+      "grad_norm": 0.03402828797698021,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 55680
+    },
+    {
+      "grad_norm": 0.028423620387911797,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 55690
+    },
+    {
+      "grad_norm": 0.033247753977775574,
+      "learning_rate": 0.0001,
+      "loss": 0.065,
+      "step": 55700
+    },
+    {
+      "grad_norm": 0.044552553445100784,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 55710
+    },
+    {
+      "grad_norm": 0.02924671210348606,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 55720
+    },
+    {
+      "grad_norm": 0.035312335938215256,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 55730
+    },
+    {
+      "grad_norm": 0.02904784306883812,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 55740
+    },
+    {
+      "grad_norm": 0.04071910306811333,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 55750
+    },
+    {
+      "grad_norm": 0.02866426110267639,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 55760
+    },
+    {
+      "grad_norm": 0.06402691453695297,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 55770
+    },
+    {
+      "grad_norm": 0.0647788867354393,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 55780
+    },
+    {
+      "grad_norm": 0.04016915336251259,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 55790
+    },
+    {
+      "grad_norm": 0.06431884318590164,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 55800
+    },
+    {
+      "grad_norm": 0.04692374914884567,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 55810
+    },
+    {
+      "grad_norm": 0.03246463090181351,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 55820
+    },
+    {
+      "grad_norm": 0.03903704136610031,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 55830
+    },
+    {
+      "grad_norm": 0.040377259254455566,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 55840
+    },
+    {
+      "grad_norm": 0.03981702774763107,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 55850
+    },
+    {
+      "grad_norm": 0.031690727919340134,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 55860
+    },
+    {
+      "grad_norm": 0.03296732157468796,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 55870
+    },
+    {
+      "grad_norm": 0.04037201777100563,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 55880
+    },
+    {
+      "grad_norm": 0.029586970806121826,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 55890
+    },
+    {
+      "grad_norm": 0.04714673385024071,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 55900
+    },
+    {
+      "grad_norm": 0.030514361336827278,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 55910
+    },
+    {
+      "grad_norm": 0.029154116287827492,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 55920
+    },
+    {
+      "grad_norm": 0.04483981430530548,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 55930
+    },
+    {
+      "grad_norm": 0.0447862409055233,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 55940
+    },
+    {
+      "grad_norm": 0.0452200323343277,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 55950
+    },
+    {
+      "grad_norm": 0.041535910218954086,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 55960
+    },
+    {
+      "grad_norm": 0.040412332862615585,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 55970
+    },
+    {
+      "grad_norm": 0.03552812710404396,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 55980
+    },
+    {
+      "grad_norm": 0.028224797919392586,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 55990
+    },
+    {
+      "grad_norm": 0.03749270737171173,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 56000
+    },
+    {
+      "grad_norm": 0.06534049659967422,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 56010
+    },
+    {
+      "grad_norm": 0.031921543180942535,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 56020
+    },
+    {
+      "grad_norm": 0.028401443734765053,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 56030
+    },
+    {
+      "grad_norm": 0.03571358695626259,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 56040
+    },
+    {
+      "grad_norm": 0.03387122601270676,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 56050
+    },
+    {
+      "grad_norm": 0.0338321253657341,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 56060
+    },
+    {
+      "grad_norm": 0.02614574134349823,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 56070
+    },
+    {
+      "grad_norm": 0.03975321725010872,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 56080
+    },
+    {
+      "grad_norm": 0.08040772378444672,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 56090
+    },
+    {
+      "grad_norm": 0.03816937655210495,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 56100
+    },
+    {
+      "grad_norm": 0.07019126415252686,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 56110
+    },
+    {
+      "grad_norm": 0.06041457876563072,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 56120
+    },
+    {
+      "grad_norm": 0.028528092429041862,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 56130
+    },
+    {
+      "grad_norm": 0.04622218385338783,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 56140
+    },
+    {
+      "grad_norm": 0.0333404541015625,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 56150
+    },
+    {
+      "grad_norm": 0.03332101181149483,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 56160
+    },
+    {
+      "grad_norm": 0.08030351996421814,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 56170
+    },
+    {
+      "grad_norm": 0.040405016392469406,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 56180
+    },
+    {
+      "grad_norm": 0.03896792605519295,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 56190
+    },
+    {
+      "grad_norm": 0.03332800790667534,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 56200
+    },
+    {
+      "grad_norm": 0.04013823717832565,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 56210
+    },
+    {
+      "grad_norm": 0.03040955401957035,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 56220
+    },
+    {
+      "grad_norm": 0.047470204532146454,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 56230
+    },
+    {
+      "grad_norm": 0.03187713027000427,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 56240
+    },
+    {
+      "grad_norm": 0.03475388512015343,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 56250
+    },
+    {
+      "grad_norm": 0.03068239986896515,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 56260
+    },
+    {
+      "grad_norm": 0.041755035519599915,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 56270
+    },
+    {
+      "grad_norm": 0.05533953383564949,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 56280
+    },
+    {
+      "grad_norm": 0.03321947902441025,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 56290
+    },
+    {
+      "grad_norm": 0.029443737119436264,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 56300
+    },
+    {
+      "grad_norm": 0.03095080517232418,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 56310
+    },
+    {
+      "grad_norm": 0.028525929898023605,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 56320
+    },
+    {
+      "grad_norm": 0.04464918375015259,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 56330
+    },
+    {
+      "grad_norm": 0.03345261141657829,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 56340
+    },
+    {
+      "grad_norm": 0.042373791337013245,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 56350
+    },
+    {
+      "grad_norm": 0.033516623079776764,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 56360
+    },
+    {
+      "grad_norm": 0.05130080506205559,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 56370
+    },
+    {
+      "grad_norm": 0.10072722285985947,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 56380
+    },
+    {
+      "grad_norm": 0.029877208173274994,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 56390
+    },
+    {
+      "grad_norm": 0.03889874368906021,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 56400
+    },
+    {
+      "grad_norm": 0.03192077577114105,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 56410
+    },
+    {
+      "grad_norm": 0.032203178852796555,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 56420
+    },
+    {
+      "grad_norm": 0.028823763132095337,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 56430
+    },
+    {
+      "grad_norm": 0.0792170912027359,
+      "learning_rate": 0.0001,
+      "loss": 0.0624,
+      "step": 56440
+    },
+    {
+      "grad_norm": 0.03995737433433533,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 56450
+    },
+    {
+      "grad_norm": 0.030181637033820152,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 56460
+    },
+    {
+      "grad_norm": 0.05665908381342888,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 56470
+    },
+    {
+      "grad_norm": 0.041447777301073074,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 56480
+    },
+    {
+      "grad_norm": 0.030653921887278557,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 56490
+    },
+    {
+      "grad_norm": 0.034398093819618225,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 56500
+    },
+    {
+      "grad_norm": 0.02981206588447094,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 56510
+    },
+    {
+      "grad_norm": 0.03166922554373741,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 56520
+    },
+    {
+      "grad_norm": 0.041687123477458954,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 56530
+    },
+    {
+      "grad_norm": 0.03154266998171806,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 56540
+    },
+    {
+      "grad_norm": 0.03863152861595154,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 56550
+    },
+    {
+      "grad_norm": 0.039111874997615814,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 56560
+    },
+    {
+      "grad_norm": 0.03841475024819374,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 56570
+    },
+    {
+      "grad_norm": 0.040821850299835205,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 56580
+    },
+    {
+      "grad_norm": 0.05817808955907822,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 56590
+    },
+    {
+      "grad_norm": 0.028515955433249474,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 56600
+    },
+    {
+      "grad_norm": 0.02861763909459114,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 56610
+    },
+    {
+      "grad_norm": 0.031955521553754807,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 56620
+    },
+    {
+      "grad_norm": 0.035959452390670776,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 56630
+    },
+    {
+      "grad_norm": 0.0551825612783432,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 56640
+    },
+    {
+      "grad_norm": 0.033922962844371796,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 56650
+    },
+    {
+      "grad_norm": 0.033409539610147476,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 56660
+    },
+    {
+      "grad_norm": 0.029866477474570274,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 56670
+    },
+    {
+      "grad_norm": 0.033910904079675674,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 56680
+    },
+    {
+      "grad_norm": 0.04345356673002243,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 56690
+    },
+    {
+      "grad_norm": 0.10856593400239944,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 56700
+    },
+    {
+      "grad_norm": 0.04497693479061127,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 56710
+    },
+    {
+      "grad_norm": 0.20615670084953308,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 56720
+    },
+    {
+      "grad_norm": 0.03203447163105011,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 56730
+    },
+    {
+      "grad_norm": 0.036495864391326904,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 56740
+    },
+    {
+      "grad_norm": 0.03421347960829735,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 56750
+    },
+    {
+      "grad_norm": 0.048614807426929474,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 56760
+    },
+    {
+      "grad_norm": 0.03741840273141861,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 56770
+    },
+    {
+      "grad_norm": 0.03283987566828728,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 56780
+    },
+    {
+      "grad_norm": 0.033997662365436554,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 56790
+    },
+    {
+      "grad_norm": 0.04001687467098236,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 56800
+    },
+    {
+      "grad_norm": 0.02795991487801075,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 56810
+    },
+    {
+      "grad_norm": 0.04611330106854439,
+      "learning_rate": 0.0001,
+      "loss": 0.0626,
+      "step": 56820
+    },
+    {
+      "grad_norm": 0.03728986531496048,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 56830
+    },
+    {
+      "grad_norm": 0.049139514565467834,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 56840
+    },
+    {
+      "grad_norm": 0.04218665510416031,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 56850
+    },
+    {
+      "grad_norm": 0.039748914539813995,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 56860
+    },
+    {
+      "grad_norm": 0.059748776257038116,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 56870
+    },
+    {
+      "grad_norm": 0.034528348594903946,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 56880
+    },
+    {
+      "grad_norm": 0.0331607423722744,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 56890
+    },
+    {
+      "grad_norm": 0.04021112993359566,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 56900
+    },
+    {
+      "grad_norm": 0.038699373602867126,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 56910
+    },
+    {
+      "grad_norm": 0.03538787364959717,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 56920
+    },
+    {
+      "grad_norm": 0.02898595668375492,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 56930
+    },
+    {
+      "grad_norm": 0.042749907821416855,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 56940
+    },
+    {
+      "grad_norm": 0.045476507395505905,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 56950
+    },
+    {
+      "grad_norm": 0.048047810792922974,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 56960
+    },
+    {
+      "grad_norm": 0.030359458178281784,
+      "learning_rate": 0.0001,
+      "loss": 0.0639,
+      "step": 56970
+    },
+    {
+      "grad_norm": 0.03993748500943184,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 56980
+    },
+    {
+      "grad_norm": 0.05348725989460945,
+      "learning_rate": 0.0001,
+      "loss": 0.0647,
+      "step": 56990
+    },
+    {
+      "grad_norm": 0.03903690353035927,
+      "learning_rate": 0.0001,
+      "loss": 0.0619,
+      "step": 57000
+    },
+    {
+      "grad_norm": 0.040689099580049515,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 57010
+    },
+    {
+      "grad_norm": 0.05963641032576561,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 57020
+    },
+    {
+      "grad_norm": 0.03317614644765854,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 57030
+    },
+    {
+      "grad_norm": 0.03491224721074104,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 57040
+    },
+    {
+      "grad_norm": 0.04794790968298912,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 57050
+    },
+    {
+      "grad_norm": 0.036574214696884155,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 57060
+    },
+    {
+      "grad_norm": 0.028820063918828964,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 57070
+    },
+    {
+      "grad_norm": 0.05379156023263931,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 57080
+    },
+    {
+      "grad_norm": 0.039400458335876465,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 57090
+    },
+    {
+      "grad_norm": 0.05479392409324646,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 57100
+    },
+    {
+      "grad_norm": 0.043456900864839554,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 57110
+    },
+    {
+      "grad_norm": 0.07466191798448563,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 57120
+    },
+    {
+      "grad_norm": 0.04687389358878136,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 57130
+    },
+    {
+      "grad_norm": 0.07385671138763428,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 57140
+    },
+    {
+      "grad_norm": 0.03371504694223404,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 57150
+    },
+    {
+      "grad_norm": 0.03418460115790367,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 57160
+    },
+    {
+      "grad_norm": 0.03957907482981682,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 57170
+    },
+    {
+      "grad_norm": 0.03441842272877693,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 57180
+    },
+    {
+      "grad_norm": 0.05734284967184067,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 57190
+    },
+    {
+      "grad_norm": 0.03849654644727707,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 57200
+    },
+    {
+      "grad_norm": 0.07850956171751022,
+      "learning_rate": 0.0001,
+      "loss": 0.0631,
+      "step": 57210
+    },
+    {
+      "grad_norm": 0.08715195953845978,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 57220
+    },
+    {
+      "grad_norm": 0.03794495761394501,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 57230
+    },
+    {
+      "grad_norm": 0.08798906952142715,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 57240
+    },
+    {
+      "grad_norm": 0.03562892600893974,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 57250
+    },
+    {
+      "grad_norm": 0.030358480289578438,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 57260
+    },
+    {
+      "grad_norm": 0.03249077498912811,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 57270
+    },
+    {
+      "grad_norm": 0.03512458875775337,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 57280
+    },
+    {
+      "grad_norm": 0.03104742057621479,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 57290
+    },
+    {
+      "grad_norm": 0.02581975981593132,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 57300
+    },
+    {
+      "grad_norm": 0.043683961033821106,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 57310
+    },
+    {
+      "grad_norm": 0.03936081752181053,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 57320
+    },
+    {
+      "grad_norm": 0.03359924629330635,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 57330
+    },
+    {
+      "grad_norm": 0.025765564292669296,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 57340
+    },
+    {
+      "grad_norm": 0.050404757261276245,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 57350
+    },
+    {
+      "grad_norm": 0.034576207399368286,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 57360
+    },
+    {
+      "grad_norm": 0.03309757262468338,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 57370
+    },
+    {
+      "grad_norm": 0.03043837659060955,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 57380
+    },
+    {
+      "grad_norm": 0.04383394867181778,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 57390
+    },
+    {
+      "grad_norm": 0.026369569823145866,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 57400
+    },
+    {
+      "grad_norm": 0.048330601304769516,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 57410
+    },
+    {
+      "grad_norm": 0.039437469094991684,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 57420
+    },
+    {
+      "grad_norm": 0.035224247723817825,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 57430
+    },
+    {
+      "grad_norm": 0.031173236668109894,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 57440
+    },
+    {
+      "grad_norm": 0.05998630076646805,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 57450
+    },
+    {
+      "grad_norm": 0.03345152735710144,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 57460
+    },
+    {
+      "grad_norm": 0.04415198788046837,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 57470
+    },
+    {
+      "grad_norm": 0.031871307641267776,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 57480
+    },
+    {
+      "grad_norm": 0.0742010697722435,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 57490
+    },
+    {
+      "grad_norm": 0.03934970870614052,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 57500
+    },
+    {
+      "grad_norm": 0.04782107472419739,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 57510
+    },
+    {
+      "grad_norm": 0.02842506393790245,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 57520
+    },
+    {
+      "grad_norm": 0.04619492590427399,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 57530
+    },
+    {
+      "grad_norm": 0.025570733472704887,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 57540
+    },
+    {
+      "grad_norm": 0.0315101221203804,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 57550
+    },
+    {
+      "grad_norm": 0.041150931268930435,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 57560
+    },
+    {
+      "grad_norm": 0.045383039861917496,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 57570
+    },
+    {
+      "grad_norm": 0.031537920236587524,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 57580
+    },
+    {
+      "grad_norm": 0.03446893393993378,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 57590
+    },
+    {
+      "grad_norm": 0.06839755177497864,
+      "learning_rate": 0.0001,
+      "loss": 0.0628,
+      "step": 57600
+    },
+    {
+      "grad_norm": 0.03825104609131813,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 57610
+    },
+    {
+      "grad_norm": 0.03121236152946949,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 57620
+    },
+    {
+      "grad_norm": 0.04872126504778862,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 57630
+    },
+    {
+      "grad_norm": 0.032374367117881775,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 57640
+    },
+    {
+      "grad_norm": 0.03873404487967491,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 57650
+    },
+    {
+      "grad_norm": 0.032736364752054214,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 57660
+    },
+    {
+      "grad_norm": 0.03496769815683365,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 57670
+    },
+    {
+      "grad_norm": 0.029135406017303467,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 57680
+    },
+    {
+      "grad_norm": 0.09162439405918121,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 57690
+    },
+    {
+      "grad_norm": 0.05161049962043762,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 57700
+    },
+    {
+      "grad_norm": 0.09927593171596527,
+      "learning_rate": 0.0001,
+      "loss": 0.0638,
+      "step": 57710
+    },
+    {
+      "grad_norm": 0.044280070811510086,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 57720
+    },
+    {
+      "grad_norm": 0.05442399904131889,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 57730
+    },
+    {
+      "grad_norm": 0.03522032871842384,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 57740
+    },
+    {
+      "grad_norm": 0.032492078840732574,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 57750
+    },
+    {
+      "grad_norm": 0.044010795652866364,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 57760
+    },
+    {
+      "grad_norm": 0.031290341168642044,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 57770
+    },
+    {
+      "grad_norm": 0.034105334430933,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 57780
+    },
+    {
+      "grad_norm": 0.05874307453632355,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 57790
+    },
+    {
+      "grad_norm": 0.04266224801540375,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 57800
+    },
+    {
+      "grad_norm": 0.039898451417684555,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 57810
+    },
+    {
+      "grad_norm": 0.026400113478302956,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 57820
+    },
+    {
+      "grad_norm": 0.030012790113687515,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 57830
+    },
+    {
+      "grad_norm": 0.03173603489995003,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 57840
+    },
+    {
+      "grad_norm": 0.040539633482694626,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 57850
+    },
+    {
+      "grad_norm": 0.040041763335466385,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 57860
+    },
+    {
+      "grad_norm": 0.039740703999996185,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 57870
+    },
+    {
+      "grad_norm": 0.03145715966820717,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 57880
+    },
+    {
+      "grad_norm": 0.03820209577679634,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 57890
+    },
+    {
+      "grad_norm": 0.06228647008538246,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 57900
+    },
+    {
+      "grad_norm": 0.03170301020145416,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 57910
+    },
+    {
+      "grad_norm": 0.02694033458828926,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 57920
+    },
+    {
+      "grad_norm": 0.04666383937001228,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 57930
+    },
+    {
+      "grad_norm": 0.03164716809988022,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 57940
+    },
+    {
+      "grad_norm": 0.04835124313831329,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 57950
+    },
+    {
+      "grad_norm": 0.042532116174697876,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 57960
+    },
+    {
+      "grad_norm": 0.04486408829689026,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 57970
+    },
+    {
+      "grad_norm": 0.031048951670527458,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 57980
+    },
+    {
+      "grad_norm": 0.0409545972943306,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 57990
+    },
+    {
+      "grad_norm": 0.05017772316932678,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 58000
+    },
+    {
+      "grad_norm": 0.043262116611003876,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 58010
+    },
+    {
+      "grad_norm": 0.032501526176929474,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 58020
+    },
+    {
+      "grad_norm": 0.028636930510401726,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 58030
+    },
+    {
+      "grad_norm": 0.034631114453077316,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 58040
+    },
+    {
+      "grad_norm": 0.054902512580156326,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 58050
+    },
+    {
+      "grad_norm": 0.030276933684945107,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 58060
+    },
+    {
+      "grad_norm": 0.030956963077187538,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 58070
+    },
+    {
+      "grad_norm": 0.04115462303161621,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 58080
+    },
+    {
+      "grad_norm": 0.052457068115472794,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 58090
+    },
+    {
+      "grad_norm": 0.07504017651081085,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 58100
+    },
+    {
+      "grad_norm": 0.08632058650255203,
+      "learning_rate": 0.0001,
+      "loss": 0.062,
+      "step": 58110
+    },
+    {
+      "grad_norm": 0.06884133070707321,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 58120
+    },
+    {
+      "grad_norm": 0.04414106905460358,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 58130
+    },
+    {
+      "grad_norm": 0.03398645296692848,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 58140
+    },
+    {
+      "grad_norm": 0.029110394418239594,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 58150
+    },
+    {
+      "grad_norm": 0.033332373946905136,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 58160
+    },
+    {
+      "grad_norm": 0.03888729587197304,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 58170
+    },
+    {
+      "grad_norm": 0.05041122809052467,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 58180
+    },
+    {
+      "grad_norm": 0.06881150603294373,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 58190
+    },
+    {
+      "grad_norm": 0.030520828440785408,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 58200
+    },
+    {
+      "grad_norm": 0.03515836223959923,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 58210
+    },
+    {
+      "grad_norm": 0.03316142410039902,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 58220
+    },
+    {
+      "grad_norm": 0.05032675340771675,
+      "learning_rate": 0.0001,
+      "loss": 0.0623,
+      "step": 58230
+    },
+    {
+      "grad_norm": 0.035650692880153656,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 58240
+    },
+    {
+      "grad_norm": 0.05099133774638176,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 58250
+    },
+    {
+      "grad_norm": 0.08202711492776871,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 58260
+    },
+    {
+      "grad_norm": 0.04780244827270508,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 58270
+    },
+    {
+      "grad_norm": 0.03692656755447388,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 58280
+    },
+    {
+      "grad_norm": 0.037835683673620224,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 58290
+    },
+    {
+      "grad_norm": 0.033067453652620316,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 58300
+    },
+    {
+      "grad_norm": 0.03517559915781021,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 58310
+    },
+    {
+      "grad_norm": 0.02773929014801979,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 58320
+    },
+    {
+      "grad_norm": 0.03337409719824791,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 58330
+    },
+    {
+      "grad_norm": 0.03342864289879799,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 58340
+    },
+    {
+      "grad_norm": 0.0705765038728714,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 58350
+    },
+    {
+      "grad_norm": 0.03569946810603142,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 58360
+    },
+    {
+      "grad_norm": 0.0536813884973526,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 58370
+    },
+    {
+      "grad_norm": 0.04907077178359032,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 58380
+    },
+    {
+      "grad_norm": 0.07100929319858551,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 58390
+    },
+    {
+      "grad_norm": 0.07485464215278625,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 58400
+    },
+    {
+      "grad_norm": 0.035392310470342636,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 58410
+    },
+    {
+      "grad_norm": 0.038393810391426086,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 58420
+    },
+    {
+      "grad_norm": 0.03056042455136776,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 58430
+    },
+    {
+      "grad_norm": 0.028545837849378586,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 58440
+    },
+    {
+      "grad_norm": 0.039551954716444016,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 58450
+    },
+    {
+      "grad_norm": 0.16820988059043884,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 58460
+    },
+    {
+      "grad_norm": 0.12380828708410263,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 58470
+    },
+    {
+      "grad_norm": 0.06244745850563049,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 58480
+    },
+    {
+      "grad_norm": 0.09442362934350967,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 58490
+    },
+    {
+      "grad_norm": 0.0647224709391594,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 58500
+    },
+    {
+      "grad_norm": 0.03833514079451561,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 58510
+    },
+    {
+      "grad_norm": 0.06508032232522964,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 58520
+    },
+    {
+      "grad_norm": 0.10713057219982147,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 58530
+    },
+    {
+      "grad_norm": 0.06169389560818672,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 58540
+    },
+    {
+      "grad_norm": 0.03798213601112366,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 58550
+    },
+    {
+      "grad_norm": 0.03950994834303856,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 58560
+    },
+    {
+      "grad_norm": 0.050089117139577866,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 58570
+    },
+    {
+      "grad_norm": 0.06699593365192413,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 58580
+    },
+    {
+      "grad_norm": 0.03378470242023468,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 58590
+    },
+    {
+      "grad_norm": 0.028954964131116867,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 58600
+    },
+    {
+      "grad_norm": 0.028914140537381172,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 58610
+    },
+    {
+      "grad_norm": 0.02911759912967682,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 58620
+    },
+    {
+      "grad_norm": 0.029703205451369286,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 58630
+    },
+    {
+      "grad_norm": 0.050357162952423096,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 58640
+    },
+    {
+      "grad_norm": 0.043883226811885834,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 58650
+    },
+    {
+      "grad_norm": 0.05255129188299179,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 58660
+    },
+    {
+      "grad_norm": 0.03819841891527176,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 58670
+    },
+    {
+      "grad_norm": 0.032126616686582565,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 58680
+    },
+    {
+      "grad_norm": 0.031616125255823135,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 58690
+    },
+    {
+      "grad_norm": 0.07045179605484009,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 58700
+    },
+    {
+      "grad_norm": 0.03400524705648422,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 58710
+    },
+    {
+      "grad_norm": 0.03022470884025097,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 58720
+    },
+    {
+      "grad_norm": 0.04340895637869835,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 58730
+    },
+    {
+      "grad_norm": 0.04844428226351738,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 58740
+    },
+    {
+      "grad_norm": 0.05861954763531685,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 58750
+    },
+    {
+      "grad_norm": 0.042546674609184265,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 58760
+    },
+    {
+      "grad_norm": 0.033995989710092545,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 58770
+    },
+    {
+      "grad_norm": 0.029682893306016922,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 58780
+    },
+    {
+      "grad_norm": 0.037043116986751556,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 58790
+    },
+    {
+      "grad_norm": 0.03152218833565712,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 58800
+    },
+    {
+      "grad_norm": 0.03143947198987007,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 58810
+    },
+    {
+      "grad_norm": 0.043136708438396454,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 58820
+    },
+    {
+      "grad_norm": 0.04332343861460686,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 58830
+    },
+    {
+      "grad_norm": 0.028767593204975128,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 58840
+    },
+    {
+      "grad_norm": 0.027282536029815674,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 58850
+    },
+    {
+      "grad_norm": 0.04590635374188423,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 58860
+    },
+    {
+      "grad_norm": 0.05882534757256508,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 58870
+    },
+    {
+      "grad_norm": 0.044921740889549255,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 58880
+    },
+    {
+      "grad_norm": 0.03362664952874184,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 58890
+    },
+    {
+      "grad_norm": 0.0335904061794281,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 58900
+    },
+    {
+      "grad_norm": 0.044164594262838364,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 58910
+    },
+    {
+      "grad_norm": 0.042018089443445206,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 58920
+    },
+    {
+      "grad_norm": 0.035351742058992386,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 58930
+    },
+    {
+      "grad_norm": 0.03443128615617752,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 58940
+    },
+    {
+      "grad_norm": 0.0781182274222374,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 58950
+    },
+    {
+      "grad_norm": 0.03715716302394867,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 58960
+    },
+    {
+      "grad_norm": 0.03627884015440941,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 58970
+    },
+    {
+      "grad_norm": 0.028771230950951576,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 58980
+    },
+    {
+      "grad_norm": 0.05368990823626518,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 58990
+    },
+    {
+      "grad_norm": 0.06860234588384628,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 59000
+    },
+    {
+      "grad_norm": 0.043523065745830536,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 59010
+    },
+    {
+      "grad_norm": 0.05446355789899826,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 59020
+    },
+    {
+      "grad_norm": 0.029036151245236397,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 59030
+    },
+    {
+      "grad_norm": 0.03492370992898941,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 59040
+    },
+    {
+      "grad_norm": 0.03532141447067261,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 59050
+    },
+    {
+      "grad_norm": 0.03378304839134216,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 59060
+    },
+    {
+      "grad_norm": 0.031183229759335518,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 59070
+    },
+    {
+      "grad_norm": 0.0409482903778553,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 59080
+    },
+    {
+      "grad_norm": 0.03187597915530205,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 59090
+    },
+    {
+      "grad_norm": 0.035536061972379684,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 59100
+    },
+    {
+      "grad_norm": 0.03626668453216553,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 59110
+    },
+    {
+      "grad_norm": 0.08233728259801865,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 59120
+    },
+    {
+      "grad_norm": 0.05688919126987457,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 59130
+    },
+    {
+      "grad_norm": 0.056739289313554764,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 59140
+    },
+    {
+      "grad_norm": 0.04200313240289688,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 59150
+    },
+    {
+      "grad_norm": 0.07022330909967422,
+      "learning_rate": 0.0001,
+      "loss": 0.063,
+      "step": 59160
+    },
+    {
+      "grad_norm": 0.08485487103462219,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 59170
+    },
+    {
+      "grad_norm": 0.13170087337493896,
+      "learning_rate": 0.0001,
+      "loss": 0.0629,
+      "step": 59180
+    },
+    {
+      "grad_norm": 0.0360562764108181,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 59190
+    },
+    {
+      "grad_norm": 0.03705799952149391,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 59200
+    },
+    {
+      "grad_norm": 0.0283017847687006,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 59210
+    },
+    {
+      "grad_norm": 0.04334569722414017,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 59220
+    },
+    {
+      "grad_norm": 0.027086541056632996,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 59230
+    },
+    {
+      "grad_norm": 0.0333995521068573,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 59240
+    },
+    {
+      "grad_norm": 0.030094053596258163,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 59250
+    },
+    {
+      "grad_norm": 0.034269556403160095,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 59260
+    },
+    {
+      "grad_norm": 0.03170786052942276,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 59270
+    },
+    {
+      "grad_norm": 0.040395427495241165,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 59280
+    },
+    {
+      "grad_norm": 0.027417615056037903,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 59290
+    },
+    {
+      "grad_norm": 0.059702787548303604,
+      "learning_rate": 0.0001,
+      "loss": 0.0633,
+      "step": 59300
+    },
+    {
+      "grad_norm": 0.030851377174258232,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 59310
+    },
+    {
+      "grad_norm": 0.05464271828532219,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 59320
+    },
+    {
+      "grad_norm": 0.07650616765022278,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 59330
+    },
+    {
+      "grad_norm": 0.05386785790324211,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 59340
+    },
+    {
+      "grad_norm": 0.047612469643354416,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 59350
+    },
+    {
+      "grad_norm": 0.052550382912158966,
+      "learning_rate": 0.0001,
+      "loss": 0.0627,
+      "step": 59360
+    },
+    {
+      "grad_norm": 0.0383487306535244,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 59370
+    },
+    {
+      "grad_norm": 0.04493318870663643,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 59380
+    },
+    {
+      "grad_norm": 0.03566534072160721,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 59390
+    },
+    {
+      "grad_norm": 0.03193279728293419,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 59400
+    },
+    {
+      "grad_norm": 0.04852600395679474,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 59410
+    },
+    {
+      "grad_norm": 0.12601904571056366,
+      "learning_rate": 0.0001,
+      "loss": 0.0621,
+      "step": 59420
+    },
+    {
+      "grad_norm": 0.04885447397828102,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 59430
+    },
+    {
+      "grad_norm": 0.060505885630846024,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 59440
+    },
+    {
+      "grad_norm": 0.07500574737787247,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 59450
+    },
+    {
+      "grad_norm": 0.030653776600956917,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 59460
+    },
+    {
+      "grad_norm": 0.02820665016770363,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 59470
+    },
+    {
+      "grad_norm": 0.02400684356689453,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 59480
+    },
+    {
+      "grad_norm": 0.03253941237926483,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 59490
+    },
+    {
+      "grad_norm": 0.037395600229501724,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 59500
+    },
+    {
+      "grad_norm": 0.037031859159469604,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 59510
+    },
+    {
+      "grad_norm": 0.02726908214390278,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 59520
+    },
+    {
+      "grad_norm": 0.033977948129177094,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 59530
+    },
+    {
+      "grad_norm": 0.1056278869509697,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 59540
+    },
+    {
+      "grad_norm": 0.1076134443283081,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 59550
+    },
+    {
+      "grad_norm": 0.04517700895667076,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 59560
+    },
+    {
+      "grad_norm": 0.05174125358462334,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 59570
+    },
+    {
+      "grad_norm": 0.028706256300210953,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 59580
+    },
+    {
+      "grad_norm": 0.05537592992186546,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 59590
+    },
+    {
+      "grad_norm": 0.030945831909775734,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 59600
+    },
+    {
+      "grad_norm": 0.055482231080532074,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 59610
+    },
+    {
+      "grad_norm": 0.05274221673607826,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 59620
+    },
+    {
+      "grad_norm": 0.04470992460846901,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 59630
+    },
+    {
+      "grad_norm": 0.02986336685717106,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 59640
+    },
+    {
+      "grad_norm": 0.04597267881035805,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 59650
+    },
+    {
+      "grad_norm": 0.03940088301897049,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 59660
+    },
+    {
+      "grad_norm": 0.03333508223295212,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 59670
+    },
+    {
+      "grad_norm": 0.027592865750193596,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 59680
+    },
+    {
+      "grad_norm": 0.0391664020717144,
+      "learning_rate": 0.0001,
+      "loss": 0.0625,
+      "step": 59690
+    },
+    {
+      "grad_norm": 0.029054226353764534,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 59700
+    },
+    {
+      "grad_norm": 0.0435936413705349,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 59710
+    },
+    {
+      "grad_norm": 0.0671067014336586,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 59720
+    },
+    {
+      "grad_norm": 0.11861104518175125,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 59730
+    },
+    {
+      "grad_norm": 0.08997586369514465,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 59740
+    },
+    {
+      "grad_norm": 0.032822221517562866,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 59750
+    },
+    {
+      "grad_norm": 0.026706945151090622,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 59760
+    },
+    {
+      "grad_norm": 0.028121691197156906,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 59770
+    },
+    {
+      "grad_norm": 0.0332140289247036,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 59780
+    },
+    {
+      "grad_norm": 0.027563687413930893,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 59790
+    },
+    {
+      "grad_norm": 0.04364766180515289,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 59800
+    },
+    {
+      "grad_norm": 0.02787017449736595,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 59810
+    },
+    {
+      "grad_norm": 0.02725272998213768,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 59820
+    },
+    {
+      "grad_norm": 0.027387628331780434,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 59830
+    },
+    {
+      "grad_norm": 0.0322541818022728,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 59840
+    },
+    {
+      "grad_norm": 0.027654467150568962,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 59850
+    },
+    {
+      "grad_norm": 0.02999468706548214,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 59860
+    },
+    {
+      "grad_norm": 0.031030695885419846,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 59870
+    },
+    {
+      "grad_norm": 0.04440348595380783,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 59880
+    },
+    {
+      "grad_norm": 0.025532597675919533,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 59890
+    },
+    {
+      "grad_norm": 0.02851599082350731,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 59900
+    },
+    {
+      "grad_norm": 0.037434548139572144,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 59910
+    },
+    {
+      "grad_norm": 0.03056970238685608,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 59920
+    },
+    {
+      "grad_norm": 0.030294829979538918,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 59930
+    },
+    {
+      "grad_norm": 0.029067879542708397,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 59940
+    },
+    {
+      "grad_norm": 0.026598995551466942,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 59950
+    },
+    {
+      "grad_norm": 0.026248322799801826,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 59960
+    },
+    {
+      "grad_norm": 0.02647351659834385,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 59970
+    },
+    {
+      "grad_norm": 0.04565807431936264,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 59980
+    },
+    {
+      "grad_norm": 0.028346683830022812,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 59990
+    },
+    {
+      "grad_norm": 0.045367930084466934,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 60000
+    },
+    {
+      "grad_norm": 0.03648630157113075,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 60010
+    },
+    {
+      "grad_norm": 0.02845257893204689,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 60020
+    },
+    {
+      "grad_norm": 0.040892403572797775,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 60030
+    },
+    {
+      "grad_norm": 0.05043801665306091,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 60040
+    },
+    {
+      "grad_norm": 0.033682871609926224,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 60050
+    },
+    {
+      "grad_norm": 0.04427286610007286,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 60060
+    },
+    {
+      "grad_norm": 0.029815813526511192,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 60070
+    },
+    {
+      "grad_norm": 0.056461188942193985,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 60080
+    },
+    {
+      "grad_norm": 0.03664889559149742,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 60090
+    },
+    {
+      "grad_norm": 0.029236726462841034,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 60100
+    },
+    {
+      "grad_norm": 0.042486123740673065,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 60110
+    },
+    {
+      "grad_norm": 0.02895331010222435,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 60120
+    },
+    {
+      "grad_norm": 0.027161449193954468,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 60130
+    },
+    {
+      "grad_norm": 0.0272471122443676,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 60140
+    },
+    {
+      "grad_norm": 0.029094325378537178,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 60150
+    },
+    {
+      "grad_norm": 0.045442212373018265,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 60160
+    },
+    {
+      "grad_norm": 0.03630603477358818,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 60170
+    },
+    {
+      "grad_norm": 0.07336284220218658,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 60180
+    },
+    {
+      "grad_norm": 0.04136456921696663,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 60190
+    },
+    {
+      "grad_norm": 0.03825856372714043,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 60200
+    },
+    {
+      "grad_norm": 0.04540282115340233,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 60210
+    },
+    {
+      "grad_norm": 0.032839465886354446,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 60220
+    },
+    {
+      "grad_norm": 0.030487770214676857,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 60230
+    },
+    {
+      "grad_norm": 0.041752882301807404,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 60240
+    },
+    {
+      "grad_norm": 0.03404323756694794,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 60250
+    },
+    {
+      "grad_norm": 0.03211541846394539,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 60260
+    },
+    {
+      "grad_norm": 0.03412368521094322,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 60270
+    },
+    {
+      "grad_norm": 0.03702036663889885,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 60280
+    },
+    {
+      "grad_norm": 0.04042170196771622,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 60290
+    },
+    {
+      "grad_norm": 0.08398805558681488,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 60300
+    },
+    {
+      "grad_norm": 0.08014509081840515,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 60310
+    },
+    {
+      "grad_norm": 0.08459227532148361,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 60320
+    },
+    {
+      "grad_norm": 0.053144630044698715,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 60330
+    },
+    {
+      "grad_norm": 0.038737110793590546,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 60340
+    },
+    {
+      "grad_norm": 0.03711209073662758,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 60350
+    },
+    {
+      "grad_norm": 0.026025433093309402,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 60360
+    },
+    {
+      "grad_norm": 0.02928970381617546,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 60370
+    },
+    {
+      "grad_norm": 0.03557446226477623,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 60380
+    },
+    {
+      "grad_norm": 0.03782790154218674,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 60390
+    },
+    {
+      "grad_norm": 0.03787725418806076,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 60400
+    },
+    {
+      "grad_norm": 0.03745896369218826,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 60410
+    },
+    {
+      "grad_norm": 0.11778147518634796,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 60420
+    },
+    {
+      "grad_norm": 0.07648216933012009,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 60430
+    },
+    {
+      "grad_norm": 0.04659096151590347,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 60440
+    },
+    {
+      "grad_norm": 0.03404594957828522,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 60450
+    },
+    {
+      "grad_norm": 0.033649738878011703,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 60460
+    },
+    {
+      "grad_norm": 0.03663170337677002,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 60470
+    },
+    {
+      "grad_norm": 0.032869670540094376,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 60480
+    },
+    {
+      "grad_norm": 0.05463293567299843,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 60490
+    },
+    {
+      "grad_norm": 0.02803855575621128,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 60500
+    },
+    {
+      "grad_norm": 0.04624263197183609,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 60510
+    },
+    {
+      "grad_norm": 0.0346498042345047,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 60520
+    },
+    {
+      "grad_norm": 0.04843434691429138,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 60530
+    },
+    {
+      "grad_norm": 0.026388175785541534,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 60540
+    },
+    {
+      "grad_norm": 0.0312642864882946,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 60550
+    },
+    {
+      "grad_norm": 0.02912289835512638,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 60560
+    },
+    {
+      "grad_norm": 0.02991536073386669,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 60570
+    },
+    {
+      "grad_norm": 0.03304363042116165,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 60580
+    },
+    {
+      "grad_norm": 0.03623583912849426,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 60590
+    },
+    {
+      "grad_norm": 0.033624790608882904,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 60600
+    },
+    {
+      "grad_norm": 0.030649298802018166,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 60610
+    },
+    {
+      "grad_norm": 0.06476800888776779,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 60620
+    },
+    {
+      "grad_norm": 0.02698991820216179,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 60630
+    },
+    {
+      "grad_norm": 0.039301369339227676,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 60640
+    },
+    {
+      "grad_norm": 0.02677905559539795,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 60650
+    },
+    {
+      "grad_norm": 0.02955930307507515,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 60660
+    },
+    {
+      "grad_norm": 0.05508255958557129,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 60670
+    },
+    {
+      "grad_norm": 0.09093484282493591,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 60680
+    },
+    {
+      "grad_norm": 0.03466962277889252,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 60690
+    },
+    {
+      "grad_norm": 0.03045102022588253,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 60700
+    },
+    {
+      "grad_norm": 0.03500322625041008,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 60710
+    },
+    {
+      "grad_norm": 0.0367085337638855,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 60720
+    },
+    {
+      "grad_norm": 0.056534767150878906,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 60730
+    },
+    {
+      "grad_norm": 0.03367672488093376,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 60740
+    },
+    {
+      "grad_norm": 0.030638424679636955,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 60750
+    },
+    {
+      "grad_norm": 0.03201942518353462,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 60760
+    },
+    {
+      "grad_norm": 0.08254987746477127,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 60770
+    },
+    {
+      "grad_norm": 0.027471190318465233,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 60780
+    },
+    {
+      "grad_norm": 0.05534058064222336,
+      "learning_rate": 0.0001,
+      "loss": 0.0635,
+      "step": 60790
+    },
+    {
+      "grad_norm": 0.026987385004758835,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 60800
+    },
+    {
+      "grad_norm": 0.05285985395312309,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 60810
+    },
+    {
+      "grad_norm": 0.03136490657925606,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 60820
+    },
+    {
+      "grad_norm": 0.032104264944791794,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 60830
+    },
+    {
+      "grad_norm": 0.04443996772170067,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 60840
+    },
+    {
+      "grad_norm": 0.03858685493469238,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 60850
+    },
+    {
+      "grad_norm": 0.02838871069252491,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 60860
+    },
+    {
+      "grad_norm": 0.036517973989248276,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 60870
+    },
+    {
+      "grad_norm": 0.030436785891652107,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 60880
+    },
+    {
+      "grad_norm": 0.029140828177332878,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 60890
+    },
+    {
+      "grad_norm": 0.03521956875920296,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 60900
+    },
+    {
+      "grad_norm": 0.027002375572919846,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 60910
+    },
+    {
+      "grad_norm": 0.04596326872706413,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 60920
+    },
+    {
+      "grad_norm": 0.032367806881666183,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 60930
+    },
+    {
+      "grad_norm": 0.02819342538714409,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 60940
+    },
+    {
+      "grad_norm": 0.11731728911399841,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 60950
+    },
+    {
+      "grad_norm": 0.031019557267427444,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 60960
+    },
+    {
+      "grad_norm": 0.07456199824810028,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 60970
+    },
+    {
+      "grad_norm": 0.14056499302387238,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 60980
+    },
+    {
+      "grad_norm": 0.03723751753568649,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 60990
+    },
+    {
+      "grad_norm": 0.03148803487420082,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 61000
+    },
+    {
+      "grad_norm": 0.03217845410108566,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 61010
+    },
+    {
+      "grad_norm": 0.030766846612095833,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 61020
+    },
+    {
+      "grad_norm": 0.0299384668469429,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 61030
+    },
+    {
+      "grad_norm": 0.028661590069532394,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 61040
+    },
+    {
+      "grad_norm": 0.02717350609600544,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 61050
+    },
+    {
+      "grad_norm": 0.04166648909449577,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 61060
+    },
+    {
+      "grad_norm": 0.047462280839681625,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 61070
+    },
+    {
+      "grad_norm": 0.0391533337533474,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 61080
+    },
+    {
+      "grad_norm": 0.029961055144667625,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 61090
+    },
+    {
+      "grad_norm": 0.030669264495372772,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 61100
+    },
+    {
+      "grad_norm": 0.051745153963565826,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 61110
+    },
+    {
+      "grad_norm": 0.03308388218283653,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 61120
+    },
+    {
+      "grad_norm": 0.06416229903697968,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 61130
+    },
+    {
+      "grad_norm": 0.03619220107793808,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 61140
+    },
+    {
+      "grad_norm": 0.048491042107343674,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 61150
+    },
+    {
+      "grad_norm": 0.037087686359882355,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 61160
+    },
+    {
+      "grad_norm": 0.03704167529940605,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 61170
+    },
+    {
+      "grad_norm": 0.13081727921962738,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 61180
+    },
+    {
+      "grad_norm": 0.10137973725795746,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 61190
+    },
+    {
+      "grad_norm": 0.2520720362663269,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 61200
+    },
+    {
+      "grad_norm": 0.0590328648686409,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 61210
+    },
+    {
+      "grad_norm": 0.08551494777202606,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 61220
+    },
+    {
+      "grad_norm": 0.037339482456445694,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 61230
+    },
+    {
+      "grad_norm": 0.033884190022945404,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 61240
+    },
+    {
+      "grad_norm": 0.02973124571144581,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 61250
+    },
+    {
+      "grad_norm": 0.031028416007757187,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 61260
+    },
+    {
+      "grad_norm": 0.04153173416852951,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 61270
+    },
+    {
+      "grad_norm": 0.027082053944468498,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 61280
+    },
+    {
+      "grad_norm": 0.03919403254985809,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 61290
+    },
+    {
+      "grad_norm": 0.027680767700076103,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 61300
+    },
+    {
+      "grad_norm": 0.05883633717894554,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 61310
+    },
+    {
+      "grad_norm": 0.03874003142118454,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 61320
+    },
+    {
+      "grad_norm": 0.030736014246940613,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 61330
+    },
+    {
+      "grad_norm": 0.03358343243598938,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 61340
+    },
+    {
+      "grad_norm": 0.0424380786716938,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 61350
+    },
+    {
+      "grad_norm": 0.029939688742160797,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 61360
+    },
+    {
+      "grad_norm": 0.03211459517478943,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 61370
+    },
+    {
+      "grad_norm": 0.0907549187541008,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 61380
+    },
+    {
+      "grad_norm": 0.06813675910234451,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 61390
+    },
+    {
+      "grad_norm": 0.05846463888883591,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 61400
+    },
+    {
+      "grad_norm": 0.03942598029971123,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 61410
+    },
+    {
+      "grad_norm": 0.03098810277879238,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 61420
+    },
+    {
+      "grad_norm": 0.03307390585541725,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 61430
+    },
+    {
+      "grad_norm": 0.03403070941567421,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 61440
+    },
+    {
+      "grad_norm": 0.0361366868019104,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 61450
+    },
+    {
+      "grad_norm": 0.07514085620641708,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 61460
+    },
+    {
+      "grad_norm": 0.05385808274149895,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 61470
+    },
+    {
+      "grad_norm": 0.042952001094818115,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 61480
+    },
+    {
+      "grad_norm": 0.14381864666938782,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 61490
+    },
+    {
+      "grad_norm": 0.03455856814980507,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 61500
+    },
+    {
+      "grad_norm": 0.03817429766058922,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 61510
+    },
+    {
+      "grad_norm": 0.045057278126478195,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 61520
+    },
+    {
+      "grad_norm": 0.03322228044271469,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 61530
+    },
+    {
+      "grad_norm": 0.028467826545238495,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 61540
+    },
+    {
+      "grad_norm": 0.04225105047225952,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 61550
+    },
+    {
+      "grad_norm": 0.04115314036607742,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 61560
+    },
+    {
+      "grad_norm": 0.051944706588983536,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 61570
+    },
+    {
+      "grad_norm": 0.030266905203461647,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 61580
+    },
+    {
+      "grad_norm": 0.031064657494425774,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 61590
+    },
+    {
+      "grad_norm": 0.03398706763982773,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 61600
+    },
+    {
+      "grad_norm": 0.03338897228240967,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 61610
+    },
+    {
+      "grad_norm": 0.03450871258974075,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 61620
+    },
+    {
+      "grad_norm": 0.027875294908881187,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 61630
+    },
+    {
+      "grad_norm": 0.028486086055636406,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 61640
+    },
+    {
+      "grad_norm": 0.028764991089701653,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 61650
+    },
+    {
+      "grad_norm": 0.034585658460855484,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 61660
+    },
+    {
+      "grad_norm": 0.034298550337553024,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 61670
+    },
+    {
+      "grad_norm": 0.04212729632854462,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 61680
+    },
+    {
+      "grad_norm": 0.050911352038383484,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 61690
+    },
+    {
+      "grad_norm": 0.03231364116072655,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 61700
+    },
+    {
+      "grad_norm": 0.03021160513162613,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 61710
+    },
+    {
+      "grad_norm": 0.04385346174240112,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 61720
+    },
+    {
+      "grad_norm": 0.05537531524896622,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 61730
+    },
+    {
+      "grad_norm": 0.04123108461499214,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 61740
+    },
+    {
+      "grad_norm": 0.02947596088051796,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 61750
+    },
+    {
+      "grad_norm": 0.03312026336789131,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 61760
+    },
+    {
+      "grad_norm": 0.07636848837137222,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 61770
+    },
+    {
+      "grad_norm": 0.02608165331184864,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 61780
+    },
+    {
+      "grad_norm": 0.060151003301143646,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 61790
+    },
+    {
+      "grad_norm": 0.03576318547129631,
+      "learning_rate": 0.0001,
+      "loss": 0.0586,
+      "step": 61800
+    },
+    {
+      "grad_norm": 0.055825065821409225,
+      "learning_rate": 0.0001,
+      "loss": 0.0616,
+      "step": 61810
+    },
+    {
+      "grad_norm": 0.08344890177249908,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 61820
+    },
+    {
+      "grad_norm": 0.06100817769765854,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 61830
+    },
+    {
+      "grad_norm": 0.10740994662046432,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 61840
+    },
+    {
+      "grad_norm": 0.09843102097511292,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 61850
+    },
+    {
+      "grad_norm": 0.028729291632771492,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 61860
+    },
+    {
+      "grad_norm": 0.027130000293254852,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 61870
+    },
+    {
+      "grad_norm": 0.0503857359290123,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 61880
+    },
+    {
+      "grad_norm": 0.04844025894999504,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 61890
+    },
+    {
+      "grad_norm": 0.02797916904091835,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 61900
+    },
+    {
+      "grad_norm": 0.039754245430231094,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 61910
+    },
+    {
+      "grad_norm": 0.03413211554288864,
+      "learning_rate": 0.0001,
+      "loss": 0.0612,
+      "step": 61920
+    },
+    {
+      "grad_norm": 0.048029009252786636,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 61930
+    },
+    {
+      "grad_norm": 0.04043048620223999,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 61940
+    },
+    {
+      "grad_norm": 0.07059606164693832,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 61950
+    },
+    {
+      "grad_norm": 0.05500306189060211,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 61960
+    },
+    {
+      "grad_norm": 0.08007484674453735,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 61970
+    },
+    {
+      "grad_norm": 0.045429427176713943,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 61980
+    },
+    {
+      "grad_norm": 0.026144644245505333,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 61990
+    },
+    {
+      "grad_norm": 0.032791443169116974,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 62000
+    },
+    {
+      "grad_norm": 0.041211504489183426,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 62010
+    },
+    {
+      "grad_norm": 0.033856846392154694,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 62020
+    },
+    {
+      "grad_norm": 0.027463587000966072,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 62030
+    },
+    {
+      "grad_norm": 0.0308089517056942,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 62040
+    },
+    {
+      "grad_norm": 0.027883941307663918,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 62050
+    },
+    {
+      "grad_norm": 0.040943097323179245,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 62060
+    },
+    {
+      "grad_norm": 0.027233144268393517,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 62070
+    },
+    {
+      "grad_norm": 0.03171202912926674,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 62080
+    },
+    {
+      "grad_norm": 0.04416603595018387,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 62090
+    },
+    {
+      "grad_norm": 0.03681714087724686,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 62100
+    },
+    {
+      "grad_norm": 0.030451299622654915,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 62110
+    },
+    {
+      "grad_norm": 0.028789253905415535,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 62120
+    },
+    {
+      "grad_norm": 0.07124508172273636,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 62130
+    },
+    {
+      "grad_norm": 0.028579089790582657,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 62140
+    },
+    {
+      "grad_norm": 0.03319932520389557,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 62150
+    },
+    {
+      "grad_norm": 0.035331785678863525,
+      "learning_rate": 0.0001,
+      "loss": 0.0622,
+      "step": 62160
+    },
+    {
+      "grad_norm": 0.03327026963233948,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 62170
+    },
+    {
+      "grad_norm": 0.028983162716031075,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 62180
+    },
+    {
+      "grad_norm": 0.047818783670663834,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 62190
+    },
+    {
+      "grad_norm": 0.031579434871673584,
+      "learning_rate": 0.0001,
+      "loss": 0.0618,
+      "step": 62200
+    },
+    {
+      "grad_norm": 0.03522641584277153,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 62210
+    },
+    {
+      "grad_norm": 0.04475121200084686,
+      "learning_rate": 0.0001,
+      "loss": 0.0609,
+      "step": 62220
+    },
+    {
+      "grad_norm": 0.039562568068504333,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 62230
+    },
+    {
+      "grad_norm": 0.0327887162566185,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 62240
+    },
+    {
+      "grad_norm": 0.03787565231323242,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 62250
+    },
+    {
+      "grad_norm": 0.037671443074941635,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 62260
+    },
+    {
+      "grad_norm": 0.05485578998923302,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 62270
+    },
+    {
+      "grad_norm": 0.10546289384365082,
+      "learning_rate": 0.0001,
+      "loss": 0.0614,
+      "step": 62280
+    },
+    {
+      "grad_norm": 0.03851616382598877,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 62290
+    },
+    {
+      "grad_norm": 0.03395518660545349,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 62300
+    },
+    {
+      "grad_norm": 0.05182263255119324,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 62310
+    },
+    {
+      "grad_norm": 0.03696620836853981,
+      "learning_rate": 0.0001,
+      "loss": 0.0611,
+      "step": 62320
+    },
+    {
+      "grad_norm": 0.03278983756899834,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 62330
+    },
+    {
+      "grad_norm": 0.03597213327884674,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 62340
+    },
+    {
+      "grad_norm": 0.0345693938434124,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 62350
+    },
+    {
+      "grad_norm": 0.0365956611931324,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 62360
+    },
+    {
+      "grad_norm": 0.07631292194128036,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 62370
+    },
+    {
+      "grad_norm": 0.033232931047677994,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 62380
+    },
+    {
+      "grad_norm": 0.04264453053474426,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 62390
+    },
+    {
+      "grad_norm": 0.06897404789924622,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 62400
+    },
+    {
+      "grad_norm": 0.039351992309093475,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 62410
+    },
+    {
+      "grad_norm": 0.05017969012260437,
+      "learning_rate": 0.0001,
+      "loss": 0.0615,
+      "step": 62420
+    },
+    {
+      "grad_norm": 0.03284168988466263,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 62430
+    },
+    {
+      "grad_norm": 0.068372942507267,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 62440
+    },
+    {
+      "grad_norm": 0.05137250944972038,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 62450
+    },
+    {
+      "grad_norm": 0.03452068194746971,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 62460
+    },
+    {
+      "grad_norm": 0.031899262219667435,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 62470
+    },
+    {
+      "grad_norm": 0.02866048738360405,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 62480
+    },
+    {
+      "grad_norm": 0.03513491526246071,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 62490
+    },
+    {
+      "grad_norm": 0.04565280303359032,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 62500
+    },
+    {
+      "grad_norm": 0.03215648606419563,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 62510
+    },
+    {
+      "grad_norm": 0.04046525061130524,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 62520
+    },
+    {
+      "grad_norm": 0.030497582629323006,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 62530
+    },
+    {
+      "grad_norm": 0.03738147020339966,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 62540
+    },
+    {
+      "grad_norm": 0.056429702788591385,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 62550
+    },
+    {
+      "grad_norm": 0.061536312103271484,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 62560
+    },
+    {
+      "grad_norm": 0.05156398192048073,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 62570
+    },
+    {
+      "grad_norm": 0.06202329322695732,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 62580
+    },
+    {
+      "grad_norm": 0.03839883953332901,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 62590
+    },
+    {
+      "grad_norm": 0.03488738089799881,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 62600
+    },
+    {
+      "grad_norm": 0.034138865768909454,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 62610
+    },
+    {
+      "grad_norm": 0.03410494327545166,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 62620
+    },
+    {
+      "grad_norm": 0.030001379549503326,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 62630
+    },
+    {
+      "grad_norm": 0.028661824762821198,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 62640
+    },
+    {
+      "grad_norm": 0.04027494043111801,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 62650
+    },
+    {
+      "grad_norm": 0.03212650120258331,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 62660
+    },
+    {
+      "grad_norm": 0.0322837233543396,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 62670
+    },
+    {
+      "grad_norm": 0.030489280819892883,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 62680
+    },
+    {
+      "grad_norm": 0.033683791756629944,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 62690
+    },
+    {
+      "grad_norm": 0.03330642729997635,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 62700
+    },
+    {
+      "grad_norm": 0.03656044602394104,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 62710
+    },
+    {
+      "grad_norm": 0.03289325535297394,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 62720
+    },
+    {
+      "grad_norm": 0.05872334539890289,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 62730
+    },
+    {
+      "grad_norm": 0.027495158836245537,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 62740
+    },
+    {
+      "grad_norm": 0.0320923812687397,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 62750
+    },
+    {
+      "grad_norm": 0.03026040829718113,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 62760
+    },
+    {
+      "grad_norm": 0.040055278688669205,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 62770
+    },
+    {
+      "grad_norm": 0.05272318050265312,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 62780
+    },
+    {
+      "grad_norm": 0.05509750172495842,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 62790
+    },
+    {
+      "grad_norm": 0.060426805168390274,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 62800
+    },
+    {
+      "grad_norm": 0.07686274498701096,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 62810
+    },
+    {
+      "grad_norm": 0.03833555802702904,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 62820
+    },
+    {
+      "grad_norm": 0.03955372795462608,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 62830
+    },
+    {
+      "grad_norm": 0.02994002401828766,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 62840
+    },
+    {
+      "grad_norm": 0.034897953271865845,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 62850
+    },
+    {
+      "grad_norm": 0.03711600601673126,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 62860
+    },
+    {
+      "grad_norm": 0.037492621690034866,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 62870
+    },
+    {
+      "grad_norm": 0.030802875757217407,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 62880
+    },
+    {
+      "grad_norm": 0.060636743903160095,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 62890
+    },
+    {
+      "grad_norm": 0.027573609724640846,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 62900
+    },
+    {
+      "grad_norm": 0.031345345079898834,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 62910
+    },
+    {
+      "grad_norm": 0.03319508209824562,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 62920
+    },
+    {
+      "grad_norm": 0.028881903737783432,
+      "learning_rate": 0.0001,
+      "loss": 0.0595,
+      "step": 62930
+    },
+    {
+      "grad_norm": 0.04484301805496216,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 62940
+    },
+    {
+      "grad_norm": 0.08389370143413544,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 62950
+    },
+    {
+      "grad_norm": 0.03462286293506622,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 62960
+    },
+    {
+      "grad_norm": 0.02933010458946228,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 62970
+    },
+    {
+      "grad_norm": 0.10928165167570114,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 62980
+    },
+    {
+      "grad_norm": 0.03340054303407669,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 62990
+    },
+    {
+      "grad_norm": 0.03327115997672081,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 63000
+    },
+    {
+      "grad_norm": 0.028536150231957436,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 63010
+    },
+    {
+      "grad_norm": 0.028240734711289406,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 63020
+    },
+    {
+      "grad_norm": 0.028445834293961525,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 63030
+    },
+    {
+      "grad_norm": 0.06158582493662834,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 63040
+    },
+    {
+      "grad_norm": 0.0357539989054203,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 63050
+    },
+    {
+      "grad_norm": 0.03627992421388626,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 63060
+    },
+    {
+      "grad_norm": 0.043096527457237244,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 63070
+    },
+    {
+      "grad_norm": 0.031872496008872986,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 63080
+    },
+    {
+      "grad_norm": 0.029223134741187096,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 63090
+    },
+    {
+      "grad_norm": 0.08112824708223343,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 63100
+    },
+    {
+      "grad_norm": 0.03379936143755913,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 63110
+    },
+    {
+      "grad_norm": 0.047998085618019104,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 63120
+    },
+    {
+      "grad_norm": 0.03570501506328583,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 63130
+    },
+    {
+      "grad_norm": 0.03204003721475601,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 63140
+    },
+    {
+      "grad_norm": 0.036848172545433044,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 63150
+    },
+    {
+      "grad_norm": 0.031352851539850235,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 63160
+    },
+    {
+      "grad_norm": 0.049957819283008575,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 63170
+    },
+    {
+      "grad_norm": 0.03759745508432388,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 63180
+    },
+    {
+      "grad_norm": 0.03054984286427498,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 63190
+    },
+    {
+      "grad_norm": 0.03412570059299469,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 63200
+    },
+    {
+      "grad_norm": 0.03447764366865158,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 63210
+    },
+    {
+      "grad_norm": 0.025849001482129097,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 63220
+    },
+    {
+      "grad_norm": 0.06189972162246704,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 63230
+    },
+    {
+      "grad_norm": 0.0864909440279007,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 63240
+    },
+    {
+      "grad_norm": 0.02889750525355339,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 63250
+    },
+    {
+      "grad_norm": 0.030095219612121582,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 63260
+    },
+    {
+      "grad_norm": 0.03734617680311203,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 63270
+    },
+    {
+      "grad_norm": 0.03217015415430069,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 63280
+    },
+    {
+      "grad_norm": 0.03239504620432854,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 63290
+    },
+    {
+      "grad_norm": 0.04532594233751297,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 63300
+    },
+    {
+      "grad_norm": 0.08062589168548584,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 63310
+    },
+    {
+      "grad_norm": 0.03332202509045601,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 63320
+    },
+    {
+      "grad_norm": 0.03531475365161896,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 63330
+    },
+    {
+      "grad_norm": 0.035270869731903076,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 63340
+    },
+    {
+      "grad_norm": 0.04054117947816849,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 63350
+    },
+    {
+      "grad_norm": 0.0741288810968399,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 63360
+    },
+    {
+      "grad_norm": 0.03684695437550545,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 63370
+    },
+    {
+      "grad_norm": 0.05301080644130707,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 63380
+    },
+    {
+      "grad_norm": 0.03360666707158089,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 63390
+    },
+    {
+      "grad_norm": 0.03355038911104202,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 63400
+    },
+    {
+      "grad_norm": 0.08483317494392395,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 63410
+    },
+    {
+      "grad_norm": 0.02520589902997017,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 63420
+    },
+    {
+      "grad_norm": 0.05160875618457794,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 63430
+    },
+    {
+      "grad_norm": 0.07695341110229492,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 63440
+    },
+    {
+      "grad_norm": 0.039852600544691086,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 63450
+    },
+    {
+      "grad_norm": 0.029788555577397346,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 63460
+    },
+    {
+      "grad_norm": 0.03600744158029556,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 63470
+    },
+    {
+      "grad_norm": 0.04409255087375641,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 63480
+    },
+    {
+      "grad_norm": 0.07463420182466507,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 63490
+    },
+    {
+      "grad_norm": 0.057256560772657394,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 63500
+    },
+    {
+      "grad_norm": 0.05218487232923508,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 63510
+    },
+    {
+      "grad_norm": 0.031666599214076996,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 63520
+    },
+    {
+      "grad_norm": 0.034964174032211304,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 63530
+    },
+    {
+      "grad_norm": 0.02869361639022827,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 63540
+    },
+    {
+      "grad_norm": 0.029784012585878372,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 63550
+    },
+    {
+      "grad_norm": 0.041883036494255066,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 63560
+    },
+    {
+      "grad_norm": 0.032082315534353256,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 63570
+    },
+    {
+      "grad_norm": 0.031896837055683136,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 63580
+    },
+    {
+      "grad_norm": 0.04957148805260658,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 63590
+    },
+    {
+      "grad_norm": 0.03816540539264679,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 63600
+    },
+    {
+      "grad_norm": 0.033644311130046844,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 63610
+    },
+    {
+      "grad_norm": 0.03918618708848953,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 63620
+    },
+    {
+      "grad_norm": 0.030821213498711586,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 63630
+    },
+    {
+      "grad_norm": 0.03048991970717907,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 63640
+    },
+    {
+      "grad_norm": 0.027552656829357147,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 63650
+    },
+    {
+      "grad_norm": 0.03653121367096901,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 63660
+    },
+    {
+      "grad_norm": 0.044331178069114685,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 63670
+    },
+    {
+      "grad_norm": 0.03192003071308136,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 63680
+    },
+    {
+      "grad_norm": 0.035347167402505875,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 63690
+    },
+    {
+      "grad_norm": 0.03621664270758629,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 63700
+    },
+    {
+      "grad_norm": 0.032180894166231155,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 63710
+    },
+    {
+      "grad_norm": 0.048000268638134,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 63720
+    },
+    {
+      "grad_norm": 0.17213621735572815,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 63730
+    },
+    {
+      "grad_norm": 0.07118947803974152,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 63740
+    },
+    {
+      "grad_norm": 0.06876662373542786,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 63750
+    },
+    {
+      "grad_norm": 0.031288690865039825,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 63760
+    },
+    {
+      "grad_norm": 0.028168736025691032,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 63770
+    },
+    {
+      "grad_norm": 0.031429924070835114,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 63780
+    },
+    {
+      "grad_norm": 0.0294465534389019,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 63790
+    },
+    {
+      "grad_norm": 0.027480538934469223,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 63800
+    },
+    {
+      "grad_norm": 0.03470177948474884,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 63810
+    },
+    {
+      "grad_norm": 0.041288841515779495,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 63820
+    },
+    {
+      "grad_norm": 0.04474128037691116,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 63830
+    },
+    {
+      "grad_norm": 0.040391843765974045,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 63840
+    },
+    {
+      "grad_norm": 0.028146717697381973,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 63850
+    },
+    {
+      "grad_norm": 0.02523050084710121,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 63860
+    },
+    {
+      "grad_norm": 0.03228524699807167,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 63870
+    },
+    {
+      "grad_norm": 0.027510523796081543,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 63880
+    },
+    {
+      "grad_norm": 0.03202657401561737,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 63890
+    },
+    {
+      "grad_norm": 0.05483374372124672,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 63900
+    },
+    {
+      "grad_norm": 0.04526757076382637,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 63910
+    },
+    {
+      "grad_norm": 0.061247408390045166,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 63920
+    },
+    {
+      "grad_norm": 0.029525037854909897,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 63930
+    },
+    {
+      "grad_norm": 0.026212289929389954,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 63940
+    },
+    {
+      "grad_norm": 0.037005141377449036,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 63950
+    },
+    {
+      "grad_norm": 0.03050209954380989,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 63960
+    },
+    {
+      "grad_norm": 0.04896620661020279,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 63970
+    },
+    {
+      "grad_norm": 0.04131520539522171,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 63980
+    },
+    {
+      "grad_norm": 0.039207275956869125,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 63990
+    },
+    {
+      "grad_norm": 0.04215410724282265,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 64000
+    },
+    {
+      "grad_norm": 0.028829338029026985,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 64010
+    },
+    {
+      "grad_norm": 0.029453769326210022,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 64020
+    },
+    {
+      "grad_norm": 0.05132026970386505,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 64030
+    },
+    {
+      "grad_norm": 0.024313217028975487,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 64040
+    },
+    {
+      "grad_norm": 0.04079357907176018,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 64050
+    },
+    {
+      "grad_norm": 0.05807531252503395,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 64060
+    },
+    {
+      "grad_norm": 0.027810603380203247,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 64070
+    },
+    {
+      "grad_norm": 0.046167463064193726,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 64080
+    },
+    {
+      "grad_norm": 0.031182771548628807,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 64090
+    },
+    {
+      "grad_norm": 0.024841787293553352,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 64100
+    },
+    {
+      "grad_norm": 0.05563955754041672,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 64110
+    },
+    {
+      "grad_norm": 0.03765946626663208,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 64120
+    },
+    {
+      "grad_norm": 0.03443259745836258,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 64130
+    },
+    {
+      "grad_norm": 0.05191999673843384,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 64140
+    },
+    {
+      "grad_norm": 0.03451894223690033,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 64150
+    },
+    {
+      "grad_norm": 0.026203703135252,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 64160
+    },
+    {
+      "grad_norm": 0.048730287700891495,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 64170
+    },
+    {
+      "grad_norm": 0.024078236892819405,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 64180
+    },
+    {
+      "grad_norm": 0.02880125306546688,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 64190
+    },
+    {
+      "grad_norm": 0.02828390710055828,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 64200
+    },
+    {
+      "grad_norm": 0.0284517053514719,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 64210
+    },
+    {
+      "grad_norm": 0.04033778980374336,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 64220
+    },
+    {
+      "grad_norm": 0.0336398147046566,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 64230
+    },
+    {
+      "grad_norm": 0.024833202362060547,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 64240
+    },
+    {
+      "grad_norm": 0.02632950432598591,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 64250
+    },
+    {
+      "grad_norm": 0.04311685636639595,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 64260
+    },
+    {
+      "grad_norm": 0.028547650203108788,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 64270
+    },
+    {
+      "grad_norm": 0.03172440081834793,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 64280
+    },
+    {
+      "grad_norm": 0.03514447435736656,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 64290
+    },
+    {
+      "grad_norm": 0.11712565273046494,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 64300
+    },
+    {
+      "grad_norm": 0.03944852203130722,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 64310
+    },
+    {
+      "grad_norm": 0.03103666566312313,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 64320
+    },
+    {
+      "grad_norm": 0.0310667734593153,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 64330
+    },
+    {
+      "grad_norm": 0.046641431748867035,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 64340
+    },
+    {
+      "grad_norm": 0.03667765110731125,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 64350
+    },
+    {
+      "grad_norm": 0.027571894228458405,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 64360
+    },
+    {
+      "grad_norm": 0.028352931141853333,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 64370
+    },
+    {
+      "grad_norm": 0.03545834496617317,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 64380
+    },
+    {
+      "grad_norm": 0.03583083301782608,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 64390
+    },
+    {
+      "grad_norm": 0.049445487558841705,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 64400
+    },
+    {
+      "grad_norm": 0.028332894667983055,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 64410
+    },
+    {
+      "grad_norm": 0.03407208248972893,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 64420
+    },
+    {
+      "grad_norm": 0.026491736993193626,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 64430
+    },
+    {
+      "grad_norm": 0.04167000949382782,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 64440
+    },
+    {
+      "grad_norm": 0.02767440676689148,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 64450
+    },
+    {
+      "grad_norm": 0.0520305335521698,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 64460
+    },
+    {
+      "grad_norm": 0.051645394414663315,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 64470
+    },
+    {
+      "grad_norm": 0.03511917591094971,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 64480
+    },
+    {
+      "grad_norm": 0.030364815145730972,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 64490
+    },
+    {
+      "grad_norm": 0.037362925708293915,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 64500
+    },
+    {
+      "grad_norm": 0.029074735939502716,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 64510
+    },
+    {
+      "grad_norm": 0.03308019042015076,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 64520
+    },
+    {
+      "grad_norm": 0.03042549453675747,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 64530
+    },
+    {
+      "grad_norm": 0.033984605222940445,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 64540
+    },
+    {
+      "grad_norm": 0.03642912954092026,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 64550
+    },
+    {
+      "grad_norm": 0.035063885152339935,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 64560
+    },
+    {
+      "grad_norm": 0.03576646372675896,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 64570
+    },
+    {
+      "grad_norm": 0.06288004666566849,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 64580
+    },
+    {
+      "grad_norm": 0.029460716992616653,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 64590
+    },
+    {
+      "grad_norm": 0.05624908208847046,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 64600
+    },
+    {
+      "grad_norm": 0.03165430203080177,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 64610
+    },
+    {
+      "grad_norm": 0.13799028098583221,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 64620
+    },
+    {
+      "grad_norm": 0.031942419707775116,
+      "learning_rate": 0.0001,
+      "loss": 0.0606,
+      "step": 64630
+    },
+    {
+      "grad_norm": 0.1437710076570511,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 64640
+    },
+    {
+      "grad_norm": 0.04782365262508392,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 64650
+    },
+    {
+      "grad_norm": 0.03486863151192665,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 64660
+    },
+    {
+      "grad_norm": 0.028562745079398155,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 64670
+    },
+    {
+      "grad_norm": 0.02778604067862034,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 64680
+    },
+    {
+      "grad_norm": 0.04732237383723259,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 64690
+    },
+    {
+      "grad_norm": 0.06549947708845139,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 64700
+    },
+    {
+      "grad_norm": 0.029355259612202644,
+      "learning_rate": 0.0001,
+      "loss": 0.06,
+      "step": 64710
+    },
+    {
+      "grad_norm": 0.045433953404426575,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 64720
+    },
+    {
+      "grad_norm": 0.028221003711223602,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 64730
+    },
+    {
+      "grad_norm": 0.04613223671913147,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 64740
+    },
+    {
+      "grad_norm": 0.027657341212034225,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 64750
+    },
+    {
+      "grad_norm": 0.036542437970638275,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 64760
+    },
+    {
+      "grad_norm": 0.050772685557603836,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 64770
+    },
+    {
+      "grad_norm": 0.029289143159985542,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 64780
+    },
+    {
+      "grad_norm": 0.04439596086740494,
+      "learning_rate": 0.0001,
+      "loss": 0.0603,
+      "step": 64790
+    },
+    {
+      "grad_norm": 0.044330302625894547,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 64800
+    },
+    {
+      "grad_norm": 0.03146771341562271,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 64810
+    },
+    {
+      "grad_norm": 0.03139358386397362,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 64820
+    },
+    {
+      "grad_norm": 0.042139485478401184,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 64830
+    },
+    {
+      "grad_norm": 0.039604440331459045,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 64840
+    },
+    {
+      "grad_norm": 0.02839779667556286,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 64850
+    },
+    {
+      "grad_norm": 0.02967837080359459,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 64860
+    },
+    {
+      "grad_norm": 0.05291707068681717,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 64870
+    },
+    {
+      "grad_norm": 0.03596498817205429,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 64880
+    },
+    {
+      "grad_norm": 0.04294160008430481,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 64890
+    },
+    {
+      "grad_norm": 0.04004276543855667,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 64900
+    },
+    {
+      "grad_norm": 0.0627770945429802,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 64910
+    },
+    {
+      "grad_norm": 0.054910607635974884,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 64920
+    },
+    {
+      "grad_norm": 0.03222722187638283,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 64930
+    },
+    {
+      "grad_norm": 0.036549974232912064,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 64940
+    },
+    {
+      "grad_norm": 0.09029848128557205,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 64950
+    },
+    {
+      "grad_norm": 0.03274009749293327,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 64960
+    },
+    {
+      "grad_norm": 0.037366386502981186,
+      "learning_rate": 0.0001,
+      "loss": 0.0604,
+      "step": 64970
+    },
+    {
+      "grad_norm": 0.03628120198845863,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 64980
+    },
+    {
+      "grad_norm": 0.038397010415792465,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 64990
+    },
+    {
+      "grad_norm": 0.030385449528694153,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 65000
+    },
+    {
+      "grad_norm": 0.07049688696861267,
+      "learning_rate": 0.0001,
+      "loss": 0.0605,
+      "step": 65010
+    },
+    {
+      "grad_norm": 0.028584955260157585,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 65020
+    },
+    {
+      "grad_norm": 0.059997692704200745,
+      "learning_rate": 0.0001,
+      "loss": 0.0613,
+      "step": 65030
+    },
+    {
+      "grad_norm": 0.05181817337870598,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 65040
+    },
+    {
+      "grad_norm": 0.031274642795324326,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 65050
+    },
+    {
+      "grad_norm": 0.0311761274933815,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 65060
+    },
+    {
+      "grad_norm": 0.027064932510256767,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 65070
+    },
+    {
+      "grad_norm": 0.0343485027551651,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 65080
+    },
+    {
+      "grad_norm": 0.04168685898184776,
+      "learning_rate": 0.0001,
+      "loss": 0.061,
+      "step": 65090
+    },
+    {
+      "grad_norm": 0.02902602031826973,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 65100
+    },
+    {
+      "grad_norm": 0.03474268317222595,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 65110
+    },
+    {
+      "grad_norm": 0.03657742962241173,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 65120
+    },
+    {
+      "grad_norm": 0.03591514751315117,
+      "learning_rate": 0.0001,
+      "loss": 0.0587,
+      "step": 65130
+    },
+    {
+      "grad_norm": 0.04456058517098427,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 65140
+    },
+    {
+      "grad_norm": 0.039216574281454086,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 65150
+    },
+    {
+      "grad_norm": 0.03584984689950943,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 65160
+    },
+    {
+      "grad_norm": 0.029461229220032692,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 65170
+    },
+    {
+      "grad_norm": 0.04957851395010948,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 65180
+    },
+    {
+      "grad_norm": 0.08598028868436813,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 65190
+    },
+    {
+      "grad_norm": 0.034479472786188126,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 65200
+    },
+    {
+      "grad_norm": 0.030822061002254486,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 65210
+    },
+    {
+      "grad_norm": 0.06005197390913963,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 65220
+    },
+    {
+      "grad_norm": 0.04538416489958763,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 65230
+    },
+    {
+      "grad_norm": 0.031712453812360764,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 65240
+    },
+    {
+      "grad_norm": 0.025089308619499207,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 65250
+    },
+    {
+      "grad_norm": 0.03121563233435154,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 65260
+    },
+    {
+      "grad_norm": 0.03172295168042183,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 65270
+    },
+    {
+      "grad_norm": 0.03669186681509018,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 65280
+    },
+    {
+      "grad_norm": 0.045948341488838196,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 65290
+    },
+    {
+      "grad_norm": 0.035412076860666275,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 65300
+    },
+    {
+      "grad_norm": 0.05144093930721283,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 65310
+    },
+    {
+      "grad_norm": 0.050580598413944244,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 65320
+    },
+    {
+      "grad_norm": 0.0416136234998703,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 65330
+    },
+    {
+      "grad_norm": 0.029788343235850334,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 65340
+    },
+    {
+      "grad_norm": 0.02976902388036251,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 65350
+    },
+    {
+      "grad_norm": 0.03537024185061455,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 65360
+    },
+    {
+      "grad_norm": 0.039026569575071335,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 65370
+    },
+    {
+      "grad_norm": 0.04753047227859497,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 65380
+    },
+    {
+      "grad_norm": 0.03208119794726372,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 65390
+    },
+    {
+      "grad_norm": 0.026344263926148415,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 65400
+    },
+    {
+      "grad_norm": 0.02971794269979,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 65410
+    },
+    {
+      "grad_norm": 0.026347996667027473,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 65420
+    },
+    {
+      "grad_norm": 0.02788412943482399,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 65430
+    },
+    {
+      "grad_norm": 0.03322513401508331,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 65440
+    },
+    {
+      "grad_norm": 0.029388945549726486,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 65450
+    },
+    {
+      "grad_norm": 0.041261013597249985,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 65460
+    },
+    {
+      "grad_norm": 0.03948652371764183,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 65470
+    },
+    {
+      "grad_norm": 0.03443920239806175,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 65480
+    },
+    {
+      "grad_norm": 0.03327975049614906,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 65490
+    },
+    {
+      "grad_norm": 0.029296550899744034,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 65500
+    },
+    {
+      "grad_norm": 0.07008566707372665,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 65510
+    },
+    {
+      "grad_norm": 0.05228271707892418,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 65520
+    },
+    {
+      "grad_norm": 0.03957054764032364,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 65530
+    },
+    {
+      "grad_norm": 0.02714204415678978,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 65540
+    },
+    {
+      "grad_norm": 0.049158815294504166,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 65550
+    },
+    {
+      "grad_norm": 0.050190217792987823,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 65560
+    },
+    {
+      "grad_norm": 0.03212057799100876,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 65570
+    },
+    {
+      "grad_norm": 0.024081947281956673,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 65580
+    },
+    {
+      "grad_norm": 0.029382361099123955,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 65590
+    },
+    {
+      "grad_norm": 0.02949606068432331,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 65600
+    },
+    {
+      "grad_norm": 0.03971445560455322,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 65610
+    },
+    {
+      "grad_norm": 0.030435645952820778,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 65620
+    },
+    {
+      "grad_norm": 0.03278413787484169,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 65630
+    },
+    {
+      "grad_norm": 0.02985692396759987,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 65640
+    },
+    {
+      "grad_norm": 0.06605997681617737,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 65650
+    },
+    {
+      "grad_norm": 0.03685730695724487,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 65660
+    },
+    {
+      "grad_norm": 0.039325401186943054,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 65670
+    },
+    {
+      "grad_norm": 0.04698376730084419,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 65680
+    },
+    {
+      "grad_norm": 0.03811918944120407,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 65690
+    },
+    {
+      "grad_norm": 0.027522949501872063,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 65700
+    },
+    {
+      "grad_norm": 0.06658985465765,
+      "learning_rate": 0.0001,
+      "loss": 0.0608,
+      "step": 65710
+    },
+    {
+      "grad_norm": 0.04485997185111046,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 65720
+    },
+    {
+      "grad_norm": 0.03821815550327301,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 65730
+    },
+    {
+      "grad_norm": 0.025751996785402298,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 65740
+    },
+    {
+      "grad_norm": 0.03156910091638565,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 65750
+    },
+    {
+      "grad_norm": 0.038497719913721085,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 65760
+    },
+    {
+      "grad_norm": 0.03125143423676491,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 65770
+    },
+    {
+      "grad_norm": 0.032831139862537384,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 65780
+    },
+    {
+      "grad_norm": 0.04617500305175781,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 65790
+    },
+    {
+      "grad_norm": 0.042837850749492645,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 65800
+    },
+    {
+      "grad_norm": 0.032174233347177505,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 65810
+    },
+    {
+      "grad_norm": 0.04397551342844963,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 65820
+    },
+    {
+      "grad_norm": 0.04343234747648239,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 65830
+    },
+    {
+      "grad_norm": 0.072191022336483,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 65840
+    },
+    {
+      "grad_norm": 0.039072949439287186,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 65850
+    },
+    {
+      "grad_norm": 0.04313412681221962,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 65860
+    },
+    {
+      "grad_norm": 0.030163614079356194,
+      "learning_rate": 0.0001,
+      "loss": 0.0594,
+      "step": 65870
+    },
+    {
+      "grad_norm": 0.03590676188468933,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 65880
+    },
+    {
+      "grad_norm": 0.02738950215280056,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 65890
+    },
+    {
+      "grad_norm": 0.04027630388736725,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 65900
+    },
+    {
+      "grad_norm": 0.03424077481031418,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 65910
+    },
+    {
+      "grad_norm": 0.03401343524456024,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 65920
+    },
+    {
+      "grad_norm": 0.03671470284461975,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 65930
+    },
+    {
+      "grad_norm": 0.044162482023239136,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 65940
+    },
+    {
+      "grad_norm": 0.04938870295882225,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 65950
+    },
+    {
+      "grad_norm": 0.029463758692145348,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 65960
+    },
+    {
+      "grad_norm": 0.03000970371067524,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 65970
+    },
+    {
+      "grad_norm": 0.034184426069259644,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 65980
+    },
+    {
+      "grad_norm": 0.03419257327914238,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 65990
+    },
+    {
+      "grad_norm": 0.05458955466747284,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 66000
+    },
+    {
+      "grad_norm": 0.053205061703920364,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 66010
+    },
+    {
+      "grad_norm": 0.06374400109052658,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 66020
+    },
+    {
+      "grad_norm": 0.031648531556129456,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 66030
+    },
+    {
+      "grad_norm": 0.03194781020283699,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 66040
+    },
+    {
+      "grad_norm": 0.03252740204334259,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 66050
+    },
+    {
+      "grad_norm": 0.035220399498939514,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 66060
+    },
+    {
+      "grad_norm": 0.031703341752290726,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 66070
+    },
+    {
+      "grad_norm": 0.028713081032037735,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 66080
+    },
+    {
+      "grad_norm": 0.03503144159913063,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 66090
+    },
+    {
+      "grad_norm": 0.06457867473363876,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 66100
+    },
+    {
+      "grad_norm": 0.09754528105258942,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 66110
+    },
+    {
+      "grad_norm": 0.03763169050216675,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 66120
+    },
+    {
+      "grad_norm": 0.04976154491305351,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 66130
+    },
+    {
+      "grad_norm": 0.032955583184957504,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 66140
+    },
+    {
+      "grad_norm": 0.04880604147911072,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 66150
+    },
+    {
+      "grad_norm": 0.02789352275431156,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 66160
+    },
+    {
+      "grad_norm": 0.029380323365330696,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 66170
+    },
+    {
+      "grad_norm": 0.02895413711667061,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 66180
+    },
+    {
+      "grad_norm": 0.036389678716659546,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 66190
+    },
+    {
+      "grad_norm": 0.024626074358820915,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 66200
+    },
+    {
+      "grad_norm": 0.03923601657152176,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 66210
+    },
+    {
+      "grad_norm": 0.02555271051824093,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 66220
+    },
+    {
+      "grad_norm": 0.03538385406136513,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 66230
+    },
+    {
+      "grad_norm": 0.039958786219358444,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 66240
+    },
+    {
+      "grad_norm": 0.04681969806551933,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 66250
+    },
+    {
+      "grad_norm": 0.05342613160610199,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 66260
+    },
+    {
+      "grad_norm": 0.03315561264753342,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 66270
+    },
+    {
+      "grad_norm": 0.06208616867661476,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 66280
+    },
+    {
+      "grad_norm": 0.029067108407616615,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 66290
+    },
+    {
+      "grad_norm": 0.03193455934524536,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 66300
+    },
+    {
+      "grad_norm": 0.026669368147850037,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 66310
+    },
+    {
+      "grad_norm": 0.027519550174474716,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 66320
+    },
+    {
+      "grad_norm": 0.03053545206785202,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 66330
+    },
+    {
+      "grad_norm": 0.04017878696322441,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 66340
+    },
+    {
+      "grad_norm": 0.026250960305333138,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 66350
+    },
+    {
+      "grad_norm": 0.03897479549050331,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 66360
+    },
+    {
+      "grad_norm": 0.03717007115483284,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 66370
+    },
+    {
+      "grad_norm": 0.04594161733984947,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 66380
+    },
+    {
+      "grad_norm": 0.03688732907176018,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 66390
+    },
+    {
+      "grad_norm": 0.0323101244866848,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 66400
+    },
+    {
+      "grad_norm": 0.037776459008455276,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 66410
+    },
+    {
+      "grad_norm": 0.04604136571288109,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 66420
+    },
+    {
+      "grad_norm": 0.028392955660820007,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 66430
+    },
+    {
+      "grad_norm": 0.051545627415180206,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 66440
+    },
+    {
+      "grad_norm": 0.04023251682519913,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 66450
+    },
+    {
+      "grad_norm": 0.04230255261063576,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 66460
+    },
+    {
+      "grad_norm": 0.029451485723257065,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 66470
+    },
+    {
+      "grad_norm": 0.03775868937373161,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 66480
+    },
+    {
+      "grad_norm": 0.025506233796477318,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 66490
+    },
+    {
+      "grad_norm": 0.029834166169166565,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 66500
+    },
+    {
+      "grad_norm": 0.02851935662329197,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 66510
+    },
+    {
+      "grad_norm": 0.0396634116768837,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 66520
+    },
+    {
+      "grad_norm": 0.025778796523809433,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 66530
+    },
+    {
+      "grad_norm": 0.029712380841374397,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 66540
+    },
+    {
+      "grad_norm": 0.02641710266470909,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 66550
+    },
+    {
+      "grad_norm": 0.05963299795985222,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 66560
+    },
+    {
+      "grad_norm": 0.05039413645863533,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 66570
+    },
+    {
+      "grad_norm": 0.05158465355634689,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 66580
+    },
+    {
+      "grad_norm": 0.03916749730706215,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 66590
+    },
+    {
+      "grad_norm": 0.032912347465753555,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 66600
+    },
+    {
+      "grad_norm": 0.02648577094078064,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 66610
+    },
+    {
+      "grad_norm": 0.06489744782447815,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 66620
+    },
+    {
+      "grad_norm": 0.03547625616192818,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 66630
+    },
+    {
+      "grad_norm": 0.03234905004501343,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 66640
+    },
+    {
+      "grad_norm": 0.03630612790584564,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 66650
+    },
+    {
+      "grad_norm": 0.03109649382531643,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 66660
+    },
+    {
+      "grad_norm": 0.05418706685304642,
+      "learning_rate": 0.0001,
+      "loss": 0.0607,
+      "step": 66670
+    },
+    {
+      "grad_norm": 0.0332772471010685,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 66680
+    },
+    {
+      "grad_norm": 0.028084900230169296,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 66690
+    },
+    {
+      "grad_norm": 0.034544236958026886,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 66700
+    },
+    {
+      "grad_norm": 0.029447229579091072,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 66710
+    },
+    {
+      "grad_norm": 0.037440817803144455,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 66720
+    },
+    {
+      "grad_norm": 0.02820274792611599,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 66730
+    },
+    {
+      "grad_norm": 0.029600942507386208,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 66740
+    },
+    {
+      "grad_norm": 0.028994884341955185,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 66750
+    },
+    {
+      "grad_norm": 0.03960426524281502,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 66760
+    },
+    {
+      "grad_norm": 0.02874692901968956,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 66770
+    },
+    {
+      "grad_norm": 0.02980293333530426,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 66780
+    },
+    {
+      "grad_norm": 0.0480184406042099,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 66790
+    },
+    {
+      "grad_norm": 0.028782524168491364,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 66800
+    },
+    {
+      "grad_norm": 0.039606451988220215,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 66810
+    },
+    {
+      "grad_norm": 0.027128539979457855,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 66820
+    },
+    {
+      "grad_norm": 0.0523056834936142,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 66830
+    },
+    {
+      "grad_norm": 0.03414522856473923,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 66840
+    },
+    {
+      "grad_norm": 0.03273914009332657,
+      "learning_rate": 0.0001,
+      "loss": 0.0617,
+      "step": 66850
+    },
+    {
+      "grad_norm": 0.029982564970850945,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 66860
+    },
+    {
+      "grad_norm": 0.03553019464015961,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 66870
+    },
+    {
+      "grad_norm": 0.05146891251206398,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 66880
+    },
+    {
+      "grad_norm": 0.041398219764232635,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 66890
+    },
+    {
+      "grad_norm": 0.03006637468934059,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 66900
+    },
+    {
+      "grad_norm": 0.0660574734210968,
+      "learning_rate": 0.0001,
+      "loss": 0.0598,
+      "step": 66910
+    },
+    {
+      "grad_norm": 0.05244192108511925,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 66920
+    },
+    {
+      "grad_norm": 0.03247824311256409,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 66930
+    },
+    {
+      "grad_norm": 0.03127806633710861,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 66940
+    },
+    {
+      "grad_norm": 0.09773849695920944,
+      "learning_rate": 0.0001,
+      "loss": 0.0601,
+      "step": 66950
+    },
+    {
+      "grad_norm": 0.025955358520150185,
+      "learning_rate": 0.0001,
+      "loss": 0.0592,
+      "step": 66960
+    },
+    {
+      "grad_norm": 0.038228560239076614,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 66970
+    },
+    {
+      "grad_norm": 0.08985874056816101,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 66980
+    },
+    {
+      "grad_norm": 0.055584970861673355,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 66990
+    },
+    {
+      "grad_norm": 0.02999107539653778,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 67000
+    },
+    {
+      "grad_norm": 0.04923490062355995,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 67010
+    },
+    {
+      "grad_norm": 0.032447461038827896,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 67020
+    },
+    {
+      "grad_norm": 0.045191194862127304,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 67030
+    },
+    {
+      "grad_norm": 0.03396640345454216,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 67040
+    },
+    {
+      "grad_norm": 0.03883207216858864,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 67050
+    },
+    {
+      "grad_norm": 0.04079996049404144,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 67060
+    },
+    {
+      "grad_norm": 0.04068229719996452,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 67070
+    },
+    {
+      "grad_norm": 0.037834811955690384,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 67080
+    },
+    {
+      "grad_norm": 0.04008100926876068,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 67090
+    },
+    {
+      "grad_norm": 0.06718665361404419,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 67100
+    },
+    {
+      "grad_norm": 0.0649176836013794,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 67110
+    },
+    {
+      "grad_norm": 0.03035830147564411,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 67120
+    },
+    {
+      "grad_norm": 0.03249821439385414,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 67130
+    },
+    {
+      "grad_norm": 0.038678623735904694,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 67140
+    },
+    {
+      "grad_norm": 0.0295390784740448,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 67150
+    },
+    {
+      "grad_norm": 0.036703772842884064,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 67160
+    },
+    {
+      "grad_norm": 0.03463228791952133,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 67170
+    },
+    {
+      "grad_norm": 0.03844412788748741,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 67180
+    },
+    {
+      "grad_norm": 0.051157109439373016,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 67190
+    },
+    {
+      "grad_norm": 0.03332533314824104,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 67200
+    },
+    {
+      "grad_norm": 0.13710907101631165,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 67210
+    },
+    {
+      "grad_norm": 0.06480355560779572,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 67220
+    },
+    {
+      "grad_norm": 0.03292468562722206,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 67230
+    },
+    {
+      "grad_norm": 0.03879697993397713,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 67240
+    },
+    {
+      "grad_norm": 0.031551916152238846,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 67250
+    },
+    {
+      "grad_norm": 0.03903286159038544,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 67260
+    },
+    {
+      "grad_norm": 0.0529940240085125,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 67270
+    },
+    {
+      "grad_norm": 0.028479326516389847,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 67280
+    },
+    {
+      "grad_norm": 0.032819703221321106,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 67290
+    },
+    {
+      "grad_norm": 0.032024480402469635,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 67300
+    },
+    {
+      "grad_norm": 0.037460844963788986,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 67310
+    },
+    {
+      "grad_norm": 0.031310878694057465,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 67320
+    },
+    {
+      "grad_norm": 0.04781557619571686,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 67330
+    },
+    {
+      "grad_norm": 0.041383497416973114,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 67340
+    },
+    {
+      "grad_norm": 0.05776805803179741,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 67350
+    },
+    {
+      "grad_norm": 0.03251291811466217,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 67360
+    },
+    {
+      "grad_norm": 0.03317172825336456,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 67370
+    },
+    {
+      "grad_norm": 0.045047104358673096,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 67380
+    },
+    {
+      "grad_norm": 0.03684469684958458,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 67390
+    },
+    {
+      "grad_norm": 0.03511913865804672,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 67400
+    },
+    {
+      "grad_norm": 0.08107723295688629,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 67410
+    },
+    {
+      "grad_norm": 0.027813026681542397,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 67420
+    },
+    {
+      "grad_norm": 0.06638414412736893,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 67430
+    },
+    {
+      "grad_norm": 0.028026090934872627,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 67440
+    },
+    {
+      "grad_norm": 0.029905397444963455,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 67450
+    },
+    {
+      "grad_norm": 0.06249956786632538,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 67460
+    },
+    {
+      "grad_norm": 0.034448545426130295,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 67470
+    },
+    {
+      "grad_norm": 0.039887934923172,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 67480
+    },
+    {
+      "grad_norm": 0.031680162996053696,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 67490
+    },
+    {
+      "grad_norm": 0.02927280403673649,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 67500
+    },
+    {
+      "grad_norm": 0.04902787506580353,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 67510
+    },
+    {
+      "grad_norm": 0.029939433559775352,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 67520
+    },
+    {
+      "grad_norm": 0.03254404291510582,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 67530
+    },
+    {
+      "grad_norm": 0.03729986771941185,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 67540
+    },
+    {
+      "grad_norm": 0.03662702813744545,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 67550
+    },
+    {
+      "grad_norm": 0.0639667734503746,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 67560
+    },
+    {
+      "grad_norm": 0.03371293842792511,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 67570
+    },
+    {
+      "grad_norm": 0.05410958454012871,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 67580
+    },
+    {
+      "grad_norm": 0.06427866220474243,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 67590
+    },
+    {
+      "grad_norm": 0.04796600341796875,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 67600
+    },
+    {
+      "grad_norm": 0.03225461393594742,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 67610
+    },
+    {
+      "grad_norm": 0.03018442541360855,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 67620
+    },
+    {
+      "grad_norm": 0.09793642163276672,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 67630
+    },
+    {
+      "grad_norm": 0.03572814166545868,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 67640
+    },
+    {
+      "grad_norm": 0.051038432866334915,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 67650
+    },
+    {
+      "grad_norm": 0.0440213605761528,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 67660
+    },
+    {
+      "grad_norm": 0.033790457993745804,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 67670
+    },
+    {
+      "grad_norm": 0.03542133420705795,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 67680
+    },
+    {
+      "grad_norm": 0.0479724146425724,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 67690
+    },
+    {
+      "grad_norm": 0.03985685110092163,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 67700
+    },
+    {
+      "grad_norm": 0.03646834194660187,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 67710
+    },
+    {
+      "grad_norm": 0.03384990617632866,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 67720
+    },
+    {
+      "grad_norm": 0.029674379155039787,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 67730
+    },
+    {
+      "grad_norm": 0.03409581631422043,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 67740
+    },
+    {
+      "grad_norm": 0.04193338379263878,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 67750
+    },
+    {
+      "grad_norm": 0.024570750072598457,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 67760
+    },
+    {
+      "grad_norm": 0.02816910855472088,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 67770
+    },
+    {
+      "grad_norm": 0.030725466087460518,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 67780
+    },
+    {
+      "grad_norm": 0.05383211001753807,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 67790
+    },
+    {
+      "grad_norm": 0.07730742543935776,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 67800
+    },
+    {
+      "grad_norm": 0.032763008028268814,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 67810
+    },
+    {
+      "grad_norm": 0.034297626465559006,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 67820
+    },
+    {
+      "grad_norm": 0.03835572674870491,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 67830
+    },
+    {
+      "grad_norm": 0.033790405839681625,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 67840
+    },
+    {
+      "grad_norm": 0.02861214056611061,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 67850
+    },
+    {
+      "grad_norm": 0.02895169146358967,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 67860
+    },
+    {
+      "grad_norm": 0.028956059366464615,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 67870
+    },
+    {
+      "grad_norm": 0.029068704694509506,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 67880
+    },
+    {
+      "grad_norm": 0.036983903497457504,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 67890
+    },
+    {
+      "grad_norm": 0.04046984016895294,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 67900
+    },
+    {
+      "grad_norm": 0.03287015110254288,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 67910
+    },
+    {
+      "grad_norm": 0.030013099312782288,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 67920
+    },
+    {
+      "grad_norm": 0.029943402856588364,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 67930
+    },
+    {
+      "grad_norm": 0.05087383836507797,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 67940
+    },
+    {
+      "grad_norm": 0.02684931270778179,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 67950
+    },
+    {
+      "grad_norm": 0.04732083901762962,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 67960
+    },
+    {
+      "grad_norm": 0.055143099278211594,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 67970
+    },
+    {
+      "grad_norm": 0.10763193666934967,
+      "learning_rate": 0.0001,
+      "loss": 0.0597,
+      "step": 67980
+    },
+    {
+      "grad_norm": 0.030220694839954376,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 67990
+    },
+    {
+      "grad_norm": 0.0310173649340868,
+      "learning_rate": 0.0001,
+      "loss": 0.0596,
+      "step": 68000
+    },
+    {
+      "grad_norm": 0.03539271652698517,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 68010
+    },
+    {
+      "grad_norm": 0.028340725228190422,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 68020
+    },
+    {
+      "grad_norm": 0.0354008674621582,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 68030
+    },
+    {
+      "grad_norm": 0.06302656978368759,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 68040
+    },
+    {
+      "grad_norm": 0.02798948623239994,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 68050
+    },
+    {
+      "grad_norm": 0.027691734954714775,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 68060
+    },
+    {
+      "grad_norm": 0.03526940196752548,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 68070
+    },
+    {
+      "grad_norm": 0.035278189927339554,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 68080
+    },
+    {
+      "grad_norm": 0.03756750747561455,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 68090
+    },
+    {
+      "grad_norm": 0.03413191810250282,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 68100
+    },
+    {
+      "grad_norm": 0.035517368465662,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 68110
+    },
+    {
+      "grad_norm": 0.030290748924016953,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 68120
+    },
+    {
+      "grad_norm": 0.029942696914076805,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 68130
+    },
+    {
+      "grad_norm": 0.04206771403551102,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 68140
+    },
+    {
+      "grad_norm": 0.03240129351615906,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 68150
+    },
+    {
+      "grad_norm": 0.0327853187918663,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 68160
+    },
+    {
+      "grad_norm": 0.06593288481235504,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 68170
+    },
+    {
+      "grad_norm": 0.029210753738880157,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 68180
+    },
+    {
+      "grad_norm": 0.05508384853601456,
+      "learning_rate": 0.0001,
+      "loss": 0.0579,
+      "step": 68190
+    },
+    {
+      "grad_norm": 0.02975107729434967,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 68200
+    },
+    {
+      "grad_norm": 0.05270376801490784,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 68210
+    },
+    {
+      "grad_norm": 0.04078106954693794,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 68220
+    },
+    {
+      "grad_norm": 0.050061263144016266,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 68230
+    },
+    {
+      "grad_norm": 0.0722675621509552,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 68240
+    },
+    {
+      "grad_norm": 0.02605075016617775,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 68250
+    },
+    {
+      "grad_norm": 0.02968354895710945,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 68260
+    },
+    {
+      "grad_norm": 0.025521207600831985,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 68270
+    },
+    {
+      "grad_norm": 0.02966911531984806,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 68280
+    },
+    {
+      "grad_norm": 0.05179933086037636,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 68290
+    },
+    {
+      "grad_norm": 0.06935018301010132,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 68300
+    },
+    {
+      "grad_norm": 0.03032153658568859,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 68310
+    },
+    {
+      "grad_norm": 0.026447761803865433,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 68320
+    },
+    {
+      "grad_norm": 0.05802704393863678,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 68330
+    },
+    {
+      "grad_norm": 0.033849239349365234,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 68340
+    },
+    {
+      "grad_norm": 0.09372317045927048,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 68350
+    },
+    {
+      "grad_norm": 0.08243905007839203,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 68360
+    },
+    {
+      "grad_norm": 0.0814080610871315,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 68370
+    },
+    {
+      "grad_norm": 0.030278079211711884,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 68380
+    },
+    {
+      "grad_norm": 0.029195014387369156,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 68390
+    },
+    {
+      "grad_norm": 0.036329057067632675,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 68400
+    },
+    {
+      "grad_norm": 0.02984236553311348,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 68410
+    },
+    {
+      "grad_norm": 0.02727794088423252,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 68420
+    },
+    {
+      "grad_norm": 0.03296808898448944,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 68430
+    },
+    {
+      "grad_norm": 0.025861063972115517,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 68440
+    },
+    {
+      "grad_norm": 0.0349576473236084,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 68450
+    },
+    {
+      "grad_norm": 0.04074164107441902,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 68460
+    },
+    {
+      "grad_norm": 0.02870449796319008,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 68470
+    },
+    {
+      "grad_norm": 0.05633237212896347,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 68480
+    },
+    {
+      "grad_norm": 0.030326923355460167,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 68490
+    },
+    {
+      "grad_norm": 0.035297639667987823,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 68500
+    },
+    {
+      "grad_norm": 0.031033942475914955,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 68510
+    },
+    {
+      "grad_norm": 0.04836713895201683,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 68520
+    },
+    {
+      "grad_norm": 0.029227711260318756,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 68530
+    },
+    {
+      "grad_norm": 0.03773411735892296,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 68540
+    },
+    {
+      "grad_norm": 0.0653054416179657,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 68550
+    },
+    {
+      "grad_norm": 0.04436586797237396,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 68560
+    },
+    {
+      "grad_norm": 0.05058977007865906,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 68570
+    },
+    {
+      "grad_norm": 0.03421870246529579,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 68580
+    },
+    {
+      "grad_norm": 0.03258907422423363,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 68590
+    },
+    {
+      "grad_norm": 0.03193642944097519,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 68600
+    },
+    {
+      "grad_norm": 0.03339141234755516,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 68610
+    },
+    {
+      "grad_norm": 0.027211014181375504,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 68620
+    },
+    {
+      "grad_norm": 0.031763069331645966,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 68630
+    },
+    {
+      "grad_norm": 0.06538040190935135,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 68640
+    },
+    {
+      "grad_norm": 0.112211674451828,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 68650
+    },
+    {
+      "grad_norm": 0.06965415179729462,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 68660
+    },
+    {
+      "grad_norm": 0.048434603959321976,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 68670
+    },
+    {
+      "grad_norm": 0.03672574460506439,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 68680
+    },
+    {
+      "grad_norm": 0.031344469636678696,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 68690
+    },
+    {
+      "grad_norm": 0.0325046069920063,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 68700
+    },
+    {
+      "grad_norm": 0.04000665247440338,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 68710
+    },
+    {
+      "grad_norm": 0.04674220085144043,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 68720
+    },
+    {
+      "grad_norm": 0.03344643861055374,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 68730
+    },
+    {
+      "grad_norm": 0.02809920348227024,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 68740
+    },
+    {
+      "grad_norm": 0.027251292020082474,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 68750
+    },
+    {
+      "grad_norm": 0.031006306409835815,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 68760
+    },
+    {
+      "grad_norm": 0.043156083673238754,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 68770
+    },
+    {
+      "grad_norm": 0.04479498416185379,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 68780
+    },
+    {
+      "grad_norm": 0.0407133474946022,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 68790
+    },
+    {
+      "grad_norm": 0.03253726288676262,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 68800
+    },
+    {
+      "grad_norm": 0.027940550819039345,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 68810
+    },
+    {
+      "grad_norm": 0.02880937047302723,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 68820
+    },
+    {
+      "grad_norm": 0.03845928981900215,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 68830
+    },
+    {
+      "grad_norm": 0.09206477552652359,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 68840
+    },
+    {
+      "grad_norm": 0.041692592203617096,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 68850
+    },
+    {
+      "grad_norm": 0.02729257009923458,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 68860
+    },
+    {
+      "grad_norm": 0.03459390997886658,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 68870
+    },
+    {
+      "grad_norm": 0.04443272575736046,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 68880
+    },
+    {
+      "grad_norm": 0.04338887333869934,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 68890
+    },
+    {
+      "grad_norm": 0.04864102974534035,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 68900
+    },
+    {
+      "grad_norm": 0.05040543153882027,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 68910
+    },
+    {
+      "grad_norm": 0.03532419353723526,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 68920
+    },
+    {
+      "grad_norm": 0.028923656791448593,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 68930
+    },
+    {
+      "grad_norm": 0.03155161440372467,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 68940
+    },
+    {
+      "grad_norm": 0.03220606595277786,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 68950
+    },
+    {
+      "grad_norm": 0.04655735194683075,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 68960
+    },
+    {
+      "grad_norm": 0.0284652728587389,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 68970
+    },
+    {
+      "grad_norm": 0.032271917909383774,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 68980
+    },
+    {
+      "grad_norm": 0.027348551899194717,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 68990
+    },
+    {
+      "grad_norm": 0.03705230727791786,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 69000
+    },
+    {
+      "grad_norm": 0.09450981765985489,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 69010
+    },
+    {
+      "grad_norm": 0.03139570355415344,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 69020
+    },
+    {
+      "grad_norm": 0.031630001962184906,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 69030
+    },
+    {
+      "grad_norm": 0.03589458391070366,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 69040
+    },
+    {
+      "grad_norm": 0.04062693566083908,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 69050
+    },
+    {
+      "grad_norm": 0.03483037278056145,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 69060
+    },
+    {
+      "grad_norm": 0.030565638095140457,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 69070
+    },
+    {
+      "grad_norm": 0.0426538921892643,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 69080
+    },
+    {
+      "grad_norm": 0.047272127121686935,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 69090
+    },
+    {
+      "grad_norm": 0.031426768749952316,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 69100
+    },
+    {
+      "grad_norm": 0.028525574132800102,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 69110
+    },
+    {
+      "grad_norm": 0.06360675394535065,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 69120
+    },
+    {
+      "grad_norm": 0.030891364440321922,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 69130
+    },
+    {
+      "grad_norm": 0.034497663378715515,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 69140
+    },
+    {
+      "grad_norm": 0.03601626306772232,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 69150
+    },
+    {
+      "grad_norm": 0.04858780279755592,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 69160
+    },
+    {
+      "grad_norm": 0.03500694781541824,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 69170
+    },
+    {
+      "grad_norm": 0.04423670098185539,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 69180
+    },
+    {
+      "grad_norm": 0.0351262204349041,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 69190
+    },
+    {
+      "grad_norm": 0.059053175151348114,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 69200
+    },
+    {
+      "grad_norm": 0.045528799295425415,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 69210
+    },
+    {
+      "grad_norm": 0.02930954284965992,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 69220
+    },
+    {
+      "grad_norm": 0.0632334053516388,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 69230
+    },
+    {
+      "grad_norm": 0.050841186195611954,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 69240
+    },
+    {
+      "grad_norm": 0.04642397537827492,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 69250
+    },
+    {
+      "grad_norm": 0.027701731771230698,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 69260
+    },
+    {
+      "grad_norm": 0.03592009097337723,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 69270
+    },
+    {
+      "grad_norm": 0.03305850550532341,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 69280
+    },
+    {
+      "grad_norm": 0.031142568215727806,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 69290
+    },
+    {
+      "grad_norm": 0.03223101422190666,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 69300
+    },
+    {
+      "grad_norm": 0.03656997159123421,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 69310
+    },
+    {
+      "grad_norm": 0.04314867779612541,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 69320
+    },
+    {
+      "grad_norm": 0.033121608197689056,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 69330
+    },
+    {
+      "grad_norm": 0.03743993118405342,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 69340
+    },
+    {
+      "grad_norm": 0.029689714312553406,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 69350
+    },
+    {
+      "grad_norm": 0.04598449915647507,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 69360
+    },
+    {
+      "grad_norm": 0.026723837479948997,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 69370
+    },
+    {
+      "grad_norm": 0.05557524412870407,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 69380
+    },
+    {
+      "grad_norm": 0.0331978015601635,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 69390
+    },
+    {
+      "grad_norm": 0.029463471844792366,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 69400
+    },
+    {
+      "grad_norm": 0.02671234868466854,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 69410
+    },
+    {
+      "grad_norm": 0.0255792997777462,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 69420
+    },
+    {
+      "grad_norm": 0.02578985132277012,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 69430
+    },
+    {
+      "grad_norm": 0.038704678416252136,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 69440
+    },
+    {
+      "grad_norm": 0.026872538030147552,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 69450
+    },
+    {
+      "grad_norm": 0.032558541744947433,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 69460
+    },
+    {
+      "grad_norm": 0.028670255094766617,
+      "learning_rate": 0.0001,
+      "loss": 0.0599,
+      "step": 69470
+    },
+    {
+      "grad_norm": 0.028957752510905266,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 69480
+    },
+    {
+      "grad_norm": 0.030298741534352303,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 69490
+    },
+    {
+      "grad_norm": 0.028359143063426018,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 69500
+    },
+    {
+      "grad_norm": 0.035784076899290085,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 69510
+    },
+    {
+      "grad_norm": 0.04195721819996834,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 69520
+    },
+    {
+      "grad_norm": 0.03183925524353981,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 69530
+    },
+    {
+      "grad_norm": 0.043037112802267075,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 69540
+    },
+    {
+      "grad_norm": 0.05390378460288048,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 69550
+    },
+    {
+      "grad_norm": 0.10786990821361542,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 69560
+    },
+    {
+      "grad_norm": 0.036468151956796646,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 69570
+    },
+    {
+      "grad_norm": 0.031091131269931793,
+      "learning_rate": 0.0001,
+      "loss": 0.0583,
+      "step": 69580
+    },
+    {
+      "grad_norm": 0.05104286968708038,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 69590
+    },
+    {
+      "grad_norm": 0.04716343805193901,
+      "learning_rate": 0.0001,
+      "loss": 0.0602,
+      "step": 69600
+    },
+    {
+      "grad_norm": 0.03613964468240738,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 69610
+    },
+    {
+      "grad_norm": 0.03581008315086365,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 69620
+    },
+    {
+      "grad_norm": 0.0329618938267231,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 69630
+    },
+    {
+      "grad_norm": 0.06969621032476425,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 69640
+    },
+    {
+      "grad_norm": 0.09097695350646973,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 69650
+    },
+    {
+      "grad_norm": 0.03370637819170952,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 69660
+    },
+    {
+      "grad_norm": 0.046300411224365234,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 69670
+    },
+    {
+      "grad_norm": 0.031234703958034515,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 69680
+    },
+    {
+      "grad_norm": 0.028870634734630585,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 69690
+    },
+    {
+      "grad_norm": 0.03999332711100578,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 69700
+    },
+    {
+      "grad_norm": 0.03772451728582382,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 69710
+    },
+    {
+      "grad_norm": 0.07587321847677231,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 69720
+    },
+    {
+      "grad_norm": 0.06868185102939606,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 69730
+    },
+    {
+      "grad_norm": 0.03399520739912987,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 69740
+    },
+    {
+      "grad_norm": 0.03769046440720558,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 69750
+    },
+    {
+      "grad_norm": 0.03317931666970253,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 69760
+    },
+    {
+      "grad_norm": 0.03189920634031296,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 69770
+    },
+    {
+      "grad_norm": 0.03169073909521103,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 69780
+    },
+    {
+      "grad_norm": 0.03241150081157684,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 69790
+    },
+    {
+      "grad_norm": 0.04074462875723839,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 69800
+    },
+    {
+      "grad_norm": 0.04039772227406502,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 69810
+    },
+    {
+      "grad_norm": 0.0297283586114645,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 69820
+    },
+    {
+      "grad_norm": 0.026047658175230026,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 69830
+    },
+    {
+      "grad_norm": 0.03515865281224251,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 69840
+    },
+    {
+      "grad_norm": 0.037133436650037766,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 69850
+    },
+    {
+      "grad_norm": 0.027838556095957756,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 69860
+    },
+    {
+      "grad_norm": 0.039960697293281555,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 69870
+    },
+    {
+      "grad_norm": 0.0313846729695797,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 69880
+    },
+    {
+      "grad_norm": 0.07590674608945847,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 69890
+    },
+    {
+      "grad_norm": 0.025295056402683258,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 69900
+    },
+    {
+      "grad_norm": 0.029233699664473534,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 69910
+    },
+    {
+      "grad_norm": 0.028501030057668686,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 69920
+    },
+    {
+      "grad_norm": 0.02323746681213379,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 69930
+    },
+    {
+      "grad_norm": 0.04646715894341469,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 69940
+    },
+    {
+      "grad_norm": 0.04401328042149544,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 69950
+    },
+    {
+      "grad_norm": 0.03973232954740524,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 69960
+    },
+    {
+      "grad_norm": 0.027323083952069283,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 69970
+    },
+    {
+      "grad_norm": 0.1653817892074585,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 69980
+    },
+    {
+      "grad_norm": 0.11930352449417114,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 69990
+    },
+    {
+      "grad_norm": 0.06342371553182602,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 70000
+    },
+    {
+      "grad_norm": 0.09030202031135559,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 70010
+    },
+    {
+      "grad_norm": 0.02862471528351307,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 70020
+    },
+    {
+      "grad_norm": 0.034502606838941574,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 70030
+    },
+    {
+      "grad_norm": 0.04902323707938194,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 70040
+    },
+    {
+      "grad_norm": 0.030252497643232346,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 70050
+    },
+    {
+      "grad_norm": 0.034728266298770905,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 70060
+    },
+    {
+      "grad_norm": 0.03084438294172287,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 70070
+    },
+    {
+      "grad_norm": 0.029742153361439705,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 70080
+    },
+    {
+      "grad_norm": 0.03466064855456352,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 70090
+    },
+    {
+      "grad_norm": 0.030475124716758728,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 70100
+    },
+    {
+      "grad_norm": 0.032409489154815674,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 70110
+    },
+    {
+      "grad_norm": 0.03896590322256088,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 70120
+    },
+    {
+      "grad_norm": 0.03573894873261452,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 70130
+    },
+    {
+      "grad_norm": 0.027234891429543495,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 70140
+    },
+    {
+      "grad_norm": 0.03155416250228882,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 70150
+    },
+    {
+      "grad_norm": 0.03040054626762867,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 70160
+    },
+    {
+      "grad_norm": 0.05958859622478485,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 70170
+    },
+    {
+      "grad_norm": 0.025844169780611992,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 70180
+    },
+    {
+      "grad_norm": 0.05563558638095856,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 70190
+    },
+    {
+      "grad_norm": 0.03764330595731735,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 70200
+    },
+    {
+      "grad_norm": 0.028907109051942825,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 70210
+    },
+    {
+      "grad_norm": 0.02582680433988571,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 70220
+    },
+    {
+      "grad_norm": 0.04000642150640488,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 70230
+    },
+    {
+      "grad_norm": 0.07860487699508667,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 70240
+    },
+    {
+      "grad_norm": 0.033579595386981964,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 70250
+    },
+    {
+      "grad_norm": 0.025276992470026016,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 70260
+    },
+    {
+      "grad_norm": 0.03179517015814781,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 70270
+    },
+    {
+      "grad_norm": 0.027538511902093887,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 70280
+    },
+    {
+      "grad_norm": 0.03322923555970192,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 70290
+    },
+    {
+      "grad_norm": 0.047398027032613754,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 70300
+    },
+    {
+      "grad_norm": 0.03455101326107979,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 70310
+    },
+    {
+      "grad_norm": 0.051340579986572266,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 70320
+    },
+    {
+      "grad_norm": 0.04947724565863609,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 70330
+    },
+    {
+      "grad_norm": 0.027896082028746605,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 70340
+    },
+    {
+      "grad_norm": 0.037777576595544815,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 70350
+    },
+    {
+      "grad_norm": 0.02909005433320999,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 70360
+    },
+    {
+      "grad_norm": 0.05128809064626694,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 70370
+    },
+    {
+      "grad_norm": 0.03871260583400726,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 70380
+    },
+    {
+      "grad_norm": 0.06306148320436478,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 70390
+    },
+    {
+      "grad_norm": 0.08935032784938812,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 70400
+    },
+    {
+      "grad_norm": 0.06038208305835724,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 70410
+    },
+    {
+      "grad_norm": 0.06616012752056122,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 70420
+    },
+    {
+      "grad_norm": 0.03442459926009178,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 70430
+    },
+    {
+      "grad_norm": 0.029639167711138725,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 70440
+    },
+    {
+      "grad_norm": 0.039419714361429214,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 70450
+    },
+    {
+      "grad_norm": 0.0282228235155344,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 70460
+    },
+    {
+      "grad_norm": 0.02705411985516548,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 70470
+    },
+    {
+      "grad_norm": 0.031226608902215958,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 70480
+    },
+    {
+      "grad_norm": 0.02976297028362751,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 70490
+    },
+    {
+      "grad_norm": 0.033697459846735,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 70500
+    },
+    {
+      "grad_norm": 0.03953012451529503,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 70510
+    },
+    {
+      "grad_norm": 0.03360651060938835,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 70520
+    },
+    {
+      "grad_norm": 0.02475901134312153,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 70530
+    },
+    {
+      "grad_norm": 0.03475979343056679,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 70540
+    },
+    {
+      "grad_norm": 0.033848732709884644,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 70550
+    },
+    {
+      "grad_norm": 0.048565950244665146,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 70560
+    },
+    {
+      "grad_norm": 0.04121239855885506,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 70570
+    },
+    {
+      "grad_norm": 0.04204588755965233,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 70580
+    },
+    {
+      "grad_norm": 0.05355735123157501,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 70590
+    },
+    {
+      "grad_norm": 0.048856884241104126,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 70600
+    },
+    {
+      "grad_norm": 0.04225219413638115,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 70610
+    },
+    {
+      "grad_norm": 0.026263460516929626,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 70620
+    },
+    {
+      "grad_norm": 0.02685246430337429,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 70630
+    },
+    {
+      "grad_norm": 0.03021225892007351,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 70640
+    },
+    {
+      "grad_norm": 0.02525472082197666,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 70650
+    },
+    {
+      "grad_norm": 0.025247182697057724,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 70660
+    },
+    {
+      "grad_norm": 0.0351993590593338,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 70670
+    },
+    {
+      "grad_norm": 0.03414684161543846,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 70680
+    },
+    {
+      "grad_norm": 0.027404509484767914,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 70690
+    },
+    {
+      "grad_norm": 0.051646485924720764,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 70700
+    },
+    {
+      "grad_norm": 0.033604368567466736,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 70710
+    },
+    {
+      "grad_norm": 0.029495887458324432,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 70720
+    },
+    {
+      "grad_norm": 0.05232745409011841,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 70730
+    },
+    {
+      "grad_norm": 0.05764934420585632,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 70740
+    },
+    {
+      "grad_norm": 0.04487793147563934,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 70750
+    },
+    {
+      "grad_norm": 0.03262454271316528,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 70760
+    },
+    {
+      "grad_norm": 0.021843118593096733,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 70770
+    },
+    {
+      "grad_norm": 0.04062461107969284,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 70780
+    },
+    {
+      "grad_norm": 0.028489401564002037,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 70790
+    },
+    {
+      "grad_norm": 0.035806573927402496,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 70800
+    },
+    {
+      "grad_norm": 0.040698494762182236,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 70810
+    },
+    {
+      "grad_norm": 0.04350483790040016,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 70820
+    },
+    {
+      "grad_norm": 0.03418764844536781,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 70830
+    },
+    {
+      "grad_norm": 0.0723729059100151,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 70840
+    },
+    {
+      "grad_norm": 0.035218495875597,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 70850
+    },
+    {
+      "grad_norm": 0.09256821125745773,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 70860
+    },
+    {
+      "grad_norm": 0.04253508523106575,
+      "learning_rate": 0.0001,
+      "loss": 0.0584,
+      "step": 70870
+    },
+    {
+      "grad_norm": 0.06531360745429993,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 70880
+    },
+    {
+      "grad_norm": 0.0701133981347084,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 70890
+    },
+    {
+      "grad_norm": 0.1889646351337433,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 70900
+    },
+    {
+      "grad_norm": 0.035078518092632294,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 70910
+    },
+    {
+      "grad_norm": 0.07077732682228088,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 70920
+    },
+    {
+      "grad_norm": 0.05160551890730858,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 70930
+    },
+    {
+      "grad_norm": 0.0423068143427372,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 70940
+    },
+    {
+      "grad_norm": 0.029757607728242874,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 70950
+    },
+    {
+      "grad_norm": 0.04356369003653526,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 70960
+    },
+    {
+      "grad_norm": 0.05243988335132599,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 70970
+    },
+    {
+      "grad_norm": 0.03822900727391243,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 70980
+    },
+    {
+      "grad_norm": 0.037437550723552704,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 70990
+    },
+    {
+      "grad_norm": 0.0325380377471447,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 71000
+    },
+    {
+      "grad_norm": 0.03005596622824669,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 71010
+    },
+    {
+      "grad_norm": 0.05367553234100342,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 71020
+    },
+    {
+      "grad_norm": 0.036888014525175095,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 71030
+    },
+    {
+      "grad_norm": 0.025029730051755905,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 71040
+    },
+    {
+      "grad_norm": 0.03752368688583374,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 71050
+    },
+    {
+      "grad_norm": 0.026547320187091827,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 71060
+    },
+    {
+      "grad_norm": 0.03723609074950218,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 71070
+    },
+    {
+      "grad_norm": 0.03823574259877205,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 71080
+    },
+    {
+      "grad_norm": 0.061818912625312805,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 71090
+    },
+    {
+      "grad_norm": 0.08506163954734802,
+      "learning_rate": 0.0001,
+      "loss": 0.0588,
+      "step": 71100
+    },
+    {
+      "grad_norm": 0.04157084599137306,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 71110
+    },
+    {
+      "grad_norm": 0.09365889430046082,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 71120
+    },
+    {
+      "grad_norm": 0.03442608192563057,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 71130
+    },
+    {
+      "grad_norm": 0.04358383268117905,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 71140
+    },
+    {
+      "grad_norm": 0.03652006387710571,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 71150
+    },
+    {
+      "grad_norm": 0.07554018497467041,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 71160
+    },
+    {
+      "grad_norm": 0.054390083998441696,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 71170
+    },
+    {
+      "grad_norm": 0.05037103593349457,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 71180
+    },
+    {
+      "grad_norm": 0.05901259183883667,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 71190
+    },
+    {
+      "grad_norm": 0.039146747440099716,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 71200
+    },
+    {
+      "grad_norm": 0.02786187268793583,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 71210
+    },
+    {
+      "grad_norm": 0.029613029211759567,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 71220
+    },
+    {
+      "grad_norm": 0.028115130960941315,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 71230
+    },
+    {
+      "grad_norm": 0.027774794027209282,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 71240
+    },
+    {
+      "grad_norm": 0.027413085103034973,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 71250
+    },
+    {
+      "grad_norm": 0.025507492944598198,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 71260
+    },
+    {
+      "grad_norm": 0.0402790792286396,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 71270
+    },
+    {
+      "grad_norm": 0.02486635558307171,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 71280
+    },
+    {
+      "grad_norm": 0.034286852926015854,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 71290
+    },
+    {
+      "grad_norm": 0.02510250173509121,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 71300
+    },
+    {
+      "grad_norm": 0.0376833975315094,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 71310
+    },
+    {
+      "grad_norm": 0.04231567680835724,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 71320
+    },
+    {
+      "grad_norm": 0.029895883053541183,
+      "learning_rate": 0.0001,
+      "loss": 0.0589,
+      "step": 71330
+    },
+    {
+      "grad_norm": 0.02520790696144104,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 71340
+    },
+    {
+      "grad_norm": 0.03329313173890114,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 71350
+    },
+    {
+      "grad_norm": 0.07474306225776672,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 71360
+    },
+    {
+      "grad_norm": 0.030496524646878242,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 71370
+    },
+    {
+      "grad_norm": 0.02697695605456829,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 71380
+    },
+    {
+      "grad_norm": 0.029010597616434097,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 71390
+    },
+    {
+      "grad_norm": 0.032843101769685745,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 71400
+    },
+    {
+      "grad_norm": 0.028308039531111717,
+      "learning_rate": 0.0001,
+      "loss": 0.0591,
+      "step": 71410
+    },
+    {
+      "grad_norm": 0.06604539602994919,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 71420
+    },
+    {
+      "grad_norm": 0.12585711479187012,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 71430
+    },
+    {
+      "grad_norm": 0.07329212874174118,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 71440
+    },
+    {
+      "grad_norm": 0.07179534435272217,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 71450
+    },
+    {
+      "grad_norm": 0.030039755627512932,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 71460
+    },
+    {
+      "grad_norm": 0.02942642569541931,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 71470
+    },
+    {
+      "grad_norm": 0.02998131699860096,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 71480
+    },
+    {
+      "grad_norm": 0.027600925415754318,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 71490
+    },
+    {
+      "grad_norm": 0.025863274931907654,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 71500
+    },
+    {
+      "grad_norm": 0.024749204516410828,
+      "learning_rate": 0.0001,
+      "loss": 0.0565,
+      "step": 71510
+    },
+    {
+      "grad_norm": 0.031098220497369766,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 71520
+    },
+    {
+      "grad_norm": 0.028579367324709892,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 71530
+    },
+    {
+      "grad_norm": 0.048490557819604874,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 71540
+    },
+    {
+      "grad_norm": 0.04731066897511482,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 71550
+    },
+    {
+      "grad_norm": 0.0400003045797348,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 71560
+    },
+    {
+      "grad_norm": 0.03024156019091606,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 71570
+    },
+    {
+      "grad_norm": 0.0293404720723629,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 71580
+    },
+    {
+      "grad_norm": 0.02580946870148182,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 71590
+    },
+    {
+      "grad_norm": 0.07877527922391891,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 71600
+    },
+    {
+      "grad_norm": 0.07620678097009659,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 71610
+    },
+    {
+      "grad_norm": 0.14364397525787354,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 71620
+    },
+    {
+      "grad_norm": 0.02934548258781433,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 71630
+    },
+    {
+      "grad_norm": 0.032270677387714386,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 71640
+    },
+    {
+      "grad_norm": 0.03655418008565903,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 71650
+    },
+    {
+      "grad_norm": 0.031588636338710785,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 71660
+    },
+    {
+      "grad_norm": 0.031206443905830383,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 71670
+    },
+    {
+      "grad_norm": 0.055821921676397324,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 71680
+    },
+    {
+      "grad_norm": 0.05043342709541321,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 71690
+    },
+    {
+      "grad_norm": 0.04359200596809387,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 71700
+    },
+    {
+      "grad_norm": 0.029671521857380867,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 71710
+    },
+    {
+      "grad_norm": 0.04425404220819473,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 71720
+    },
+    {
+      "grad_norm": 0.03242946416139603,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 71730
+    },
+    {
+      "grad_norm": 0.035543713718652725,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 71740
+    },
+    {
+      "grad_norm": 0.05234494060277939,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 71750
+    },
+    {
+      "grad_norm": 0.036892667412757874,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 71760
+    },
+    {
+      "grad_norm": 0.027130497619509697,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 71770
+    },
+    {
+      "grad_norm": 0.03227314352989197,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 71780
+    },
+    {
+      "grad_norm": 0.030302828177809715,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 71790
+    },
+    {
+      "grad_norm": 0.04244976490736008,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 71800
+    },
+    {
+      "grad_norm": 0.025774504989385605,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 71810
+    },
+    {
+      "grad_norm": 0.041156839579343796,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 71820
+    },
+    {
+      "grad_norm": 0.028984537348151207,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 71830
+    },
+    {
+      "grad_norm": 0.03715239092707634,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 71840
+    },
+    {
+      "grad_norm": 0.02853846177458763,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 71850
+    },
+    {
+      "grad_norm": 0.03979503735899925,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 71860
+    },
+    {
+      "grad_norm": 0.023458072915673256,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 71870
+    },
+    {
+      "grad_norm": 0.029568785801529884,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 71880
+    },
+    {
+      "grad_norm": 0.031646061688661575,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 71890
+    },
+    {
+      "grad_norm": 0.03761209547519684,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 71900
+    },
+    {
+      "grad_norm": 0.06640651077032089,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 71910
+    },
+    {
+      "grad_norm": 0.04901253059506416,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 71920
+    },
+    {
+      "grad_norm": 0.028069326654076576,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 71930
+    },
+    {
+      "grad_norm": 0.031046120449900627,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 71940
+    },
+    {
+      "grad_norm": 0.02673305943608284,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 71950
+    },
+    {
+      "grad_norm": 0.05668178200721741,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 71960
+    },
+    {
+      "grad_norm": 0.024746615439653397,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 71970
+    },
+    {
+      "grad_norm": 0.10607565194368362,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 71980
+    },
+    {
+      "grad_norm": 0.07028239965438843,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 71990
+    },
+    {
+      "grad_norm": 0.05309257283806801,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 72000
+    },
+    {
+      "grad_norm": 0.08412502706050873,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 72010
+    },
+    {
+      "grad_norm": 0.18938423693180084,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 72020
+    },
+    {
+      "grad_norm": 0.032885000109672546,
+      "learning_rate": 0.0001,
+      "loss": 0.0571,
+      "step": 72030
+    },
+    {
+      "grad_norm": 0.09889876842498779,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 72040
+    },
+    {
+      "grad_norm": 0.05325718969106674,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 72050
+    },
+    {
+      "grad_norm": 0.08533411473035812,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 72060
+    },
+    {
+      "grad_norm": 0.038991834968328476,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 72070
+    },
+    {
+      "grad_norm": 0.03601523116230965,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 72080
+    },
+    {
+      "grad_norm": 0.03191477805376053,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 72090
+    },
+    {
+      "grad_norm": 0.08004909753799438,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 72100
+    },
+    {
+      "grad_norm": 0.11937949061393738,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 72110
+    },
+    {
+      "grad_norm": 0.08126670122146606,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 72120
+    },
+    {
+      "grad_norm": 0.04836313799023628,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 72130
+    },
+    {
+      "grad_norm": 0.03303920105099678,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 72140
+    },
+    {
+      "grad_norm": 0.034308429807424545,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 72150
+    },
+    {
+      "grad_norm": 0.043364688754081726,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 72160
+    },
+    {
+      "grad_norm": 0.028411012142896652,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 72170
+    },
+    {
+      "grad_norm": 0.031329844146966934,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 72180
+    },
+    {
+      "grad_norm": 0.04970842972397804,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 72190
+    },
+    {
+      "grad_norm": 0.03344925493001938,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 72200
+    },
+    {
+      "grad_norm": 0.027786513790488243,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 72210
+    },
+    {
+      "grad_norm": 0.02674013189971447,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 72220
+    },
+    {
+      "grad_norm": 0.024044638499617577,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 72230
+    },
+    {
+      "grad_norm": 0.029962947592139244,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 72240
+    },
+    {
+      "grad_norm": 0.033184390515089035,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 72250
+    },
+    {
+      "grad_norm": 0.02852683514356613,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 72260
+    },
+    {
+      "grad_norm": 0.11027926951646805,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 72270
+    },
+    {
+      "grad_norm": 0.08218425512313843,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 72280
+    },
+    {
+      "grad_norm": 0.031264662742614746,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 72290
+    },
+    {
+      "grad_norm": 0.052495043724775314,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 72300
+    },
+    {
+      "grad_norm": 0.039629023522138596,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 72310
+    },
+    {
+      "grad_norm": 0.058859679847955704,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 72320
+    },
+    {
+      "grad_norm": 0.04296441748738289,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 72330
+    },
+    {
+      "grad_norm": 0.03810768201947212,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 72340
+    },
+    {
+      "grad_norm": 0.03266257792711258,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 72350
+    },
+    {
+      "grad_norm": 0.03406433016061783,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 72360
+    },
+    {
+      "grad_norm": 0.03809468820691109,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 72370
+    },
+    {
+      "grad_norm": 0.04811538755893707,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 72380
+    },
+    {
+      "grad_norm": 0.03520674630999565,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 72390
+    },
+    {
+      "grad_norm": 0.03614659234881401,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 72400
+    },
+    {
+      "grad_norm": 0.02884931117296219,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 72410
+    },
+    {
+      "grad_norm": 0.08920184522867203,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 72420
+    },
+    {
+      "grad_norm": 0.03593131899833679,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 72430
+    },
+    {
+      "grad_norm": 0.03783859312534332,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 72440
+    },
+    {
+      "grad_norm": 0.08135204762220383,
+      "learning_rate": 0.0001,
+      "loss": 0.0576,
+      "step": 72450
+    },
+    {
+      "grad_norm": 0.04865819960832596,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 72460
+    },
+    {
+      "grad_norm": 0.034886714071035385,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 72470
+    },
+    {
+      "grad_norm": 0.05082591250538826,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 72480
+    },
+    {
+      "grad_norm": 0.026561664417386055,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 72490
+    },
+    {
+      "grad_norm": 0.025576384738087654,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 72500
+    },
+    {
+      "grad_norm": 0.03138848394155502,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 72510
+    },
+    {
+      "grad_norm": 0.03377877548336983,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 72520
+    },
+    {
+      "grad_norm": 0.03883809223771095,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 72530
+    },
+    {
+      "grad_norm": 0.032892923802137375,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 72540
+    },
+    {
+      "grad_norm": 0.0346200205385685,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 72550
+    },
+    {
+      "grad_norm": 0.029886677861213684,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 72560
+    },
+    {
+      "grad_norm": 0.032445184886455536,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 72570
+    },
+    {
+      "grad_norm": 0.03279249742627144,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 72580
+    },
+    {
+      "grad_norm": 0.03419756516814232,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 72590
+    },
+    {
+      "grad_norm": 0.03240756690502167,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 72600
+    },
+    {
+      "grad_norm": 0.04426496475934982,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 72610
+    },
+    {
+      "grad_norm": 0.04272248595952988,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 72620
+    },
+    {
+      "grad_norm": 0.02798893302679062,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 72630
+    },
+    {
+      "grad_norm": 0.03584850952029228,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 72640
+    },
+    {
+      "grad_norm": 0.05493444576859474,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 72650
+    },
+    {
+      "grad_norm": 0.05136086791753769,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 72660
+    },
+    {
+      "grad_norm": 0.04912605136632919,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 72670
+    },
+    {
+      "grad_norm": 0.051908206194639206,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 72680
+    },
+    {
+      "grad_norm": 0.07927445322275162,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 72690
+    },
+    {
+      "grad_norm": 0.07770545780658722,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 72700
+    },
+    {
+      "grad_norm": 0.053026940673589706,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 72710
+    },
+    {
+      "grad_norm": 0.02911161258816719,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 72720
+    },
+    {
+      "grad_norm": 0.02840857021510601,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 72730
+    },
+    {
+      "grad_norm": 0.03585156798362732,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 72740
+    },
+    {
+      "grad_norm": 0.03212539106607437,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 72750
+    },
+    {
+      "grad_norm": 0.04299560934305191,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 72760
+    },
+    {
+      "grad_norm": 0.029414454475045204,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 72770
+    },
+    {
+      "grad_norm": 0.028382739052176476,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 72780
+    },
+    {
+      "grad_norm": 0.030698558315634727,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 72790
+    },
+    {
+      "grad_norm": 0.03281133621931076,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 72800
+    },
+    {
+      "grad_norm": 0.03239773213863373,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 72810
+    },
+    {
+      "grad_norm": 0.0573715902864933,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 72820
+    },
+    {
+      "grad_norm": 0.05298558250069618,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 72830
+    },
+    {
+      "grad_norm": 0.06813673675060272,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 72840
+    },
+    {
+      "grad_norm": 0.05775955319404602,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 72850
+    },
+    {
+      "grad_norm": 0.031304825097322464,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 72860
+    },
+    {
+      "grad_norm": 0.03571741655468941,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 72870
+    },
+    {
+      "grad_norm": 0.034293051809072495,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 72880
+    },
+    {
+      "grad_norm": 0.06430906057357788,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 72890
+    },
+    {
+      "grad_norm": 0.031642451882362366,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 72900
+    },
+    {
+      "grad_norm": 0.03020850569009781,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 72910
+    },
+    {
+      "grad_norm": 0.03709142282605171,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 72920
+    },
+    {
+      "grad_norm": 0.027968546375632286,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 72930
+    },
+    {
+      "grad_norm": 0.03705817833542824,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 72940
+    },
+    {
+      "grad_norm": 0.05995514616370201,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 72950
+    },
+    {
+      "grad_norm": 0.05516112223267555,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 72960
+    },
+    {
+      "grad_norm": 0.03525203466415405,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 72970
+    },
+    {
+      "grad_norm": 0.03437274694442749,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 72980
+    },
+    {
+      "grad_norm": 0.027569105848670006,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 72990
+    },
+    {
+      "grad_norm": 0.12338869273662567,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 73000
+    },
+    {
+      "grad_norm": 0.02484898269176483,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 73010
+    },
+    {
+      "grad_norm": 0.034284915775060654,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 73020
+    },
+    {
+      "grad_norm": 0.026720043271780014,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 73030
+    },
+    {
+      "grad_norm": 0.028450127691030502,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 73040
+    },
+    {
+      "grad_norm": 0.02836252935230732,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 73050
+    },
+    {
+      "grad_norm": 0.03967668488621712,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 73060
+    },
+    {
+      "grad_norm": 0.03580803796648979,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 73070
+    },
+    {
+      "grad_norm": 0.0337386392056942,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 73080
+    },
+    {
+      "grad_norm": 0.03483700752258301,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 73090
+    },
+    {
+      "grad_norm": 0.035871900618076324,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 73100
+    },
+    {
+      "grad_norm": 0.03025510534644127,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 73110
+    },
+    {
+      "grad_norm": 0.03164061903953552,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 73120
+    },
+    {
+      "grad_norm": 0.039090223610401154,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 73130
+    },
+    {
+      "grad_norm": 0.031943902373313904,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 73140
+    },
+    {
+      "grad_norm": 0.030750811100006104,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 73150
+    },
+    {
+      "grad_norm": 0.03285632282495499,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 73160
+    },
+    {
+      "grad_norm": 0.0307879988104105,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 73170
+    },
+    {
+      "grad_norm": 0.04035975784063339,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 73180
+    },
+    {
+      "grad_norm": 0.040715355426073074,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 73190
+    },
+    {
+      "grad_norm": 0.042051516473293304,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 73200
+    },
+    {
+      "grad_norm": 0.04594358801841736,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 73210
+    },
+    {
+      "grad_norm": 0.10920172929763794,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 73220
+    },
+    {
+      "grad_norm": 0.026430316269397736,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 73230
+    },
+    {
+      "grad_norm": 0.0353790707886219,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 73240
+    },
+    {
+      "grad_norm": 0.03562387451529503,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 73250
+    },
+    {
+      "grad_norm": 0.03633735701441765,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 73260
+    },
+    {
+      "grad_norm": 0.04396303370594978,
+      "learning_rate": 0.0001,
+      "loss": 0.0578,
+      "step": 73270
+    },
+    {
+      "grad_norm": 0.04036647453904152,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 73280
+    },
+    {
+      "grad_norm": 0.029276488348841667,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 73290
+    },
+    {
+      "grad_norm": 0.02803090400993824,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 73300
+    },
+    {
+      "grad_norm": 0.0298202782869339,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 73310
+    },
+    {
+      "grad_norm": 0.037303145974874496,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 73320
+    },
+    {
+      "grad_norm": 0.0461774505674839,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 73330
+    },
+    {
+      "grad_norm": 0.02912837825715542,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 73340
+    },
+    {
+      "grad_norm": 0.03384453430771828,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 73350
+    },
+    {
+      "grad_norm": 0.027936983853578568,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 73360
+    },
+    {
+      "grad_norm": 0.036529384553432465,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 73370
+    },
+    {
+      "grad_norm": 0.03154611214995384,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 73380
+    },
+    {
+      "grad_norm": 0.045240018516778946,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 73390
+    },
+    {
+      "grad_norm": 0.03183054178953171,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 73400
+    },
+    {
+      "grad_norm": 0.03423211723566055,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 73410
+    },
+    {
+      "grad_norm": 0.03538280352950096,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 73420
+    },
+    {
+      "grad_norm": 0.026218440383672714,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 73430
+    },
+    {
+      "grad_norm": 0.04357154667377472,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 73440
+    },
+    {
+      "grad_norm": 0.03343968838453293,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 73450
+    },
+    {
+      "grad_norm": 0.03073490969836712,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 73460
+    },
+    {
+      "grad_norm": 0.031244104728102684,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 73470
+    },
+    {
+      "grad_norm": 0.030986731871962547,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 73480
+    },
+    {
+      "grad_norm": 0.03109307400882244,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 73490
+    },
+    {
+      "grad_norm": 0.03516194596886635,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 73500
+    },
+    {
+      "grad_norm": 0.029311589896678925,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 73510
+    },
+    {
+      "grad_norm": 0.03814355656504631,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 73520
+    },
+    {
+      "grad_norm": 0.02820235677063465,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 73530
+    },
+    {
+      "grad_norm": 0.03710788115859032,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 73540
+    },
+    {
+      "grad_norm": 0.03619783744215965,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 73550
+    },
+    {
+      "grad_norm": 0.02945212833583355,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 73560
+    },
+    {
+      "grad_norm": 0.03418656811118126,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 73570
+    },
+    {
+      "grad_norm": 0.04882635176181793,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 73580
+    },
+    {
+      "grad_norm": 0.028258664533495903,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 73590
+    },
+    {
+      "grad_norm": 0.027758276090025902,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 73600
+    },
+    {
+      "grad_norm": 0.028432661667466164,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 73610
+    },
+    {
+      "grad_norm": 0.04777001589536667,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 73620
+    },
+    {
+      "grad_norm": 0.060136452317237854,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 73630
+    },
+    {
+      "grad_norm": 0.03583340719342232,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 73640
+    },
+    {
+      "grad_norm": 0.03139356151223183,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 73650
+    },
+    {
+      "grad_norm": 0.04564953222870827,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 73660
+    },
+    {
+      "grad_norm": 0.056047603487968445,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 73670
+    },
+    {
+      "grad_norm": 0.061778418719768524,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 73680
+    },
+    {
+      "grad_norm": 0.05066380649805069,
+      "learning_rate": 0.0001,
+      "loss": 0.0559,
+      "step": 73690
+    },
+    {
+      "grad_norm": 0.09406644105911255,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 73700
+    },
+    {
+      "grad_norm": 0.08029195666313171,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 73710
+    },
+    {
+      "grad_norm": 0.04275773838162422,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 73720
+    },
+    {
+      "grad_norm": 0.0551496259868145,
+      "learning_rate": 0.0001,
+      "loss": 0.0562,
+      "step": 73730
+    },
+    {
+      "grad_norm": 0.03579943627119064,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 73740
+    },
+    {
+      "grad_norm": 0.03674860671162605,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 73750
+    },
+    {
+      "grad_norm": 0.0550108440220356,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 73760
+    },
+    {
+      "grad_norm": 0.04499199613928795,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 73770
+    },
+    {
+      "grad_norm": 0.03394490107893944,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 73780
+    },
+    {
+      "grad_norm": 0.04127107188105583,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 73790
+    },
+    {
+      "grad_norm": 0.035576969385147095,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 73800
+    },
+    {
+      "grad_norm": 0.0394851453602314,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 73810
+    },
+    {
+      "grad_norm": 0.037598732858896255,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 73820
+    },
+    {
+      "grad_norm": 0.026473186910152435,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 73830
+    },
+    {
+      "grad_norm": 0.043533120304346085,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 73840
+    },
+    {
+      "grad_norm": 0.02764110453426838,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 73850
+    },
+    {
+      "grad_norm": 0.042961932718753815,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 73860
+    },
+    {
+      "grad_norm": 0.030883973464369774,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 73870
+    },
+    {
+      "grad_norm": 0.036158230155706406,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 73880
+    },
+    {
+      "grad_norm": 0.029725397005677223,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 73890
+    },
+    {
+      "grad_norm": 0.03893269598484039,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 73900
+    },
+    {
+      "grad_norm": 0.047090642154216766,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 73910
+    },
+    {
+      "grad_norm": 0.03304328769445419,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 73920
+    },
+    {
+      "grad_norm": 0.025926506146788597,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 73930
+    },
+    {
+      "grad_norm": 0.029051298275589943,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 73940
+    },
+    {
+      "grad_norm": 0.04323749616742134,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 73950
+    },
+    {
+      "grad_norm": 0.03856271132826805,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 73960
+    },
+    {
+      "grad_norm": 0.03219607099890709,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 73970
+    },
+    {
+      "grad_norm": 0.02378499135375023,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 73980
+    },
+    {
+      "grad_norm": 0.029610883444547653,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 73990
+    },
+    {
+      "grad_norm": 0.028654493391513824,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 74000
+    },
+    {
+      "grad_norm": 0.0299675390124321,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 74010
+    },
+    {
+      "grad_norm": 0.03762437403202057,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 74020
+    },
+    {
+      "grad_norm": 0.029122479259967804,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 74030
+    },
+    {
+      "grad_norm": 0.026765840128064156,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 74040
+    },
+    {
+      "grad_norm": 0.04798288270831108,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 74050
+    },
+    {
+      "grad_norm": 0.03368932753801346,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 74060
+    },
+    {
+      "grad_norm": 0.034783292561769485,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 74070
+    },
+    {
+      "grad_norm": 0.05941956117749214,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 74080
+    },
+    {
+      "grad_norm": 0.028113113716244698,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 74090
+    },
+    {
+      "grad_norm": 0.03203430399298668,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 74100
+    },
+    {
+      "grad_norm": 0.04375410079956055,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 74110
+    },
+    {
+      "grad_norm": 0.03498562425374985,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 74120
+    },
+    {
+      "grad_norm": 0.030545324087142944,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 74130
+    },
+    {
+      "grad_norm": 0.03362240269780159,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 74140
+    },
+    {
+      "grad_norm": 0.027590660378336906,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 74150
+    },
+    {
+      "grad_norm": 0.03427571430802345,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 74160
+    },
+    {
+      "grad_norm": 0.04170795902609825,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 74170
+    },
+    {
+      "grad_norm": 0.0645890012383461,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 74180
+    },
+    {
+      "grad_norm": 0.03109089285135269,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 74190
+    },
+    {
+      "grad_norm": 0.0401589460670948,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 74200
+    },
+    {
+      "grad_norm": 0.026215512305498123,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 74210
+    },
+    {
+      "grad_norm": 0.04945143684744835,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 74220
+    },
+    {
+      "grad_norm": 0.060336023569107056,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 74230
+    },
+    {
+      "grad_norm": 0.04378895461559296,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 74240
+    },
+    {
+      "grad_norm": 0.04728901386260986,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 74250
+    },
+    {
+      "grad_norm": 0.03482065349817276,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 74260
+    },
+    {
+      "grad_norm": 0.02843601070344448,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 74270
+    },
+    {
+      "grad_norm": 0.031393952667713165,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 74280
+    },
+    {
+      "grad_norm": 0.022788390517234802,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 74290
+    },
+    {
+      "grad_norm": 0.04542063921689987,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 74300
+    },
+    {
+      "grad_norm": 0.06707175076007843,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 74310
+    },
+    {
+      "grad_norm": 0.03912218287587166,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 74320
+    },
+    {
+      "grad_norm": 0.13483989238739014,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 74330
+    },
+    {
+      "grad_norm": 0.07988926023244858,
+      "learning_rate": 0.0001,
+      "loss": 0.0581,
+      "step": 74340
+    },
+    {
+      "grad_norm": 0.17213568091392517,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 74350
+    },
+    {
+      "grad_norm": 0.09401034563779831,
+      "learning_rate": 0.0001,
+      "loss": 0.059,
+      "step": 74360
+    },
+    {
+      "grad_norm": 0.027260903269052505,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 74370
+    },
+    {
+      "grad_norm": 0.04005313292145729,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 74380
+    },
+    {
+      "grad_norm": 0.03955243155360222,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 74390
+    },
+    {
+      "grad_norm": 0.03671185299754143,
+      "learning_rate": 0.0001,
+      "loss": 0.0582,
+      "step": 74400
+    },
+    {
+      "grad_norm": 0.0309797041118145,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 74410
+    },
+    {
+      "grad_norm": 0.03434024378657341,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 74420
+    },
+    {
+      "grad_norm": 0.029116330668330193,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 74430
+    },
+    {
+      "grad_norm": 0.07131702452898026,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 74440
+    },
+    {
+      "grad_norm": 0.05451320484280586,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 74450
+    },
+    {
+      "grad_norm": 0.03402258828282356,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 74460
+    },
+    {
+      "grad_norm": 0.07659386843442917,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 74470
+    },
+    {
+      "grad_norm": 0.03542668744921684,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 74480
+    },
+    {
+      "grad_norm": 0.028256824240088463,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 74490
+    },
+    {
+      "grad_norm": 0.031233377754688263,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 74500
+    },
+    {
+      "grad_norm": 0.03513435274362564,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 74510
+    },
+    {
+      "grad_norm": 0.03170565888285637,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 74520
+    },
+    {
+      "grad_norm": 0.034489259123802185,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 74530
+    },
+    {
+      "grad_norm": 0.05465174838900566,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 74540
+    },
+    {
+      "grad_norm": 0.028425758704543114,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 74550
+    },
+    {
+      "grad_norm": 0.03821112588047981,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 74560
+    },
+    {
+      "grad_norm": 0.02677065320312977,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 74570
+    },
+    {
+      "grad_norm": 0.030928943306207657,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 74580
+    },
+    {
+      "grad_norm": 0.06458845734596252,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 74590
+    },
+    {
+      "grad_norm": 0.03594239428639412,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 74600
+    },
+    {
+      "grad_norm": 0.027971139177680016,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 74610
+    },
+    {
+      "grad_norm": 0.03371407091617584,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 74620
+    },
+    {
+      "grad_norm": 0.03068879060447216,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 74630
+    },
+    {
+      "grad_norm": 0.03312715142965317,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 74640
+    },
+    {
+      "grad_norm": 0.03543124347925186,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 74650
+    },
+    {
+      "grad_norm": 0.03768132999539375,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 74660
+    },
+    {
+      "grad_norm": 0.045639269053936005,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 74670
+    },
+    {
+      "grad_norm": 0.05129799619317055,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 74680
+    },
+    {
+      "grad_norm": 0.032363034784793854,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 74690
+    },
+    {
+      "grad_norm": 0.035217005759477615,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 74700
+    },
+    {
+      "grad_norm": 0.031593482941389084,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 74710
+    },
+    {
+      "grad_norm": 0.03621254116296768,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 74720
+    },
+    {
+      "grad_norm": 0.05718226730823517,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 74730
+    },
+    {
+      "grad_norm": 0.05131566524505615,
+      "learning_rate": 0.0001,
+      "loss": 0.0567,
+      "step": 74740
+    },
+    {
+      "grad_norm": 0.0445101223886013,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 74750
+    },
+    {
+      "grad_norm": 0.02891607955098152,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 74760
+    },
+    {
+      "grad_norm": 0.042157288640737534,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 74770
+    },
+    {
+      "grad_norm": 0.03410510718822479,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 74780
+    },
+    {
+      "grad_norm": 0.024454768747091293,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 74790
+    },
+    {
+      "grad_norm": 0.030453242361545563,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 74800
+    },
+    {
+      "grad_norm": 0.03072950430214405,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 74810
+    },
+    {
+      "grad_norm": 0.027035558596253395,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 74820
+    },
+    {
+      "grad_norm": 0.035390812903642654,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 74830
+    },
+    {
+      "grad_norm": 0.026959704235196114,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 74840
+    },
+    {
+      "grad_norm": 0.08633172512054443,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 74850
+    },
+    {
+      "grad_norm": 0.029522573575377464,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 74860
+    },
+    {
+      "grad_norm": 0.030612656846642494,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 74870
+    },
+    {
+      "grad_norm": 0.029318608343601227,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 74880
+    },
+    {
+      "grad_norm": 0.03403006121516228,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 74890
+    },
+    {
+      "grad_norm": 0.03803033009171486,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 74900
+    },
+    {
+      "grad_norm": 0.04378204047679901,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 74910
+    },
+    {
+      "grad_norm": 0.03160202503204346,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 74920
+    },
+    {
+      "grad_norm": 0.04608861729502678,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 74930
+    },
+    {
+      "grad_norm": 0.10336559265851974,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 74940
+    },
+    {
+      "grad_norm": 0.0298503115773201,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 74950
+    },
+    {
+      "grad_norm": 0.03182758390903473,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 74960
+    },
+    {
+      "grad_norm": 0.031301241368055344,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 74970
+    },
+    {
+      "grad_norm": 0.03013698384165764,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 74980
+    },
+    {
+      "grad_norm": 0.05391303077340126,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 74990
+    },
+    {
+      "grad_norm": 0.061566296964883804,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 75000
+    },
+    {
+      "grad_norm": 0.03507642075419426,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 75010
+    },
+    {
+      "grad_norm": 0.034939784556627274,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 75020
+    },
+    {
+      "grad_norm": 0.02759872004389763,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 75030
+    },
+    {
+      "grad_norm": 0.08202178031206131,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 75040
+    },
+    {
+      "grad_norm": 0.04670387879014015,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 75050
+    },
+    {
+      "grad_norm": 0.06936022639274597,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 75060
+    },
+    {
+      "grad_norm": 0.05416811630129814,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 75070
+    },
+    {
+      "grad_norm": 0.03161444887518883,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 75080
+    },
+    {
+      "grad_norm": 0.03361547738313675,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 75090
+    },
+    {
+      "grad_norm": 0.03878572955727577,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 75100
+    },
+    {
+      "grad_norm": 0.04243253916501999,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 75110
+    },
+    {
+      "grad_norm": 0.028075775131583214,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 75120
+    },
+    {
+      "grad_norm": 0.029022052884101868,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 75130
+    },
+    {
+      "grad_norm": 0.03875625506043434,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 75140
+    },
+    {
+      "grad_norm": 0.06989151984453201,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 75150
+    },
+    {
+      "grad_norm": 0.03849358856678009,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 75160
+    },
+    {
+      "grad_norm": 0.053959980607032776,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 75170
+    },
+    {
+      "grad_norm": 0.053292639553546906,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 75180
+    },
+    {
+      "grad_norm": 0.03820109739899635,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 75190
+    },
+    {
+      "grad_norm": 0.0287860706448555,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 75200
+    },
+    {
+      "grad_norm": 0.0492880679666996,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 75210
+    },
+    {
+      "grad_norm": 0.031425923109054565,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 75220
+    },
+    {
+      "grad_norm": 0.03554099053144455,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 75230
+    },
+    {
+      "grad_norm": 0.02410893142223358,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 75240
+    },
+    {
+      "grad_norm": 0.041508011519908905,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 75250
+    },
+    {
+      "grad_norm": 0.04127230867743492,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 75260
+    },
+    {
+      "grad_norm": 0.029207197949290276,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 75270
+    },
+    {
+      "grad_norm": 0.02959332801401615,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 75280
+    },
+    {
+      "grad_norm": 0.034732893109321594,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 75290
+    },
+    {
+      "grad_norm": 0.03954857960343361,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 75300
+    },
+    {
+      "grad_norm": 0.03249164670705795,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 75310
+    },
+    {
+      "grad_norm": 0.036371055990457535,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 75320
+    },
+    {
+      "grad_norm": 0.03361998125910759,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 75330
+    },
+    {
+      "grad_norm": 0.03824895992875099,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 75340
+    },
+    {
+      "grad_norm": 0.029777180403470993,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 75350
+    },
+    {
+      "grad_norm": 0.06243470311164856,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 75360
+    },
+    {
+      "grad_norm": 0.039119500666856766,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 75370
+    },
+    {
+      "grad_norm": 0.027547597885131836,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 75380
+    },
+    {
+      "grad_norm": 0.03244802728295326,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 75390
+    },
+    {
+      "grad_norm": 0.046242523938417435,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 75400
+    },
+    {
+      "grad_norm": 0.028355170041322708,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 75410
+    },
+    {
+      "grad_norm": 0.07853850722312927,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 75420
+    },
+    {
+      "grad_norm": 0.031812310218811035,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 75430
+    },
+    {
+      "grad_norm": 0.03760204836726189,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 75440
+    },
+    {
+      "grad_norm": 0.03341596573591232,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 75450
+    },
+    {
+      "grad_norm": 0.05743616819381714,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 75460
+    },
+    {
+      "grad_norm": 0.027118204161524773,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 75470
+    },
+    {
+      "grad_norm": 0.027525071054697037,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 75480
+    },
+    {
+      "grad_norm": 0.031161999329924583,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 75490
+    },
+    {
+      "grad_norm": 0.05566046014428139,
+      "learning_rate": 0.0001,
+      "loss": 0.0575,
+      "step": 75500
+    },
+    {
+      "grad_norm": 0.03361329808831215,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 75510
+    },
+    {
+      "grad_norm": 0.029302895069122314,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 75520
+    },
+    {
+      "grad_norm": 0.04380587488412857,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 75530
+    },
+    {
+      "grad_norm": 0.031083794310688972,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 75540
+    },
+    {
+      "grad_norm": 0.03154635801911354,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 75550
+    },
+    {
+      "grad_norm": 0.029934167861938477,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 75560
+    },
+    {
+      "grad_norm": 0.030929138883948326,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 75570
+    },
+    {
+      "grad_norm": 0.032814282923936844,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 75580
+    },
+    {
+      "grad_norm": 0.03450961410999298,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 75590
+    },
+    {
+      "grad_norm": 0.03496650233864784,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 75600
+    },
+    {
+      "grad_norm": 0.07542483508586884,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 75610
+    },
+    {
+      "grad_norm": 0.03510240465402603,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 75620
+    },
+    {
+      "grad_norm": 0.03827521950006485,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 75630
+    },
+    {
+      "grad_norm": 0.03569263964891434,
+      "learning_rate": 0.0001,
+      "loss": 0.0572,
+      "step": 75640
+    },
+    {
+      "grad_norm": 0.2804655432701111,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 75650
+    },
+    {
+      "grad_norm": 0.08152886480093002,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 75660
+    },
+    {
+      "grad_norm": 0.08482299000024796,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 75670
+    },
+    {
+      "grad_norm": 0.0867215171456337,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 75680
+    },
+    {
+      "grad_norm": 0.03105045109987259,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 75690
+    },
+    {
+      "grad_norm": 0.03273674473166466,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 75700
+    },
+    {
+      "grad_norm": 0.03350268304347992,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 75710
+    },
+    {
+      "grad_norm": 0.03822675347328186,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 75720
+    },
+    {
+      "grad_norm": 0.044444553554058075,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 75730
+    },
+    {
+      "grad_norm": 0.06487149745225906,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 75740
+    },
+    {
+      "grad_norm": 0.07402754575014114,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 75750
+    },
+    {
+      "grad_norm": 0.05688590928912163,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 75760
+    },
+    {
+      "grad_norm": 0.0351843424141407,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 75770
+    },
+    {
+      "grad_norm": 0.035564228892326355,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 75780
+    },
+    {
+      "grad_norm": 0.0333164744079113,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 75790
+    },
+    {
+      "grad_norm": 0.04651844874024391,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 75800
+    },
+    {
+      "grad_norm": 0.04560346156358719,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 75810
+    },
+    {
+      "grad_norm": 0.041575782001018524,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 75820
+    },
+    {
+      "grad_norm": 0.025470463559031487,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 75830
+    },
+    {
+      "grad_norm": 0.03355109319090843,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 75840
+    },
+    {
+      "grad_norm": 0.027951540425419807,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 75850
+    },
+    {
+      "grad_norm": 0.034226249903440475,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 75860
+    },
+    {
+      "grad_norm": 0.025106487795710564,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 75870
+    },
+    {
+      "grad_norm": 0.04952568933367729,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 75880
+    },
+    {
+      "grad_norm": 0.025620361790060997,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 75890
+    },
+    {
+      "grad_norm": 0.05520617589354515,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 75900
+    },
+    {
+      "grad_norm": 0.07782180607318878,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 75910
+    },
+    {
+      "grad_norm": 0.04004741460084915,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 75920
+    },
+    {
+      "grad_norm": 0.03615950420498848,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 75930
+    },
+    {
+      "grad_norm": 0.03593906760215759,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 75940
+    },
+    {
+      "grad_norm": 0.03404373303055763,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 75950
+    },
+    {
+      "grad_norm": 0.03199753165245056,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 75960
+    },
+    {
+      "grad_norm": 0.03703542426228523,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 75970
+    },
+    {
+      "grad_norm": 0.04042109474539757,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 75980
+    },
+    {
+      "grad_norm": 0.025249136611819267,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 75990
+    },
+    {
+      "grad_norm": 0.03543735668063164,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 76000
+    },
+    {
+      "grad_norm": 0.03072725422680378,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 76010
+    },
+    {
+      "grad_norm": 0.04012109711766243,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 76020
+    },
+    {
+      "grad_norm": 0.025178585201501846,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 76030
+    },
+    {
+      "grad_norm": 0.07290389388799667,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 76040
+    },
+    {
+      "grad_norm": 0.02997392788529396,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 76050
+    },
+    {
+      "grad_norm": 0.03887840360403061,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 76060
+    },
+    {
+      "grad_norm": 0.03384261950850487,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 76070
+    },
+    {
+      "grad_norm": 0.023863526061177254,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 76080
+    },
+    {
+      "grad_norm": 0.04438064992427826,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 76090
+    },
+    {
+      "grad_norm": 0.10156183689832687,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 76100
+    },
+    {
+      "grad_norm": 0.06452137976884842,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 76110
+    },
+    {
+      "grad_norm": 0.031887393444776535,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 76120
+    },
+    {
+      "grad_norm": 0.02958330512046814,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 76130
+    },
+    {
+      "grad_norm": 0.030972430482506752,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 76140
+    },
+    {
+      "grad_norm": 0.02509576454758644,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 76150
+    },
+    {
+      "grad_norm": 0.03232419118285179,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 76160
+    },
+    {
+      "grad_norm": 0.024674847722053528,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 76170
+    },
+    {
+      "grad_norm": 0.024027051404118538,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 76180
+    },
+    {
+      "grad_norm": 0.027112586423754692,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 76190
+    },
+    {
+      "grad_norm": 0.04402853175997734,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 76200
+    },
+    {
+      "grad_norm": 0.029947863891720772,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 76210
+    },
+    {
+      "grad_norm": 0.027254872024059296,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 76220
+    },
+    {
+      "grad_norm": 0.02959566004574299,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 76230
+    },
+    {
+      "grad_norm": 0.028128409758210182,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 76240
+    },
+    {
+      "grad_norm": 0.02617493085563183,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 76250
+    },
+    {
+      "grad_norm": 0.07637953013181686,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 76260
+    },
+    {
+      "grad_norm": 0.0819542407989502,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 76270
+    },
+    {
+      "grad_norm": 0.04977990314364433,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 76280
+    },
+    {
+      "grad_norm": 0.029232464730739594,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 76290
+    },
+    {
+      "grad_norm": 0.0273545291274786,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 76300
+    },
+    {
+      "grad_norm": 0.03133179619908333,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 76310
+    },
+    {
+      "grad_norm": 0.054909512400627136,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 76320
+    },
+    {
+      "grad_norm": 0.028761189430952072,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 76330
+    },
+    {
+      "grad_norm": 0.02802041918039322,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 76340
+    },
+    {
+      "grad_norm": 0.030143754556775093,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 76350
+    },
+    {
+      "grad_norm": 0.03637952357530594,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 76360
+    },
+    {
+      "grad_norm": 0.029265087097883224,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 76370
+    },
+    {
+      "grad_norm": 0.09141793847084045,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 76380
+    },
+    {
+      "grad_norm": 0.05154770612716675,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 76390
+    },
+    {
+      "grad_norm": 0.12741954624652863,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 76400
+    },
+    {
+      "grad_norm": 0.03299844264984131,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 76410
+    },
+    {
+      "grad_norm": 0.035923898220062256,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 76420
+    },
+    {
+      "grad_norm": 0.04287242889404297,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 76430
+    },
+    {
+      "grad_norm": 0.03045267052948475,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 76440
+    },
+    {
+      "grad_norm": 0.03201507404446602,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 76450
+    },
+    {
+      "grad_norm": 0.03003118187189102,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 76460
+    },
+    {
+      "grad_norm": 0.04371383413672447,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 76470
+    },
+    {
+      "grad_norm": 0.04688303545117378,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 76480
+    },
+    {
+      "grad_norm": 0.028218315914273262,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 76490
+    },
+    {
+      "grad_norm": 0.029280174523591995,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 76500
+    },
+    {
+      "grad_norm": 0.029485415667295456,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 76510
+    },
+    {
+      "grad_norm": 0.038733769208192825,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 76520
+    },
+    {
+      "grad_norm": 0.040729641914367676,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 76530
+    },
+    {
+      "grad_norm": 0.02628459222614765,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 76540
+    },
+    {
+      "grad_norm": 0.032551512122154236,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 76550
+    },
+    {
+      "grad_norm": 0.034558724611997604,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 76560
+    },
+    {
+      "grad_norm": 0.06880377978086472,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 76570
+    },
+    {
+      "grad_norm": 0.04677937552332878,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 76580
+    },
+    {
+      "grad_norm": 0.034694865345954895,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 76590
+    },
+    {
+      "grad_norm": 0.030651332810521126,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 76600
+    },
+    {
+      "grad_norm": 0.03252348303794861,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 76610
+    },
+    {
+      "grad_norm": 0.031024331226944923,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 76620
+    },
+    {
+      "grad_norm": 0.03085504285991192,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 76630
+    },
+    {
+      "grad_norm": 0.02901635318994522,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 76640
+    },
+    {
+      "grad_norm": 0.02973904460668564,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 76650
+    },
+    {
+      "grad_norm": 0.032047200947999954,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 76660
+    },
+    {
+      "grad_norm": 0.03258175775408745,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 76670
+    },
+    {
+      "grad_norm": 0.030063612386584282,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 76680
+    },
+    {
+      "grad_norm": 0.03616362065076828,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 76690
+    },
+    {
+      "grad_norm": 0.028370026499032974,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 76700
+    },
+    {
+      "grad_norm": 0.054317377507686615,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 76710
+    },
+    {
+      "grad_norm": 0.031124865636229515,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 76720
+    },
+    {
+      "grad_norm": 0.03273581340909004,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 76730
+    },
+    {
+      "grad_norm": 0.03115168772637844,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 76740
+    },
+    {
+      "grad_norm": 0.0357988104224205,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 76750
+    },
+    {
+      "grad_norm": 0.0262617114931345,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 76760
+    },
+    {
+      "grad_norm": 0.03327340632677078,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 76770
+    },
+    {
+      "grad_norm": 0.026101211085915565,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 76780
+    },
+    {
+      "grad_norm": 0.031434886157512665,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 76790
+    },
+    {
+      "grad_norm": 0.03492172062397003,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 76800
+    },
+    {
+      "grad_norm": 0.03060852363705635,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 76810
+    },
+    {
+      "grad_norm": 0.047281086444854736,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 76820
+    },
+    {
+      "grad_norm": 0.03932983800768852,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 76830
+    },
+    {
+      "grad_norm": 0.052294857800006866,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 76840
+    },
+    {
+      "grad_norm": 0.027314113453030586,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 76850
+    },
+    {
+      "grad_norm": 0.05757853761315346,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 76860
+    },
+    {
+      "grad_norm": 0.032892949879169464,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 76870
+    },
+    {
+      "grad_norm": 0.027441002428531647,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 76880
+    },
+    {
+      "grad_norm": 0.04501113295555115,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 76890
+    },
+    {
+      "grad_norm": 0.03482840582728386,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 76900
+    },
+    {
+      "grad_norm": 0.027279062196612358,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 76910
+    },
+    {
+      "grad_norm": 0.0341278500854969,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 76920
+    },
+    {
+      "grad_norm": 0.047922760248184204,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 76930
+    },
+    {
+      "grad_norm": 0.12825298309326172,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 76940
+    },
+    {
+      "grad_norm": 0.0426805205643177,
+      "learning_rate": 0.0001,
+      "loss": 0.057,
+      "step": 76950
+    },
+    {
+      "grad_norm": 0.027816731482744217,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 76960
+    },
+    {
+      "grad_norm": 0.027287708595395088,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 76970
+    },
+    {
+      "grad_norm": 0.03181542456150055,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 76980
+    },
+    {
+      "grad_norm": 0.03768528625369072,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 76990
+    },
+    {
+      "grad_norm": 0.03632109984755516,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 77000
+    },
+    {
+      "grad_norm": 0.0549275241792202,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 77010
+    },
+    {
+      "grad_norm": 0.0428670272231102,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 77020
+    },
+    {
+      "grad_norm": 0.04465636983513832,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 77030
+    },
+    {
+      "grad_norm": 0.03580623120069504,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 77040
+    },
+    {
+      "grad_norm": 0.04002784192562103,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 77050
+    },
+    {
+      "grad_norm": 0.030651919543743134,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 77060
+    },
+    {
+      "grad_norm": 0.08248384296894073,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 77070
+    },
+    {
+      "grad_norm": 0.0672265812754631,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 77080
+    },
+    {
+      "grad_norm": 0.04103831201791763,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 77090
+    },
+    {
+      "grad_norm": 0.0430353619158268,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 77100
+    },
+    {
+      "grad_norm": 0.02794819138944149,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 77110
+    },
+    {
+      "grad_norm": 0.0259831715375185,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 77120
+    },
+    {
+      "grad_norm": 0.031404923647642136,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 77130
+    },
+    {
+      "grad_norm": 0.04436607286334038,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 77140
+    },
+    {
+      "grad_norm": 0.03345910832285881,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 77150
+    },
+    {
+      "grad_norm": 0.037947677075862885,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 77160
+    },
+    {
+      "grad_norm": 0.04402189701795578,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 77170
+    },
+    {
+      "grad_norm": 0.04079543426632881,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 77180
+    },
+    {
+      "grad_norm": 0.056233540177345276,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 77190
+    },
+    {
+      "grad_norm": 0.06864343583583832,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 77200
+    },
+    {
+      "grad_norm": 0.040804922580718994,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 77210
+    },
+    {
+      "grad_norm": 0.03614487871527672,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 77220
+    },
+    {
+      "grad_norm": 0.04412061721086502,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 77230
+    },
+    {
+      "grad_norm": 0.035434573888778687,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 77240
+    },
+    {
+      "grad_norm": 0.04482335224747658,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 77250
+    },
+    {
+      "grad_norm": 0.08306196331977844,
+      "learning_rate": 0.0001,
+      "loss": 0.058,
+      "step": 77260
+    },
+    {
+      "grad_norm": 0.038063954561948776,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 77270
+    },
+    {
+      "grad_norm": 0.03197089582681656,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 77280
+    },
+    {
+      "grad_norm": 0.03703080862760544,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 77290
+    },
+    {
+      "grad_norm": 0.03377114608883858,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 77300
+    },
+    {
+      "grad_norm": 0.03278687968850136,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 77310
+    },
+    {
+      "grad_norm": 0.070031076669693,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 77320
+    },
+    {
+      "grad_norm": 0.03604622185230255,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 77330
+    },
+    {
+      "grad_norm": 0.028119385242462158,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 77340
+    },
+    {
+      "grad_norm": 0.13661757111549377,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 77350
+    },
+    {
+      "grad_norm": 0.08992014080286026,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 77360
+    },
+    {
+      "grad_norm": 0.07458571344614029,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 77370
+    },
+    {
+      "grad_norm": 0.026686834171414375,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 77380
+    },
+    {
+      "grad_norm": 0.03591465204954147,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 77390
+    },
+    {
+      "grad_norm": 0.04022877663373947,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 77400
+    },
+    {
+      "grad_norm": 0.03225668892264366,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 77410
+    },
+    {
+      "grad_norm": 0.030336331576108932,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 77420
+    },
+    {
+      "grad_norm": 0.02668123133480549,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 77430
+    },
+    {
+      "grad_norm": 0.02933259680867195,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 77440
+    },
+    {
+      "grad_norm": 0.04930766299366951,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 77450
+    },
+    {
+      "grad_norm": 0.030930304899811745,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 77460
+    },
+    {
+      "grad_norm": 0.028613463044166565,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 77470
+    },
+    {
+      "grad_norm": 0.027363041415810585,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 77480
+    },
+    {
+      "grad_norm": 0.031429436057806015,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 77490
+    },
+    {
+      "grad_norm": 0.02591126039624214,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 77500
+    },
+    {
+      "grad_norm": 0.028017574921250343,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 77510
+    },
+    {
+      "grad_norm": 0.02650635503232479,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 77520
+    },
+    {
+      "grad_norm": 0.04805602878332138,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 77530
+    },
+    {
+      "grad_norm": 0.03235110267996788,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 77540
+    },
+    {
+      "grad_norm": 0.06955435127019882,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 77550
+    },
+    {
+      "grad_norm": 0.10574015974998474,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 77560
+    },
+    {
+      "grad_norm": 0.07563041895627975,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 77570
+    },
+    {
+      "grad_norm": 0.03949018195271492,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 77580
+    },
+    {
+      "grad_norm": 0.029860494658350945,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 77590
+    },
+    {
+      "grad_norm": 0.030194072052836418,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 77600
+    },
+    {
+      "grad_norm": 0.04328763112425804,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 77610
+    },
+    {
+      "grad_norm": 0.03245913237333298,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 77620
+    },
+    {
+      "grad_norm": 0.06953461468219757,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 77630
+    },
+    {
+      "grad_norm": 0.029190154746174812,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 77640
+    },
+    {
+      "grad_norm": 0.030924705788493156,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 77650
+    },
+    {
+      "grad_norm": 0.032536640763282776,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 77660
+    },
+    {
+      "grad_norm": 0.03582341969013214,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 77670
+    },
+    {
+      "grad_norm": 0.05411221832036972,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 77680
+    },
+    {
+      "grad_norm": 0.03856371343135834,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 77690
+    },
+    {
+      "grad_norm": 0.03172226622700691,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 77700
+    },
+    {
+      "grad_norm": 0.03837079554796219,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 77710
+    },
+    {
+      "grad_norm": 0.029451915994286537,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 77720
+    },
+    {
+      "grad_norm": 0.0339917354285717,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 77730
+    },
+    {
+      "grad_norm": 0.02587885595858097,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 77740
+    },
+    {
+      "grad_norm": 0.047493621706962585,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 77750
+    },
+    {
+      "grad_norm": 0.02627580799162388,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 77760
+    },
+    {
+      "grad_norm": 0.0303169135004282,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 77770
+    },
+    {
+      "grad_norm": 0.0290110781788826,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 77780
+    },
+    {
+      "grad_norm": 0.038490645587444305,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 77790
+    },
+    {
+      "grad_norm": 0.02916179969906807,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 77800
+    },
+    {
+      "grad_norm": 0.03598594665527344,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 77810
+    },
+    {
+      "grad_norm": 0.02739661931991577,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 77820
+    },
+    {
+      "grad_norm": 0.02687263675034046,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 77830
+    },
+    {
+      "grad_norm": 0.09347224235534668,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 77840
+    },
+    {
+      "grad_norm": 0.03158015012741089,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 77850
+    },
+    {
+      "grad_norm": 0.02762986347079277,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 77860
+    },
+    {
+      "grad_norm": 0.02652065083384514,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 77870
+    },
+    {
+      "grad_norm": 0.04856644570827484,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 77880
+    },
+    {
+      "grad_norm": 0.04043535888195038,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 77890
+    },
+    {
+      "grad_norm": 0.043429505079984665,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 77900
+    },
+    {
+      "grad_norm": 0.06641892343759537,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 77910
+    },
+    {
+      "grad_norm": 0.03829342871904373,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 77920
+    },
+    {
+      "grad_norm": 0.02597109042108059,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 77930
+    },
+    {
+      "grad_norm": 0.027056464925408363,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 77940
+    },
+    {
+      "grad_norm": 0.02573193423449993,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 77950
+    },
+    {
+      "grad_norm": 0.028225496411323547,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 77960
+    },
+    {
+      "grad_norm": 0.038655027747154236,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 77970
+    },
+    {
+      "grad_norm": 0.036191005259752274,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 77980
+    },
+    {
+      "grad_norm": 0.0460832342505455,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 77990
+    },
+    {
+      "grad_norm": 0.025988277047872543,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 78000
+    },
+    {
+      "grad_norm": 0.038183312863111496,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 78010
+    },
+    {
+      "grad_norm": 0.048442643135786057,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 78020
+    },
+    {
+      "grad_norm": 0.04460926353931427,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 78030
+    },
+    {
+      "grad_norm": 0.023778237402439117,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 78040
+    },
+    {
+      "grad_norm": 0.04237567260861397,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 78050
+    },
+    {
+      "grad_norm": 0.036506377160549164,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 78060
+    },
+    {
+      "grad_norm": 0.03244117647409439,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 78070
+    },
+    {
+      "grad_norm": 0.03629506006836891,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 78080
+    },
+    {
+      "grad_norm": 0.040765080600976944,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 78090
+    },
+    {
+      "grad_norm": 0.03422018140554428,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 78100
+    },
+    {
+      "grad_norm": 0.02821318618953228,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 78110
+    },
+    {
+      "grad_norm": 0.031198326498270035,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 78120
+    },
+    {
+      "grad_norm": 0.06663099676370621,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 78130
+    },
+    {
+      "grad_norm": 0.04198553040623665,
+      "learning_rate": 0.0001,
+      "loss": 0.0574,
+      "step": 78140
+    },
+    {
+      "grad_norm": 0.030587509274482727,
+      "learning_rate": 0.0001,
+      "loss": 0.0573,
+      "step": 78150
+    },
+    {
+      "grad_norm": 0.04217027127742767,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 78160
+    },
+    {
+      "grad_norm": 0.0438128262758255,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 78170
+    },
+    {
+      "grad_norm": 0.0310216024518013,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 78180
+    },
+    {
+      "grad_norm": 0.06339138746261597,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 78190
+    },
+    {
+      "grad_norm": 0.030439116060733795,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 78200
+    },
+    {
+      "grad_norm": 0.021382376551628113,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 78210
+    },
+    {
+      "grad_norm": 0.04225252941250801,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 78220
+    },
+    {
+      "grad_norm": 0.028249263763427734,
+      "learning_rate": 0.0001,
+      "loss": 0.0558,
+      "step": 78230
+    },
+    {
+      "grad_norm": 0.08484141528606415,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 78240
+    },
+    {
+      "grad_norm": 0.046661924570798874,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 78250
+    },
+    {
+      "grad_norm": 0.048086341470479965,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 78260
+    },
+    {
+      "grad_norm": 0.028517499566078186,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 78270
+    },
+    {
+      "grad_norm": 0.028587419539690018,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 78280
+    },
+    {
+      "grad_norm": 0.05925557389855385,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 78290
+    },
+    {
+      "grad_norm": 0.03777122125029564,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 78300
+    },
+    {
+      "grad_norm": 0.05418228358030319,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 78310
+    },
+    {
+      "grad_norm": 0.03725505992770195,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 78320
+    },
+    {
+      "grad_norm": 0.03323564678430557,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 78330
+    },
+    {
+      "grad_norm": 0.04714773967862129,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 78340
+    },
+    {
+      "grad_norm": 0.03160765394568443,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 78350
+    },
+    {
+      "grad_norm": 0.029503360390663147,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 78360
+    },
+    {
+      "grad_norm": 0.044598691165447235,
+      "learning_rate": 0.0001,
+      "loss": 0.0566,
+      "step": 78370
+    },
+    {
+      "grad_norm": 0.03658777102828026,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 78380
+    },
+    {
+      "grad_norm": 0.027097025886178017,
+      "learning_rate": 0.0001,
+      "loss": 0.0577,
+      "step": 78390
+    },
+    {
+      "grad_norm": 0.03191598132252693,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 78400
+    },
+    {
+      "grad_norm": 0.028720512986183167,
+      "learning_rate": 0.0001,
+      "loss": 0.0564,
+      "step": 78410
+    },
+    {
+      "grad_norm": 0.03385431692004204,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 78420
+    },
+    {
+      "grad_norm": 0.02895713597536087,
+      "learning_rate": 0.0001,
+      "loss": 0.0569,
+      "step": 78430
+    },
+    {
+      "grad_norm": 0.21932879090309143,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 78440
+    },
+    {
+      "grad_norm": 0.041683901101350784,
+      "learning_rate": 0.0001,
+      "loss": 0.0585,
+      "step": 78450
+    },
+    {
+      "grad_norm": 0.03745443373918533,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 78460
+    },
+    {
+      "grad_norm": 0.029772868379950523,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 78470
+    },
+    {
+      "grad_norm": 0.033202674239873886,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 78480
+    },
+    {
+      "grad_norm": 0.03214488551020622,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 78490
+    },
+    {
+      "grad_norm": 0.03223693370819092,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 78500
+    },
+    {
+      "grad_norm": 0.03700704500079155,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 78510
+    },
+    {
+      "grad_norm": 0.03249102830886841,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 78520
+    },
+    {
+      "grad_norm": 0.042620670050382614,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 78530
+    },
+    {
+      "grad_norm": 0.08359111100435257,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 78540
+    },
+    {
+      "grad_norm": 0.038117676973342896,
+      "learning_rate": 0.0001,
+      "loss": 0.0553,
+      "step": 78550
+    },
+    {
+      "grad_norm": 0.03171655535697937,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 78560
+    },
+    {
+      "grad_norm": 0.0450531542301178,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 78570
+    },
+    {
+      "grad_norm": 0.03278924897313118,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 78580
+    },
+    {
+      "grad_norm": 0.03951685130596161,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 78590
+    },
+    {
+      "grad_norm": 0.02817489393055439,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 78600
+    },
+    {
+      "grad_norm": 0.028933214023709297,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 78610
+    },
+    {
+      "grad_norm": 0.02843903750181198,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 78620
+    },
+    {
+      "grad_norm": 0.028885364532470703,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 78630
+    },
+    {
+      "grad_norm": 0.044241782277822495,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 78640
+    },
+    {
+      "grad_norm": 0.0813070610165596,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 78650
+    },
+    {
+      "grad_norm": 0.08637559413909912,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 78660
+    },
+    {
+      "grad_norm": 0.02907436713576317,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 78670
+    },
+    {
+      "grad_norm": 0.032133184373378754,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 78680
+    },
+    {
+      "grad_norm": 0.03620683774352074,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 78690
+    },
+    {
+      "grad_norm": 0.04601222276687622,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 78700
+    },
+    {
+      "grad_norm": 0.060429468750953674,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 78710
+    },
+    {
+      "grad_norm": 0.045528512448072433,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 78720
+    },
+    {
+      "grad_norm": 0.03791205212473869,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 78730
+    },
+    {
+      "grad_norm": 0.08659591525793076,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 78740
+    },
+    {
+      "grad_norm": 0.032802514731884,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 78750
+    },
+    {
+      "grad_norm": 0.037048447877168655,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 78760
+    },
+    {
+      "grad_norm": 0.0526803694665432,
+      "learning_rate": 0.0001,
+      "loss": 0.0593,
+      "step": 78770
+    },
+    {
+      "grad_norm": 0.03353097289800644,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 78780
+    },
+    {
+      "grad_norm": 0.04163150489330292,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 78790
+    },
+    {
+      "grad_norm": 0.032012391835451126,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 78800
+    },
+    {
+      "grad_norm": 0.032760974019765854,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 78810
+    },
+    {
+      "grad_norm": 0.026578526943922043,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 78820
+    },
+    {
+      "grad_norm": 0.05488933250308037,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 78830
+    },
+    {
+      "grad_norm": 0.026230301707983017,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 78840
+    },
+    {
+      "grad_norm": 0.02653401903808117,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 78850
+    },
+    {
+      "grad_norm": 0.02953006699681282,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 78860
+    },
+    {
+      "grad_norm": 0.04150860756635666,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 78870
+    },
+    {
+      "grad_norm": 0.054516732692718506,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 78880
+    },
+    {
+      "grad_norm": 0.023401428014039993,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 78890
+    },
+    {
+      "grad_norm": 0.0345274917781353,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 78900
+    },
+    {
+      "grad_norm": 0.0255235955119133,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 78910
+    },
+    {
+      "grad_norm": 0.03594241291284561,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 78920
+    },
+    {
+      "grad_norm": 0.03267243131995201,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 78930
+    },
+    {
+      "grad_norm": 0.027640286833047867,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 78940
+    },
+    {
+      "grad_norm": 0.03474164754152298,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 78950
+    },
+    {
+      "grad_norm": 0.027615657076239586,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 78960
+    },
+    {
+      "grad_norm": 0.031826552003622055,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 78970
+    },
+    {
+      "grad_norm": 0.02790961228311062,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 78980
+    },
+    {
+      "grad_norm": 0.027733532711863518,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 78990
+    },
+    {
+      "grad_norm": 0.03810323774814606,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 79000
+    },
+    {
+      "grad_norm": 0.03090551123023033,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 79010
+    },
+    {
+      "grad_norm": 0.03605541214346886,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 79020
+    },
+    {
+      "grad_norm": 0.037110090255737305,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 79030
+    },
+    {
+      "grad_norm": 0.031061207875609398,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 79040
+    },
+    {
+      "grad_norm": 0.028813308104872704,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 79050
+    },
+    {
+      "grad_norm": 0.032601647078990936,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 79060
+    },
+    {
+      "grad_norm": 0.033142492175102234,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 79070
+    },
+    {
+      "grad_norm": 0.03706285357475281,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 79080
+    },
+    {
+      "grad_norm": 0.03158573433756828,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 79090
+    },
+    {
+      "grad_norm": 0.031223753467202187,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 79100
+    },
+    {
+      "grad_norm": 0.03536280244588852,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 79110
+    },
+    {
+      "grad_norm": 0.0568268783390522,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 79120
+    },
+    {
+      "grad_norm": 0.05670864135026932,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 79130
+    },
+    {
+      "grad_norm": 0.03953007608652115,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 79140
+    },
+    {
+      "grad_norm": 0.03268900141119957,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 79150
+    },
+    {
+      "grad_norm": 0.0740061029791832,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 79160
+    },
+    {
+      "grad_norm": 0.04933144897222519,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 79170
+    },
+    {
+      "grad_norm": 0.03518815338611603,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 79180
+    },
+    {
+      "grad_norm": 0.030980581417679787,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 79190
+    },
+    {
+      "grad_norm": 0.0586322620511055,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 79200
+    },
+    {
+      "grad_norm": 0.03552204370498657,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 79210
+    },
+    {
+      "grad_norm": 0.03514137119054794,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 79220
+    },
+    {
+      "grad_norm": 0.031352367252111435,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 79230
+    },
+    {
+      "grad_norm": 0.03501244634389877,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 79240
+    },
+    {
+      "grad_norm": 0.028251372277736664,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 79250
+    },
+    {
+      "grad_norm": 0.038498830050230026,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 79260
+    },
+    {
+      "grad_norm": 0.03200206533074379,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 79270
+    },
+    {
+      "grad_norm": 0.032125651836395264,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 79280
+    },
+    {
+      "grad_norm": 0.03370613232254982,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 79290
+    },
+    {
+      "grad_norm": 0.03576025366783142,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 79300
+    },
+    {
+      "grad_norm": 0.03759614750742912,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 79310
+    },
+    {
+      "grad_norm": 0.03263755887746811,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 79320
+    },
+    {
+      "grad_norm": 0.05237136408686638,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 79330
+    },
+    {
+      "grad_norm": 0.08758515864610672,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 79340
+    },
+    {
+      "grad_norm": 0.05001874640583992,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 79350
+    },
+    {
+      "grad_norm": 0.09126589447259903,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 79360
+    },
+    {
+      "grad_norm": 0.0597178116440773,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 79370
+    },
+    {
+      "grad_norm": 0.027238015085458755,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 79380
+    },
+    {
+      "grad_norm": 0.03859782963991165,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 79390
+    },
+    {
+      "grad_norm": 0.029083508998155594,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 79400
+    },
+    {
+      "grad_norm": 0.04626540467143059,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 79410
+    },
+    {
+      "grad_norm": 0.045703768730163574,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 79420
+    },
+    {
+      "grad_norm": 0.04424019157886505,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 79430
+    },
+    {
+      "grad_norm": 0.04018957540392876,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 79440
+    },
+    {
+      "grad_norm": 0.03894643113017082,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 79450
+    },
+    {
+      "grad_norm": 0.03418968990445137,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 79460
+    },
+    {
+      "grad_norm": 0.030929751694202423,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 79470
+    },
+    {
+      "grad_norm": 0.028640231117606163,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 79480
+    },
+    {
+      "grad_norm": 0.02860269695520401,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 79490
+    },
+    {
+      "grad_norm": 0.026938170194625854,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 79500
+    },
+    {
+      "grad_norm": 0.03476991876959801,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 79510
+    },
+    {
+      "grad_norm": 0.030031202360987663,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 79520
+    },
+    {
+      "grad_norm": 0.029721692204475403,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 79530
+    },
+    {
+      "grad_norm": 0.03896487504243851,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 79540
+    },
+    {
+      "grad_norm": 0.03962862119078636,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 79550
+    },
+    {
+      "grad_norm": 0.03586782142519951,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 79560
+    },
+    {
+      "grad_norm": 0.027401147410273552,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 79570
+    },
+    {
+      "grad_norm": 0.04326976463198662,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 79580
+    },
+    {
+      "grad_norm": 0.02929845079779625,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 79590
+    },
+    {
+      "grad_norm": 0.026140809059143066,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 79600
+    },
+    {
+      "grad_norm": 0.027080433443188667,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 79610
+    },
+    {
+      "grad_norm": 0.039517976343631744,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 79620
+    },
+    {
+      "grad_norm": 0.07271600514650345,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 79630
+    },
+    {
+      "grad_norm": 0.14100393652915955,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 79640
+    },
+    {
+      "grad_norm": 0.030229343101382256,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 79650
+    },
+    {
+      "grad_norm": 0.03090958297252655,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 79660
+    },
+    {
+      "grad_norm": 0.02863992005586624,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 79670
+    },
+    {
+      "grad_norm": 0.027609996497631073,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 79680
+    },
+    {
+      "grad_norm": 0.034384019672870636,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 79690
+    },
+    {
+      "grad_norm": 0.049047041684389114,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 79700
+    },
+    {
+      "grad_norm": 0.05073263496160507,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 79710
+    },
+    {
+      "grad_norm": 0.028371348977088928,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 79720
+    },
+    {
+      "grad_norm": 0.03909684717655182,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 79730
+    },
+    {
+      "grad_norm": 0.11950314044952393,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 79740
+    },
+    {
+      "grad_norm": 0.09464577585458755,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 79750
+    },
+    {
+      "grad_norm": 0.037393517792224884,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 79760
+    },
+    {
+      "grad_norm": 0.12084309756755829,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 79770
+    },
+    {
+      "grad_norm": 0.04179463908076286,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 79780
+    },
+    {
+      "grad_norm": 0.04259764403104782,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 79790
+    },
+    {
+      "grad_norm": 0.03675469011068344,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 79800
+    },
+    {
+      "grad_norm": 0.02816881611943245,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 79810
+    },
+    {
+      "grad_norm": 0.03419850766658783,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 79820
+    },
+    {
+      "grad_norm": 0.033317722380161285,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 79830
+    },
+    {
+      "grad_norm": 0.02634262666106224,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 79840
+    },
+    {
+      "grad_norm": 0.04791966453194618,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 79850
+    },
+    {
+      "grad_norm": 0.05958642438054085,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 79860
+    },
+    {
+      "grad_norm": 0.030853593721985817,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 79870
+    },
+    {
+      "grad_norm": 0.036297254264354706,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 79880
+    },
+    {
+      "grad_norm": 0.0313272550702095,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 79890
+    },
+    {
+      "grad_norm": 0.029605984687805176,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 79900
+    },
+    {
+      "grad_norm": 0.03327585384249687,
+      "learning_rate": 0.0001,
+      "loss": 0.0568,
+      "step": 79910
+    },
+    {
+      "grad_norm": 0.038352854549884796,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 79920
+    },
+    {
+      "grad_norm": 0.030371086671948433,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 79930
+    },
+    {
+      "grad_norm": 0.02740403451025486,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 79940
+    },
+    {
+      "grad_norm": 0.05977817252278328,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 79950
+    },
+    {
+      "grad_norm": 0.03128327056765556,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 79960
+    },
+    {
+      "grad_norm": 0.03283991664648056,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 79970
+    },
+    {
+      "grad_norm": 0.028444189578294754,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 79980
+    },
+    {
+      "grad_norm": 0.031240321695804596,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 79990
+    },
+    {
+      "grad_norm": 0.030631273984909058,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 80000
+    },
+    {
+      "grad_norm": 0.04123038426041603,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 80010
+    },
+    {
+      "grad_norm": 0.03131355345249176,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 80020
+    },
+    {
+      "grad_norm": 0.061546631157398224,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 80030
+    },
+    {
+      "grad_norm": 0.025947343558073044,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 80040
+    },
+    {
+      "grad_norm": 0.025381004437804222,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 80050
+    },
+    {
+      "grad_norm": 0.06526490300893784,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 80060
+    },
+    {
+      "grad_norm": 0.057276416569948196,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 80070
+    },
+    {
+      "grad_norm": 0.04722509905695915,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 80080
+    },
+    {
+      "grad_norm": 0.06113278120756149,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 80090
+    },
+    {
+      "grad_norm": 0.11384373903274536,
+      "learning_rate": 0.0001,
+      "loss": 0.055,
+      "step": 80100
+    },
+    {
+      "grad_norm": 0.038906875997781754,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 80110
+    },
+    {
+      "grad_norm": 0.066731296479702,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 80120
+    },
+    {
+      "grad_norm": 0.03880850598216057,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 80130
+    },
+    {
+      "grad_norm": 0.034364547580480576,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 80140
+    },
+    {
+      "grad_norm": 0.032490942627191544,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 80150
+    },
+    {
+      "grad_norm": 0.034462105482816696,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 80160
+    },
+    {
+      "grad_norm": 0.032179009169340134,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 80170
+    },
+    {
+      "grad_norm": 0.035419367253780365,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 80180
+    },
+    {
+      "grad_norm": 0.030186861753463745,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 80190
+    },
+    {
+      "grad_norm": 0.03459811583161354,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 80200
+    },
+    {
+      "grad_norm": 0.028115086257457733,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 80210
+    },
+    {
+      "grad_norm": 0.034720443189144135,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 80220
+    },
+    {
+      "grad_norm": 0.03706677258014679,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 80230
+    },
+    {
+      "grad_norm": 0.03361889719963074,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 80240
+    },
+    {
+      "grad_norm": 0.032616715878248215,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 80250
+    },
+    {
+      "grad_norm": 0.03310234844684601,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 80260
+    },
+    {
+      "grad_norm": 0.032313551753759384,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 80270
+    },
+    {
+      "grad_norm": 0.03971441090106964,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 80280
+    },
+    {
+      "grad_norm": 0.1351366490125656,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 80290
+    },
+    {
+      "grad_norm": 0.09095750004053116,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 80300
+    },
+    {
+      "grad_norm": 0.04022353142499924,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 80310
+    },
+    {
+      "grad_norm": 0.03807353600859642,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 80320
+    },
+    {
+      "grad_norm": 0.031035946682095528,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 80330
+    },
+    {
+      "grad_norm": 0.03138107806444168,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 80340
+    },
+    {
+      "grad_norm": 0.031042274087667465,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 80350
+    },
+    {
+      "grad_norm": 0.08807428926229477,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 80360
+    },
+    {
+      "grad_norm": 0.026357896625995636,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 80370
+    },
+    {
+      "grad_norm": 0.028241856023669243,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 80380
+    },
+    {
+      "grad_norm": 0.03393800929188728,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 80390
+    },
+    {
+      "grad_norm": 0.04322248697280884,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 80400
+    },
+    {
+      "grad_norm": 0.03876205161213875,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 80410
+    },
+    {
+      "grad_norm": 0.06980825215578079,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 80420
+    },
+    {
+      "grad_norm": 0.054539576172828674,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 80430
+    },
+    {
+      "grad_norm": 0.06230606883764267,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 80440
+    },
+    {
+      "grad_norm": 0.03340183198451996,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 80450
+    },
+    {
+      "grad_norm": 0.025731785222887993,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 80460
+    },
+    {
+      "grad_norm": 0.039322253316640854,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 80470
+    },
+    {
+      "grad_norm": 0.031725745648145676,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 80480
+    },
+    {
+      "grad_norm": 0.03263338655233383,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 80490
+    },
+    {
+      "grad_norm": 0.028182752430438995,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 80500
+    },
+    {
+      "grad_norm": 0.02948582172393799,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 80510
+    },
+    {
+      "grad_norm": 0.05986931174993515,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 80520
+    },
+    {
+      "grad_norm": 0.04617469012737274,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 80530
+    },
+    {
+      "grad_norm": 0.05490105599164963,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 80540
+    },
+    {
+      "grad_norm": 0.05312974378466606,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 80550
+    },
+    {
+      "grad_norm": 0.030761709436774254,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 80560
+    },
+    {
+      "grad_norm": 0.02813049778342247,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 80570
+    },
+    {
+      "grad_norm": 0.051497459411621094,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 80580
+    },
+    {
+      "grad_norm": 0.034430939704179764,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 80590
+    },
+    {
+      "grad_norm": 0.03789495304226875,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 80600
+    },
+    {
+      "grad_norm": 0.023306816816329956,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 80610
+    },
+    {
+      "grad_norm": 0.027142098173499107,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 80620
+    },
+    {
+      "grad_norm": 0.03562960401177406,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 80630
+    },
+    {
+      "grad_norm": 0.03544279560446739,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 80640
+    },
+    {
+      "grad_norm": 0.024874618276953697,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 80650
+    },
+    {
+      "grad_norm": 0.025791209191083908,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 80660
+    },
+    {
+      "grad_norm": 0.025901006534695625,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 80670
+    },
+    {
+      "grad_norm": 0.03138813003897667,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 80680
+    },
+    {
+      "grad_norm": 0.05966745689511299,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 80690
+    },
+    {
+      "grad_norm": 0.07239293307065964,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 80700
+    },
+    {
+      "grad_norm": 0.02817440964281559,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 80710
+    },
+    {
+      "grad_norm": 0.050113413482904434,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 80720
+    },
+    {
+      "grad_norm": 0.038779716938734055,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 80730
+    },
+    {
+      "grad_norm": 0.034570999443531036,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 80740
+    },
+    {
+      "grad_norm": 0.037839073687791824,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 80750
+    },
+    {
+      "grad_norm": 0.05007067695260048,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 80760
+    },
+    {
+      "grad_norm": 0.024748878553509712,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 80770
+    },
+    {
+      "grad_norm": 0.06117637827992439,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 80780
+    },
+    {
+      "grad_norm": 0.03550471365451813,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 80790
+    },
+    {
+      "grad_norm": 0.03698734939098358,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 80800
+    },
+    {
+      "grad_norm": 0.02845144271850586,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 80810
+    },
+    {
+      "grad_norm": 0.026192067191004753,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 80820
+    },
+    {
+      "grad_norm": 0.025758137926459312,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 80830
+    },
+    {
+      "grad_norm": 0.027447300031781197,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 80840
+    },
+    {
+      "grad_norm": 0.02529345266520977,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 80850
+    },
+    {
+      "grad_norm": 0.03705098479986191,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 80860
+    },
+    {
+      "grad_norm": 0.03796152397990227,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 80870
+    },
+    {
+      "grad_norm": 0.032939277589321136,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 80880
+    },
+    {
+      "grad_norm": 0.03330967202782631,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 80890
+    },
+    {
+      "grad_norm": 0.029206836596131325,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 80900
+    },
+    {
+      "grad_norm": 0.031071849167346954,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 80910
+    },
+    {
+      "grad_norm": 0.03259044140577316,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 80920
+    },
+    {
+      "grad_norm": 0.03620239347219467,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 80930
+    },
+    {
+      "grad_norm": 0.05591655150055885,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 80940
+    },
+    {
+      "grad_norm": 0.027876675128936768,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 80950
+    },
+    {
+      "grad_norm": 0.041520752012729645,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 80960
+    },
+    {
+      "grad_norm": 0.04443645849823952,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 80970
+    },
+    {
+      "grad_norm": 0.027553217485547066,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 80980
+    },
+    {
+      "grad_norm": 0.030121659860014915,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 80990
+    },
+    {
+      "grad_norm": 0.030590886250138283,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 81000
+    },
+    {
+      "grad_norm": 0.058412909507751465,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 81010
+    },
+    {
+      "grad_norm": 0.029978139325976372,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 81020
+    },
+    {
+      "grad_norm": 0.052740998566150665,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 81030
+    },
+    {
+      "grad_norm": 0.06165086477994919,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 81040
+    },
+    {
+      "grad_norm": 0.028530927374958992,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 81050
+    },
+    {
+      "grad_norm": 0.029548279941082,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 81060
+    },
+    {
+      "grad_norm": 0.03723498806357384,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 81070
+    },
+    {
+      "grad_norm": 0.039533328264951706,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 81080
+    },
+    {
+      "grad_norm": 0.028146807104349136,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 81090
+    },
+    {
+      "grad_norm": 0.03474389761686325,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 81100
+    },
+    {
+      "grad_norm": 0.03523508086800575,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 81110
+    },
+    {
+      "grad_norm": 0.049724411219358444,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 81120
+    },
+    {
+      "grad_norm": 0.03499157354235649,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 81130
+    },
+    {
+      "grad_norm": 0.08327876031398773,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 81140
+    },
+    {
+      "grad_norm": 0.03572026640176773,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 81150
+    },
+    {
+      "grad_norm": 0.10806750506162643,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 81160
+    },
+    {
+      "grad_norm": 0.03183690458536148,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 81170
+    },
+    {
+      "grad_norm": 0.03303994610905647,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 81180
+    },
+    {
+      "grad_norm": 0.031099587678909302,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 81190
+    },
+    {
+      "grad_norm": 0.03094397857785225,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 81200
+    },
+    {
+      "grad_norm": 0.06216064468026161,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 81210
+    },
+    {
+      "grad_norm": 0.06213755160570145,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 81220
+    },
+    {
+      "grad_norm": 0.038139790296554565,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 81230
+    },
+    {
+      "grad_norm": 0.1132320910692215,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 81240
+    },
+    {
+      "grad_norm": 0.03186853602528572,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 81250
+    },
+    {
+      "grad_norm": 0.034415651112794876,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 81260
+    },
+    {
+      "grad_norm": 0.032326165586709976,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 81270
+    },
+    {
+      "grad_norm": 0.06846074014902115,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 81280
+    },
+    {
+      "grad_norm": 0.03666305169463158,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 81290
+    },
+    {
+      "grad_norm": 0.21322517096996307,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 81300
+    },
+    {
+      "grad_norm": 0.027733616530895233,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 81310
+    },
+    {
+      "grad_norm": 0.035180699080228806,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 81320
+    },
+    {
+      "grad_norm": 0.04931718111038208,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 81330
+    },
+    {
+      "grad_norm": 0.0325150191783905,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 81340
+    },
+    {
+      "grad_norm": 0.03845895826816559,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 81350
+    },
+    {
+      "grad_norm": 0.03127675503492355,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 81360
+    },
+    {
+      "grad_norm": 0.028070036321878433,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 81370
+    },
+    {
+      "grad_norm": 0.032411128282547,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 81380
+    },
+    {
+      "grad_norm": 0.02558354288339615,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 81390
+    },
+    {
+      "grad_norm": 0.03415564075112343,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 81400
+    },
+    {
+      "grad_norm": 0.03383877873420715,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 81410
+    },
+    {
+      "grad_norm": 0.035221412777900696,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 81420
+    },
+    {
+      "grad_norm": 0.030016077682375908,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 81430
+    },
+    {
+      "grad_norm": 0.0335969552397728,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 81440
+    },
+    {
+      "grad_norm": 0.028266003355383873,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 81450
+    },
+    {
+      "grad_norm": 0.04160459712147713,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 81460
+    },
+    {
+      "grad_norm": 0.03924297168850899,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 81470
+    },
+    {
+      "grad_norm": 0.06134134158492088,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 81480
+    },
+    {
+      "grad_norm": 0.03376001864671707,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 81490
+    },
+    {
+      "grad_norm": 0.03546399623155594,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 81500
+    },
+    {
+      "grad_norm": 0.04751730337738991,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 81510
+    },
+    {
+      "grad_norm": 0.043344687670469284,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 81520
+    },
+    {
+      "grad_norm": 0.05385974049568176,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 81530
+    },
+    {
+      "grad_norm": 0.04248605668544769,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 81540
+    },
+    {
+      "grad_norm": 0.025105057284235954,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 81550
+    },
+    {
+      "grad_norm": 0.035525985062122345,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 81560
+    },
+    {
+      "grad_norm": 0.062395017594099045,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 81570
+    },
+    {
+      "grad_norm": 0.05044291540980339,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 81580
+    },
+    {
+      "grad_norm": 0.03880320116877556,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 81590
+    },
+    {
+      "grad_norm": 0.03592381253838539,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 81600
+    },
+    {
+      "grad_norm": 0.030145596712827682,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 81610
+    },
+    {
+      "grad_norm": 0.03925277665257454,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 81620
+    },
+    {
+      "grad_norm": 0.025912418961524963,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 81630
+    },
+    {
+      "grad_norm": 0.02900727279484272,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 81640
+    },
+    {
+      "grad_norm": 0.028545795008540154,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 81650
+    },
+    {
+      "grad_norm": 0.04758581146597862,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 81660
+    },
+    {
+      "grad_norm": 0.05179385840892792,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 81670
+    },
+    {
+      "grad_norm": 0.03185892850160599,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 81680
+    },
+    {
+      "grad_norm": 0.03727152198553085,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 81690
+    },
+    {
+      "grad_norm": 0.034642744809389114,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 81700
+    },
+    {
+      "grad_norm": 0.035323504358530045,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 81710
+    },
+    {
+      "grad_norm": 0.03373940289020538,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 81720
+    },
+    {
+      "grad_norm": 0.04753643646836281,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 81730
+    },
+    {
+      "grad_norm": 0.03361893072724342,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 81740
+    },
+    {
+      "grad_norm": 0.027112828567624092,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 81750
+    },
+    {
+      "grad_norm": 0.05430570989847183,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 81760
+    },
+    {
+      "grad_norm": 0.02782392129302025,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 81770
+    },
+    {
+      "grad_norm": 0.040678709745407104,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 81780
+    },
+    {
+      "grad_norm": 0.03300013765692711,
+      "learning_rate": 0.0001,
+      "loss": 0.0561,
+      "step": 81790
+    },
+    {
+      "grad_norm": 0.03637642785906792,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 81800
+    },
+    {
+      "grad_norm": 0.04878425598144531,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 81810
+    },
+    {
+      "grad_norm": 0.04602664336562157,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 81820
+    },
+    {
+      "grad_norm": 0.028231965377926826,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 81830
+    },
+    {
+      "grad_norm": 0.04845292493700981,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 81840
+    },
+    {
+      "grad_norm": 0.0630459263920784,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 81850
+    },
+    {
+      "grad_norm": 0.04525315761566162,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 81860
+    },
+    {
+      "grad_norm": 0.0343547947704792,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 81870
+    },
+    {
+      "grad_norm": 0.02881184220314026,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 81880
+    },
+    {
+      "grad_norm": 0.028094979003071785,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 81890
+    },
+    {
+      "grad_norm": 0.028259696438908577,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 81900
+    },
+    {
+      "grad_norm": 0.028554247692227364,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 81910
+    },
+    {
+      "grad_norm": 0.02951117604970932,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 81920
+    },
+    {
+      "grad_norm": 0.06293366104364395,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 81930
+    },
+    {
+      "grad_norm": 0.0484798401594162,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 81940
+    },
+    {
+      "grad_norm": 0.03285667672753334,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 81950
+    },
+    {
+      "grad_norm": 0.028488274663686752,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 81960
+    },
+    {
+      "grad_norm": 0.03511854261159897,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 81970
+    },
+    {
+      "grad_norm": 0.027960721403360367,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 81980
+    },
+    {
+      "grad_norm": 0.04100891202688217,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 81990
+    },
+    {
+      "grad_norm": 0.024801936000585556,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 82000
+    },
+    {
+      "grad_norm": 0.02591501921415329,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 82010
+    },
+    {
+      "grad_norm": 0.025605181232094765,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 82020
+    },
+    {
+      "grad_norm": 0.034178391098976135,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 82030
+    },
+    {
+      "grad_norm": 0.032089583575725555,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 82040
+    },
+    {
+      "grad_norm": 0.0323319211602211,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 82050
+    },
+    {
+      "grad_norm": 0.02861664444208145,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 82060
+    },
+    {
+      "grad_norm": 0.03922825679183006,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 82070
+    },
+    {
+      "grad_norm": 0.033329930156469345,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 82080
+    },
+    {
+      "grad_norm": 0.04030333831906319,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 82090
+    },
+    {
+      "grad_norm": 0.04615471512079239,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 82100
+    },
+    {
+      "grad_norm": 0.038727305829524994,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 82110
+    },
+    {
+      "grad_norm": 0.042576320469379425,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 82120
+    },
+    {
+      "grad_norm": 0.03163377195596695,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 82130
+    },
+    {
+      "grad_norm": 0.036500804126262665,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 82140
+    },
+    {
+      "grad_norm": 0.02812487818300724,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 82150
+    },
+    {
+      "grad_norm": 0.05426381900906563,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 82160
+    },
+    {
+      "grad_norm": 0.03454897180199623,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 82170
+    },
+    {
+      "grad_norm": 0.02725464291870594,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 82180
+    },
+    {
+      "grad_norm": 0.02288772538304329,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 82190
+    },
+    {
+      "grad_norm": 0.028078706935048103,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 82200
+    },
+    {
+      "grad_norm": 0.03854380548000336,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 82210
+    },
+    {
+      "grad_norm": 0.03721229359507561,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 82220
+    },
+    {
+      "grad_norm": 0.0373571440577507,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 82230
+    },
+    {
+      "grad_norm": 0.049478042870759964,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 82240
+    },
+    {
+      "grad_norm": 0.025075407698750496,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 82250
+    },
+    {
+      "grad_norm": 0.0337313637137413,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 82260
+    },
+    {
+      "grad_norm": 0.03021882101893425,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 82270
+    },
+    {
+      "grad_norm": 0.02874399721622467,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 82280
+    },
+    {
+      "grad_norm": 0.0303335078060627,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 82290
+    },
+    {
+      "grad_norm": 0.0722169280052185,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 82300
+    },
+    {
+      "grad_norm": 0.03724680095911026,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 82310
+    },
+    {
+      "grad_norm": 0.031801141798496246,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 82320
+    },
+    {
+      "grad_norm": 0.03164416179060936,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 82330
+    },
+    {
+      "grad_norm": 0.05598064512014389,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 82340
+    },
+    {
+      "grad_norm": 0.03837743401527405,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 82350
+    },
+    {
+      "grad_norm": 0.15899871289730072,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 82360
+    },
+    {
+      "grad_norm": 0.05107872560620308,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 82370
+    },
+    {
+      "grad_norm": 0.050575461238622665,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 82380
+    },
+    {
+      "grad_norm": 0.03643364459276199,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 82390
+    },
+    {
+      "grad_norm": 0.10151119530200958,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 82400
+    },
+    {
+      "grad_norm": 0.0308097992092371,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 82410
+    },
+    {
+      "grad_norm": 0.07299622148275375,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 82420
+    },
+    {
+      "grad_norm": 0.03278239071369171,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 82430
+    },
+    {
+      "grad_norm": 0.025962626561522484,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 82440
+    },
+    {
+      "grad_norm": 0.027827590703964233,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 82450
+    },
+    {
+      "grad_norm": 0.028678884729743004,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 82460
+    },
+    {
+      "grad_norm": 0.0610266849398613,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 82470
+    },
+    {
+      "grad_norm": 0.058314062654972076,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 82480
+    },
+    {
+      "grad_norm": 0.03166963532567024,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 82490
+    },
+    {
+      "grad_norm": 0.030596697703003883,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 82500
+    },
+    {
+      "grad_norm": 0.04981491342186928,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 82510
+    },
+    {
+      "grad_norm": 0.06697309017181396,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 82520
+    },
+    {
+      "grad_norm": 0.029453124850988388,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 82530
+    },
+    {
+      "grad_norm": 0.0493035688996315,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 82540
+    },
+    {
+      "grad_norm": 0.029952727258205414,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 82550
+    },
+    {
+      "grad_norm": 0.06710879504680634,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 82560
+    },
+    {
+      "grad_norm": 0.036945492029190063,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 82570
+    },
+    {
+      "grad_norm": 0.03712194040417671,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 82580
+    },
+    {
+      "grad_norm": 0.062090445309877396,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 82590
+    },
+    {
+      "grad_norm": 0.04661726951599121,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 82600
+    },
+    {
+      "grad_norm": 0.025551900267601013,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 82610
+    },
+    {
+      "grad_norm": 0.03258345648646355,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 82620
+    },
+    {
+      "grad_norm": 0.02677089162170887,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 82630
+    },
+    {
+      "grad_norm": 0.0333198681473732,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 82640
+    },
+    {
+      "grad_norm": 0.030747191980481148,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 82650
+    },
+    {
+      "grad_norm": 0.03871181234717369,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 82660
+    },
+    {
+      "grad_norm": 0.028988206759095192,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 82670
+    },
+    {
+      "grad_norm": 0.036538153886795044,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 82680
+    },
+    {
+      "grad_norm": 0.026710329577326775,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 82690
+    },
+    {
+      "grad_norm": 0.03794180229306221,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 82700
+    },
+    {
+      "grad_norm": 0.024360312148928642,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 82710
+    },
+    {
+      "grad_norm": 0.04167448356747627,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 82720
+    },
+    {
+      "grad_norm": 0.037697337567806244,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 82730
+    },
+    {
+      "grad_norm": 0.029140589758753777,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 82740
+    },
+    {
+      "grad_norm": 0.03803807124495506,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 82750
+    },
+    {
+      "grad_norm": 0.07354563474655151,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 82760
+    },
+    {
+      "grad_norm": 0.04602019861340523,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 82770
+    },
+    {
+      "grad_norm": 0.026789773255586624,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 82780
+    },
+    {
+      "grad_norm": 0.026436300948262215,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 82790
+    },
+    {
+      "grad_norm": 0.05749892443418503,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 82800
+    },
+    {
+      "grad_norm": 0.025842994451522827,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 82810
+    },
+    {
+      "grad_norm": 0.03076942078769207,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 82820
+    },
+    {
+      "grad_norm": 0.02968720905482769,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 82830
+    },
+    {
+      "grad_norm": 0.03292379900813103,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 82840
+    },
+    {
+      "grad_norm": 0.030686309561133385,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 82850
+    },
+    {
+      "grad_norm": 0.033689334988594055,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 82860
+    },
+    {
+      "grad_norm": 0.03605210781097412,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 82870
+    },
+    {
+      "grad_norm": 0.036876995116472244,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 82880
+    },
+    {
+      "grad_norm": 0.0534215047955513,
+      "learning_rate": 0.0001,
+      "loss": 0.0552,
+      "step": 82890
+    },
+    {
+      "grad_norm": 0.025706563144922256,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 82900
+    },
+    {
+      "grad_norm": 0.030514925718307495,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 82910
+    },
+    {
+      "grad_norm": 0.03751667961478233,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 82920
+    },
+    {
+      "grad_norm": 0.027696518227458,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 82930
+    },
+    {
+      "grad_norm": 0.039638765156269073,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 82940
+    },
+    {
+      "grad_norm": 0.02696879766881466,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 82950
+    },
+    {
+      "grad_norm": 0.02521580271422863,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 82960
+    },
+    {
+      "grad_norm": 0.028295380994677544,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 82970
+    },
+    {
+      "grad_norm": 0.03259368985891342,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 82980
+    },
+    {
+      "grad_norm": 0.032043687999248505,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 82990
+    },
+    {
+      "grad_norm": 0.027688732370734215,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 83000
+    },
+    {
+      "grad_norm": 0.032001644372940063,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 83010
+    },
+    {
+      "grad_norm": 0.030300164595246315,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 83020
+    },
+    {
+      "grad_norm": 0.042851004749536514,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 83030
+    },
+    {
+      "grad_norm": 0.13006366789340973,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 83040
+    },
+    {
+      "grad_norm": 0.03374069929122925,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 83050
+    },
+    {
+      "grad_norm": 0.028327494859695435,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 83060
+    },
+    {
+      "grad_norm": 0.06235755234956741,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 83070
+    },
+    {
+      "grad_norm": 0.03971506655216217,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 83080
+    },
+    {
+      "grad_norm": 0.030339986085891724,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 83090
+    },
+    {
+      "grad_norm": 0.02608412317931652,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 83100
+    },
+    {
+      "grad_norm": 0.03908276930451393,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 83110
+    },
+    {
+      "grad_norm": 0.026446504518389702,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 83120
+    },
+    {
+      "grad_norm": 0.04249965026974678,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 83130
+    },
+    {
+      "grad_norm": 0.02335928939282894,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 83140
+    },
+    {
+      "grad_norm": 0.03275727108120918,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 83150
+    },
+    {
+      "grad_norm": 0.03092612884938717,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 83160
+    },
+    {
+      "grad_norm": 0.028253016993403435,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 83170
+    },
+    {
+      "grad_norm": 0.030116159468889236,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 83180
+    },
+    {
+      "grad_norm": 0.03527834638953209,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 83190
+    },
+    {
+      "grad_norm": 0.02774418145418167,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 83200
+    },
+    {
+      "grad_norm": 0.033725522458553314,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 83210
+    },
+    {
+      "grad_norm": 0.02880094014108181,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 83220
+    },
+    {
+      "grad_norm": 0.02390841394662857,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 83230
+    },
+    {
+      "grad_norm": 0.039695288985967636,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 83240
+    },
+    {
+      "grad_norm": 0.03163561969995499,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 83250
+    },
+    {
+      "grad_norm": 0.02715819887816906,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 83260
+    },
+    {
+      "grad_norm": 0.029432076960802078,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 83270
+    },
+    {
+      "grad_norm": 0.09089815616607666,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 83280
+    },
+    {
+      "grad_norm": 0.05722464621067047,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 83290
+    },
+    {
+      "grad_norm": 0.04222889617085457,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 83300
+    },
+    {
+      "grad_norm": 0.026274729520082474,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 83310
+    },
+    {
+      "grad_norm": 0.031654275953769684,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 83320
+    },
+    {
+      "grad_norm": 0.037800028920173645,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 83330
+    },
+    {
+      "grad_norm": 0.08093053102493286,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 83340
+    },
+    {
+      "grad_norm": 0.15944276750087738,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 83350
+    },
+    {
+      "grad_norm": 0.06530597805976868,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 83360
+    },
+    {
+      "grad_norm": 0.042480312287807465,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 83370
+    },
+    {
+      "grad_norm": 0.060375843197107315,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 83380
+    },
+    {
+      "grad_norm": 0.03042515553534031,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 83390
+    },
+    {
+      "grad_norm": 0.031105946749448776,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 83400
+    },
+    {
+      "grad_norm": 0.025853898376226425,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 83410
+    },
+    {
+      "grad_norm": 0.031426481902599335,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 83420
+    },
+    {
+      "grad_norm": 0.024648750200867653,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 83430
+    },
+    {
+      "grad_norm": 0.0517512746155262,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 83440
+    },
+    {
+      "grad_norm": 0.026970146223902702,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 83450
+    },
+    {
+      "grad_norm": 0.038534458726644516,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 83460
+    },
+    {
+      "grad_norm": 0.02677452750504017,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 83470
+    },
+    {
+      "grad_norm": 0.027510594576597214,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 83480
+    },
+    {
+      "grad_norm": 0.24032537639141083,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 83490
+    },
+    {
+      "grad_norm": 0.13817697763442993,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 83500
+    },
+    {
+      "grad_norm": 0.05882355570793152,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 83510
+    },
+    {
+      "grad_norm": 0.04472772404551506,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 83520
+    },
+    {
+      "grad_norm": 0.02743770182132721,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 83530
+    },
+    {
+      "grad_norm": 0.03988178074359894,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 83540
+    },
+    {
+      "grad_norm": 0.03154756873846054,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 83550
+    },
+    {
+      "grad_norm": 0.027857966721057892,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 83560
+    },
+    {
+      "grad_norm": 0.043078042566776276,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 83570
+    },
+    {
+      "grad_norm": 0.031132344156503677,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 83580
+    },
+    {
+      "grad_norm": 0.029945816844701767,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 83590
+    },
+    {
+      "grad_norm": 0.026886550709605217,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 83600
+    },
+    {
+      "grad_norm": 0.03015046752989292,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 83610
+    },
+    {
+      "grad_norm": 0.027025841176509857,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 83620
+    },
+    {
+      "grad_norm": 0.03287312388420105,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 83630
+    },
+    {
+      "grad_norm": 0.027010325342416763,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 83640
+    },
+    {
+      "grad_norm": 0.02771930769085884,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 83650
+    },
+    {
+      "grad_norm": 0.03258974477648735,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 83660
+    },
+    {
+      "grad_norm": 0.04969698190689087,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 83670
+    },
+    {
+      "grad_norm": 0.06626509875059128,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 83680
+    },
+    {
+      "grad_norm": 0.0350920669734478,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 83690
+    },
+    {
+      "grad_norm": 0.02581695467233658,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 83700
+    },
+    {
+      "grad_norm": 0.06393181532621384,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 83710
+    },
+    {
+      "grad_norm": 0.025506101548671722,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 83720
+    },
+    {
+      "grad_norm": 0.03308097645640373,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 83730
+    },
+    {
+      "grad_norm": 0.029628554359078407,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 83740
+    },
+    {
+      "grad_norm": 0.030002135783433914,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 83750
+    },
+    {
+      "grad_norm": 0.03055550903081894,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 83760
+    },
+    {
+      "grad_norm": 0.047223109751939774,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 83770
+    },
+    {
+      "grad_norm": 0.026647327467799187,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 83780
+    },
+    {
+      "grad_norm": 0.043769076466560364,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 83790
+    },
+    {
+      "grad_norm": 0.04321647435426712,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 83800
+    },
+    {
+      "grad_norm": 0.05692419037222862,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 83810
+    },
+    {
+      "grad_norm": 0.03556441888213158,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 83820
+    },
+    {
+      "grad_norm": 0.057035572826862335,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 83830
+    },
+    {
+      "grad_norm": 0.03833043947815895,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 83840
+    },
+    {
+      "grad_norm": 0.02735794149339199,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 83850
+    },
+    {
+      "grad_norm": 0.03325049579143524,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 83860
+    },
+    {
+      "grad_norm": 0.037583235651254654,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 83870
+    },
+    {
+      "grad_norm": 0.061354491859674454,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 83880
+    },
+    {
+      "grad_norm": 0.041066963225603104,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 83890
+    },
+    {
+      "grad_norm": 0.03060951456427574,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 83900
+    },
+    {
+      "grad_norm": 0.03777941316366196,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 83910
+    },
+    {
+      "grad_norm": 0.029826117679476738,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 83920
+    },
+    {
+      "grad_norm": 0.04042596369981766,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 83930
+    },
+    {
+      "grad_norm": 0.029242826625704765,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 83940
+    },
+    {
+      "grad_norm": 0.04848000034689903,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 83950
+    },
+    {
+      "grad_norm": 0.04664358124136925,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 83960
+    },
+    {
+      "grad_norm": 0.03520723432302475,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 83970
+    },
+    {
+      "grad_norm": 0.09209685772657394,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 83980
+    },
+    {
+      "grad_norm": 0.033188074827194214,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 83990
+    },
+    {
+      "grad_norm": 0.025542832911014557,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 84000
+    },
+    {
+      "grad_norm": 0.027200814336538315,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 84010
+    },
+    {
+      "grad_norm": 0.029447391629219055,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 84020
+    },
+    {
+      "grad_norm": 0.04728413745760918,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 84030
+    },
+    {
+      "grad_norm": 0.03105957619845867,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 84040
+    },
+    {
+      "grad_norm": 0.03458298370242119,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 84050
+    },
+    {
+      "grad_norm": 0.026892472058534622,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 84060
+    },
+    {
+      "grad_norm": 0.05992545560002327,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 84070
+    },
+    {
+      "grad_norm": 0.043866101652383804,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 84080
+    },
+    {
+      "grad_norm": 0.06974228471517563,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 84090
+    },
+    {
+      "grad_norm": 0.036131199449300766,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 84100
+    },
+    {
+      "grad_norm": 0.04567625746130943,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 84110
+    },
+    {
+      "grad_norm": 0.06456142663955688,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 84120
+    },
+    {
+      "grad_norm": 0.0949714183807373,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 84130
+    },
+    {
+      "grad_norm": 0.03689803555607796,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 84140
+    },
+    {
+      "grad_norm": 0.03529416769742966,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 84150
+    },
+    {
+      "grad_norm": 0.05467744544148445,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 84160
+    },
+    {
+      "grad_norm": 0.04145452380180359,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 84170
+    },
+    {
+      "grad_norm": 0.02884819358587265,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 84180
+    },
+    {
+      "grad_norm": 0.03434433043003082,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 84190
+    },
+    {
+      "grad_norm": 0.036338672041893005,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 84200
+    },
+    {
+      "grad_norm": 0.048998456448316574,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 84210
+    },
+    {
+      "grad_norm": 0.045643400400877,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 84220
+    },
+    {
+      "grad_norm": 0.03209993988275528,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 84230
+    },
+    {
+      "grad_norm": 0.03330931439995766,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 84240
+    },
+    {
+      "grad_norm": 0.02804715745151043,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 84250
+    },
+    {
+      "grad_norm": 0.0533064529299736,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 84260
+    },
+    {
+      "grad_norm": 0.03619849309325218,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 84270
+    },
+    {
+      "grad_norm": 0.03312346339225769,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 84280
+    },
+    {
+      "grad_norm": 0.03650745376944542,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 84290
+    },
+    {
+      "grad_norm": 0.031186256557703018,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 84300
+    },
+    {
+      "grad_norm": 0.051255371421575546,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 84310
+    },
+    {
+      "grad_norm": 0.051374129951000214,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 84320
+    },
+    {
+      "grad_norm": 0.08661719411611557,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 84330
+    },
+    {
+      "grad_norm": 0.1311199963092804,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 84340
+    },
+    {
+      "grad_norm": 0.045655667781829834,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 84350
+    },
+    {
+      "grad_norm": 0.05504363030195236,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 84360
+    },
+    {
+      "grad_norm": 0.033016353845596313,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 84370
+    },
+    {
+      "grad_norm": 0.03761127591133118,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 84380
+    },
+    {
+      "grad_norm": 0.053404126316308975,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 84390
+    },
+    {
+      "grad_norm": 0.027714597061276436,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 84400
+    },
+    {
+      "grad_norm": 0.034214410930871964,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 84410
+    },
+    {
+      "grad_norm": 0.05093960464000702,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 84420
+    },
+    {
+      "grad_norm": 0.03285416215658188,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 84430
+    },
+    {
+      "grad_norm": 0.04392172396183014,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 84440
+    },
+    {
+      "grad_norm": 0.031278401613235474,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 84450
+    },
+    {
+      "grad_norm": 0.028876015916466713,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 84460
+    },
+    {
+      "grad_norm": 0.03286420926451683,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 84470
+    },
+    {
+      "grad_norm": 0.042912766337394714,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 84480
+    },
+    {
+      "grad_norm": 0.05241740122437477,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 84490
+    },
+    {
+      "grad_norm": 0.032430436462163925,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 84500
+    },
+    {
+      "grad_norm": 0.025136932730674744,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 84510
+    },
+    {
+      "grad_norm": 0.0408472903072834,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 84520
+    },
+    {
+      "grad_norm": 0.034829821437597275,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 84530
+    },
+    {
+      "grad_norm": 0.030747925862669945,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 84540
+    },
+    {
+      "grad_norm": 0.033588748425245285,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 84550
+    },
+    {
+      "grad_norm": 0.03212279826402664,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 84560
+    },
+    {
+      "grad_norm": 0.030098728835582733,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 84570
+    },
+    {
+      "grad_norm": 0.06574533879756927,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 84580
+    },
+    {
+      "grad_norm": 0.034656088799238205,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 84590
+    },
+    {
+      "grad_norm": 0.0337618887424469,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 84600
+    },
+    {
+      "grad_norm": 0.02461172640323639,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 84610
+    },
+    {
+      "grad_norm": 0.030933473259210587,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 84620
+    },
+    {
+      "grad_norm": 0.03154832497239113,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 84630
+    },
+    {
+      "grad_norm": 0.0333273820579052,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 84640
+    },
+    {
+      "grad_norm": 0.03382556512951851,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 84650
+    },
+    {
+      "grad_norm": 0.03619018942117691,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 84660
+    },
+    {
+      "grad_norm": 0.04987384006381035,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 84670
+    },
+    {
+      "grad_norm": 0.09578476846218109,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 84680
+    },
+    {
+      "grad_norm": 0.08502858132123947,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 84690
+    },
+    {
+      "grad_norm": 0.041317351162433624,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 84700
+    },
+    {
+      "grad_norm": 0.038486599922180176,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 84710
+    },
+    {
+      "grad_norm": 0.04106230288743973,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 84720
+    },
+    {
+      "grad_norm": 0.0321589857339859,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 84730
+    },
+    {
+      "grad_norm": 0.032312992960214615,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 84740
+    },
+    {
+      "grad_norm": 0.03134977072477341,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 84750
+    },
+    {
+      "grad_norm": 0.036523301154375076,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 84760
+    },
+    {
+      "grad_norm": 0.031134843826293945,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 84770
+    },
+    {
+      "grad_norm": 0.028343316167593002,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 84780
+    },
+    {
+      "grad_norm": 0.03487548232078552,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 84790
+    },
+    {
+      "grad_norm": 0.02953648380935192,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 84800
+    },
+    {
+      "grad_norm": 0.04371057450771332,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 84810
+    },
+    {
+      "grad_norm": 0.027914831414818764,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 84820
+    },
+    {
+      "grad_norm": 0.04061116278171539,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 84830
+    },
+    {
+      "grad_norm": 0.035643838346004486,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 84840
+    },
+    {
+      "grad_norm": 0.034183017909526825,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 84850
+    },
+    {
+      "grad_norm": 0.033035922795534134,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 84860
+    },
+    {
+      "grad_norm": 0.08039617538452148,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 84870
+    },
+    {
+      "grad_norm": 0.02486630156636238,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 84880
+    },
+    {
+      "grad_norm": 0.037211086601018906,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 84890
+    },
+    {
+      "grad_norm": 0.034302905201911926,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 84900
+    },
+    {
+      "grad_norm": 0.03326304629445076,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 84910
+    },
+    {
+      "grad_norm": 0.028153741732239723,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 84920
+    },
+    {
+      "grad_norm": 0.032792601734399796,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 84930
+    },
+    {
+      "grad_norm": 0.0552135668694973,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 84940
+    },
+    {
+      "grad_norm": 0.03882589191198349,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 84950
+    },
+    {
+      "grad_norm": 0.04186633601784706,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 84960
+    },
+    {
+      "grad_norm": 0.039779674261808395,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 84970
+    },
+    {
+      "grad_norm": 0.027479104697704315,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 84980
+    },
+    {
+      "grad_norm": 0.030502352863550186,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 84990
+    },
+    {
+      "grad_norm": 0.04216606169939041,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 85000
+    },
+    {
+      "grad_norm": 0.05430104210972786,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 85010
+    },
+    {
+      "grad_norm": 0.07681595534086227,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 85020
+    },
+    {
+      "grad_norm": 0.06390400975942612,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 85030
+    },
+    {
+      "grad_norm": 0.04393582046031952,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 85040
+    },
+    {
+      "grad_norm": 0.04629245027899742,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 85050
+    },
+    {
+      "grad_norm": 0.04647499695420265,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 85060
+    },
+    {
+      "grad_norm": 0.09084666520357132,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 85070
+    },
+    {
+      "grad_norm": 0.02862832136452198,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 85080
+    },
+    {
+      "grad_norm": 0.0345456637442112,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 85090
+    },
+    {
+      "grad_norm": 0.03207165747880936,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 85100
+    },
+    {
+      "grad_norm": 0.035313598811626434,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 85110
+    },
+    {
+      "grad_norm": 0.034287262707948685,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 85120
+    },
+    {
+      "grad_norm": 0.05262913554906845,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 85130
+    },
+    {
+      "grad_norm": 0.03176111355423927,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 85140
+    },
+    {
+      "grad_norm": 0.034062281250953674,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 85150
+    },
+    {
+      "grad_norm": 0.03191610425710678,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 85160
+    },
+    {
+      "grad_norm": 0.03076350875198841,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 85170
+    },
+    {
+      "grad_norm": 0.03056502155959606,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 85180
+    },
+    {
+      "grad_norm": 0.026209644973278046,
+      "learning_rate": 0.0001,
+      "loss": 0.0551,
+      "step": 85190
+    },
+    {
+      "grad_norm": 0.029919151216745377,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 85200
+    },
+    {
+      "grad_norm": 0.026679499074816704,
+      "learning_rate": 0.0001,
+      "loss": 0.0555,
+      "step": 85210
+    },
+    {
+      "grad_norm": 0.03558128699660301,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 85220
+    },
+    {
+      "grad_norm": 0.034603480249643326,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 85230
+    },
+    {
+      "grad_norm": 0.03655705973505974,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 85240
+    },
+    {
+      "grad_norm": 0.030829066410660744,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 85250
+    },
+    {
+      "grad_norm": 0.0289701409637928,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 85260
+    },
+    {
+      "grad_norm": 0.02950144000351429,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 85270
+    },
+    {
+      "grad_norm": 0.05326860770583153,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 85280
+    },
+    {
+      "grad_norm": 0.14502786099910736,
+      "learning_rate": 0.0001,
+      "loss": 0.0563,
+      "step": 85290
+    },
+    {
+      "grad_norm": 0.0629751905798912,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 85300
+    },
+    {
+      "grad_norm": 0.031446583569049835,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 85310
+    },
+    {
+      "grad_norm": 0.04412741959095001,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 85320
+    },
+    {
+      "grad_norm": 0.03470475971698761,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 85330
+    },
+    {
+      "grad_norm": 0.04314266890287399,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 85340
+    },
+    {
+      "grad_norm": 0.06203519180417061,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 85350
+    },
+    {
+      "grad_norm": 0.0304249357432127,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 85360
+    },
+    {
+      "grad_norm": 0.030425071716308594,
+      "learning_rate": 0.0001,
+      "loss": 0.0557,
+      "step": 85370
+    },
+    {
+      "grad_norm": 0.032615743577480316,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 85380
+    },
+    {
+      "grad_norm": 0.024862412363290787,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 85390
+    },
+    {
+      "grad_norm": 0.025694170966744423,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 85400
+    },
+    {
+      "grad_norm": 0.02391219325363636,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 85410
+    },
+    {
+      "grad_norm": 0.03334503993391991,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 85420
+    },
+    {
+      "grad_norm": 0.08106360584497452,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 85430
+    },
+    {
+      "grad_norm": 0.04043897986412048,
+      "learning_rate": 0.0001,
+      "loss": 0.0542,
+      "step": 85440
+    },
+    {
+      "grad_norm": 0.08647145330905914,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 85450
+    },
+    {
+      "grad_norm": 0.037983234971761703,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 85460
+    },
+    {
+      "grad_norm": 0.0300979595631361,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 85470
+    },
+    {
+      "grad_norm": 0.039660606533288956,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 85480
+    },
+    {
+      "grad_norm": 0.07249835133552551,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 85490
+    },
+    {
+      "grad_norm": 0.03553777188062668,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 85500
+    },
+    {
+      "grad_norm": 0.02517971768975258,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 85510
+    },
+    {
+      "grad_norm": 0.040333934128284454,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 85520
+    },
+    {
+      "grad_norm": 0.02546236291527748,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 85530
+    },
+    {
+      "grad_norm": 0.0369567908346653,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 85540
+    },
+    {
+      "grad_norm": 0.026606453582644463,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 85550
+    },
+    {
+      "grad_norm": 0.03218616917729378,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 85560
+    },
+    {
+      "grad_norm": 0.036148350685834885,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 85570
+    },
+    {
+      "grad_norm": 0.030430784448981285,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 85580
+    },
+    {
+      "grad_norm": 0.024919036775827408,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 85590
+    },
+    {
+      "grad_norm": 0.024946916848421097,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 85600
+    },
+    {
+      "grad_norm": 0.030895601958036423,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 85610
+    },
+    {
+      "grad_norm": 0.025137094780802727,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 85620
+    },
+    {
+      "grad_norm": 0.039718542248010635,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 85630
+    },
+    {
+      "grad_norm": 0.04229825735092163,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 85640
+    },
+    {
+      "grad_norm": 0.027059024199843407,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 85650
+    },
+    {
+      "grad_norm": 0.03448282554745674,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 85660
+    },
+    {
+      "grad_norm": 0.07985593378543854,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 85670
+    },
+    {
+      "grad_norm": 0.033670540899038315,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 85680
+    },
+    {
+      "grad_norm": 0.08775362372398376,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 85690
+    },
+    {
+      "grad_norm": 0.050089240074157715,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 85700
+    },
+    {
+      "grad_norm": 0.05612640827894211,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 85710
+    },
+    {
+      "grad_norm": 0.04245126247406006,
+      "learning_rate": 0.0001,
+      "loss": 0.0541,
+      "step": 85720
+    },
+    {
+      "grad_norm": 0.055773235857486725,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 85730
+    },
+    {
+      "grad_norm": 0.07585881650447845,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 85740
+    },
+    {
+      "grad_norm": 0.048371121287345886,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 85750
+    },
+    {
+      "grad_norm": 0.048544641584157944,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 85760
+    },
+    {
+      "grad_norm": 0.05065915733575821,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 85770
+    },
+    {
+      "grad_norm": 0.05359969288110733,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 85780
+    },
+    {
+      "grad_norm": 0.028767460957169533,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 85790
+    },
+    {
+      "grad_norm": 0.026227613911032677,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 85800
+    },
+    {
+      "grad_norm": 0.024651911109685898,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 85810
+    },
+    {
+      "grad_norm": 0.03089904971420765,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 85820
+    },
+    {
+      "grad_norm": 0.028028525412082672,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 85830
+    },
+    {
+      "grad_norm": 0.025983167812228203,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 85840
+    },
+    {
+      "grad_norm": 0.02708004042506218,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 85850
+    },
+    {
+      "grad_norm": 0.06816867738962173,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 85860
+    },
+    {
+      "grad_norm": 0.03088604100048542,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 85870
+    },
+    {
+      "grad_norm": 0.027164647355675697,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 85880
+    },
+    {
+      "grad_norm": 0.03018672950565815,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 85890
+    },
+    {
+      "grad_norm": 0.0253200214356184,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 85900
+    },
+    {
+      "grad_norm": 0.05269169807434082,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 85910
+    },
+    {
+      "grad_norm": 0.03071051836013794,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 85920
+    },
+    {
+      "grad_norm": 0.03405671566724777,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 85930
+    },
+    {
+      "grad_norm": 0.04769320413470268,
+      "learning_rate": 0.0001,
+      "loss": 0.0554,
+      "step": 85940
+    },
+    {
+      "grad_norm": 0.03153911232948303,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 85950
+    },
+    {
+      "grad_norm": 0.03266885504126549,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 85960
+    },
+    {
+      "grad_norm": 0.03004796802997589,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 85970
+    },
+    {
+      "grad_norm": 0.0268966443836689,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 85980
+    },
+    {
+      "grad_norm": 0.027055539190769196,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 85990
+    },
+    {
+      "grad_norm": 0.045183293521404266,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 86000
+    },
+    {
+      "grad_norm": 0.05519719049334526,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 86010
+    },
+    {
+      "grad_norm": 0.04126407951116562,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 86020
+    },
+    {
+      "grad_norm": 0.030924323946237564,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 86030
+    },
+    {
+      "grad_norm": 0.030867813155055046,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 86040
+    },
+    {
+      "grad_norm": 0.051751166582107544,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 86050
+    },
+    {
+      "grad_norm": 0.1496766209602356,
+      "learning_rate": 0.0001,
+      "loss": 0.056,
+      "step": 86060
+    },
+    {
+      "grad_norm": 0.0404772013425827,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 86070
+    },
+    {
+      "grad_norm": 0.025167619809508324,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 86080
+    },
+    {
+      "grad_norm": 0.03359364718198776,
+      "learning_rate": 0.0001,
+      "loss": 0.0452,
+      "step": 86090
+    },
+    {
+      "grad_norm": 0.03783129155635834,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 86100
+    },
+    {
+      "grad_norm": 0.047991663217544556,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 86110
+    },
+    {
+      "grad_norm": 0.04826781898736954,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 86120
+    },
+    {
+      "grad_norm": 0.025689704343676567,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 86130
+    },
+    {
+      "grad_norm": 0.046607621014118195,
+      "learning_rate": 0.0001,
+      "loss": 0.0546,
+      "step": 86140
+    },
+    {
+      "grad_norm": 0.060037095099687576,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 86150
+    },
+    {
+      "grad_norm": 0.047772012650966644,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 86160
+    },
+    {
+      "grad_norm": 0.03620299696922302,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 86170
+    },
+    {
+      "grad_norm": 0.07589419186115265,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 86180
+    },
+    {
+      "grad_norm": 0.031220221891999245,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 86190
+    },
+    {
+      "grad_norm": 0.036624468863010406,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 86200
+    },
+    {
+      "grad_norm": 0.02202473394572735,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 86210
+    },
+    {
+      "grad_norm": 0.03612900525331497,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 86220
+    },
+    {
+      "grad_norm": 0.027076594531536102,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 86230
+    },
+    {
+      "grad_norm": 0.03771807625889778,
+      "learning_rate": 0.0001,
+      "loss": 0.0543,
+      "step": 86240
+    },
+    {
+      "grad_norm": 0.02677760273218155,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 86250
+    },
+    {
+      "grad_norm": 0.03611123189330101,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 86260
+    },
+    {
+      "grad_norm": 0.026677750051021576,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 86270
+    },
+    {
+      "grad_norm": 0.037790633738040924,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 86280
+    },
+    {
+      "grad_norm": 0.028592104092240334,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 86290
+    },
+    {
+      "grad_norm": 0.03602617233991623,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 86300
+    },
+    {
+      "grad_norm": 0.033164769411087036,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 86310
+    },
+    {
+      "grad_norm": 0.04236871004104614,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 86320
+    },
+    {
+      "grad_norm": 0.032377079129219055,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 86330
+    },
+    {
+      "grad_norm": 0.04358864948153496,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 86340
+    },
+    {
+      "grad_norm": 0.058389969170093536,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 86350
+    },
+    {
+      "grad_norm": 0.033092670142650604,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 86360
+    },
+    {
+      "grad_norm": 0.02429136633872986,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 86370
+    },
+    {
+      "grad_norm": 0.0367090180516243,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 86380
+    },
+    {
+      "grad_norm": 0.08015114068984985,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 86390
+    },
+    {
+      "grad_norm": 0.05408534035086632,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 86400
+    },
+    {
+      "grad_norm": 0.026332367211580276,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 86410
+    },
+    {
+      "grad_norm": 0.027712468057870865,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 86420
+    },
+    {
+      "grad_norm": 0.060136690735816956,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 86430
+    },
+    {
+      "grad_norm": 0.061646509915590286,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 86440
+    },
+    {
+      "grad_norm": 0.03142959251999855,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 86450
+    },
+    {
+      "grad_norm": 0.03011837974190712,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 86460
+    },
+    {
+      "grad_norm": 0.05279615521430969,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 86470
+    },
+    {
+      "grad_norm": 0.03909500688314438,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 86480
+    },
+    {
+      "grad_norm": 0.05449577420949936,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 86490
+    },
+    {
+      "grad_norm": 0.0393277071416378,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 86500
+    },
+    {
+      "grad_norm": 0.045208483934402466,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 86510
+    },
+    {
+      "grad_norm": 0.029146777465939522,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 86520
+    },
+    {
+      "grad_norm": 0.03389544412493706,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 86530
+    },
+    {
+      "grad_norm": 0.027041412889957428,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 86540
+    },
+    {
+      "grad_norm": 0.02233012579381466,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 86550
+    },
+    {
+      "grad_norm": 0.026872992515563965,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 86560
+    },
+    {
+      "grad_norm": 0.03811392933130264,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 86570
+    },
+    {
+      "grad_norm": 0.02717687003314495,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 86580
+    },
+    {
+      "grad_norm": 0.02829783223569393,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 86590
+    },
+    {
+      "grad_norm": 0.027366766706109047,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 86600
+    },
+    {
+      "grad_norm": 0.03051861934363842,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 86610
+    },
+    {
+      "grad_norm": 0.05444587394595146,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 86620
+    },
+    {
+      "grad_norm": 0.04712460935115814,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 86630
+    },
+    {
+      "grad_norm": 0.029144253581762314,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 86640
+    },
+    {
+      "grad_norm": 0.02711985446512699,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 86650
+    },
+    {
+      "grad_norm": 0.02502995915710926,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 86660
+    },
+    {
+      "grad_norm": 0.026233626529574394,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 86670
+    },
+    {
+      "grad_norm": 0.027422236278653145,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 86680
+    },
+    {
+      "grad_norm": 0.034030210226774216,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 86690
+    },
+    {
+      "grad_norm": 0.04235643520951271,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 86700
+    },
+    {
+      "grad_norm": 0.0506553128361702,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 86710
+    },
+    {
+      "grad_norm": 0.025242311879992485,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 86720
+    },
+    {
+      "grad_norm": 0.026244159787893295,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 86730
+    },
+    {
+      "grad_norm": 0.06777645647525787,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 86740
+    },
+    {
+      "grad_norm": 0.05573714151978493,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 86750
+    },
+    {
+      "grad_norm": 0.046318117529153824,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 86760
+    },
+    {
+      "grad_norm": 0.036684706807136536,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 86770
+    },
+    {
+      "grad_norm": 0.029253540560603142,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 86780
+    },
+    {
+      "grad_norm": 0.028400050476193428,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 86790
+    },
+    {
+      "grad_norm": 0.024727921932935715,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 86800
+    },
+    {
+      "grad_norm": 0.039531271904706955,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 86810
+    },
+    {
+      "grad_norm": 0.09570853412151337,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 86820
+    },
+    {
+      "grad_norm": 0.0727635845541954,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 86830
+    },
+    {
+      "grad_norm": 0.022853979840874672,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 86840
+    },
+    {
+      "grad_norm": 0.03240600973367691,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 86850
+    },
+    {
+      "grad_norm": 0.02866804227232933,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 86860
+    },
+    {
+      "grad_norm": 0.08226009458303452,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 86870
+    },
+    {
+      "grad_norm": 0.037994734942913055,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 86880
+    },
+    {
+      "grad_norm": 0.1515064835548401,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 86890
+    },
+    {
+      "grad_norm": 0.0561421774327755,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 86900
+    },
+    {
+      "grad_norm": 0.058438509702682495,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 86910
+    },
+    {
+      "grad_norm": 0.040516212582588196,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 86920
+    },
+    {
+      "grad_norm": 0.07206901162862778,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 86930
+    },
+    {
+      "grad_norm": 0.029414640739560127,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 86940
+    },
+    {
+      "grad_norm": 0.03182739019393921,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 86950
+    },
+    {
+      "grad_norm": 0.03969055786728859,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 86960
+    },
+    {
+      "grad_norm": 0.09241548180580139,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 86970
+    },
+    {
+      "grad_norm": 0.02651980146765709,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 86980
+    },
+    {
+      "grad_norm": 0.03725302219390869,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 86990
+    },
+    {
+      "grad_norm": 0.026565516367554665,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 87000
+    },
+    {
+      "grad_norm": 0.046125251799821854,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 87010
+    },
+    {
+      "grad_norm": 0.028562000021338463,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 87020
+    },
+    {
+      "grad_norm": 0.03995338827371597,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 87030
+    },
+    {
+      "grad_norm": 0.04706158861517906,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 87040
+    },
+    {
+      "grad_norm": 0.0408090241253376,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 87050
+    },
+    {
+      "grad_norm": 0.0368390716612339,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 87060
+    },
+    {
+      "grad_norm": 0.02750726044178009,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 87070
+    },
+    {
+      "grad_norm": 0.04569023475050926,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 87080
+    },
+    {
+      "grad_norm": 0.03336314484477043,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 87090
+    },
+    {
+      "grad_norm": 0.0245115477591753,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 87100
+    },
+    {
+      "grad_norm": 0.03327281400561333,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 87110
+    },
+    {
+      "grad_norm": 0.026322543621063232,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 87120
+    },
+    {
+      "grad_norm": 0.04248369112610817,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 87130
+    },
+    {
+      "grad_norm": 0.04128396883606911,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 87140
+    },
+    {
+      "grad_norm": 0.036724384874105453,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 87150
+    },
+    {
+      "grad_norm": 0.028850313276052475,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 87160
+    },
+    {
+      "grad_norm": 0.027183925732970238,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 87170
+    },
+    {
+      "grad_norm": 0.03614675998687744,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 87180
+    },
+    {
+      "grad_norm": 0.025557123124599457,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 87190
+    },
+    {
+      "grad_norm": 0.029390187934041023,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 87200
+    },
+    {
+      "grad_norm": 0.04370232671499252,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 87210
+    },
+    {
+      "grad_norm": 0.02644522115588188,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 87220
+    },
+    {
+      "grad_norm": 0.03919969126582146,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 87230
+    },
+    {
+      "grad_norm": 0.03260183334350586,
+      "learning_rate": 0.0001,
+      "loss": 0.0536,
+      "step": 87240
+    },
+    {
+      "grad_norm": 0.025913747027516365,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 87250
+    },
+    {
+      "grad_norm": 0.04035763442516327,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 87260
+    },
+    {
+      "grad_norm": 0.057103052735328674,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 87270
+    },
+    {
+      "grad_norm": 0.030430609360337257,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 87280
+    },
+    {
+      "grad_norm": 0.04339495301246643,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 87290
+    },
+    {
+      "grad_norm": 0.06343906372785568,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 87300
+    },
+    {
+      "grad_norm": 0.04044603556394577,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 87310
+    },
+    {
+      "grad_norm": 0.041489459574222565,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 87320
+    },
+    {
+      "grad_norm": 0.0531742237508297,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 87330
+    },
+    {
+      "grad_norm": 0.04719575121998787,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 87340
+    },
+    {
+      "grad_norm": 0.030065318569540977,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 87350
+    },
+    {
+      "grad_norm": 0.030062053352594376,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 87360
+    },
+    {
+      "grad_norm": 0.033653635531663895,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 87370
+    },
+    {
+      "grad_norm": 0.08735907077789307,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 87380
+    },
+    {
+      "grad_norm": 0.1073736771941185,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 87390
+    },
+    {
+      "grad_norm": 0.034996792674064636,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 87400
+    },
+    {
+      "grad_norm": 0.035935066640377045,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 87410
+    },
+    {
+      "grad_norm": 0.033374883234500885,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 87420
+    },
+    {
+      "grad_norm": 0.025679707527160645,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 87430
+    },
+    {
+      "grad_norm": 0.030003735795617104,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 87440
+    },
+    {
+      "grad_norm": 0.04638690873980522,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 87450
+    },
+    {
+      "grad_norm": 0.06482325494289398,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 87460
+    },
+    {
+      "grad_norm": 0.03161023557186127,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 87470
+    },
+    {
+      "grad_norm": 0.027715476229786873,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 87480
+    },
+    {
+      "grad_norm": 0.03276434540748596,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 87490
+    },
+    {
+      "grad_norm": 0.036527153104543686,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 87500
+    },
+    {
+      "grad_norm": 0.05354712903499603,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 87510
+    },
+    {
+      "grad_norm": 0.04262981936335564,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 87520
+    },
+    {
+      "grad_norm": 0.02869514748454094,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 87530
+    },
+    {
+      "grad_norm": 0.03454940766096115,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 87540
+    },
+    {
+      "grad_norm": 0.09308401495218277,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 87550
+    },
+    {
+      "grad_norm": 0.07048958539962769,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 87560
+    },
+    {
+      "grad_norm": 0.052216943353414536,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 87570
+    },
+    {
+      "grad_norm": 0.03195706009864807,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 87580
+    },
+    {
+      "grad_norm": 0.026566281914711,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 87590
+    },
+    {
+      "grad_norm": 0.030441775918006897,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 87600
+    },
+    {
+      "grad_norm": 0.059092771261930466,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 87610
+    },
+    {
+      "grad_norm": 0.06437193602323532,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 87620
+    },
+    {
+      "grad_norm": 0.026554182171821594,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 87630
+    },
+    {
+      "grad_norm": 0.026623640209436417,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 87640
+    },
+    {
+      "grad_norm": 0.02711273916065693,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 87650
+    },
+    {
+      "grad_norm": 0.03286347538232803,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 87660
+    },
+    {
+      "grad_norm": 0.05731957405805588,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 87670
+    },
+    {
+      "grad_norm": 0.027179589495062828,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 87680
+    },
+    {
+      "grad_norm": 0.03776432201266289,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 87690
+    },
+    {
+      "grad_norm": 0.02582463063299656,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 87700
+    },
+    {
+      "grad_norm": 0.024677975103259087,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 87710
+    },
+    {
+      "grad_norm": 0.03140213340520859,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 87720
+    },
+    {
+      "grad_norm": 0.0433494858443737,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 87730
+    },
+    {
+      "grad_norm": 0.031075799837708473,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 87740
+    },
+    {
+      "grad_norm": 0.027220947667956352,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 87750
+    },
+    {
+      "grad_norm": 0.03965004161000252,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 87760
+    },
+    {
+      "grad_norm": 0.029256096109747887,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 87770
+    },
+    {
+      "grad_norm": 0.02682327851653099,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 87780
+    },
+    {
+      "grad_norm": 0.028612587600946426,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 87790
+    },
+    {
+      "grad_norm": 0.036080606281757355,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 87800
+    },
+    {
+      "grad_norm": 0.02920474298298359,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 87810
+    },
+    {
+      "grad_norm": 0.04038854315876961,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 87820
+    },
+    {
+      "grad_norm": 0.04361099377274513,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 87830
+    },
+    {
+      "grad_norm": 0.04333072900772095,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 87840
+    },
+    {
+      "grad_norm": 0.03147367388010025,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 87850
+    },
+    {
+      "grad_norm": 0.055856648832559586,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 87860
+    },
+    {
+      "grad_norm": 0.025794804096221924,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 87870
+    },
+    {
+      "grad_norm": 0.04356900602579117,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 87880
+    },
+    {
+      "grad_norm": 0.09436267614364624,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 87890
+    },
+    {
+      "grad_norm": 0.06512255221605301,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 87900
+    },
+    {
+      "grad_norm": 0.05642344057559967,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 87910
+    },
+    {
+      "grad_norm": 0.0414949394762516,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 87920
+    },
+    {
+      "grad_norm": 0.03262638673186302,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 87930
+    },
+    {
+      "grad_norm": 0.03167666122317314,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 87940
+    },
+    {
+      "grad_norm": 0.026669200509786606,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 87950
+    },
+    {
+      "grad_norm": 0.028437750414013863,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 87960
+    },
+    {
+      "grad_norm": 0.029347741976380348,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 87970
+    },
+    {
+      "grad_norm": 0.052972156554460526,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 87980
+    },
+    {
+      "grad_norm": 0.028188440948724747,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 87990
+    },
+    {
+      "grad_norm": 0.03759004920721054,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 88000
+    },
+    {
+      "grad_norm": 0.04963686689734459,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 88010
+    },
+    {
+      "grad_norm": 0.03200475499033928,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 88020
+    },
+    {
+      "grad_norm": 0.03705276921391487,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 88030
+    },
+    {
+      "grad_norm": 0.034730859100818634,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 88040
+    },
+    {
+      "grad_norm": 0.03326927497982979,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 88050
+    },
+    {
+      "grad_norm": 0.034327343106269836,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 88060
+    },
+    {
+      "grad_norm": 0.029528843238949776,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 88070
+    },
+    {
+      "grad_norm": 0.02406768500804901,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 88080
+    },
+    {
+      "grad_norm": 0.025919079780578613,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 88090
+    },
+    {
+      "grad_norm": 0.025893734768033028,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 88100
+    },
+    {
+      "grad_norm": 0.03553588315844536,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 88110
+    },
+    {
+      "grad_norm": 0.024120034649968147,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 88120
+    },
+    {
+      "grad_norm": 0.030233433470129967,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 88130
+    },
+    {
+      "grad_norm": 0.024643315002322197,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 88140
+    },
+    {
+      "grad_norm": 0.08996579051017761,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 88150
+    },
+    {
+      "grad_norm": 0.2615843415260315,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 88160
+    },
+    {
+      "grad_norm": 0.04690075293183327,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 88170
+    },
+    {
+      "grad_norm": 0.03205375373363495,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 88180
+    },
+    {
+      "grad_norm": 0.025207016617059708,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 88190
+    },
+    {
+      "grad_norm": 0.02762647345662117,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 88200
+    },
+    {
+      "grad_norm": 0.030764000490307808,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 88210
+    },
+    {
+      "grad_norm": 0.02550221048295498,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 88220
+    },
+    {
+      "grad_norm": 0.03140375390648842,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 88230
+    },
+    {
+      "grad_norm": 0.02621203288435936,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 88240
+    },
+    {
+      "grad_norm": 0.026289213448762894,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 88250
+    },
+    {
+      "grad_norm": 0.08553319424390793,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 88260
+    },
+    {
+      "grad_norm": 0.046173661947250366,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 88270
+    },
+    {
+      "grad_norm": 0.029119009152054787,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 88280
+    },
+    {
+      "grad_norm": 0.027313916012644768,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 88290
+    },
+    {
+      "grad_norm": 0.039121661335229874,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 88300
+    },
+    {
+      "grad_norm": 0.04842475801706314,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 88310
+    },
+    {
+      "grad_norm": 0.04527554661035538,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 88320
+    },
+    {
+      "grad_norm": 0.028101416304707527,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 88330
+    },
+    {
+      "grad_norm": 0.027261191979050636,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 88340
+    },
+    {
+      "grad_norm": 0.025627775117754936,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 88350
+    },
+    {
+      "grad_norm": 0.0332815907895565,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 88360
+    },
+    {
+      "grad_norm": 0.04793994873762131,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 88370
+    },
+    {
+      "grad_norm": 0.029488852247595787,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 88380
+    },
+    {
+      "grad_norm": 0.02787226065993309,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 88390
+    },
+    {
+      "grad_norm": 0.0403146855533123,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 88400
+    },
+    {
+      "grad_norm": 0.03823716193437576,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 88410
+    },
+    {
+      "grad_norm": 0.07955008000135422,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 88420
+    },
+    {
+      "grad_norm": 0.031029723584651947,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 88430
+    },
+    {
+      "grad_norm": 0.04568479582667351,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 88440
+    },
+    {
+      "grad_norm": 0.026851505041122437,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 88450
+    },
+    {
+      "grad_norm": 0.030318832024931908,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 88460
+    },
+    {
+      "grad_norm": 0.026746612042188644,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 88470
+    },
+    {
+      "grad_norm": 0.026731319725513458,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 88480
+    },
+    {
+      "grad_norm": 0.025717629119753838,
+      "learning_rate": 0.0001,
+      "loss": 0.0466,
+      "step": 88490
+    },
+    {
+      "grad_norm": 0.02894476428627968,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 88500
+    },
+    {
+      "grad_norm": 0.04522411525249481,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 88510
+    },
+    {
+      "grad_norm": 0.03625721111893654,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 88520
+    },
+    {
+      "grad_norm": 0.02895478717982769,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 88530
+    },
+    {
+      "grad_norm": 0.0646691769361496,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 88540
+    },
+    {
+      "grad_norm": 0.06981001794338226,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 88550
+    },
+    {
+      "grad_norm": 0.02588563784956932,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 88560
+    },
+    {
+      "grad_norm": 0.02675851806998253,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 88570
+    },
+    {
+      "grad_norm": 0.02757682092487812,
+      "learning_rate": 0.0001,
+      "loss": 0.0458,
+      "step": 88580
+    },
+    {
+      "grad_norm": 0.033479586243629456,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 88590
+    },
+    {
+      "grad_norm": 0.0303798858076334,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 88600
+    },
+    {
+      "grad_norm": 0.034280579537153244,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 88610
+    },
+    {
+      "grad_norm": 0.02367333509027958,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 88620
+    },
+    {
+      "grad_norm": 0.02869734913110733,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 88630
+    },
+    {
+      "grad_norm": 0.027325669303536415,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 88640
+    },
+    {
+      "grad_norm": 0.03138214349746704,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 88650
+    },
+    {
+      "grad_norm": 0.05374099686741829,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 88660
+    },
+    {
+      "grad_norm": 0.03875204548239708,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 88670
+    },
+    {
+      "grad_norm": 0.05662507191300392,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 88680
+    },
+    {
+      "grad_norm": 0.07193257659673691,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 88690
+    },
+    {
+      "grad_norm": 0.026194322854280472,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 88700
+    },
+    {
+      "grad_norm": 0.03083602339029312,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 88710
+    },
+    {
+      "grad_norm": 0.029636526480317116,
+      "learning_rate": 0.0001,
+      "loss": 0.0466,
+      "step": 88720
+    },
+    {
+      "grad_norm": 0.03195842355489731,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 88730
+    },
+    {
+      "grad_norm": 0.03197206184267998,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 88740
+    },
+    {
+      "grad_norm": 0.03322700411081314,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 88750
+    },
+    {
+      "grad_norm": 0.02661948837339878,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 88760
+    },
+    {
+      "grad_norm": 0.027243947610259056,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 88770
+    },
+    {
+      "grad_norm": 0.15491653978824615,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 88780
+    },
+    {
+      "grad_norm": 0.03263973072171211,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 88790
+    },
+    {
+      "grad_norm": 0.0299966000020504,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 88800
+    },
+    {
+      "grad_norm": 0.025658784434199333,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 88810
+    },
+    {
+      "grad_norm": 0.03236072510480881,
+      "learning_rate": 0.0001,
+      "loss": 0.0464,
+      "step": 88820
+    },
+    {
+      "grad_norm": 0.027420202270150185,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 88830
+    },
+    {
+      "grad_norm": 0.030358655378222466,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 88840
+    },
+    {
+      "grad_norm": 0.040272269397974014,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 88850
+    },
+    {
+      "grad_norm": 0.04175509884953499,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 88860
+    },
+    {
+      "grad_norm": 0.04048290476202965,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 88870
+    },
+    {
+      "grad_norm": 0.09642982482910156,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 88880
+    },
+    {
+      "grad_norm": 0.11465803533792496,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 88890
+    },
+    {
+      "grad_norm": 0.05952144041657448,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 88900
+    },
+    {
+      "grad_norm": 0.04014715179800987,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 88910
+    },
+    {
+      "grad_norm": 0.037758924067020416,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 88920
+    },
+    {
+      "grad_norm": 0.02566744200885296,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 88930
+    },
+    {
+      "grad_norm": 0.027016768231987953,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 88940
+    },
+    {
+      "grad_norm": 0.02715368941426277,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 88950
+    },
+    {
+      "grad_norm": 0.02792247198522091,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 88960
+    },
+    {
+      "grad_norm": 0.0431632399559021,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 88970
+    },
+    {
+      "grad_norm": 0.03866109997034073,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 88980
+    },
+    {
+      "grad_norm": 0.029738349840044975,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 88990
+    },
+    {
+      "grad_norm": 0.06603634357452393,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 89000
+    },
+    {
+      "grad_norm": 0.049475546926259995,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 89010
+    },
+    {
+      "grad_norm": 0.044893115758895874,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 89020
+    },
+    {
+      "grad_norm": 0.027997588738799095,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 89030
+    },
+    {
+      "grad_norm": 0.03865617886185646,
+      "learning_rate": 0.0001,
+      "loss": 0.0534,
+      "step": 89040
+    },
+    {
+      "grad_norm": 0.035203490406274796,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 89050
+    },
+    {
+      "grad_norm": 0.038348060101270676,
+      "learning_rate": 0.0001,
+      "loss": 0.0539,
+      "step": 89060
+    },
+    {
+      "grad_norm": 0.04232306033372879,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 89070
+    },
+    {
+      "grad_norm": 0.027896683663129807,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 89080
+    },
+    {
+      "grad_norm": 0.027510667219758034,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 89090
+    },
+    {
+      "grad_norm": 0.037398189306259155,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 89100
+    },
+    {
+      "grad_norm": 0.028409700840711594,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 89110
+    },
+    {
+      "grad_norm": 0.0366547591984272,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 89120
+    },
+    {
+      "grad_norm": 0.032840415835380554,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 89130
+    },
+    {
+      "grad_norm": 0.039515137672424316,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 89140
+    },
+    {
+      "grad_norm": 0.03215886652469635,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 89150
+    },
+    {
+      "grad_norm": 0.03389362990856171,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 89160
+    },
+    {
+      "grad_norm": 0.02604844979941845,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 89170
+    },
+    {
+      "grad_norm": 0.03701285645365715,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 89180
+    },
+    {
+      "grad_norm": 0.063724085688591,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 89190
+    },
+    {
+      "grad_norm": 0.033700358122587204,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 89200
+    },
+    {
+      "grad_norm": 0.031433988362550735,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 89210
+    },
+    {
+      "grad_norm": 0.04239044710993767,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 89220
+    },
+    {
+      "grad_norm": 0.04219585657119751,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 89230
+    },
+    {
+      "grad_norm": 0.05591084435582161,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 89240
+    },
+    {
+      "grad_norm": 0.05972587317228317,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 89250
+    },
+    {
+      "grad_norm": 0.05908139795064926,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 89260
+    },
+    {
+      "grad_norm": 0.0290626622736454,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 89270
+    },
+    {
+      "grad_norm": 0.03183354064822197,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 89280
+    },
+    {
+      "grad_norm": 0.030019110068678856,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 89290
+    },
+    {
+      "grad_norm": 0.08017668128013611,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 89300
+    },
+    {
+      "grad_norm": 0.06192858889698982,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 89310
+    },
+    {
+      "grad_norm": 0.06918877363204956,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 89320
+    },
+    {
+      "grad_norm": 0.023833567276597023,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 89330
+    },
+    {
+      "grad_norm": 0.03713585063815117,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 89340
+    },
+    {
+      "grad_norm": 0.031737107783555984,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 89350
+    },
+    {
+      "grad_norm": 0.03220386803150177,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 89360
+    },
+    {
+      "grad_norm": 0.04409066215157509,
+      "learning_rate": 0.0001,
+      "loss": 0.054,
+      "step": 89370
+    },
+    {
+      "grad_norm": 0.038061611354351044,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 89380
+    },
+    {
+      "grad_norm": 0.06712884455919266,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 89390
+    },
+    {
+      "grad_norm": 0.034036003053188324,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 89400
+    },
+    {
+      "grad_norm": 0.02746366336941719,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 89410
+    },
+    {
+      "grad_norm": 0.027160631492733955,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 89420
+    },
+    {
+      "grad_norm": 0.03254065290093422,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 89430
+    },
+    {
+      "grad_norm": 0.030379552394151688,
+      "learning_rate": 0.0001,
+      "loss": 0.0548,
+      "step": 89440
+    },
+    {
+      "grad_norm": 0.03924433887004852,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 89450
+    },
+    {
+      "grad_norm": 0.048276137560606,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 89460
+    },
+    {
+      "grad_norm": 0.0258769690990448,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 89470
+    },
+    {
+      "grad_norm": 0.03369591012597084,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 89480
+    },
+    {
+      "grad_norm": 0.080101378262043,
+      "learning_rate": 0.0001,
+      "loss": 0.0535,
+      "step": 89490
+    },
+    {
+      "grad_norm": 0.029712336137890816,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 89500
+    },
+    {
+      "grad_norm": 0.07616256177425385,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 89510
+    },
+    {
+      "grad_norm": 0.07758860290050507,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 89520
+    },
+    {
+      "grad_norm": 0.04235415905714035,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 89530
+    },
+    {
+      "grad_norm": 0.04540982469916344,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 89540
+    },
+    {
+      "grad_norm": 0.04397036135196686,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 89550
+    },
+    {
+      "grad_norm": 0.04139989614486694,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 89560
+    },
+    {
+      "grad_norm": 0.035247597843408585,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 89570
+    },
+    {
+      "grad_norm": 0.039289046078920364,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 89580
+    },
+    {
+      "grad_norm": 0.03172828257083893,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 89590
+    },
+    {
+      "grad_norm": 0.0423622764647007,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 89600
+    },
+    {
+      "grad_norm": 0.033543605357408524,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 89610
+    },
+    {
+      "grad_norm": 0.031157243996858597,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 89620
+    },
+    {
+      "grad_norm": 0.030216366052627563,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 89630
+    },
+    {
+      "grad_norm": 0.032072678208351135,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 89640
+    },
+    {
+      "grad_norm": 0.09716475754976273,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 89650
+    },
+    {
+      "grad_norm": 0.07707135379314423,
+      "learning_rate": 0.0001,
+      "loss": 0.0533,
+      "step": 89660
+    },
+    {
+      "grad_norm": 0.03401681408286095,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 89670
+    },
+    {
+      "grad_norm": 0.038529615849256516,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 89680
+    },
+    {
+      "grad_norm": 0.029223645105957985,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 89690
+    },
+    {
+      "grad_norm": 0.04557662829756737,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 89700
+    },
+    {
+      "grad_norm": 0.09514561295509338,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 89710
+    },
+    {
+      "grad_norm": 0.037822626531124115,
+      "learning_rate": 0.0001,
+      "loss": 0.0537,
+      "step": 89720
+    },
+    {
+      "grad_norm": 0.03680657595396042,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 89730
+    },
+    {
+      "grad_norm": 0.11599663645029068,
+      "learning_rate": 0.0001,
+      "loss": 0.0547,
+      "step": 89740
+    },
+    {
+      "grad_norm": 0.029561635106801987,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 89750
+    },
+    {
+      "grad_norm": 0.026036003604531288,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 89760
+    },
+    {
+      "grad_norm": 0.027919339016079903,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 89770
+    },
+    {
+      "grad_norm": 0.03789619728922844,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 89780
+    },
+    {
+      "grad_norm": 0.035094231367111206,
+      "learning_rate": 0.0001,
+      "loss": 0.0463,
+      "step": 89790
+    },
+    {
+      "grad_norm": 0.04325209558010101,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 89800
+    },
+    {
+      "grad_norm": 0.02416226826608181,
+      "learning_rate": 0.0001,
+      "loss": 0.0462,
+      "step": 89810
+    },
+    {
+      "grad_norm": 0.04748227074742317,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 89820
+    },
+    {
+      "grad_norm": 0.03618808090686798,
+      "learning_rate": 0.0001,
+      "loss": 0.0446,
+      "step": 89830
+    },
+    {
+      "grad_norm": 0.035077694803476334,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 89840
+    },
+    {
+      "grad_norm": 0.025541013106703758,
+      "learning_rate": 0.0001,
+      "loss": 0.0463,
+      "step": 89850
+    },
+    {
+      "grad_norm": 0.04413493722677231,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 89860
+    },
+    {
+      "grad_norm": 0.035614099353551865,
+      "learning_rate": 0.0001,
+      "loss": 0.0449,
+      "step": 89870
+    },
+    {
+      "grad_norm": 0.029093341901898384,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 89880
+    },
+    {
+      "grad_norm": 0.026281261816620827,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 89890
+    },
+    {
+      "grad_norm": 0.0412592850625515,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 89900
+    },
+    {
+      "grad_norm": 0.027286026626825333,
+      "learning_rate": 0.0001,
+      "loss": 0.0466,
+      "step": 89910
+    },
+    {
+      "grad_norm": 0.04767452925443649,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 89920
+    },
+    {
+      "grad_norm": 0.02967757172882557,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 89930
+    },
+    {
+      "grad_norm": 0.08695577085018158,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 89940
+    },
+    {
+      "grad_norm": 0.034462910145521164,
+      "learning_rate": 0.0001,
+      "loss": 0.0464,
+      "step": 89950
+    },
+    {
+      "grad_norm": 0.029827745631337166,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 89960
+    },
+    {
+      "grad_norm": 0.02850576490163803,
+      "learning_rate": 0.0001,
+      "loss": 0.0463,
+      "step": 89970
+    },
+    {
+      "grad_norm": 0.027125660330057144,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 89980
+    },
+    {
+      "grad_norm": 0.04138344153761864,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 89990
+    },
+    {
+      "grad_norm": 0.024351615458726883,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 90000
+    },
+    {
+      "grad_norm": 0.02698264829814434,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 90010
+    },
+    {
+      "grad_norm": 0.029624000191688538,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 90020
+    },
+    {
+      "grad_norm": 0.027921512722969055,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 90030
+    },
+    {
+      "grad_norm": 0.031104035675525665,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 90040
+    },
+    {
+      "grad_norm": 0.03105873055756092,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 90050
+    },
+    {
+      "grad_norm": 0.028688760474324226,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 90060
+    },
+    {
+      "grad_norm": 0.060764990746974945,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 90070
+    },
+    {
+      "grad_norm": 0.06481887400150299,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 90080
+    },
+    {
+      "grad_norm": 0.026588797569274902,
+      "learning_rate": 0.0001,
+      "loss": 0.0447,
+      "step": 90090
+    },
+    {
+      "grad_norm": 0.054611850529909134,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 90100
+    },
+    {
+      "grad_norm": 0.03415831923484802,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 90110
+    },
+    {
+      "grad_norm": 0.059652313590049744,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 90120
+    },
+    {
+      "grad_norm": 0.03216774761676788,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 90130
+    },
+    {
+      "grad_norm": 0.026116956025362015,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 90140
+    },
+    {
+      "grad_norm": 0.03680771216750145,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 90150
+    },
+    {
+      "grad_norm": 0.02607095055282116,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 90160
+    },
+    {
+      "grad_norm": 0.07869290560483932,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 90170
+    },
+    {
+      "grad_norm": 0.05507189780473709,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 90180
+    },
+    {
+      "grad_norm": 0.05213150382041931,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 90190
+    },
+    {
+      "grad_norm": 0.027756961062550545,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 90200
+    },
+    {
+      "grad_norm": 0.02849118411540985,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 90210
+    },
+    {
+      "grad_norm": 0.03452865406870842,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 90220
+    },
+    {
+      "grad_norm": 0.040815215557813644,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 90230
+    },
+    {
+      "grad_norm": 0.04023921489715576,
+      "learning_rate": 0.0001,
+      "loss": 0.0532,
+      "step": 90240
+    },
+    {
+      "grad_norm": 0.034348264336586,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 90250
+    },
+    {
+      "grad_norm": 0.02940191701054573,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 90260
+    },
+    {
+      "grad_norm": 0.031175093725323677,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 90270
+    },
+    {
+      "grad_norm": 0.02960772067308426,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 90280
+    },
+    {
+      "grad_norm": 0.033692117780447006,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 90290
+    },
+    {
+      "grad_norm": 0.06636307388544083,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 90300
+    },
+    {
+      "grad_norm": 0.03842616826295853,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 90310
+    },
+    {
+      "grad_norm": 0.052070438861846924,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 90320
+    },
+    {
+      "grad_norm": 0.04519384726881981,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 90330
+    },
+    {
+      "grad_norm": 0.029735347256064415,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 90340
+    },
+    {
+      "grad_norm": 0.03411467373371124,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 90350
+    },
+    {
+      "grad_norm": 0.03792202100157738,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 90360
+    },
+    {
+      "grad_norm": 0.029115566983819008,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 90370
+    },
+    {
+      "grad_norm": 0.06789515167474747,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 90380
+    },
+    {
+      "grad_norm": 0.04828295856714249,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 90390
+    },
+    {
+      "grad_norm": 0.04444674775004387,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 90400
+    },
+    {
+      "grad_norm": 0.025183141231536865,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 90410
+    },
+    {
+      "grad_norm": 0.03257960081100464,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 90420
+    },
+    {
+      "grad_norm": 0.027517536655068398,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 90430
+    },
+    {
+      "grad_norm": 0.031886786222457886,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 90440
+    },
+    {
+      "grad_norm": 0.06523776799440384,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 90450
+    },
+    {
+      "grad_norm": 0.044174883514642715,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 90460
+    },
+    {
+      "grad_norm": 0.048354167491197586,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 90470
+    },
+    {
+      "grad_norm": 0.03422500565648079,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 90480
+    },
+    {
+      "grad_norm": 0.05507116764783859,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 90490
+    },
+    {
+      "grad_norm": 0.03932894766330719,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 90500
+    },
+    {
+      "grad_norm": 0.033062707632780075,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 90510
+    },
+    {
+      "grad_norm": 0.025456871837377548,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 90520
+    },
+    {
+      "grad_norm": 0.036872778087854385,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 90530
+    },
+    {
+      "grad_norm": 0.03484759479761124,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 90540
+    },
+    {
+      "grad_norm": 0.03559842333197594,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 90550
+    },
+    {
+      "grad_norm": 0.04889043793082237,
+      "learning_rate": 0.0001,
+      "loss": 0.0464,
+      "step": 90560
+    },
+    {
+      "grad_norm": 0.02865518257021904,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 90570
+    },
+    {
+      "grad_norm": 0.03230097144842148,
+      "learning_rate": 0.0001,
+      "loss": 0.0457,
+      "step": 90580
+    },
+    {
+      "grad_norm": 0.031850673258304596,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 90590
+    },
+    {
+      "grad_norm": 0.040810029953718185,
+      "learning_rate": 0.0001,
+      "loss": 0.0458,
+      "step": 90600
+    },
+    {
+      "grad_norm": 0.03452318534255028,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 90610
+    },
+    {
+      "grad_norm": 0.02271202951669693,
+      "learning_rate": 0.0001,
+      "loss": 0.0452,
+      "step": 90620
+    },
+    {
+      "grad_norm": 0.031238136813044548,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 90630
+    },
+    {
+      "grad_norm": 0.03462908789515495,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 90640
+    },
+    {
+      "grad_norm": 0.02736971713602543,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 90650
+    },
+    {
+      "grad_norm": 0.04217002913355827,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 90660
+    },
+    {
+      "grad_norm": 0.05018197000026703,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 90670
+    },
+    {
+      "grad_norm": 0.03369501978158951,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 90680
+    },
+    {
+      "grad_norm": 0.05452486500144005,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 90690
+    },
+    {
+      "grad_norm": 0.033204399049282074,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 90700
+    },
+    {
+      "grad_norm": 0.029446380212903023,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 90710
+    },
+    {
+      "grad_norm": 0.07653749734163284,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 90720
+    },
+    {
+      "grad_norm": 0.14388857781887054,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 90730
+    },
+    {
+      "grad_norm": 0.07884380221366882,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 90740
+    },
+    {
+      "grad_norm": 0.0494937039911747,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 90750
+    },
+    {
+      "grad_norm": 0.02812422253191471,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 90760
+    },
+    {
+      "grad_norm": 0.04119390249252319,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 90770
+    },
+    {
+      "grad_norm": 0.025583351030945778,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 90780
+    },
+    {
+      "grad_norm": 0.029274994507431984,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 90790
+    },
+    {
+      "grad_norm": 0.027410011738538742,
+      "learning_rate": 0.0001,
+      "loss": 0.0463,
+      "step": 90800
+    },
+    {
+      "grad_norm": 0.048623405396938324,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 90810
+    },
+    {
+      "grad_norm": 0.03471255674958229,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 90820
+    },
+    {
+      "grad_norm": 0.08105956017971039,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 90830
+    },
+    {
+      "grad_norm": 0.030373478308320045,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 90840
+    },
+    {
+      "grad_norm": 0.04794583097100258,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 90850
+    },
+    {
+      "grad_norm": 0.03950348123908043,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 90860
+    },
+    {
+      "grad_norm": 0.04121433570981026,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 90870
+    },
+    {
+      "grad_norm": 0.03144312649965286,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 90880
+    },
+    {
+      "grad_norm": 0.031339600682258606,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 90890
+    },
+    {
+      "grad_norm": 0.04991456866264343,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 90900
+    },
+    {
+      "grad_norm": 0.1057722344994545,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 90910
+    },
+    {
+      "grad_norm": 0.02780390903353691,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 90920
+    },
+    {
+      "grad_norm": 0.03314308822154999,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 90930
+    },
+    {
+      "grad_norm": 0.027000678703188896,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 90940
+    },
+    {
+      "grad_norm": 0.028517773374915123,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 90950
+    },
+    {
+      "grad_norm": 0.031172210350632668,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 90960
+    },
+    {
+      "grad_norm": 0.037846896797418594,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 90970
+    },
+    {
+      "grad_norm": 0.027357134968042374,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 90980
+    },
+    {
+      "grad_norm": 0.02774895913898945,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 90990
+    },
+    {
+      "grad_norm": 0.025612080469727516,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 91000
+    },
+    {
+      "grad_norm": 0.02771078422665596,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 91010
+    },
+    {
+      "grad_norm": 0.028677327558398247,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 91020
+    },
+    {
+      "grad_norm": 0.03255124390125275,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 91030
+    },
+    {
+      "grad_norm": 0.03462115675210953,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 91040
+    },
+    {
+      "grad_norm": 0.027221884578466415,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 91050
+    },
+    {
+      "grad_norm": 0.02927166409790516,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 91060
+    },
+    {
+      "grad_norm": 0.027632560580968857,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 91070
+    },
+    {
+      "grad_norm": 0.04510912299156189,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 91080
+    },
+    {
+      "grad_norm": 0.03336436673998833,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 91090
+    },
+    {
+      "grad_norm": 0.0254550501704216,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 91100
+    },
+    {
+      "grad_norm": 0.04322138801217079,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 91110
+    },
+    {
+      "grad_norm": 0.047180626541376114,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 91120
+    },
+    {
+      "grad_norm": 0.060371264815330505,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 91130
+    },
+    {
+      "grad_norm": 0.06713587790727615,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 91140
+    },
+    {
+      "grad_norm": 0.0517362542450428,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 91150
+    },
+    {
+      "grad_norm": 0.02413306199014187,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 91160
+    },
+    {
+      "grad_norm": 0.04630235210061073,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 91170
+    },
+    {
+      "grad_norm": 0.026745537295937538,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 91180
+    },
+    {
+      "grad_norm": 0.1298452615737915,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 91190
+    },
+    {
+      "grad_norm": 0.04810216277837753,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 91200
+    },
+    {
+      "grad_norm": 0.036184828728437424,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 91210
+    },
+    {
+      "grad_norm": 0.03215299919247627,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 91220
+    },
+    {
+      "grad_norm": 0.03462577611207962,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 91230
+    },
+    {
+      "grad_norm": 0.02749108336865902,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 91240
+    },
+    {
+      "grad_norm": 0.03377087786793709,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 91250
+    },
+    {
+      "grad_norm": 0.026671642437577248,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 91260
+    },
+    {
+      "grad_norm": 0.0338565818965435,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 91270
+    },
+    {
+      "grad_norm": 0.04482321813702583,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 91280
+    },
+    {
+      "grad_norm": 0.042677491903305054,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 91290
+    },
+    {
+      "grad_norm": 0.026716899126768112,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 91300
+    },
+    {
+      "grad_norm": 0.028157280758023262,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 91310
+    },
+    {
+      "grad_norm": 0.02793312817811966,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 91320
+    },
+    {
+      "grad_norm": 0.03477420285344124,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 91330
+    },
+    {
+      "grad_norm": 0.028748080134391785,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 91340
+    },
+    {
+      "grad_norm": 0.02504572831094265,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 91350
+    },
+    {
+      "grad_norm": 0.02698652260005474,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 91360
+    },
+    {
+      "grad_norm": 0.06533894687891006,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 91370
+    },
+    {
+      "grad_norm": 0.040778256952762604,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 91380
+    },
+    {
+      "grad_norm": 0.03558832406997681,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 91390
+    },
+    {
+      "grad_norm": 0.036082468926906586,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 91400
+    },
+    {
+      "grad_norm": 0.027008861303329468,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 91410
+    },
+    {
+      "grad_norm": 0.025283342227339745,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 91420
+    },
+    {
+      "grad_norm": 0.028153162449598312,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 91430
+    },
+    {
+      "grad_norm": 0.03711586818099022,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 91440
+    },
+    {
+      "grad_norm": 0.028111565858125687,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 91450
+    },
+    {
+      "grad_norm": 0.029036547988653183,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 91460
+    },
+    {
+      "grad_norm": 0.025992315262556076,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 91470
+    },
+    {
+      "grad_norm": 0.029756831005215645,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 91480
+    },
+    {
+      "grad_norm": 0.03679315373301506,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 91490
+    },
+    {
+      "grad_norm": 0.045179229229688644,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 91500
+    },
+    {
+      "grad_norm": 0.02983969822525978,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 91510
+    },
+    {
+      "grad_norm": 0.05535798519849777,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 91520
+    },
+    {
+      "grad_norm": 0.03972006216645241,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 91530
+    },
+    {
+      "grad_norm": 0.028537889942526817,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 91540
+    },
+    {
+      "grad_norm": 0.042113568633794785,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 91550
+    },
+    {
+      "grad_norm": 0.04419057071208954,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 91560
+    },
+    {
+      "grad_norm": 0.031016865745186806,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 91570
+    },
+    {
+      "grad_norm": 0.025237245485186577,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 91580
+    },
+    {
+      "grad_norm": 0.036488793790340424,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 91590
+    },
+    {
+      "grad_norm": 0.07412590086460114,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 91600
+    },
+    {
+      "grad_norm": 0.07369904965162277,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 91610
+    },
+    {
+      "grad_norm": 0.04551383852958679,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 91620
+    },
+    {
+      "grad_norm": 0.04419010877609253,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 91630
+    },
+    {
+      "grad_norm": 0.032264839857816696,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 91640
+    },
+    {
+      "grad_norm": 0.04323866218328476,
+      "learning_rate": 0.0001,
+      "loss": 0.0523,
+      "step": 91650
+    },
+    {
+      "grad_norm": 0.034993864595890045,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 91660
+    },
+    {
+      "grad_norm": 0.033848948776721954,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 91670
+    },
+    {
+      "grad_norm": 0.03930383175611496,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 91680
+    },
+    {
+      "grad_norm": 0.03261391073465347,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 91690
+    },
+    {
+      "grad_norm": 0.0410127192735672,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 91700
+    },
+    {
+      "grad_norm": 0.0531577542424202,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 91710
+    },
+    {
+      "grad_norm": 0.05188009887933731,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 91720
+    },
+    {
+      "grad_norm": 0.045384231954813004,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 91730
+    },
+    {
+      "grad_norm": 0.028425760567188263,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 91740
+    },
+    {
+      "grad_norm": 0.06890120357275009,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 91750
+    },
+    {
+      "grad_norm": 0.027133457362651825,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 91760
+    },
+    {
+      "grad_norm": 0.030788162723183632,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 91770
+    },
+    {
+      "grad_norm": 0.03312637284398079,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 91780
+    },
+    {
+      "grad_norm": 0.03142445534467697,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 91790
+    },
+    {
+      "grad_norm": 0.0262410007417202,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 91800
+    },
+    {
+      "grad_norm": 0.04027710482478142,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 91810
+    },
+    {
+      "grad_norm": 0.042139481753110886,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 91820
+    },
+    {
+      "grad_norm": 0.03353055939078331,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 91830
+    },
+    {
+      "grad_norm": 0.025721648707985878,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 91840
+    },
+    {
+      "grad_norm": 0.027906911447644234,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 91850
+    },
+    {
+      "grad_norm": 0.03509926423430443,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 91860
+    },
+    {
+      "grad_norm": 0.04651584476232529,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 91870
+    },
+    {
+      "grad_norm": 0.042144257575273514,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 91880
+    },
+    {
+      "grad_norm": 0.02990252524614334,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 91890
+    },
+    {
+      "grad_norm": 0.03246856480836868,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 91900
+    },
+    {
+      "grad_norm": 0.03643013536930084,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 91910
+    },
+    {
+      "grad_norm": 0.026723897084593773,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 91920
+    },
+    {
+      "grad_norm": 0.028368445113301277,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 91930
+    },
+    {
+      "grad_norm": 0.03554696962237358,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 91940
+    },
+    {
+      "grad_norm": 0.03382445499300957,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 91950
+    },
+    {
+      "grad_norm": 0.09843960404396057,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 91960
+    },
+    {
+      "grad_norm": 0.02856890857219696,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 91970
+    },
+    {
+      "grad_norm": 0.041397273540496826,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 91980
+    },
+    {
+      "grad_norm": 0.07208839803934097,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 91990
+    },
+    {
+      "grad_norm": 0.034574054181575775,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 92000
+    },
+    {
+      "grad_norm": 0.06171774864196777,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 92010
+    },
+    {
+      "grad_norm": 0.034333664923906326,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 92020
+    },
+    {
+      "grad_norm": 0.04318716749548912,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 92030
+    },
+    {
+      "grad_norm": 0.03170352801680565,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 92040
+    },
+    {
+      "grad_norm": 0.04783223941922188,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 92050
+    },
+    {
+      "grad_norm": 0.04464857652783394,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 92060
+    },
+    {
+      "grad_norm": 0.05571898818016052,
+      "learning_rate": 0.0001,
+      "loss": 0.0464,
+      "step": 92070
+    },
+    {
+      "grad_norm": 0.028512245044112206,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 92080
+    },
+    {
+      "grad_norm": 0.05631939321756363,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 92090
+    },
+    {
+      "grad_norm": 0.05160623416304588,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 92100
+    },
+    {
+      "grad_norm": 0.031081071123480797,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 92110
+    },
+    {
+      "grad_norm": 0.026341550052165985,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 92120
+    },
+    {
+      "grad_norm": 0.025730086490511894,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 92130
+    },
+    {
+      "grad_norm": 0.04002716764807701,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 92140
+    },
+    {
+      "grad_norm": 0.028499871492385864,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 92150
+    },
+    {
+      "grad_norm": 0.03211035579442978,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 92160
+    },
+    {
+      "grad_norm": 0.03909586742520332,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 92170
+    },
+    {
+      "grad_norm": 0.03317413106560707,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 92180
+    },
+    {
+      "grad_norm": 0.028401657938957214,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 92190
+    },
+    {
+      "grad_norm": 0.04546229541301727,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 92200
+    },
+    {
+      "grad_norm": 0.02992207556962967,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 92210
+    },
+    {
+      "grad_norm": 0.028064895421266556,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 92220
+    },
+    {
+      "grad_norm": 0.03456338495016098,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 92230
+    },
+    {
+      "grad_norm": 0.02955751307308674,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 92240
+    },
+    {
+      "grad_norm": 0.0692264661192894,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 92250
+    },
+    {
+      "grad_norm": 0.02851996198296547,
+      "learning_rate": 0.0001,
+      "loss": 0.0467,
+      "step": 92260
+    },
+    {
+      "grad_norm": 0.0369560681283474,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 92270
+    },
+    {
+      "grad_norm": 0.04740723967552185,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 92280
+    },
+    {
+      "grad_norm": 0.030883019790053368,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 92290
+    },
+    {
+      "grad_norm": 0.051878686994314194,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 92300
+    },
+    {
+      "grad_norm": 0.05014047026634216,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 92310
+    },
+    {
+      "grad_norm": 0.03618781268596649,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 92320
+    },
+    {
+      "grad_norm": 0.07020987570285797,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 92330
+    },
+    {
+      "grad_norm": 0.030363457277417183,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 92340
+    },
+    {
+      "grad_norm": 0.04259781539440155,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 92350
+    },
+    {
+      "grad_norm": 0.034510139375925064,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 92360
+    },
+    {
+      "grad_norm": 0.025268100202083588,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 92370
+    },
+    {
+      "grad_norm": 0.028377428650856018,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 92380
+    },
+    {
+      "grad_norm": 0.031854297965765,
+      "learning_rate": 0.0001,
+      "loss": 0.0467,
+      "step": 92390
+    },
+    {
+      "grad_norm": 0.03513316810131073,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 92400
+    },
+    {
+      "grad_norm": 0.032116927206516266,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 92410
+    },
+    {
+      "grad_norm": 0.03520612418651581,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 92420
+    },
+    {
+      "grad_norm": 0.0369182787835598,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 92430
+    },
+    {
+      "grad_norm": 0.02950112521648407,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 92440
+    },
+    {
+      "grad_norm": 0.057883746922016144,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 92450
+    },
+    {
+      "grad_norm": 0.0277885552495718,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 92460
+    },
+    {
+      "grad_norm": 0.03286033123731613,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 92470
+    },
+    {
+      "grad_norm": 0.03265221789479256,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 92480
+    },
+    {
+      "grad_norm": 0.05452224239706993,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 92490
+    },
+    {
+      "grad_norm": 0.02986002340912819,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 92500
+    },
+    {
+      "grad_norm": 0.02821425534784794,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 92510
+    },
+    {
+      "grad_norm": 0.027801090851426125,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 92520
+    },
+    {
+      "grad_norm": 0.03722278028726578,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 92530
+    },
+    {
+      "grad_norm": 0.025518173351883888,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 92540
+    },
+    {
+      "grad_norm": 0.02579221874475479,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 92550
+    },
+    {
+      "grad_norm": 0.026329955086112022,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 92560
+    },
+    {
+      "grad_norm": 0.02875136397778988,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 92570
+    },
+    {
+      "grad_norm": 0.04117053747177124,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 92580
+    },
+    {
+      "grad_norm": 0.026225144043564796,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 92590
+    },
+    {
+      "grad_norm": 0.026289604604244232,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 92600
+    },
+    {
+      "grad_norm": 0.025265628471970558,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 92610
+    },
+    {
+      "grad_norm": 0.03746883198618889,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 92620
+    },
+    {
+      "grad_norm": 0.03147773817181587,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 92630
+    },
+    {
+      "grad_norm": 0.04688892513513565,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 92640
+    },
+    {
+      "grad_norm": 0.04022732377052307,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 92650
+    },
+    {
+      "grad_norm": 0.034550365060567856,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 92660
+    },
+    {
+      "grad_norm": 0.03413897380232811,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 92670
+    },
+    {
+      "grad_norm": 0.054890431463718414,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 92680
+    },
+    {
+      "grad_norm": 0.03314809128642082,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 92690
+    },
+    {
+      "grad_norm": 0.034446831792593,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 92700
+    },
+    {
+      "grad_norm": 0.03686957433819771,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 92710
+    },
+    {
+      "grad_norm": 0.03195079043507576,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 92720
+    },
+    {
+      "grad_norm": 0.03492238000035286,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 92730
+    },
+    {
+      "grad_norm": 0.04906998574733734,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 92740
+    },
+    {
+      "grad_norm": 0.0646674782037735,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 92750
+    },
+    {
+      "grad_norm": 0.028711706399917603,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 92760
+    },
+    {
+      "grad_norm": 0.028811858966946602,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 92770
+    },
+    {
+      "grad_norm": 0.0295098889619112,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 92780
+    },
+    {
+      "grad_norm": 0.02554929628968239,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 92790
+    },
+    {
+      "grad_norm": 0.026553748175501823,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 92800
+    },
+    {
+      "grad_norm": 0.02735532447695732,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 92810
+    },
+    {
+      "grad_norm": 0.030880169942975044,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 92820
+    },
+    {
+      "grad_norm": 0.05896373093128204,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 92830
+    },
+    {
+      "grad_norm": 0.035690709948539734,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 92840
+    },
+    {
+      "grad_norm": 0.07226759195327759,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 92850
+    },
+    {
+      "grad_norm": 0.025177953764796257,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 92860
+    },
+    {
+      "grad_norm": 0.031833622604608536,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 92870
+    },
+    {
+      "grad_norm": 0.04378625378012657,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 92880
+    },
+    {
+      "grad_norm": 0.03374796733260155,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 92890
+    },
+    {
+      "grad_norm": 0.04205301031470299,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 92900
+    },
+    {
+      "grad_norm": 0.08198219537734985,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 92910
+    },
+    {
+      "grad_norm": 0.029140692204236984,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 92920
+    },
+    {
+      "grad_norm": 0.02901568077504635,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 92930
+    },
+    {
+      "grad_norm": 0.034142229706048965,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 92940
+    },
+    {
+      "grad_norm": 0.024208921939134598,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 92950
+    },
+    {
+      "grad_norm": 0.04937000200152397,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 92960
+    },
+    {
+      "grad_norm": 0.04712633043527603,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 92970
+    },
+    {
+      "grad_norm": 0.029655830934643745,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 92980
+    },
+    {
+      "grad_norm": 0.038101449608802795,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 92990
+    },
+    {
+      "grad_norm": 0.030391084030270576,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 93000
+    },
+    {
+      "grad_norm": 0.03901028260588646,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 93010
+    },
+    {
+      "grad_norm": 0.031836070120334625,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 93020
+    },
+    {
+      "grad_norm": 0.037212636321783066,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 93030
+    },
+    {
+      "grad_norm": 0.05920124799013138,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 93040
+    },
+    {
+      "grad_norm": 0.03000842034816742,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 93050
+    },
+    {
+      "grad_norm": 0.024599935859441757,
+      "learning_rate": 0.0001,
+      "loss": 0.045,
+      "step": 93060
+    },
+    {
+      "grad_norm": 0.025858858600258827,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 93070
+    },
+    {
+      "grad_norm": 0.027282051742076874,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 93080
+    },
+    {
+      "grad_norm": 0.03329255431890488,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 93090
+    },
+    {
+      "grad_norm": 0.03201354295015335,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 93100
+    },
+    {
+      "grad_norm": 0.029738929122686386,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 93110
+    },
+    {
+      "grad_norm": 0.028714986518025398,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 93120
+    },
+    {
+      "grad_norm": 0.03080965019762516,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 93130
+    },
+    {
+      "grad_norm": 0.028909586369991302,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 93140
+    },
+    {
+      "grad_norm": 0.052336473017930984,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 93150
+    },
+    {
+      "grad_norm": 0.06271686404943466,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 93160
+    },
+    {
+      "grad_norm": 0.11770278960466385,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 93170
+    },
+    {
+      "grad_norm": 0.040739793330430984,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 93180
+    },
+    {
+      "grad_norm": 0.03532037511467934,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 93190
+    },
+    {
+      "grad_norm": 0.033180586993694305,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 93200
+    },
+    {
+      "grad_norm": 0.03977363929152489,
+      "learning_rate": 0.0001,
+      "loss": 0.0453,
+      "step": 93210
+    },
+    {
+      "grad_norm": 0.09496863931417465,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 93220
+    },
+    {
+      "grad_norm": 0.06579209864139557,
+      "learning_rate": 0.0001,
+      "loss": 0.0463,
+      "step": 93230
+    },
+    {
+      "grad_norm": 0.031107282266020775,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 93240
+    },
+    {
+      "grad_norm": 0.026599526405334473,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 93250
+    },
+    {
+      "grad_norm": 0.02549138106405735,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 93260
+    },
+    {
+      "grad_norm": 0.045081496238708496,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 93270
+    },
+    {
+      "grad_norm": 0.03610939532518387,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 93280
+    },
+    {
+      "grad_norm": 0.04651692509651184,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 93290
+    },
+    {
+      "grad_norm": 0.03550464287400246,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 93300
+    },
+    {
+      "grad_norm": 0.028843961656093597,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 93310
+    },
+    {
+      "grad_norm": 0.032695114612579346,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 93320
+    },
+    {
+      "grad_norm": 0.03594159334897995,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 93330
+    },
+    {
+      "grad_norm": 0.03770811855792999,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 93340
+    },
+    {
+      "grad_norm": 0.05030910298228264,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 93350
+    },
+    {
+      "grad_norm": 0.08601704239845276,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 93360
+    },
+    {
+      "grad_norm": 0.029076039791107178,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 93370
+    },
+    {
+      "grad_norm": 0.02841399423778057,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 93380
+    },
+    {
+      "grad_norm": 0.0316278412938118,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 93390
+    },
+    {
+      "grad_norm": 0.028700251132249832,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 93400
+    },
+    {
+      "grad_norm": 0.031203866004943848,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 93410
+    },
+    {
+      "grad_norm": 0.02780577912926674,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 93420
+    },
+    {
+      "grad_norm": 0.03751970827579498,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 93430
+    },
+    {
+      "grad_norm": 0.03570787236094475,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 93440
+    },
+    {
+      "grad_norm": 0.027601782232522964,
+      "learning_rate": 0.0001,
+      "loss": 0.0467,
+      "step": 93450
+    },
+    {
+      "grad_norm": 0.03619660064578056,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 93460
+    },
+    {
+      "grad_norm": 0.07328914105892181,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 93470
+    },
+    {
+      "grad_norm": 0.041851844638586044,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 93480
+    },
+    {
+      "grad_norm": 0.039276015013456345,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 93490
+    },
+    {
+      "grad_norm": 0.02626093477010727,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 93500
+    },
+    {
+      "grad_norm": 0.040434129536151886,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 93510
+    },
+    {
+      "grad_norm": 0.05153321102261543,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 93520
+    },
+    {
+      "grad_norm": 0.02930765599012375,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 93530
+    },
+    {
+      "grad_norm": 0.02475958876311779,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 93540
+    },
+    {
+      "grad_norm": 0.025645393878221512,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 93550
+    },
+    {
+      "grad_norm": 0.04531758651137352,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 93560
+    },
+    {
+      "grad_norm": 0.13993529975414276,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 93570
+    },
+    {
+      "grad_norm": 0.12535397708415985,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 93580
+    },
+    {
+      "grad_norm": 0.0620991550385952,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 93590
+    },
+    {
+      "grad_norm": 0.04942578822374344,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 93600
+    },
+    {
+      "grad_norm": 0.09529756754636765,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 93610
+    },
+    {
+      "grad_norm": 0.03558254987001419,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 93620
+    },
+    {
+      "grad_norm": 0.046136993914842606,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 93630
+    },
+    {
+      "grad_norm": 0.05027638003230095,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 93640
+    },
+    {
+      "grad_norm": 0.03571990504860878,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 93650
+    },
+    {
+      "grad_norm": 0.024016691371798515,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 93660
+    },
+    {
+      "grad_norm": 0.03617372736334801,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 93670
+    },
+    {
+      "grad_norm": 0.027111368253827095,
+      "learning_rate": 0.0001,
+      "loss": 0.0463,
+      "step": 93680
+    },
+    {
+      "grad_norm": 0.0672953799366951,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 93690
+    },
+    {
+      "grad_norm": 0.06938033550977707,
+      "learning_rate": 0.0001,
+      "loss": 0.046,
+      "step": 93700
+    },
+    {
+      "grad_norm": 0.03572041168808937,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 93710
+    },
+    {
+      "grad_norm": 0.02520139515399933,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 93720
+    },
+    {
+      "grad_norm": 0.04234195500612259,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 93730
+    },
+    {
+      "grad_norm": 0.0430181659758091,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 93740
+    },
+    {
+      "grad_norm": 0.025552717968821526,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 93750
+    },
+    {
+      "grad_norm": 0.0411665216088295,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 93760
+    },
+    {
+      "grad_norm": 0.03191152960062027,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 93770
+    },
+    {
+      "grad_norm": 0.033568114042282104,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 93780
+    },
+    {
+      "grad_norm": 0.035837870091199875,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 93790
+    },
+    {
+      "grad_norm": 0.05636624991893768,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 93800
+    },
+    {
+      "grad_norm": 0.12484578043222427,
+      "learning_rate": 0.0001,
+      "loss": 0.0545,
+      "step": 93810
+    },
+    {
+      "grad_norm": 0.19185784459114075,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 93820
+    },
+    {
+      "grad_norm": 0.03363459184765816,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 93830
+    },
+    {
+      "grad_norm": 0.024895668029785156,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 93840
+    },
+    {
+      "grad_norm": 0.02762984298169613,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 93850
+    },
+    {
+      "grad_norm": 0.03512725234031677,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 93860
+    },
+    {
+      "grad_norm": 0.03186126798391342,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 93870
+    },
+    {
+      "grad_norm": 0.028297407552599907,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 93880
+    },
+    {
+      "grad_norm": 0.030903024598956108,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 93890
+    },
+    {
+      "grad_norm": 0.03232843801379204,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 93900
+    },
+    {
+      "grad_norm": 0.029233943670988083,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 93910
+    },
+    {
+      "grad_norm": 0.031654879450798035,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 93920
+    },
+    {
+      "grad_norm": 0.03696576505899429,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 93930
+    },
+    {
+      "grad_norm": 0.02717152237892151,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 93940
+    },
+    {
+      "grad_norm": 0.0409436896443367,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 93950
+    },
+    {
+      "grad_norm": 0.032671622931957245,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 93960
+    },
+    {
+      "grad_norm": 0.027318568900227547,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 93970
+    },
+    {
+      "grad_norm": 0.03168226033449173,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 93980
+    },
+    {
+      "grad_norm": 0.027701644226908684,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 93990
+    },
+    {
+      "grad_norm": 0.053951460868120193,
+      "learning_rate": 0.0001,
+      "loss": 0.0467,
+      "step": 94000
+    },
+    {
+      "grad_norm": 0.03011571429669857,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 94010
+    },
+    {
+      "grad_norm": 0.038783423602581024,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 94020
+    },
+    {
+      "grad_norm": 0.029142094776034355,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 94030
+    },
+    {
+      "grad_norm": 0.038058653473854065,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 94040
+    },
+    {
+      "grad_norm": 0.03444425016641617,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 94050
+    },
+    {
+      "grad_norm": 0.06447185575962067,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 94060
+    },
+    {
+      "grad_norm": 0.08016340434551239,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 94070
+    },
+    {
+      "grad_norm": 0.03601502254605293,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 94080
+    },
+    {
+      "grad_norm": 0.0345759242773056,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 94090
+    },
+    {
+      "grad_norm": 0.03679919242858887,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 94100
+    },
+    {
+      "grad_norm": 0.04267337545752525,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 94110
+    },
+    {
+      "grad_norm": 0.03477892279624939,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 94120
+    },
+    {
+      "grad_norm": 0.03824014961719513,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 94130
+    },
+    {
+      "grad_norm": 0.11221741884946823,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 94140
+    },
+    {
+      "grad_norm": 0.047382112592458725,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 94150
+    },
+    {
+      "grad_norm": 0.0479949526488781,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 94160
+    },
+    {
+      "grad_norm": 0.03892882540822029,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 94170
+    },
+    {
+      "grad_norm": 0.04228143021464348,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 94180
+    },
+    {
+      "grad_norm": 0.05416347086429596,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 94190
+    },
+    {
+      "grad_norm": 0.027034102007746696,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 94200
+    },
+    {
+      "grad_norm": 0.028364695608615875,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 94210
+    },
+    {
+      "grad_norm": 0.02800563909113407,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 94220
+    },
+    {
+      "grad_norm": 0.04206250235438347,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 94230
+    },
+    {
+      "grad_norm": 0.036909379065036774,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 94240
+    },
+    {
+      "grad_norm": 0.034045279026031494,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 94250
+    },
+    {
+      "grad_norm": 0.057113341987133026,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 94260
+    },
+    {
+      "grad_norm": 0.030622616410255432,
+      "learning_rate": 0.0001,
+      "loss": 0.0526,
+      "step": 94270
+    },
+    {
+      "grad_norm": 0.028068488463759422,
+      "learning_rate": 0.0001,
+      "loss": 0.0462,
+      "step": 94280
+    },
+    {
+      "grad_norm": 0.036994773894548416,
+      "learning_rate": 0.0001,
+      "loss": 0.0544,
+      "step": 94290
+    },
+    {
+      "grad_norm": 0.026603171601891518,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 94300
+    },
+    {
+      "grad_norm": 0.04527221620082855,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 94310
+    },
+    {
+      "grad_norm": 0.027662435546517372,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 94320
+    },
+    {
+      "grad_norm": 0.027083082124590874,
+      "learning_rate": 0.0001,
+      "loss": 0.0531,
+      "step": 94330
+    },
+    {
+      "grad_norm": 0.033874720335006714,
+      "learning_rate": 0.0001,
+      "loss": 0.0456,
+      "step": 94340
+    },
+    {
+      "grad_norm": 0.02750418893992901,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 94350
+    },
+    {
+      "grad_norm": 0.04250543937087059,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 94360
+    },
+    {
+      "grad_norm": 0.026042161509394646,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 94370
+    },
+    {
+      "grad_norm": 0.10306330025196075,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 94380
+    },
+    {
+      "grad_norm": 0.0670861154794693,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 94390
+    },
+    {
+      "grad_norm": 0.06798934936523438,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 94400
+    },
+    {
+      "grad_norm": 0.11807651817798615,
+      "learning_rate": 0.0001,
+      "loss": 0.053,
+      "step": 94410
+    },
+    {
+      "grad_norm": 0.03124172054231167,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 94420
+    },
+    {
+      "grad_norm": 0.0425896979868412,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 94430
+    },
+    {
+      "grad_norm": 0.0345173105597496,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 94440
+    },
+    {
+      "grad_norm": 0.03034043498337269,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 94450
+    },
+    {
+      "grad_norm": 0.04160626605153084,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 94460
+    },
+    {
+      "grad_norm": 0.02658194676041603,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 94470
+    },
+    {
+      "grad_norm": 0.027637913823127747,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 94480
+    },
+    {
+      "grad_norm": 0.032947707921266556,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 94490
+    },
+    {
+      "grad_norm": 0.027977855876088142,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 94500
+    },
+    {
+      "grad_norm": 0.02299351431429386,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 94510
+    },
+    {
+      "grad_norm": 0.03287841007113457,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 94520
+    },
+    {
+      "grad_norm": 0.025713637471199036,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 94530
+    },
+    {
+      "grad_norm": 0.04677785560488701,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 94540
+    },
+    {
+      "grad_norm": 0.03399796038866043,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 94550
+    },
+    {
+      "grad_norm": 0.03638545051217079,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 94560
+    },
+    {
+      "grad_norm": 0.02536839246749878,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 94570
+    },
+    {
+      "grad_norm": 0.025856805965304375,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 94580
+    },
+    {
+      "grad_norm": 0.026152685284614563,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 94590
+    },
+    {
+      "grad_norm": 0.025953639298677444,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 94600
+    },
+    {
+      "grad_norm": 0.03563002124428749,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 94610
+    },
+    {
+      "grad_norm": 0.03258901834487915,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 94620
+    },
+    {
+      "grad_norm": 0.03116842359304428,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 94630
+    },
+    {
+      "grad_norm": 0.0469999834895134,
+      "learning_rate": 0.0001,
+      "loss": 0.0527,
+      "step": 94640
+    },
+    {
+      "grad_norm": 0.04909568652510643,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 94650
+    },
+    {
+      "grad_norm": 0.036456670612096786,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 94660
+    },
+    {
+      "grad_norm": 0.02587164379656315,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 94670
+    },
+    {
+      "grad_norm": 0.03885434567928314,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 94680
+    },
+    {
+      "grad_norm": 0.028573274612426758,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 94690
+    },
+    {
+      "grad_norm": 0.02796398662030697,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 94700
+    },
+    {
+      "grad_norm": 0.028745952993631363,
+      "learning_rate": 0.0001,
+      "loss": 0.0464,
+      "step": 94710
+    },
+    {
+      "grad_norm": 0.028400056064128876,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 94720
+    },
+    {
+      "grad_norm": 0.027847612276673317,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 94730
+    },
+    {
+      "grad_norm": 0.031791649758815765,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 94740
+    },
+    {
+      "grad_norm": 0.03359711915254593,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 94750
+    },
+    {
+      "grad_norm": 0.05438074469566345,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 94760
+    },
+    {
+      "grad_norm": 0.03962727263569832,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 94770
+    },
+    {
+      "grad_norm": 0.04956749826669693,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 94780
+    },
+    {
+      "grad_norm": 0.02521558664739132,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 94790
+    },
+    {
+      "grad_norm": 0.04594721645116806,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 94800
+    },
+    {
+      "grad_norm": 0.05326497182250023,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 94810
+    },
+    {
+      "grad_norm": 0.06426108628511429,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 94820
+    },
+    {
+      "grad_norm": 0.040253862738609314,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 94830
+    },
+    {
+      "grad_norm": 0.036431945860385895,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 94840
+    },
+    {
+      "grad_norm": 0.04221164807677269,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 94850
+    },
+    {
+      "grad_norm": 0.0572076216340065,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 94860
+    },
+    {
+      "grad_norm": 0.02651185542345047,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 94870
+    },
+    {
+      "grad_norm": 0.036528222262859344,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 94880
+    },
+    {
+      "grad_norm": 0.02710849791765213,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 94890
+    },
+    {
+      "grad_norm": 0.08007711917161942,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 94900
+    },
+    {
+      "grad_norm": 0.05815066769719124,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 94910
+    },
+    {
+      "grad_norm": 0.03340574726462364,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 94920
+    },
+    {
+      "grad_norm": 0.029558317735791206,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 94930
+    },
+    {
+      "grad_norm": 0.031668275594711304,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 94940
+    },
+    {
+      "grad_norm": 0.025508778169751167,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 94950
+    },
+    {
+      "grad_norm": 0.03140717372298241,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 94960
+    },
+    {
+      "grad_norm": 0.026571806520223618,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 94970
+    },
+    {
+      "grad_norm": 0.03992978110909462,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 94980
+    },
+    {
+      "grad_norm": 0.026560824364423752,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 94990
+    },
+    {
+      "grad_norm": 0.026858989149332047,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 95000
+    },
+    {
+      "grad_norm": 0.030185995623469353,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 95010
+    },
+    {
+      "grad_norm": 0.02973278798162937,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 95020
+    },
+    {
+      "grad_norm": 0.023798802867531776,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 95030
+    },
+    {
+      "grad_norm": 0.03987099975347519,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 95040
+    },
+    {
+      "grad_norm": 0.038996338844299316,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 95050
+    },
+    {
+      "grad_norm": 0.05770406872034073,
+      "learning_rate": 0.0001,
+      "loss": 0.0549,
+      "step": 95060
+    },
+    {
+      "grad_norm": 0.027594218030571938,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 95070
+    },
+    {
+      "grad_norm": 0.039674095809459686,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 95080
+    },
+    {
+      "grad_norm": 0.034132394939661026,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 95090
+    },
+    {
+      "grad_norm": 0.03611086308956146,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 95100
+    },
+    {
+      "grad_norm": 0.04503214731812477,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 95110
+    },
+    {
+      "grad_norm": 0.023589029908180237,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 95120
+    },
+    {
+      "grad_norm": 0.0239533893764019,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 95130
+    },
+    {
+      "grad_norm": 0.026675667613744736,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 95140
+    },
+    {
+      "grad_norm": 0.034679461270570755,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 95150
+    },
+    {
+      "grad_norm": 0.026450391858816147,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 95160
+    },
+    {
+      "grad_norm": 0.04550202190876007,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 95170
+    },
+    {
+      "grad_norm": 0.039010170847177505,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 95180
+    },
+    {
+      "grad_norm": 0.026627276092767715,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 95190
+    },
+    {
+      "grad_norm": 0.10819648951292038,
+      "learning_rate": 0.0001,
+      "loss": 0.0529,
+      "step": 95200
+    },
+    {
+      "grad_norm": 0.06241007149219513,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 95210
+    },
+    {
+      "grad_norm": 0.03931719809770584,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 95220
+    },
+    {
+      "grad_norm": 0.031880009919404984,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 95230
+    },
+    {
+      "grad_norm": 0.03080109879374504,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 95240
+    },
+    {
+      "grad_norm": 0.029759502038359642,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 95250
+    },
+    {
+      "grad_norm": 0.029260728508234024,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 95260
+    },
+    {
+      "grad_norm": 0.02815067023038864,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 95270
+    },
+    {
+      "grad_norm": 0.032384708523750305,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 95280
+    },
+    {
+      "grad_norm": 0.02445666305720806,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 95290
+    },
+    {
+      "grad_norm": 0.025891119614243507,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 95300
+    },
+    {
+      "grad_norm": 0.032552819699048996,
+      "learning_rate": 0.0001,
+      "loss": 0.0453,
+      "step": 95310
+    },
+    {
+      "grad_norm": 0.036478716880083084,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 95320
+    },
+    {
+      "grad_norm": 0.041331227868795395,
+      "learning_rate": 0.0001,
+      "loss": 0.046,
+      "step": 95330
+    },
+    {
+      "grad_norm": 0.08867236971855164,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 95340
+    },
+    {
+      "grad_norm": 0.02682378701865673,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 95350
+    },
+    {
+      "grad_norm": 0.027033552527427673,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 95360
+    },
+    {
+      "grad_norm": 0.026380591094493866,
+      "learning_rate": 0.0001,
+      "loss": 0.0466,
+      "step": 95370
+    },
+    {
+      "grad_norm": 0.032075151801109314,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 95380
+    },
+    {
+      "grad_norm": 0.033086515963077545,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 95390
+    },
+    {
+      "grad_norm": 0.037398602813482285,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 95400
+    },
+    {
+      "grad_norm": 0.038588542491197586,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 95410
+    },
+    {
+      "grad_norm": 0.03149842843413353,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 95420
+    },
+    {
+      "grad_norm": 0.030458208173513412,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 95430
+    },
+    {
+      "grad_norm": 0.029785756021738052,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 95440
+    },
+    {
+      "grad_norm": 0.02365429513156414,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 95450
+    },
+    {
+      "grad_norm": 0.028556298464536667,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 95460
+    },
+    {
+      "grad_norm": 0.06477830559015274,
+      "learning_rate": 0.0001,
+      "loss": 0.0467,
+      "step": 95470
+    },
+    {
+      "grad_norm": 0.1451895833015442,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 95480
+    },
+    {
+      "grad_norm": 0.0262164194136858,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 95490
+    },
+    {
+      "grad_norm": 0.03305143490433693,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 95500
+    },
+    {
+      "grad_norm": 0.03076082095503807,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 95510
+    },
+    {
+      "grad_norm": 0.02685578353703022,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 95520
+    },
+    {
+      "grad_norm": 0.03800153732299805,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 95530
+    },
+    {
+      "grad_norm": 0.03223706781864166,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 95540
+    },
+    {
+      "grad_norm": 0.03485165536403656,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 95550
+    },
+    {
+      "grad_norm": 0.025365229696035385,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 95560
+    },
+    {
+      "grad_norm": 0.029215002432465553,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 95570
+    },
+    {
+      "grad_norm": 0.026827679947018623,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 95580
+    },
+    {
+      "grad_norm": 0.028283918276429176,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 95590
+    },
+    {
+      "grad_norm": 0.03489455580711365,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 95600
+    },
+    {
+      "grad_norm": 0.02583594247698784,
+      "learning_rate": 0.0001,
+      "loss": 0.0455,
+      "step": 95610
+    },
+    {
+      "grad_norm": 0.024843741208314896,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 95620
+    },
+    {
+      "grad_norm": 0.028435707092285156,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 95630
+    },
+    {
+      "grad_norm": 0.02521654963493347,
+      "learning_rate": 0.0001,
+      "loss": 0.0458,
+      "step": 95640
+    },
+    {
+      "grad_norm": 0.030747858807444572,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 95650
+    },
+    {
+      "grad_norm": 0.025528021156787872,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 95660
+    },
+    {
+      "grad_norm": 0.0489334911108017,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 95670
+    },
+    {
+      "grad_norm": 0.029974976554512978,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 95680
+    },
+    {
+      "grad_norm": 0.04380722716450691,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 95690
+    },
+    {
+      "grad_norm": 0.033696938306093216,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 95700
+    },
+    {
+      "grad_norm": 0.08247615396976471,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 95710
+    },
+    {
+      "grad_norm": 0.04103153198957443,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 95720
+    },
+    {
+      "grad_norm": 0.02744148299098015,
+      "learning_rate": 0.0001,
+      "loss": 0.0466,
+      "step": 95730
+    },
+    {
+      "grad_norm": 0.026569604873657227,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 95740
+    },
+    {
+      "grad_norm": 0.026291782036423683,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 95750
+    },
+    {
+      "grad_norm": 0.029058804735541344,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 95760
+    },
+    {
+      "grad_norm": 0.02746191807091236,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 95770
+    },
+    {
+      "grad_norm": 0.028740298002958298,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 95780
+    },
+    {
+      "grad_norm": 0.025751734152436256,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 95790
+    },
+    {
+      "grad_norm": 0.03154204785823822,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 95800
+    },
+    {
+      "grad_norm": 0.03550836443901062,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 95810
+    },
+    {
+      "grad_norm": 0.03521094098687172,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 95820
+    },
+    {
+      "grad_norm": 0.03728766366839409,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 95830
+    },
+    {
+      "grad_norm": 0.02486562170088291,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 95840
+    },
+    {
+      "grad_norm": 0.028210381045937538,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 95850
+    },
+    {
+      "grad_norm": 0.02536296285688877,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 95860
+    },
+    {
+      "grad_norm": 0.03553789481520653,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 95870
+    },
+    {
+      "grad_norm": 0.025849489495158195,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 95880
+    },
+    {
+      "grad_norm": 0.04029631242156029,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 95890
+    },
+    {
+      "grad_norm": 0.02440669946372509,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 95900
+    },
+    {
+      "grad_norm": 0.0323028564453125,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 95910
+    },
+    {
+      "grad_norm": 0.029121244326233864,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 95920
+    },
+    {
+      "grad_norm": 0.07112371921539307,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 95930
+    },
+    {
+      "grad_norm": 0.036292966455221176,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 95940
+    },
+    {
+      "grad_norm": 0.034076109528541565,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 95950
+    },
+    {
+      "grad_norm": 0.02601984329521656,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 95960
+    },
+    {
+      "grad_norm": 0.032688092440366745,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 95970
+    },
+    {
+      "grad_norm": 0.07494278252124786,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 95980
+    },
+    {
+      "grad_norm": 0.02693575620651245,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 95990
+    },
+    {
+      "grad_norm": 0.03261593356728554,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 96000
+    },
+    {
+      "grad_norm": 0.042626574635505676,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 96010
+    },
+    {
+      "grad_norm": 0.10377063602209091,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 96020
+    },
+    {
+      "grad_norm": 0.07076121121644974,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 96030
+    },
+    {
+      "grad_norm": 0.09251175820827484,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 96040
+    },
+    {
+      "grad_norm": 0.02624526247382164,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 96050
+    },
+    {
+      "grad_norm": 0.028496740385890007,
+      "learning_rate": 0.0001,
+      "loss": 0.0454,
+      "step": 96060
+    },
+    {
+      "grad_norm": 0.02267865277826786,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 96070
+    },
+    {
+      "grad_norm": 0.03133617341518402,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 96080
+    },
+    {
+      "grad_norm": 0.0392955020070076,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 96090
+    },
+    {
+      "grad_norm": 0.025294093415141106,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 96100
+    },
+    {
+      "grad_norm": 0.024785563349723816,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 96110
+    },
+    {
+      "grad_norm": 0.034071121364831924,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 96120
+    },
+    {
+      "grad_norm": 0.03373062238097191,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 96130
+    },
+    {
+      "grad_norm": 0.027166441082954407,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 96140
+    },
+    {
+      "grad_norm": 0.06041251868009567,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 96150
+    },
+    {
+      "grad_norm": 0.026147114112973213,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 96160
+    },
+    {
+      "grad_norm": 0.06218607351183891,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 96170
+    },
+    {
+      "grad_norm": 0.07160784304141998,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 96180
+    },
+    {
+      "grad_norm": 0.026966892182826996,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 96190
+    },
+    {
+      "grad_norm": 0.06636752933263779,
+      "learning_rate": 0.0001,
+      "loss": 0.0521,
+      "step": 96200
+    },
+    {
+      "grad_norm": 0.05045609176158905,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 96210
+    },
+    {
+      "grad_norm": 0.05490162596106529,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 96220
+    },
+    {
+      "grad_norm": 0.06531492620706558,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 96230
+    },
+    {
+      "grad_norm": 0.09091877192258835,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 96240
+    },
+    {
+      "grad_norm": 0.0692090317606926,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 96250
+    },
+    {
+      "grad_norm": 0.031086768954992294,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 96260
+    },
+    {
+      "grad_norm": 0.028835460543632507,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 96270
+    },
+    {
+      "grad_norm": 0.05884266272187233,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 96280
+    },
+    {
+      "grad_norm": 0.030986381694674492,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 96290
+    },
+    {
+      "grad_norm": 0.0249866284430027,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 96300
+    },
+    {
+      "grad_norm": 0.028780071064829826,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 96310
+    },
+    {
+      "grad_norm": 0.04410887509584427,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 96320
+    },
+    {
+      "grad_norm": 0.032420311123132706,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 96330
+    },
+    {
+      "grad_norm": 0.03314412012696266,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 96340
+    },
+    {
+      "grad_norm": 0.02996647357940674,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 96350
+    },
+    {
+      "grad_norm": 0.029777400195598602,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 96360
+    },
+    {
+      "grad_norm": 0.030332664027810097,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 96370
+    },
+    {
+      "grad_norm": 0.05656079947948456,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 96380
+    },
+    {
+      "grad_norm": 0.027858657762408257,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 96390
+    },
+    {
+      "grad_norm": 0.028670163825154305,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 96400
+    },
+    {
+      "grad_norm": 0.027472171932458878,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 96410
+    },
+    {
+      "grad_norm": 0.029915867373347282,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 96420
+    },
+    {
+      "grad_norm": 0.027751825749874115,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 96430
+    },
+    {
+      "grad_norm": 0.05133531615138054,
+      "learning_rate": 0.0001,
+      "loss": 0.0519,
+      "step": 96440
+    },
+    {
+      "grad_norm": 0.029465720057487488,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 96450
+    },
+    {
+      "grad_norm": 0.04162289574742317,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 96460
+    },
+    {
+      "grad_norm": 0.030299410223960876,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 96470
+    },
+    {
+      "grad_norm": 0.035521000623703,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 96480
+    },
+    {
+      "grad_norm": 0.026768971234560013,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 96490
+    },
+    {
+      "grad_norm": 0.0314154215157032,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 96500
+    },
+    {
+      "grad_norm": 0.03375817462801933,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 96510
+    },
+    {
+      "grad_norm": 0.032045312225818634,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 96520
+    },
+    {
+      "grad_norm": 0.050745584070682526,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 96530
+    },
+    {
+      "grad_norm": 0.02730782888829708,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 96540
+    },
+    {
+      "grad_norm": 0.03141345828771591,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 96550
+    },
+    {
+      "grad_norm": 0.03553396463394165,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 96560
+    },
+    {
+      "grad_norm": 0.033368874341249466,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 96570
+    },
+    {
+      "grad_norm": 0.060657400637865067,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 96580
+    },
+    {
+      "grad_norm": 0.08760552853345871,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 96590
+    },
+    {
+      "grad_norm": 0.060108017176389694,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 96600
+    },
+    {
+      "grad_norm": 0.06861134618520737,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 96610
+    },
+    {
+      "grad_norm": 0.03595564886927605,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 96620
+    },
+    {
+      "grad_norm": 0.02784467488527298,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 96630
+    },
+    {
+      "grad_norm": 0.02522508054971695,
+      "learning_rate": 0.0001,
+      "loss": 0.0448,
+      "step": 96640
+    },
+    {
+      "grad_norm": 0.026387685909867287,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 96650
+    },
+    {
+      "grad_norm": 0.030371930450201035,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 96660
+    },
+    {
+      "grad_norm": 0.02574167586863041,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 96670
+    },
+    {
+      "grad_norm": 0.048471421003341675,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 96680
+    },
+    {
+      "grad_norm": 0.1094595342874527,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 96690
+    },
+    {
+      "grad_norm": 0.036132313311100006,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 96700
+    },
+    {
+      "grad_norm": 0.04698836803436279,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 96710
+    },
+    {
+      "grad_norm": 0.03254185616970062,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 96720
+    },
+    {
+      "grad_norm": 0.039972156286239624,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 96730
+    },
+    {
+      "grad_norm": 0.02575293369591236,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 96740
+    },
+    {
+      "grad_norm": 0.02741379290819168,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 96750
+    },
+    {
+      "grad_norm": 0.030963614583015442,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 96760
+    },
+    {
+      "grad_norm": 0.030438344925642014,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 96770
+    },
+    {
+      "grad_norm": 0.037789687514305115,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 96780
+    },
+    {
+      "grad_norm": 0.04114929214119911,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 96790
+    },
+    {
+      "grad_norm": 0.0289454385638237,
+      "learning_rate": 0.0001,
+      "loss": 0.046,
+      "step": 96800
+    },
+    {
+      "grad_norm": 0.029454044997692108,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 96810
+    },
+    {
+      "grad_norm": 0.044912081211805344,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 96820
+    },
+    {
+      "grad_norm": 0.028308548033237457,
+      "learning_rate": 0.0001,
+      "loss": 0.0452,
+      "step": 96830
+    },
+    {
+      "grad_norm": 0.03453895077109337,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 96840
+    },
+    {
+      "grad_norm": 0.040184807032346725,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 96850
+    },
+    {
+      "grad_norm": 0.03607223555445671,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 96860
+    },
+    {
+      "grad_norm": 0.026959536597132683,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 96870
+    },
+    {
+      "grad_norm": 0.031227005645632744,
+      "learning_rate": 0.0001,
+      "loss": 0.0454,
+      "step": 96880
+    },
+    {
+      "grad_norm": 0.03726310655474663,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 96890
+    },
+    {
+      "grad_norm": 0.05642639473080635,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 96900
+    },
+    {
+      "grad_norm": 0.04307409003376961,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 96910
+    },
+    {
+      "grad_norm": 0.03013875149190426,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 96920
+    },
+    {
+      "grad_norm": 0.02652827650308609,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 96930
+    },
+    {
+      "grad_norm": 0.11469537764787674,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 96940
+    },
+    {
+      "grad_norm": 0.03185581788420677,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 96950
+    },
+    {
+      "grad_norm": 0.032405123114585876,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 96960
+    },
+    {
+      "grad_norm": 0.035345807671546936,
+      "learning_rate": 0.0001,
+      "loss": 0.046,
+      "step": 96970
+    },
+    {
+      "grad_norm": 0.03580360487103462,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 96980
+    },
+    {
+      "grad_norm": 0.115090012550354,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 96990
+    },
+    {
+      "grad_norm": 0.03335920721292496,
+      "learning_rate": 0.0001,
+      "loss": 0.0464,
+      "step": 97000
+    },
+    {
+      "grad_norm": 0.03450873866677284,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 97010
+    },
+    {
+      "grad_norm": 0.03045639581978321,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 97020
+    },
+    {
+      "grad_norm": 0.026113806292414665,
+      "learning_rate": 0.0001,
+      "loss": 0.0466,
+      "step": 97030
+    },
+    {
+      "grad_norm": 0.029924549162387848,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 97040
+    },
+    {
+      "grad_norm": 0.026687655597925186,
+      "learning_rate": 0.0001,
+      "loss": 0.0455,
+      "step": 97050
+    },
+    {
+      "grad_norm": 0.03953311964869499,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 97060
+    },
+    {
+      "grad_norm": 0.02340623550117016,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 97070
+    },
+    {
+      "grad_norm": 0.02945699915289879,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 97080
+    },
+    {
+      "grad_norm": 0.05088700354099274,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 97090
+    },
+    {
+      "grad_norm": 0.030437342822551727,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 97100
+    },
+    {
+      "grad_norm": 0.027320006862282753,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 97110
+    },
+    {
+      "grad_norm": 0.03354558348655701,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 97120
+    },
+    {
+      "grad_norm": 0.021426847204566002,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 97130
+    },
+    {
+      "grad_norm": 0.03229353576898575,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 97140
+    },
+    {
+      "grad_norm": 0.050126612186431885,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 97150
+    },
+    {
+      "grad_norm": 0.031611524522304535,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 97160
+    },
+    {
+      "grad_norm": 0.026469286531209946,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 97170
+    },
+    {
+      "grad_norm": 0.1160263791680336,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 97180
+    },
+    {
+      "grad_norm": 0.029328076168894768,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 97190
+    },
+    {
+      "grad_norm": 0.03070029988884926,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 97200
+    },
+    {
+      "grad_norm": 0.029191898182034492,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 97210
+    },
+    {
+      "grad_norm": 0.03473402559757233,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 97220
+    },
+    {
+      "grad_norm": 0.02741866372525692,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 97230
+    },
+    {
+      "grad_norm": 0.02488289773464203,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 97240
+    },
+    {
+      "grad_norm": 0.038254570215940475,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 97250
+    },
+    {
+      "grad_norm": 0.025649890303611755,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 97260
+    },
+    {
+      "grad_norm": 0.03404250368475914,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 97270
+    },
+    {
+      "grad_norm": 0.035612720996141434,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 97280
+    },
+    {
+      "grad_norm": 0.038424618542194366,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 97290
+    },
+    {
+      "grad_norm": 0.041030172258615494,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 97300
+    },
+    {
+      "grad_norm": 0.02243974804878235,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 97310
+    },
+    {
+      "grad_norm": 0.033095456659793854,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 97320
+    },
+    {
+      "grad_norm": 0.029128547757864,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 97330
+    },
+    {
+      "grad_norm": 0.027083760127425194,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 97340
+    },
+    {
+      "grad_norm": 0.03324266895651817,
+      "learning_rate": 0.0001,
+      "loss": 0.0482,
+      "step": 97350
+    },
+    {
+      "grad_norm": 0.03168567270040512,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 97360
+    },
+    {
+      "grad_norm": 0.02847643569111824,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 97370
+    },
+    {
+      "grad_norm": 0.026905663311481476,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 97380
+    },
+    {
+      "grad_norm": 0.023597044870257378,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 97390
+    },
+    {
+      "grad_norm": 0.031687889248132706,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 97400
+    },
+    {
+      "grad_norm": 0.056467022746801376,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 97410
+    },
+    {
+      "grad_norm": 0.09764218330383301,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 97420
+    },
+    {
+      "grad_norm": 0.0358043909072876,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 97430
+    },
+    {
+      "grad_norm": 0.02364470437169075,
+      "learning_rate": 0.0001,
+      "loss": 0.0461,
+      "step": 97440
+    },
+    {
+      "grad_norm": 0.05463283136487007,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 97450
+    },
+    {
+      "grad_norm": 0.024806099012494087,
+      "learning_rate": 0.0001,
+      "loss": 0.0464,
+      "step": 97460
+    },
+    {
+      "grad_norm": 0.028282904997467995,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 97470
+    },
+    {
+      "grad_norm": 0.02364024706184864,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 97480
+    },
+    {
+      "grad_norm": 0.030804242938756943,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 97490
+    },
+    {
+      "grad_norm": 0.026218073442578316,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 97500
+    },
+    {
+      "grad_norm": 0.022705450654029846,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 97510
+    },
+    {
+      "grad_norm": 0.11586370319128036,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 97520
+    },
+    {
+      "grad_norm": 0.07189654558897018,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 97530
+    },
+    {
+      "grad_norm": 0.08655218034982681,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 97540
+    },
+    {
+      "grad_norm": 0.03713928908109665,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 97550
+    },
+    {
+      "grad_norm": 0.038684625178575516,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 97560
+    },
+    {
+      "grad_norm": 0.030615536496043205,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 97570
+    },
+    {
+      "grad_norm": 0.0439479798078537,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 97580
+    },
+    {
+      "grad_norm": 0.02766469679772854,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 97590
+    },
+    {
+      "grad_norm": 0.02660086750984192,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 97600
+    },
+    {
+      "grad_norm": 0.02683202549815178,
+      "learning_rate": 0.0001,
+      "loss": 0.0448,
+      "step": 97610
+    },
+    {
+      "grad_norm": 0.03177860751748085,
+      "learning_rate": 0.0001,
+      "loss": 0.0503,
+      "step": 97620
+    },
+    {
+      "grad_norm": 0.03542228415608406,
+      "learning_rate": 0.0001,
+      "loss": 0.0456,
+      "step": 97630
+    },
+    {
+      "grad_norm": 0.029466787353157997,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 97640
+    },
+    {
+      "grad_norm": 0.023481231182813644,
+      "learning_rate": 0.0001,
+      "loss": 0.0453,
+      "step": 97650
+    },
+    {
+      "grad_norm": 0.03032929264008999,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 97660
+    },
+    {
+      "grad_norm": 0.0242290236055851,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 97670
+    },
+    {
+      "grad_norm": 0.030412789434194565,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 97680
+    },
+    {
+      "grad_norm": 0.02982240542769432,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 97690
+    },
+    {
+      "grad_norm": 0.037822216749191284,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 97700
+    },
+    {
+      "grad_norm": 0.03211483731865883,
+      "learning_rate": 0.0001,
+      "loss": 0.0463,
+      "step": 97710
+    },
+    {
+      "grad_norm": 0.02682364732027054,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 97720
+    },
+    {
+      "grad_norm": 0.026319440454244614,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 97730
+    },
+    {
+      "grad_norm": 0.026894088834524155,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 97740
+    },
+    {
+      "grad_norm": 0.025585459545254707,
+      "learning_rate": 0.0001,
+      "loss": 0.0458,
+      "step": 97750
+    },
+    {
+      "grad_norm": 0.02374073676764965,
+      "learning_rate": 0.0001,
+      "loss": 0.0467,
+      "step": 97760
+    },
+    {
+      "grad_norm": 0.03274885565042496,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 97770
+    },
+    {
+      "grad_norm": 0.04325084760785103,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 97780
+    },
+    {
+      "grad_norm": 0.06657268851995468,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 97790
+    },
+    {
+      "grad_norm": 0.03454858809709549,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 97800
+    },
+    {
+      "grad_norm": 0.025823373347520828,
+      "learning_rate": 0.0001,
+      "loss": 0.0463,
+      "step": 97810
+    },
+    {
+      "grad_norm": 0.029573073610663414,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 97820
+    },
+    {
+      "grad_norm": 0.024819038808345795,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 97830
+    },
+    {
+      "grad_norm": 0.03197538107633591,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 97840
+    },
+    {
+      "grad_norm": 0.04726844280958176,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 97850
+    },
+    {
+      "grad_norm": 0.0395641066133976,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 97860
+    },
+    {
+      "grad_norm": 0.030696654692292213,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 97870
+    },
+    {
+      "grad_norm": 0.06005684286355972,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 97880
+    },
+    {
+      "grad_norm": 0.08046336472034454,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 97890
+    },
+    {
+      "grad_norm": 0.024910200387239456,
+      "learning_rate": 0.0001,
+      "loss": 0.0466,
+      "step": 97900
+    },
+    {
+      "grad_norm": 0.025944549590349197,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 97910
+    },
+    {
+      "grad_norm": 0.055081360042095184,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 97920
+    },
+    {
+      "grad_norm": 0.040028609335422516,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 97930
+    },
+    {
+      "grad_norm": 0.047700054943561554,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 97940
+    },
+    {
+      "grad_norm": 0.048259153962135315,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 97950
+    },
+    {
+      "grad_norm": 0.0475543737411499,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 97960
+    },
+    {
+      "grad_norm": 0.027738109230995178,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 97970
+    },
+    {
+      "grad_norm": 0.033726081252098083,
+      "learning_rate": 0.0001,
+      "loss": 0.0456,
+      "step": 97980
+    },
+    {
+      "grad_norm": 0.055730756372213364,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 97990
+    },
+    {
+      "grad_norm": 0.029736431315541267,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 98000
+    },
+    {
+      "grad_norm": 0.027818428352475166,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 98010
+    },
+    {
+      "grad_norm": 0.03579211235046387,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 98020
+    },
+    {
+      "grad_norm": 0.05254705995321274,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 98030
+    },
+    {
+      "grad_norm": 0.03150453045964241,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 98040
+    },
+    {
+      "grad_norm": 0.09258593618869781,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 98050
+    },
+    {
+      "grad_norm": 0.04806365817785263,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 98060
+    },
+    {
+      "grad_norm": 0.03987836837768555,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 98070
+    },
+    {
+      "grad_norm": 0.037269461899995804,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 98080
+    },
+    {
+      "grad_norm": 0.029514284804463387,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 98090
+    },
+    {
+      "grad_norm": 0.03511775657534599,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 98100
+    },
+    {
+      "grad_norm": 0.12015482038259506,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 98110
+    },
+    {
+      "grad_norm": 0.04377695173025131,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 98120
+    },
+    {
+      "grad_norm": 0.03276720270514488,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 98130
+    },
+    {
+      "grad_norm": 0.03312600404024124,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 98140
+    },
+    {
+      "grad_norm": 0.038042742758989334,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 98150
+    },
+    {
+      "grad_norm": 0.028375113382935524,
+      "learning_rate": 0.0001,
+      "loss": 0.0515,
+      "step": 98160
+    },
+    {
+      "grad_norm": 0.06907320022583008,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 98170
+    },
+    {
+      "grad_norm": 0.027545126155018806,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 98180
+    },
+    {
+      "grad_norm": 0.02768673188984394,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 98190
+    },
+    {
+      "grad_norm": 0.04092136397957802,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 98200
+    },
+    {
+      "grad_norm": 0.03742397576570511,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 98210
+    },
+    {
+      "grad_norm": 0.03648064658045769,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 98220
+    },
+    {
+      "grad_norm": 0.033888328820466995,
+      "learning_rate": 0.0001,
+      "loss": 0.0459,
+      "step": 98230
+    },
+    {
+      "grad_norm": 0.0329248383641243,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 98240
+    },
+    {
+      "grad_norm": 0.027166947722434998,
+      "learning_rate": 0.0001,
+      "loss": 0.0455,
+      "step": 98250
+    },
+    {
+      "grad_norm": 0.030420035123825073,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 98260
+    },
+    {
+      "grad_norm": 0.03524519503116608,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 98270
+    },
+    {
+      "grad_norm": 0.03516627848148346,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 98280
+    },
+    {
+      "grad_norm": 0.0753171294927597,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 98290
+    },
+    {
+      "grad_norm": 0.025487923994660378,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 98300
+    },
+    {
+      "grad_norm": 0.03543322905898094,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 98310
+    },
+    {
+      "grad_norm": 0.05163693428039551,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 98320
+    },
+    {
+      "grad_norm": 0.04191873222589493,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 98330
+    },
+    {
+      "grad_norm": 0.029277095571160316,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 98340
+    },
+    {
+      "grad_norm": 0.03054085746407509,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 98350
+    },
+    {
+      "grad_norm": 0.02707977220416069,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 98360
+    },
+    {
+      "grad_norm": 0.033613987267017365,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 98370
+    },
+    {
+      "grad_norm": 0.02494041994214058,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 98380
+    },
+    {
+      "grad_norm": 0.02789546363055706,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 98390
+    },
+    {
+      "grad_norm": 0.02352765016257763,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 98400
+    },
+    {
+      "grad_norm": 0.030871685594320297,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 98410
+    },
+    {
+      "grad_norm": 0.02687966078519821,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 98420
+    },
+    {
+      "grad_norm": 0.031755123287439346,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 98430
+    },
+    {
+      "grad_norm": 0.04615579545497894,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 98440
+    },
+    {
+      "grad_norm": 0.08445646613836288,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 98450
+    },
+    {
+      "grad_norm": 0.05636293813586235,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 98460
+    },
+    {
+      "grad_norm": 0.041703157126903534,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 98470
+    },
+    {
+      "grad_norm": 0.029543140903115273,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 98480
+    },
+    {
+      "grad_norm": 0.031694911420345306,
+      "learning_rate": 0.0001,
+      "loss": 0.0488,
+      "step": 98490
+    },
+    {
+      "grad_norm": 0.02533125877380371,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 98500
+    },
+    {
+      "grad_norm": 0.028147611767053604,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 98510
+    },
+    {
+      "grad_norm": 0.02816014178097248,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 98520
+    },
+    {
+      "grad_norm": 0.04894541949033737,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 98530
+    },
+    {
+      "grad_norm": 0.04217274487018585,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 98540
+    },
+    {
+      "grad_norm": 0.027797391638159752,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 98550
+    },
+    {
+      "grad_norm": 0.037533968687057495,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 98560
+    },
+    {
+      "grad_norm": 0.07928492873907089,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 98570
+    },
+    {
+      "grad_norm": 0.03234170004725456,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 98580
+    },
+    {
+      "grad_norm": 0.030618153512477875,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 98590
+    },
+    {
+      "grad_norm": 0.03325729817152023,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 98600
+    },
+    {
+      "grad_norm": 0.03584055230021477,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 98610
+    },
+    {
+      "grad_norm": 0.030948184430599213,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 98620
+    },
+    {
+      "grad_norm": 0.031103774905204773,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 98630
+    },
+    {
+      "grad_norm": 0.03784719109535217,
+      "learning_rate": 0.0001,
+      "loss": 0.0556,
+      "step": 98640
+    },
+    {
+      "grad_norm": 0.08686938136816025,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 98650
+    },
+    {
+      "grad_norm": 0.03553614392876625,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 98660
+    },
+    {
+      "grad_norm": 0.031239958480000496,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 98670
+    },
+    {
+      "grad_norm": 0.0332481786608696,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 98680
+    },
+    {
+      "grad_norm": 0.03420430049300194,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 98690
+    },
+    {
+      "grad_norm": 0.04772854223847389,
+      "learning_rate": 0.0001,
+      "loss": 0.0516,
+      "step": 98700
+    },
+    {
+      "grad_norm": 0.027334079146385193,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 98710
+    },
+    {
+      "grad_norm": 0.023673048242926598,
+      "learning_rate": 0.0001,
+      "loss": 0.0487,
+      "step": 98720
+    },
+    {
+      "grad_norm": 0.02811393514275551,
+      "learning_rate": 0.0001,
+      "loss": 0.0472,
+      "step": 98730
+    },
+    {
+      "grad_norm": 0.03779273107647896,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 98740
+    },
+    {
+      "grad_norm": 0.026763997972011566,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 98750
+    },
+    {
+      "grad_norm": 0.02961639314889908,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 98760
+    },
+    {
+      "grad_norm": 0.028105493634939194,
+      "learning_rate": 0.0001,
+      "loss": 0.0478,
+      "step": 98770
+    },
+    {
+      "grad_norm": 0.026941778138279915,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 98780
+    },
+    {
+      "grad_norm": 0.035967014729976654,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 98790
+    },
+    {
+      "grad_norm": 0.034404072910547256,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 98800
+    },
+    {
+      "grad_norm": 0.026857484132051468,
+      "learning_rate": 0.0001,
+      "loss": 0.0484,
+      "step": 98810
+    },
+    {
+      "grad_norm": 0.03227662295103073,
+      "learning_rate": 0.0001,
+      "loss": 0.0525,
+      "step": 98820
+    },
+    {
+      "grad_norm": 0.025580938905477524,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 98830
+    },
+    {
+      "grad_norm": 0.03274087980389595,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 98840
+    },
+    {
+      "grad_norm": 0.029085202142596245,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 98850
+    },
+    {
+      "grad_norm": 0.0313756950199604,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 98860
+    },
+    {
+      "grad_norm": 0.043207235634326935,
+      "learning_rate": 0.0001,
+      "loss": 0.0467,
+      "step": 98870
+    },
+    {
+      "grad_norm": 0.030939269810914993,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 98880
+    },
+    {
+      "grad_norm": 0.048899129033088684,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 98890
+    },
+    {
+      "grad_norm": 0.031163763254880905,
+      "learning_rate": 0.0001,
+      "loss": 0.0522,
+      "step": 98900
+    },
+    {
+      "grad_norm": 0.027381082996726036,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 98910
+    },
+    {
+      "grad_norm": 0.027393633499741554,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 98920
+    },
+    {
+      "grad_norm": 0.09010180085897446,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 98930
+    },
+    {
+      "grad_norm": 0.024844007566571236,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 98940
+    },
+    {
+      "grad_norm": 0.024826569482684135,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 98950
+    },
+    {
+      "grad_norm": 0.04832044988870621,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 98960
+    },
+    {
+      "grad_norm": 0.02849973738193512,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 98970
+    },
+    {
+      "grad_norm": 0.03405875712633133,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 98980
+    },
+    {
+      "grad_norm": 0.028694473206996918,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 98990
+    },
+    {
+      "grad_norm": 0.031103825196623802,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 99000
+    },
+    {
+      "grad_norm": 0.04456969350576401,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 99010
+    },
+    {
+      "grad_norm": 0.025023385882377625,
+      "learning_rate": 0.0001,
+      "loss": 0.0504,
+      "step": 99020
+    },
+    {
+      "grad_norm": 0.0462261363863945,
+      "learning_rate": 0.0001,
+      "loss": 0.0524,
+      "step": 99030
+    },
+    {
+      "grad_norm": 0.02289251796901226,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 99040
+    },
+    {
+      "grad_norm": 0.0256483294069767,
+      "learning_rate": 0.0001,
+      "loss": 0.0528,
+      "step": 99050
+    },
+    {
+      "grad_norm": 0.06328067928552628,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 99060
+    },
+    {
+      "grad_norm": 0.03411518782377243,
+      "learning_rate": 0.0001,
+      "loss": 0.0538,
+      "step": 99070
+    },
+    {
+      "grad_norm": 0.04915652051568031,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 99080
+    },
+    {
+      "grad_norm": 0.026227561756968498,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 99090
+    },
+    {
+      "grad_norm": 0.032678715884685516,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 99100
+    },
+    {
+      "grad_norm": 0.025565601885318756,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 99110
+    },
+    {
+      "grad_norm": 0.03216361999511719,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 99120
+    },
+    {
+      "grad_norm": 0.032043877989053726,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 99130
+    },
+    {
+      "grad_norm": 0.03952161967754364,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 99140
+    },
+    {
+      "grad_norm": 0.0353337861597538,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 99150
+    },
+    {
+      "grad_norm": 0.03343339264392853,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 99160
+    },
+    {
+      "grad_norm": 0.056453801691532135,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 99170
+    },
+    {
+      "grad_norm": 0.028743062168359756,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 99180
+    },
+    {
+      "grad_norm": 0.08125882595777512,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 99190
+    },
+    {
+      "grad_norm": 0.0501539371907711,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 99200
+    },
+    {
+      "grad_norm": 0.026939956471323967,
+      "learning_rate": 0.0001,
+      "loss": 0.0517,
+      "step": 99210
+    },
+    {
+      "grad_norm": 0.02824362739920616,
+      "learning_rate": 0.0001,
+      "loss": 0.0445,
+      "step": 99220
+    },
+    {
+      "grad_norm": 0.02535504475235939,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 99230
+    },
+    {
+      "grad_norm": 0.025263939052820206,
+      "learning_rate": 0.0001,
+      "loss": 0.0441,
+      "step": 99240
+    },
+    {
+      "grad_norm": 0.024880239740014076,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 99250
+    },
+    {
+      "grad_norm": 0.07144497334957123,
+      "learning_rate": 0.0001,
+      "loss": 0.047,
+      "step": 99260
+    },
+    {
+      "grad_norm": 0.10020991414785385,
+      "learning_rate": 0.0001,
+      "loss": 0.0518,
+      "step": 99270
+    },
+    {
+      "grad_norm": 0.03576068580150604,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 99280
+    },
+    {
+      "grad_norm": 0.02783566527068615,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 99290
+    },
+    {
+      "grad_norm": 0.029481669887900352,
+      "learning_rate": 0.0001,
+      "loss": 0.0464,
+      "step": 99300
+    },
+    {
+      "grad_norm": 0.03886092081665993,
+      "learning_rate": 0.0001,
+      "loss": 0.0501,
+      "step": 99310
+    },
+    {
+      "grad_norm": 0.028031684458255768,
+      "learning_rate": 0.0001,
+      "loss": 0.0476,
+      "step": 99320
+    },
+    {
+      "grad_norm": 0.024838194251060486,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 99330
+    },
+    {
+      "grad_norm": 0.027937185019254684,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 99340
+    },
+    {
+      "grad_norm": 0.023643389344215393,
+      "learning_rate": 0.0001,
+      "loss": 0.049,
+      "step": 99350
+    },
+    {
+      "grad_norm": 0.028248265385627747,
+      "learning_rate": 0.0001,
+      "loss": 0.0456,
+      "step": 99360
+    },
+    {
+      "grad_norm": 0.02877361886203289,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 99370
+    },
+    {
+      "grad_norm": 0.026900362223386765,
+      "learning_rate": 0.0001,
+      "loss": 0.0467,
+      "step": 99380
+    },
+    {
+      "grad_norm": 0.05154450610280037,
+      "learning_rate": 0.0001,
+      "loss": 0.0499,
+      "step": 99390
+    },
+    {
+      "grad_norm": 0.03264627605676651,
+      "learning_rate": 0.0001,
+      "loss": 0.0461,
+      "step": 99400
+    },
+    {
+      "grad_norm": 0.026018651202321053,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 99410
+    },
+    {
+      "grad_norm": 0.0331391766667366,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 99420
+    },
+    {
+      "grad_norm": 0.030057525262236595,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 99430
+    },
+    {
+      "grad_norm": 0.02966933138668537,
+      "learning_rate": 0.0001,
+      "loss": 0.0481,
+      "step": 99440
+    },
+    {
+      "grad_norm": 0.02990889549255371,
+      "learning_rate": 0.0001,
+      "loss": 0.0493,
+      "step": 99450
+    },
+    {
+      "grad_norm": 0.028716405853629112,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 99460
+    },
+    {
+      "grad_norm": 0.0290630292147398,
+      "learning_rate": 0.0001,
+      "loss": 0.0492,
+      "step": 99470
+    },
+    {
+      "grad_norm": 0.07317616045475006,
+      "learning_rate": 0.0001,
+      "loss": 0.0508,
+      "step": 99480
+    },
+    {
+      "grad_norm": 0.027540965005755424,
+      "learning_rate": 0.0001,
+      "loss": 0.0475,
+      "step": 99490
+    },
+    {
+      "grad_norm": 0.0387735590338707,
+      "learning_rate": 0.0001,
+      "loss": 0.05,
+      "step": 99500
+    },
+    {
+      "grad_norm": 0.03955710306763649,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 99510
+    },
+    {
+      "grad_norm": 0.026418665423989296,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 99520
+    },
+    {
+      "grad_norm": 0.030174648389220238,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 99530
+    },
+    {
+      "grad_norm": 0.02751896344125271,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 99540
+    },
+    {
+      "grad_norm": 0.03499213606119156,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 99550
+    },
+    {
+      "grad_norm": 0.04664082080125809,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 99560
+    },
+    {
+      "grad_norm": 0.0645940899848938,
+      "learning_rate": 0.0001,
+      "loss": 0.0497,
+      "step": 99570
+    },
+    {
+      "grad_norm": 0.028478000313043594,
+      "learning_rate": 0.0001,
+      "loss": 0.0512,
+      "step": 99580
+    },
+    {
+      "grad_norm": 0.040953829884529114,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 99590
+    },
+    {
+      "grad_norm": 0.09103530645370483,
+      "learning_rate": 0.0001,
+      "loss": 0.0511,
+      "step": 99600
+    },
+    {
+      "grad_norm": 0.05350833013653755,
+      "learning_rate": 0.0001,
+      "loss": 0.051,
+      "step": 99610
+    },
+    {
+      "grad_norm": 0.030056746676564217,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 99620
+    },
+    {
+      "grad_norm": 0.07244948297739029,
+      "learning_rate": 0.0001,
+      "loss": 0.0495,
+      "step": 99630
+    },
+    {
+      "grad_norm": 0.028100894764065742,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 99640
+    },
+    {
+      "grad_norm": 0.04336774721741676,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 99650
+    },
+    {
+      "grad_norm": 0.04690999165177345,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 99660
+    },
+    {
+      "grad_norm": 0.03232041373848915,
+      "learning_rate": 0.0001,
+      "loss": 0.0479,
+      "step": 99670
+    },
+    {
+      "grad_norm": 0.13065610826015472,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 99680
+    },
+    {
+      "grad_norm": 0.03544510900974274,
+      "learning_rate": 0.0001,
+      "loss": 0.0502,
+      "step": 99690
+    },
+    {
+      "grad_norm": 0.029453840106725693,
+      "learning_rate": 0.0001,
+      "loss": 0.0514,
+      "step": 99700
+    },
+    {
+      "grad_norm": 0.041795480996370316,
+      "learning_rate": 0.0001,
+      "loss": 0.048,
+      "step": 99710
+    },
+    {
+      "grad_norm": 0.03866230323910713,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 99720
+    },
+    {
+      "grad_norm": 0.03515827655792236,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 99730
+    },
+    {
+      "grad_norm": 0.04768506810069084,
+      "learning_rate": 0.0001,
+      "loss": 0.0506,
+      "step": 99740
+    },
+    {
+      "grad_norm": 0.040172744542360306,
+      "learning_rate": 0.0001,
+      "loss": 0.0505,
+      "step": 99750
+    },
+    {
+      "grad_norm": 0.032929662615060806,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 99760
+    },
+    {
+      "grad_norm": 0.0355190671980381,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 99770
+    },
+    {
+      "grad_norm": 0.04363808408379555,
+      "learning_rate": 0.0001,
+      "loss": 0.0483,
+      "step": 99780
+    },
+    {
+      "grad_norm": 0.03485037013888359,
+      "learning_rate": 0.0001,
+      "loss": 0.0473,
+      "step": 99790
+    },
+    {
+      "grad_norm": 0.04046064242720604,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 99800
+    },
+    {
+      "grad_norm": 0.0578959584236145,
+      "learning_rate": 0.0001,
+      "loss": 0.0491,
+      "step": 99810
+    },
+    {
+      "grad_norm": 0.030401533469557762,
+      "learning_rate": 0.0001,
+      "loss": 0.0469,
+      "step": 99820
+    },
+    {
+      "grad_norm": 0.03831387311220169,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 99830
+    },
+    {
+      "grad_norm": 0.03926137462258339,
+      "learning_rate": 0.0001,
+      "loss": 0.0494,
+      "step": 99840
+    },
+    {
+      "grad_norm": 0.044549550861120224,
+      "learning_rate": 0.0001,
+      "loss": 0.0498,
+      "step": 99850
+    },
+    {
+      "grad_norm": 0.05660640820860863,
+      "learning_rate": 0.0001,
+      "loss": 0.0489,
+      "step": 99860
+    },
+    {
+      "grad_norm": 0.08620617538690567,
+      "learning_rate": 0.0001,
+      "loss": 0.0485,
+      "step": 99870
+    },
+    {
+      "grad_norm": 0.03910083696246147,
+      "learning_rate": 0.0001,
+      "loss": 0.0507,
+      "step": 99880
+    },
+    {
+      "grad_norm": 0.032386232167482376,
+      "learning_rate": 0.0001,
+      "loss": 0.0513,
+      "step": 99890
+    },
+    {
+      "grad_norm": 0.0322064571082592,
+      "learning_rate": 0.0001,
+      "loss": 0.0465,
+      "step": 99900
+    },
+    {
+      "grad_norm": 0.03315524384379387,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 99910
+    },
+    {
+      "grad_norm": 0.03115280531346798,
+      "learning_rate": 0.0001,
+      "loss": 0.0471,
+      "step": 99920
+    },
+    {
+      "grad_norm": 0.030921570956707,
+      "learning_rate": 0.0001,
+      "loss": 0.0496,
+      "step": 99930
+    },
+    {
+      "grad_norm": 0.028355836868286133,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 99940
+    },
+    {
+      "grad_norm": 0.03521619737148285,
+      "learning_rate": 0.0001,
+      "loss": 0.052,
+      "step": 99950
+    },
+    {
+      "grad_norm": 0.030017100274562836,
+      "learning_rate": 0.0001,
+      "loss": 0.0474,
+      "step": 99960
+    },
+    {
+      "grad_norm": 0.044725243002176285,
+      "learning_rate": 0.0001,
+      "loss": 0.0486,
+      "step": 99970
+    },
+    {
+      "grad_norm": 0.07309325039386749,
+      "learning_rate": 0.0001,
+      "loss": 0.0477,
+      "step": 99980
+    },
+    {
+      "grad_norm": 0.043188564479351044,
+      "learning_rate": 0.0001,
+      "loss": 0.0509,
+      "step": 99990
+    },
+    {
+      "grad_norm": 0.03130705654621124,
+      "learning_rate": 0.0001,
+      "loss": 0.0468,
+      "step": 100000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 100000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}