diff --git "a/checkpoint-1375/trainer_state.json" "b/checkpoint-1375/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-1375/trainer_state.json"
@@ -0,0 +1,9683 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.9972722313147844,
+  "eval_steps": 459,
+  "global_step": 1375,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002182214948172395,
+      "grad_norm": 1.4921265840530396,
+      "learning_rate": 0.0,
+      "loss": 1.0456,
+      "step": 1
+    },
+    {
+      "epoch": 0.002182214948172395,
+      "eval_loss": 0.9416840076446533,
+      "eval_runtime": 19.6642,
+      "eval_samples_per_second": 7.577,
+      "eval_steps_per_second": 1.932,
+      "step": 1
+    },
+    {
+      "epoch": 0.00436442989634479,
+      "grad_norm": 1.959935188293457,
+      "learning_rate": 4.0000000000000003e-07,
+      "loss": 0.966,
+      "step": 2
+    },
+    {
+      "epoch": 0.006546644844517185,
+      "grad_norm": 1.6094727516174316,
+      "learning_rate": 8.000000000000001e-07,
+      "loss": 0.9745,
+      "step": 3
+    },
+    {
+      "epoch": 0.00872885979268958,
+      "grad_norm": 1.3938935995101929,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 0.8823,
+      "step": 4
+    },
+    {
+      "epoch": 0.010911074740861976,
+      "grad_norm": 1.8474189043045044,
+      "learning_rate": 1.6000000000000001e-06,
+      "loss": 0.9688,
+      "step": 5
+    },
+    {
+      "epoch": 0.01309328968903437,
+      "grad_norm": 1.9620424509048462,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 1.1181,
+      "step": 6
+    },
+    {
+      "epoch": 0.015275504637206765,
+      "grad_norm": 1.3256500959396362,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 1.0379,
+      "step": 7
+    },
+    {
+      "epoch": 0.01745771958537916,
+      "grad_norm": 1.6532100439071655,
+      "learning_rate": 2.8000000000000003e-06,
+      "loss": 1.0999,
+      "step": 8
+    },
+    {
+      "epoch": 0.019639934533551555,
+      "grad_norm": 1.9979885816574097,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 0.8739,
+      "step": 9
+    },
+    {
+      "epoch": 0.02182214948172395,
+      "grad_norm": 1.864553689956665,
+      "learning_rate": 3.6000000000000003e-06,
+      "loss": 0.8957,
+      "step": 10
+    },
+    {
+      "epoch": 0.024004364429896344,
+      "grad_norm": 1.5396744012832642,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.8844,
+      "step": 11
+    },
+    {
+      "epoch": 0.02618657937806874,
+      "grad_norm": 1.6357618570327759,
+      "learning_rate": 4.4e-06,
+      "loss": 0.9908,
+      "step": 12
+    },
+    {
+      "epoch": 0.028368794326241134,
+      "grad_norm": 1.5768996477127075,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 0.9163,
+      "step": 13
+    },
+    {
+      "epoch": 0.03055100927441353,
+      "grad_norm": 1.8592894077301025,
+      "learning_rate": 5.2e-06,
+      "loss": 1.177,
+      "step": 14
+    },
+    {
+      "epoch": 0.03273322422258593,
+      "grad_norm": 1.8276045322418213,
+      "learning_rate": 5.600000000000001e-06,
+      "loss": 1.1037,
+      "step": 15
+    },
+    {
+      "epoch": 0.03491543917075832,
+      "grad_norm": 1.9452946186065674,
+      "learning_rate": 6e-06,
+      "loss": 0.8114,
+      "step": 16
+    },
+    {
+      "epoch": 0.03709765411893071,
+      "grad_norm": 1.5948249101638794,
+      "learning_rate": 6.4000000000000006e-06,
+      "loss": 0.9058,
+      "step": 17
+    },
+    {
+      "epoch": 0.03927986906710311,
+      "grad_norm": 1.411731243133545,
+      "learning_rate": 6.800000000000001e-06,
+      "loss": 0.7237,
+      "step": 18
+    },
+    {
+      "epoch": 0.041462084015275506,
+      "grad_norm": 1.7105116844177246,
+      "learning_rate": 7.2000000000000005e-06,
+      "loss": 0.7503,
+      "step": 19
+    },
+    {
+      "epoch": 0.0436442989634479,
+      "grad_norm": 1.4265415668487549,
+      "learning_rate": 7.600000000000001e-06,
+      "loss": 0.8652,
+      "step": 20
+    },
+    {
+      "epoch": 0.04582651391162029,
+      "grad_norm": 1.5991572141647339,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.9468,
+      "step": 21
+    },
+    {
+      "epoch": 0.04800872885979269,
+      "grad_norm": 1.5912425518035889,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 0.9793,
+      "step": 22
+    },
+    {
+      "epoch": 0.050190943807965085,
+      "grad_norm": 1.3830496072769165,
+      "learning_rate": 8.8e-06,
+      "loss": 0.7609,
+      "step": 23
+    },
+    {
+      "epoch": 0.05237315875613748,
+      "grad_norm": 1.2661924362182617,
+      "learning_rate": 9.200000000000002e-06,
+      "loss": 0.788,
+      "step": 24
+    },
+    {
+      "epoch": 0.05455537370430987,
+      "grad_norm": 1.161792516708374,
+      "learning_rate": 9.600000000000001e-06,
+      "loss": 0.8404,
+      "step": 25
+    },
+    {
+      "epoch": 0.05673758865248227,
+      "grad_norm": 1.3503375053405762,
+      "learning_rate": 1e-05,
+      "loss": 0.8254,
+      "step": 26
+    },
+    {
+      "epoch": 0.058919803600654665,
+      "grad_norm": 1.156307578086853,
+      "learning_rate": 1.04e-05,
+      "loss": 0.6885,
+      "step": 27
+    },
+    {
+      "epoch": 0.06110201854882706,
+      "grad_norm": 1.2533096075057983,
+      "learning_rate": 1.0800000000000002e-05,
+      "loss": 0.8499,
+      "step": 28
+    },
+    {
+      "epoch": 0.06328423349699945,
+      "grad_norm": 1.3179517984390259,
+      "learning_rate": 1.1200000000000001e-05,
+      "loss": 0.7626,
+      "step": 29
+    },
+    {
+      "epoch": 0.06546644844517185,
+      "grad_norm": 1.179800033569336,
+      "learning_rate": 1.16e-05,
+      "loss": 0.7334,
+      "step": 30
+    },
+    {
+      "epoch": 0.06764866339334424,
+      "grad_norm": 1.2510403394699097,
+      "learning_rate": 1.2e-05,
+      "loss": 0.6933,
+      "step": 31
+    },
+    {
+      "epoch": 0.06983087834151663,
+      "grad_norm": 1.0884430408477783,
+      "learning_rate": 1.2400000000000002e-05,
+      "loss": 0.7441,
+      "step": 32
+    },
+    {
+      "epoch": 0.07201309328968904,
+      "grad_norm": 1.0181330442428589,
+      "learning_rate": 1.2800000000000001e-05,
+      "loss": 0.7369,
+      "step": 33
+    },
+    {
+      "epoch": 0.07419530823786143,
+      "grad_norm": 1.1634576320648193,
+      "learning_rate": 1.3200000000000002e-05,
+      "loss": 0.7186,
+      "step": 34
+    },
+    {
+      "epoch": 0.07637752318603383,
+      "grad_norm": 1.4808906316757202,
+      "learning_rate": 1.3600000000000002e-05,
+      "loss": 0.8053,
+      "step": 35
+    },
+    {
+      "epoch": 0.07855973813420622,
+      "grad_norm": 1.0586826801300049,
+      "learning_rate": 1.4e-05,
+      "loss": 0.8257,
+      "step": 36
+    },
+    {
+      "epoch": 0.08074195308237861,
+      "grad_norm": 1.0057055950164795,
+      "learning_rate": 1.4400000000000001e-05,
+      "loss": 0.7209,
+      "step": 37
+    },
+    {
+      "epoch": 0.08292416803055101,
+      "grad_norm": 1.0284557342529297,
+      "learning_rate": 1.48e-05,
+      "loss": 0.9696,
+      "step": 38
+    },
+    {
+      "epoch": 0.0851063829787234,
+      "grad_norm": 0.9222050309181213,
+      "learning_rate": 1.5200000000000002e-05,
+      "loss": 0.5902,
+      "step": 39
+    },
+    {
+      "epoch": 0.0872885979268958,
+      "grad_norm": 0.8478285074234009,
+      "learning_rate": 1.5600000000000003e-05,
+      "loss": 0.6501,
+      "step": 40
+    },
+    {
+      "epoch": 0.0894708128750682,
+      "grad_norm": 0.9614901542663574,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 1.0219,
+      "step": 41
+    },
+    {
+      "epoch": 0.09165302782324058,
+      "grad_norm": 0.7026827931404114,
+      "learning_rate": 1.64e-05,
+      "loss": 0.6814,
+      "step": 42
+    },
+    {
+      "epoch": 0.09383524277141299,
+      "grad_norm": 0.6492002606391907,
+      "learning_rate": 1.6800000000000002e-05,
+      "loss": 0.8003,
+      "step": 43
+    },
+    {
+      "epoch": 0.09601745771958538,
+      "grad_norm": 0.6572920680046082,
+      "learning_rate": 1.72e-05,
+      "loss": 0.6363,
+      "step": 44
+    },
+    {
+      "epoch": 0.09819967266775777,
+      "grad_norm": 0.6610034108161926,
+      "learning_rate": 1.76e-05,
+      "loss": 0.4044,
+      "step": 45
+    },
+    {
+      "epoch": 0.10038188761593017,
+      "grad_norm": 0.7360779643058777,
+      "learning_rate": 1.8e-05,
+      "loss": 0.6865,
+      "step": 46
+    },
+    {
+      "epoch": 0.10256410256410256,
+      "grad_norm": 0.5434179306030273,
+      "learning_rate": 1.8400000000000003e-05,
+      "loss": 0.54,
+      "step": 47
+    },
+    {
+      "epoch": 0.10474631751227496,
+      "grad_norm": 0.6275272369384766,
+      "learning_rate": 1.88e-05,
+      "loss": 0.8565,
+      "step": 48
+    },
+    {
+      "epoch": 0.10692853246044735,
+      "grad_norm": 0.6033368110656738,
+      "learning_rate": 1.9200000000000003e-05,
+      "loss": 0.7129,
+      "step": 49
+    },
+    {
+      "epoch": 0.10911074740861974,
+      "grad_norm": 0.6621481776237488,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 0.9844,
+      "step": 50
+    },
+    {
+      "epoch": 0.11129296235679215,
+      "grad_norm": 0.5725002884864807,
+      "learning_rate": 2e-05,
+      "loss": 0.7262,
+      "step": 51
+    },
+    {
+      "epoch": 0.11347517730496454,
+      "grad_norm": 0.5369328856468201,
+      "learning_rate": 1.999997189149227e-05,
+      "loss": 0.7641,
+      "step": 52
+    },
+    {
+      "epoch": 0.11565739225313694,
+      "grad_norm": 0.5427905917167664,
+      "learning_rate": 1.999988756612709e-05,
+      "loss": 0.6001,
+      "step": 53
+    },
+    {
+      "epoch": 0.11783960720130933,
+      "grad_norm": 0.5753054022789001,
+      "learning_rate": 1.9999747024378516e-05,
+      "loss": 0.6579,
+      "step": 54
+    },
+    {
+      "epoch": 0.12002182214948172,
+      "grad_norm": 0.692951500415802,
+      "learning_rate": 1.9999550267036634e-05,
+      "loss": 0.7786,
+      "step": 55
+    },
+    {
+      "epoch": 0.12220403709765412,
+      "grad_norm": 0.7742375731468201,
+      "learning_rate": 1.999929729520755e-05,
+      "loss": 0.8386,
+      "step": 56
+    },
+    {
+      "epoch": 0.12438625204582651,
+      "grad_norm": 0.6625115275382996,
+      "learning_rate": 1.99989881103134e-05,
+      "loss": 0.8797,
+      "step": 57
+    },
+    {
+      "epoch": 0.1265684669939989,
+      "grad_norm": 0.5346710085868835,
+      "learning_rate": 1.9998622714092328e-05,
+      "loss": 0.5483,
+      "step": 58
+    },
+    {
+      "epoch": 0.1287506819421713,
+      "grad_norm": 0.5811567306518555,
+      "learning_rate": 1.9998201108598477e-05,
+      "loss": 0.6895,
+      "step": 59
+    },
+    {
+      "epoch": 0.1309328968903437,
+      "grad_norm": 0.5905172824859619,
+      "learning_rate": 1.9997723296201997e-05,
+      "loss": 0.6995,
+      "step": 60
+    },
+    {
+      "epoch": 0.1331151118385161,
+      "grad_norm": 0.5894107818603516,
+      "learning_rate": 1.9997189279589003e-05,
+      "loss": 0.5713,
+      "step": 61
+    },
+    {
+      "epoch": 0.1352973267866885,
+      "grad_norm": 0.6387777328491211,
+      "learning_rate": 1.9996599061761575e-05,
+      "loss": 0.7275,
+      "step": 62
+    },
+    {
+      "epoch": 0.13747954173486088,
+      "grad_norm": 0.5308466553688049,
+      "learning_rate": 1.9995952646037743e-05,
+      "loss": 0.4408,
+      "step": 63
+    },
+    {
+      "epoch": 0.13966175668303327,
+      "grad_norm": 0.6239039897918701,
+      "learning_rate": 1.9995250036051462e-05,
+      "loss": 0.6457,
+      "step": 64
+    },
+    {
+      "epoch": 0.14184397163120568,
+      "grad_norm": 0.5327976942062378,
+      "learning_rate": 1.9994491235752595e-05,
+      "loss": 0.4673,
+      "step": 65
+    },
+    {
+      "epoch": 0.14402618657937807,
+      "grad_norm": 0.500877320766449,
+      "learning_rate": 1.9993676249406895e-05,
+      "loss": 0.548,
+      "step": 66
+    },
+    {
+      "epoch": 0.14620840152755046,
+      "grad_norm": 0.6878646016120911,
+      "learning_rate": 1.999280508159597e-05,
+      "loss": 0.7135,
+      "step": 67
+    },
+    {
+      "epoch": 0.14839061647572285,
+      "grad_norm": 0.6099561452865601,
+      "learning_rate": 1.999187773721726e-05,
+      "loss": 0.6922,
+      "step": 68
+    },
+    {
+      "epoch": 0.15057283142389524,
+      "grad_norm": 0.5138156414031982,
+      "learning_rate": 1.9990894221484027e-05,
+      "loss": 0.5143,
+      "step": 69
+    },
+    {
+      "epoch": 0.15275504637206766,
+      "grad_norm": 0.7398216724395752,
+      "learning_rate": 1.9989854539925296e-05,
+      "loss": 0.6775,
+      "step": 70
+    },
+    {
+      "epoch": 0.15493726132024005,
+      "grad_norm": 0.5672114491462708,
+      "learning_rate": 1.9988758698385854e-05,
+      "loss": 0.6343,
+      "step": 71
+    },
+    {
+      "epoch": 0.15711947626841244,
+      "grad_norm": 0.5795859098434448,
+      "learning_rate": 1.9987606703026187e-05,
+      "loss": 0.6327,
+      "step": 72
+    },
+    {
+      "epoch": 0.15930169121658483,
+      "grad_norm": 0.6178355813026428,
+      "learning_rate": 1.9986398560322476e-05,
+      "loss": 0.481,
+      "step": 73
+    },
+    {
+      "epoch": 0.16148390616475722,
+      "grad_norm": 0.48614248633384705,
+      "learning_rate": 1.9985134277066533e-05,
+      "loss": 0.3952,
+      "step": 74
+    },
+    {
+      "epoch": 0.16366612111292964,
+      "grad_norm": 0.6208723783493042,
+      "learning_rate": 1.998381386036578e-05,
+      "loss": 0.5589,
+      "step": 75
+    },
+    {
+      "epoch": 0.16584833606110203,
+      "grad_norm": 0.7473292350769043,
+      "learning_rate": 1.9982437317643218e-05,
+      "loss": 0.7363,
+      "step": 76
+    },
+    {
+      "epoch": 0.16803055100927441,
+      "grad_norm": 0.6796333193778992,
+      "learning_rate": 1.9981004656637344e-05,
+      "loss": 0.5746,
+      "step": 77
+    },
+    {
+      "epoch": 0.1702127659574468,
+      "grad_norm": 0.5245673656463623,
+      "learning_rate": 1.9979515885402156e-05,
+      "loss": 0.3753,
+      "step": 78
+    },
+    {
+      "epoch": 0.1723949809056192,
+      "grad_norm": 0.5480374097824097,
+      "learning_rate": 1.9977971012307085e-05,
+      "loss": 0.5468,
+      "step": 79
+    },
+    {
+      "epoch": 0.1745771958537916,
+      "grad_norm": 0.8852786421775818,
+      "learning_rate": 1.9976370046036947e-05,
+      "loss": 0.8742,
+      "step": 80
+    },
+    {
+      "epoch": 0.176759410801964,
+      "grad_norm": 0.5887808203697205,
+      "learning_rate": 1.9974712995591887e-05,
+      "loss": 0.5144,
+      "step": 81
+    },
+    {
+      "epoch": 0.1789416257501364,
+      "grad_norm": 0.5992124676704407,
+      "learning_rate": 1.9972999870287357e-05,
+      "loss": 0.6015,
+      "step": 82
+    },
+    {
+      "epoch": 0.18112384069830878,
+      "grad_norm": 0.5454561710357666,
+      "learning_rate": 1.997123067975404e-05,
+      "loss": 0.4939,
+      "step": 83
+    },
+    {
+      "epoch": 0.18330605564648117,
+      "grad_norm": 0.5829342603683472,
+      "learning_rate": 1.996940543393778e-05,
+      "loss": 0.5391,
+      "step": 84
+    },
+    {
+      "epoch": 0.1854882705946536,
+      "grad_norm": 0.6858181357383728,
+      "learning_rate": 1.9967524143099583e-05,
+      "loss": 0.6028,
+      "step": 85
+    },
+    {
+      "epoch": 0.18767048554282598,
+      "grad_norm": 0.5993210673332214,
+      "learning_rate": 1.9965586817815494e-05,
+      "loss": 0.4545,
+      "step": 86
+    },
+    {
+      "epoch": 0.18985270049099837,
+      "grad_norm": 0.5937272906303406,
+      "learning_rate": 1.9963593468976583e-05,
+      "loss": 0.3147,
+      "step": 87
+    },
+    {
+      "epoch": 0.19203491543917076,
+      "grad_norm": 0.7777706384658813,
+      "learning_rate": 1.9961544107788855e-05,
+      "loss": 0.5694,
+      "step": 88
+    },
+    {
+      "epoch": 0.19421713038734315,
+      "grad_norm": 0.5509026050567627,
+      "learning_rate": 1.9959438745773216e-05,
+      "loss": 0.378,
+      "step": 89
+    },
+    {
+      "epoch": 0.19639934533551553,
+      "grad_norm": 0.6026902198791504,
+      "learning_rate": 1.9957277394765377e-05,
+      "loss": 0.6189,
+      "step": 90
+    },
+    {
+      "epoch": 0.19858156028368795,
+      "grad_norm": 0.5900372266769409,
+      "learning_rate": 1.995506006691581e-05,
+      "loss": 0.4099,
+      "step": 91
+    },
+    {
+      "epoch": 0.20076377523186034,
+      "grad_norm": 0.6046119928359985,
+      "learning_rate": 1.9952786774689667e-05,
+      "loss": 0.5802,
+      "step": 92
+    },
+    {
+      "epoch": 0.20294599018003273,
+      "grad_norm": 0.9368590116500854,
+      "learning_rate": 1.9950457530866726e-05,
+      "loss": 0.7274,
+      "step": 93
+    },
+    {
+      "epoch": 0.20512820512820512,
+      "grad_norm": 0.7070465683937073,
+      "learning_rate": 1.9948072348541294e-05,
+      "loss": 0.6259,
+      "step": 94
+    },
+    {
+      "epoch": 0.2073104200763775,
+      "grad_norm": 0.7370465993881226,
+      "learning_rate": 1.9945631241122158e-05,
+      "loss": 0.5427,
+      "step": 95
+    },
+    {
+      "epoch": 0.20949263502454993,
+      "grad_norm": 0.6051648259162903,
+      "learning_rate": 1.9943134222332493e-05,
+      "loss": 0.4497,
+      "step": 96
+    },
+    {
+      "epoch": 0.21167484997272232,
+      "grad_norm": 0.6110167503356934,
+      "learning_rate": 1.994058130620979e-05,
+      "loss": 0.4722,
+      "step": 97
+    },
+    {
+      "epoch": 0.2138570649208947,
+      "grad_norm": 0.581550657749176,
+      "learning_rate": 1.9937972507105793e-05,
+      "loss": 0.5503,
+      "step": 98
+    },
+    {
+      "epoch": 0.2160392798690671,
+      "grad_norm": 0.775860607624054,
+      "learning_rate": 1.993530783968638e-05,
+      "loss": 0.6042,
+      "step": 99
+    },
+    {
+      "epoch": 0.2182214948172395,
+      "grad_norm": 0.7601407766342163,
+      "learning_rate": 1.993258731893152e-05,
+      "loss": 0.6493,
+      "step": 100
+    },
+    {
+      "epoch": 0.2204037097654119,
+      "grad_norm": 0.6188685297966003,
+      "learning_rate": 1.992981096013517e-05,
+      "loss": 0.2717,
+      "step": 101
+    },
+    {
+      "epoch": 0.2225859247135843,
+      "grad_norm": 0.7693493962287903,
+      "learning_rate": 1.9926978778905193e-05,
+      "loss": 0.4525,
+      "step": 102
+    },
+    {
+      "epoch": 0.22476813966175668,
+      "grad_norm": 0.5389944911003113,
+      "learning_rate": 1.992409079116326e-05,
+      "loss": 0.3065,
+      "step": 103
+    },
+    {
+      "epoch": 0.22695035460992907,
+      "grad_norm": 0.6077801585197449,
+      "learning_rate": 1.9921147013144782e-05,
+      "loss": 0.4387,
+      "step": 104
+    },
+    {
+      "epoch": 0.22913256955810146,
+      "grad_norm": 0.6960924863815308,
+      "learning_rate": 1.9918147461398796e-05,
+      "loss": 0.4472,
+      "step": 105
+    },
+    {
+      "epoch": 0.23131478450627388,
+      "grad_norm": 1.2546156644821167,
+      "learning_rate": 1.9915092152787888e-05,
+      "loss": 0.7705,
+      "step": 106
+    },
+    {
+      "epoch": 0.23349699945444627,
+      "grad_norm": 0.634672999382019,
+      "learning_rate": 1.991198110448809e-05,
+      "loss": 0.3372,
+      "step": 107
+    },
+    {
+      "epoch": 0.23567921440261866,
+      "grad_norm": 0.6426758170127869,
+      "learning_rate": 1.9908814333988794e-05,
+      "loss": 0.4316,
+      "step": 108
+    },
+    {
+      "epoch": 0.23786142935079105,
+      "grad_norm": 0.6639129519462585,
+      "learning_rate": 1.990559185909263e-05,
+      "loss": 0.3664,
+      "step": 109
+    },
+    {
+      "epoch": 0.24004364429896344,
+      "grad_norm": 1.1192857027053833,
+      "learning_rate": 1.9902313697915395e-05,
+      "loss": 0.6416,
+      "step": 110
+    },
+    {
+      "epoch": 0.24222585924713586,
+      "grad_norm": 0.8382490277290344,
+      "learning_rate": 1.9898979868885933e-05,
+      "loss": 0.6472,
+      "step": 111
+    },
+    {
+      "epoch": 0.24440807419530824,
+      "grad_norm": 0.6984851360321045,
+      "learning_rate": 1.989559039074603e-05,
+      "loss": 0.403,
+      "step": 112
+    },
+    {
+      "epoch": 0.24659028914348063,
+      "grad_norm": 0.6598736047744751,
+      "learning_rate": 1.989214528255033e-05,
+      "loss": 0.4084,
+      "step": 113
+    },
+    {
+      "epoch": 0.24877250409165302,
+      "grad_norm": 0.7741075158119202,
+      "learning_rate": 1.9888644563666194e-05,
+      "loss": 0.3484,
+      "step": 114
+    },
+    {
+      "epoch": 0.2509547190398254,
+      "grad_norm": 0.705927848815918,
+      "learning_rate": 1.9885088253773623e-05,
+      "loss": 0.5471,
+      "step": 115
+    },
+    {
+      "epoch": 0.2531369339879978,
+      "grad_norm": 0.7205896973609924,
+      "learning_rate": 1.988147637286513e-05,
+      "loss": 0.4697,
+      "step": 116
+    },
+    {
+      "epoch": 0.2553191489361702,
+      "grad_norm": 0.6812205910682678,
+      "learning_rate": 1.987780894124563e-05,
+      "loss": 0.4276,
+      "step": 117
+    },
+    {
+      "epoch": 0.2575013638843426,
+      "grad_norm": 0.774861216545105,
+      "learning_rate": 1.987408597953233e-05,
+      "loss": 0.3648,
+      "step": 118
+    },
+    {
+      "epoch": 0.259683578832515,
+      "grad_norm": 0.7321362495422363,
+      "learning_rate": 1.987030750865461e-05,
+      "loss": 0.443,
+      "step": 119
+    },
+    {
+      "epoch": 0.2618657937806874,
+      "grad_norm": 0.847510039806366,
+      "learning_rate": 1.9866473549853904e-05,
+      "loss": 0.4152,
+      "step": 120
+    },
+    {
+      "epoch": 0.2640480087288598,
+      "grad_norm": 0.7177504897117615,
+      "learning_rate": 1.9862584124683587e-05,
+      "loss": 0.3436,
+      "step": 121
+    },
+    {
+      "epoch": 0.2662302236770322,
+      "grad_norm": 0.8176891207695007,
+      "learning_rate": 1.9858639255008844e-05,
+      "loss": 0.4013,
+      "step": 122
+    },
+    {
+      "epoch": 0.2684124386252046,
+      "grad_norm": 0.785882830619812,
+      "learning_rate": 1.9854638963006552e-05,
+      "loss": 0.2927,
+      "step": 123
+    },
+    {
+      "epoch": 0.270594653573377,
+      "grad_norm": 0.697388768196106,
+      "learning_rate": 1.9850583271165166e-05,
+      "loss": 0.3406,
+      "step": 124
+    },
+    {
+      "epoch": 0.27277686852154936,
+      "grad_norm": 0.6818001866340637,
+      "learning_rate": 1.9846472202284574e-05,
+      "loss": 0.4685,
+      "step": 125
+    },
+    {
+      "epoch": 0.27495908346972175,
+      "grad_norm": 0.7736262679100037,
+      "learning_rate": 1.984230577947597e-05,
+      "loss": 0.4724,
+      "step": 126
+    },
+    {
+      "epoch": 0.27714129841789414,
+      "grad_norm": 0.6667208671569824,
+      "learning_rate": 1.9838084026161746e-05,
+      "loss": 0.2187,
+      "step": 127
+    },
+    {
+      "epoch": 0.27932351336606653,
+      "grad_norm": 0.9545671343803406,
+      "learning_rate": 1.9833806966075343e-05,
+      "loss": 0.5534,
+      "step": 128
+    },
+    {
+      "epoch": 0.281505728314239,
+      "grad_norm": 0.8926610946655273,
+      "learning_rate": 1.9829474623261106e-05,
+      "loss": 0.3542,
+      "step": 129
+    },
+    {
+      "epoch": 0.28368794326241137,
+      "grad_norm": 0.8170763850212097,
+      "learning_rate": 1.9825087022074182e-05,
+      "loss": 0.37,
+      "step": 130
+    },
+    {
+      "epoch": 0.28587015821058376,
+      "grad_norm": 0.7550498843193054,
+      "learning_rate": 1.9820644187180354e-05,
+      "loss": 0.4051,
+      "step": 131
+    },
+    {
+      "epoch": 0.28805237315875615,
+      "grad_norm": 1.2304673194885254,
+      "learning_rate": 1.981614614355591e-05,
+      "loss": 0.4746,
+      "step": 132
+    },
+    {
+      "epoch": 0.29023458810692854,
+      "grad_norm": 1.0370253324508667,
+      "learning_rate": 1.981159291648751e-05,
+      "loss": 0.5431,
+      "step": 133
+    },
+    {
+      "epoch": 0.2924168030551009,
+      "grad_norm": 0.9382657408714294,
+      "learning_rate": 1.9806984531572038e-05,
+      "loss": 0.4667,
+      "step": 134
+    },
+    {
+      "epoch": 0.2945990180032733,
+      "grad_norm": 0.9219065308570862,
+      "learning_rate": 1.9802321014716465e-05,
+      "loss": 0.4035,
+      "step": 135
+    },
+    {
+      "epoch": 0.2967812329514457,
+      "grad_norm": 0.9711424708366394,
+      "learning_rate": 1.9797602392137678e-05,
+      "loss": 0.427,
+      "step": 136
+    },
+    {
+      "epoch": 0.2989634478996181,
+      "grad_norm": 0.8940355181694031,
+      "learning_rate": 1.9792828690362377e-05,
+      "loss": 0.3718,
+      "step": 137
+    },
+    {
+      "epoch": 0.3011456628477905,
+      "grad_norm": 0.8118104934692383,
+      "learning_rate": 1.9787999936226877e-05,
+      "loss": 0.2609,
+      "step": 138
+    },
+    {
+      "epoch": 0.3033278777959629,
+      "grad_norm": 0.8110172152519226,
+      "learning_rate": 1.9783116156877008e-05,
+      "loss": 0.3901,
+      "step": 139
+    },
+    {
+      "epoch": 0.3055100927441353,
+      "grad_norm": 0.8195408582687378,
+      "learning_rate": 1.9778177379767903e-05,
+      "loss": 0.3611,
+      "step": 140
+    },
+    {
+      "epoch": 0.3076923076923077,
+      "grad_norm": 1.0430301427841187,
+      "learning_rate": 1.9773183632663907e-05,
+      "loss": 0.4232,
+      "step": 141
+    },
+    {
+      "epoch": 0.3098745226404801,
+      "grad_norm": 1.0248348712921143,
+      "learning_rate": 1.9768134943638367e-05,
+      "loss": 0.4167,
+      "step": 142
+    },
+    {
+      "epoch": 0.3120567375886525,
+      "grad_norm": 0.7270126342773438,
+      "learning_rate": 1.9763031341073512e-05,
+      "loss": 0.2579,
+      "step": 143
+    },
+    {
+      "epoch": 0.3142389525368249,
+      "grad_norm": 1.1630446910858154,
+      "learning_rate": 1.9757872853660265e-05,
+      "loss": 0.5389,
+      "step": 144
+    },
+    {
+      "epoch": 0.31642116748499727,
+      "grad_norm": 0.8725171089172363,
+      "learning_rate": 1.975265951039811e-05,
+      "loss": 0.3441,
+      "step": 145
+    },
+    {
+      "epoch": 0.31860338243316966,
+      "grad_norm": 1.4248993396759033,
+      "learning_rate": 1.97473913405949e-05,
+      "loss": 0.5818,
+      "step": 146
+    },
+    {
+      "epoch": 0.32078559738134205,
+      "grad_norm": 1.2512569427490234,
+      "learning_rate": 1.974206837386672e-05,
+      "loss": 0.4038,
+      "step": 147
+    },
+    {
+      "epoch": 0.32296781232951444,
+      "grad_norm": 1.2032068967819214,
+      "learning_rate": 1.9736690640137696e-05,
+      "loss": 0.4594,
+      "step": 148
+    },
+    {
+      "epoch": 0.3251500272776868,
+      "grad_norm": 0.8411722183227539,
+      "learning_rate": 1.9731258169639846e-05,
+      "loss": 0.3345,
+      "step": 149
+    },
+    {
+      "epoch": 0.32733224222585927,
+      "grad_norm": 1.008543848991394,
+      "learning_rate": 1.9725770992912893e-05,
+      "loss": 0.3777,
+      "step": 150
+    },
+    {
+      "epoch": 0.32951445717403166,
+      "grad_norm": 1.0348095893859863,
+      "learning_rate": 1.972022914080411e-05,
+      "loss": 0.4853,
+      "step": 151
+    },
+    {
+      "epoch": 0.33169667212220405,
+      "grad_norm": 0.9160374999046326,
+      "learning_rate": 1.9714632644468135e-05,
+      "loss": 0.3965,
+      "step": 152
+    },
+    {
+      "epoch": 0.33387888707037644,
+      "grad_norm": 1.0338672399520874,
+      "learning_rate": 1.9708981535366797e-05,
+      "loss": 0.3135,
+      "step": 153
+    },
+    {
+      "epoch": 0.33606110201854883,
+      "grad_norm": 1.1491649150848389,
+      "learning_rate": 1.970327584526895e-05,
+      "loss": 0.4182,
+      "step": 154
+    },
+    {
+      "epoch": 0.3382433169667212,
+      "grad_norm": 1.494714617729187,
+      "learning_rate": 1.9697515606250276e-05,
+      "loss": 0.4977,
+      "step": 155
+    },
+    {
+      "epoch": 0.3404255319148936,
+      "grad_norm": 1.0470036268234253,
+      "learning_rate": 1.9691700850693126e-05,
+      "loss": 0.3763,
+      "step": 156
+    },
+    {
+      "epoch": 0.342607746863066,
+      "grad_norm": 1.1883833408355713,
+      "learning_rate": 1.9685831611286312e-05,
+      "loss": 0.3776,
+      "step": 157
+    },
+    {
+      "epoch": 0.3447899618112384,
+      "grad_norm": 1.0385247468948364,
+      "learning_rate": 1.967990792102495e-05,
+      "loss": 0.3593,
+      "step": 158
+    },
+    {
+      "epoch": 0.3469721767594108,
+      "grad_norm": 0.9821687340736389,
+      "learning_rate": 1.9673929813210265e-05,
+      "loss": 0.447,
+      "step": 159
+    },
+    {
+      "epoch": 0.3491543917075832,
+      "grad_norm": 1.0155584812164307,
+      "learning_rate": 1.9667897321449387e-05,
+      "loss": 0.3818,
+      "step": 160
+    },
+    {
+      "epoch": 0.3513366066557556,
+      "grad_norm": 1.146998405456543,
+      "learning_rate": 1.9661810479655184e-05,
+      "loss": 0.4201,
+      "step": 161
+    },
+    {
+      "epoch": 0.353518821603928,
+      "grad_norm": 1.3749990463256836,
+      "learning_rate": 1.9655669322046068e-05,
+      "loss": 0.3451,
+      "step": 162
+    },
+    {
+      "epoch": 0.3557010365521004,
+      "grad_norm": 1.7536747455596924,
+      "learning_rate": 1.9649473883145792e-05,
+      "loss": 0.4524,
+      "step": 163
+    },
+    {
+      "epoch": 0.3578832515002728,
+      "grad_norm": 1.5470932722091675,
+      "learning_rate": 1.9643224197783265e-05,
+      "loss": 0.5467,
+      "step": 164
+    },
+    {
+      "epoch": 0.36006546644844517,
+      "grad_norm": 0.9227492213249207,
+      "learning_rate": 1.9636920301092352e-05,
+      "loss": 0.2745,
+      "step": 165
+    },
+    {
+      "epoch": 0.36224768139661756,
+      "grad_norm": 1.2530218362808228,
+      "learning_rate": 1.9630562228511682e-05,
+      "loss": 0.5124,
+      "step": 166
+    },
+    {
+      "epoch": 0.36442989634478995,
+      "grad_norm": 1.3264926671981812,
+      "learning_rate": 1.962415001578444e-05,
+      "loss": 0.4022,
+      "step": 167
+    },
+    {
+      "epoch": 0.36661211129296234,
+      "grad_norm": 1.3500545024871826,
+      "learning_rate": 1.9617683698958168e-05,
+      "loss": 0.3885,
+      "step": 168
+    },
+    {
+      "epoch": 0.36879432624113473,
+      "grad_norm": 1.1173303127288818,
+      "learning_rate": 1.9611163314384574e-05,
+      "loss": 0.3948,
+      "step": 169
+    },
+    {
+      "epoch": 0.3709765411893072,
+      "grad_norm": 0.9746338725090027,
+      "learning_rate": 1.9604588898719314e-05,
+      "loss": 0.3872,
+      "step": 170
+    },
+    {
+      "epoch": 0.37315875613747956,
+      "grad_norm": 0.9952365756034851,
+      "learning_rate": 1.9597960488921785e-05,
+      "loss": 0.2785,
+      "step": 171
+    },
+    {
+      "epoch": 0.37534097108565195,
+      "grad_norm": 1.2752764225006104,
+      "learning_rate": 1.9591278122254938e-05,
+      "loss": 0.3341,
+      "step": 172
+    },
+    {
+      "epoch": 0.37752318603382434,
+      "grad_norm": 1.0955722332000732,
+      "learning_rate": 1.9584541836285035e-05,
+      "loss": 0.3497,
+      "step": 173
+    },
+    {
+      "epoch": 0.37970540098199673,
+      "grad_norm": 1.093616008758545,
+      "learning_rate": 1.957775166888147e-05,
+      "loss": 0.2703,
+      "step": 174
+    },
+    {
+      "epoch": 0.3818876159301691,
+      "grad_norm": 1.205116629600525,
+      "learning_rate": 1.957090765821654e-05,
+      "loss": 0.3353,
+      "step": 175
+    },
+    {
+      "epoch": 0.3840698308783415,
+      "grad_norm": 1.2280943393707275,
+      "learning_rate": 1.9564009842765225e-05,
+      "loss": 0.464,
+      "step": 176
+    },
+    {
+      "epoch": 0.3862520458265139,
+      "grad_norm": 1.1583482027053833,
+      "learning_rate": 1.955705826130499e-05,
+      "loss": 0.1943,
+      "step": 177
+    },
+    {
+      "epoch": 0.3884342607746863,
+      "grad_norm": 1.1244933605194092,
+      "learning_rate": 1.9550052952915545e-05,
+      "loss": 0.3303,
+      "step": 178
+    },
+    {
+      "epoch": 0.3906164757228587,
+      "grad_norm": 1.328026533126831,
+      "learning_rate": 1.9542993956978647e-05,
+      "loss": 0.3624,
+      "step": 179
+    },
+    {
+      "epoch": 0.39279869067103107,
+      "grad_norm": 1.142669916152954,
+      "learning_rate": 1.9535881313177864e-05,
+      "loss": 0.4521,
+      "step": 180
+    },
+    {
+      "epoch": 0.3949809056192035,
+      "grad_norm": 1.34759521484375,
+      "learning_rate": 1.9528715061498355e-05,
+      "loss": 0.4105,
+      "step": 181
+    },
+    {
+      "epoch": 0.3971631205673759,
+      "grad_norm": 0.8993829488754272,
+      "learning_rate": 1.9521495242226648e-05,
+      "loss": 0.365,
+      "step": 182
+    },
+    {
+      "epoch": 0.3993453355155483,
+      "grad_norm": 1.045101284980774,
+      "learning_rate": 1.9514221895950416e-05,
+      "loss": 0.3752,
+      "step": 183
+    },
+    {
+      "epoch": 0.4015275504637207,
+      "grad_norm": 1.0296684503555298,
+      "learning_rate": 1.950689506355824e-05,
+      "loss": 0.2618,
+      "step": 184
+    },
+    {
+      "epoch": 0.4037097654118931,
+      "grad_norm": 1.1462877988815308,
+      "learning_rate": 1.949951478623938e-05,
+      "loss": 0.3225,
+      "step": 185
+    },
+    {
+      "epoch": 0.40589198036006546,
+      "grad_norm": 1.2176220417022705,
+      "learning_rate": 1.949208110548356e-05,
+      "loss": 0.307,
+      "step": 186
+    },
+    {
+      "epoch": 0.40807419530823785,
+      "grad_norm": 1.1352124214172363,
+      "learning_rate": 1.948459406308071e-05,
+      "loss": 0.3668,
+      "step": 187
+    },
+    {
+      "epoch": 0.41025641025641024,
+      "grad_norm": 1.4213913679122925,
+      "learning_rate": 1.9477053701120746e-05,
+      "loss": 0.4662,
+      "step": 188
+    },
+    {
+      "epoch": 0.41243862520458263,
+      "grad_norm": 1.2231138944625854,
+      "learning_rate": 1.9469460061993336e-05,
+      "loss": 0.3893,
+      "step": 189
+    },
+    {
+      "epoch": 0.414620840152755,
+      "grad_norm": 1.3416531085968018,
+      "learning_rate": 1.9461813188387652e-05,
+      "loss": 0.4218,
+      "step": 190
+    },
+    {
+      "epoch": 0.41680305510092747,
+      "grad_norm": 1.2881159782409668,
+      "learning_rate": 1.9454113123292133e-05,
+      "loss": 0.3376,
+      "step": 191
+    },
+    {
+      "epoch": 0.41898527004909986,
+      "grad_norm": 1.5161348581314087,
+      "learning_rate": 1.9446359909994253e-05,
+      "loss": 0.3796,
+      "step": 192
+    },
+    {
+      "epoch": 0.42116748499727225,
+      "grad_norm": 1.3906810283660889,
+      "learning_rate": 1.9438553592080257e-05,
+      "loss": 0.2375,
+      "step": 193
+    },
+    {
+      "epoch": 0.42334969994544464,
+      "grad_norm": 1.2929737567901611,
+      "learning_rate": 1.9430694213434936e-05,
+      "loss": 0.3133,
+      "step": 194
+    },
+    {
+      "epoch": 0.425531914893617,
+      "grad_norm": 1.113404631614685,
+      "learning_rate": 1.942278181824137e-05,
+      "loss": 0.1978,
+      "step": 195
+    },
+    {
+      "epoch": 0.4277141298417894,
+      "grad_norm": 0.9426998496055603,
+      "learning_rate": 1.9414816450980686e-05,
+      "loss": 0.3381,
+      "step": 196
+    },
+    {
+      "epoch": 0.4298963447899618,
+      "grad_norm": 1.4274523258209229,
+      "learning_rate": 1.94067981564318e-05,
+      "loss": 0.2779,
+      "step": 197
+    },
+    {
+      "epoch": 0.4320785597381342,
+      "grad_norm": 1.493589162826538,
+      "learning_rate": 1.9398726979671174e-05,
+      "loss": 0.2695,
+      "step": 198
+    },
+    {
+      "epoch": 0.4342607746863066,
+      "grad_norm": 1.3514424562454224,
+      "learning_rate": 1.9390602966072548e-05,
+      "loss": 0.3338,
+      "step": 199
+    },
+    {
+      "epoch": 0.436442989634479,
+      "grad_norm": 1.7675963640213013,
+      "learning_rate": 1.9382426161306712e-05,
+      "loss": 0.3629,
+      "step": 200
+    },
+    {
+      "epoch": 0.4386252045826514,
+      "grad_norm": 1.0754345655441284,
+      "learning_rate": 1.9374196611341212e-05,
+      "loss": 0.322,
+      "step": 201
+    },
+    {
+      "epoch": 0.4408074195308238,
+      "grad_norm": 1.1144013404846191,
+      "learning_rate": 1.9365914362440125e-05,
+      "loss": 0.2,
+      "step": 202
+    },
+    {
+      "epoch": 0.4429896344789962,
+      "grad_norm": 1.3349831104278564,
+      "learning_rate": 1.9357579461163783e-05,
+      "loss": 0.2963,
+      "step": 203
+    },
+    {
+      "epoch": 0.4451718494271686,
+      "grad_norm": 1.3588327169418335,
+      "learning_rate": 1.9349191954368515e-05,
+      "loss": 0.3544,
+      "step": 204
+    },
+    {
+      "epoch": 0.447354064375341,
+      "grad_norm": 1.5795652866363525,
+      "learning_rate": 1.9340751889206378e-05,
+      "loss": 0.3851,
+      "step": 205
+    },
+    {
+      "epoch": 0.44953627932351337,
+      "grad_norm": 1.3659369945526123,
+      "learning_rate": 1.93322593131249e-05,
+      "loss": 0.2808,
+      "step": 206
+    },
+    {
+      "epoch": 0.45171849427168576,
+      "grad_norm": 1.5584542751312256,
+      "learning_rate": 1.932371427386681e-05,
+      "loss": 0.2838,
+      "step": 207
+    },
+    {
+      "epoch": 0.45390070921985815,
+      "grad_norm": 1.3657653331756592,
+      "learning_rate": 1.931511681946977e-05,
+      "loss": 0.3128,
+      "step": 208
+    },
+    {
+      "epoch": 0.45608292416803053,
+      "grad_norm": 1.8486205339431763,
+      "learning_rate": 1.9306466998266102e-05,
+      "loss": 0.3635,
+      "step": 209
+    },
+    {
+      "epoch": 0.4582651391162029,
+      "grad_norm": 1.8429385423660278,
+      "learning_rate": 1.9297764858882516e-05,
+      "loss": 0.3445,
+      "step": 210
+    },
+    {
+      "epoch": 0.4604473540643753,
+      "grad_norm": 1.359290361404419,
+      "learning_rate": 1.9289010450239843e-05,
+      "loss": 0.2864,
+      "step": 211
+    },
+    {
+      "epoch": 0.46262956901254776,
+      "grad_norm": 1.2047313451766968,
+      "learning_rate": 1.928020382155276e-05,
+      "loss": 0.3323,
+      "step": 212
+    },
+    {
+      "epoch": 0.46481178396072015,
+      "grad_norm": 1.4549658298492432,
+      "learning_rate": 1.9271345022329502e-05,
+      "loss": 0.3763,
+      "step": 213
+    },
+    {
+      "epoch": 0.46699399890889254,
+      "grad_norm": 1.3349789381027222,
+      "learning_rate": 1.9262434102371596e-05,
+      "loss": 0.405,
+      "step": 214
+    },
+    {
+      "epoch": 0.4691762138570649,
+      "grad_norm": 1.9315582513809204,
+      "learning_rate": 1.9253471111773572e-05,
+      "loss": 0.2949,
+      "step": 215
+    },
+    {
+      "epoch": 0.4713584288052373,
+      "grad_norm": 1.1657265424728394,
+      "learning_rate": 1.924445610092269e-05,
+      "loss": 0.253,
+      "step": 216
+    },
+    {
+      "epoch": 0.4735406437534097,
+      "grad_norm": 1.4558275938034058,
+      "learning_rate": 1.9235389120498645e-05,
+      "loss": 0.3077,
+      "step": 217
+    },
+    {
+      "epoch": 0.4757228587015821,
+      "grad_norm": 1.4263584613800049,
+      "learning_rate": 1.9226270221473302e-05,
+      "loss": 0.3251,
+      "step": 218
+    },
+    {
+      "epoch": 0.4779050736497545,
+      "grad_norm": 1.7486201524734497,
+      "learning_rate": 1.921709945511039e-05,
+      "loss": 0.2536,
+      "step": 219
+    },
+    {
+      "epoch": 0.4800872885979269,
+      "grad_norm": 1.5430760383605957,
+      "learning_rate": 1.9207876872965217e-05,
+      "loss": 0.331,
+      "step": 220
+    },
+    {
+      "epoch": 0.48226950354609927,
+      "grad_norm": 1.64284348487854,
+      "learning_rate": 1.9198602526884388e-05,
+      "loss": 0.3541,
+      "step": 221
+    },
+    {
+      "epoch": 0.4844517184942717,
+      "grad_norm": 1.3553285598754883,
+      "learning_rate": 1.9189276469005508e-05,
+      "loss": 0.3196,
+      "step": 222
+    },
+    {
+      "epoch": 0.4866339334424441,
+      "grad_norm": 1.4145045280456543,
+      "learning_rate": 1.917989875175689e-05,
+      "loss": 0.2487,
+      "step": 223
+    },
+    {
+      "epoch": 0.4888161483906165,
+      "grad_norm": 1.3680609464645386,
+      "learning_rate": 1.9170469427857264e-05,
+      "loss": 0.3235,
+      "step": 224
+    },
+    {
+      "epoch": 0.4909983633387889,
+      "grad_norm": 1.6969547271728516,
+      "learning_rate": 1.9160988550315475e-05,
+      "loss": 0.2292,
+      "step": 225
+    },
+    {
+      "epoch": 0.49318057828696127,
+      "grad_norm": 1.4224244356155396,
+      "learning_rate": 1.9151456172430186e-05,
+      "loss": 0.2442,
+      "step": 226
+    },
+    {
+      "epoch": 0.49536279323513366,
+      "grad_norm": 1.21607506275177,
+      "learning_rate": 1.914187234778958e-05,
+      "loss": 0.3315,
+      "step": 227
+    },
+    {
+      "epoch": 0.49754500818330605,
+      "grad_norm": 1.3110462427139282,
+      "learning_rate": 1.913223713027106e-05,
+      "loss": 0.409,
+      "step": 228
+    },
+    {
+      "epoch": 0.49972722313147844,
+      "grad_norm": 1.3133397102355957,
+      "learning_rate": 1.9122550574040942e-05,
+      "loss": 0.3491,
+      "step": 229
+    },
+    {
+      "epoch": 0.5019094380796508,
+      "grad_norm": 1.2212580442428589,
+      "learning_rate": 1.9112812733554155e-05,
+      "loss": 0.2702,
+      "step": 230
+    },
+    {
+      "epoch": 0.5040916530278232,
+      "grad_norm": 1.3722357749938965,
+      "learning_rate": 1.910302366355393e-05,
+      "loss": 0.3729,
+      "step": 231
+    },
+    {
+      "epoch": 0.5062738679759956,
+      "grad_norm": 1.6117819547653198,
+      "learning_rate": 1.90931834190715e-05,
+      "loss": 0.3857,
+      "step": 232
+    },
+    {
+      "epoch": 0.508456082924168,
+      "grad_norm": 1.6422029733657837,
+      "learning_rate": 1.9083292055425783e-05,
+      "loss": 0.4329,
+      "step": 233
+    },
+    {
+      "epoch": 0.5106382978723404,
+      "grad_norm": 1.2110570669174194,
+      "learning_rate": 1.907334962822307e-05,
+      "loss": 0.3052,
+      "step": 234
+    },
+    {
+      "epoch": 0.5128205128205128,
+      "grad_norm": 1.0881627798080444,
+      "learning_rate": 1.906335619335672e-05,
+      "loss": 0.2195,
+      "step": 235
+    },
+    {
+      "epoch": 0.5150027277686852,
+      "grad_norm": 1.6490594148635864,
+      "learning_rate": 1.9053311807006845e-05,
+      "loss": 0.2015,
+      "step": 236
+    },
+    {
+      "epoch": 0.5171849427168577,
+      "grad_norm": 1.5541980266571045,
+      "learning_rate": 1.904321652563998e-05,
+      "loss": 0.3576,
+      "step": 237
+    },
+    {
+      "epoch": 0.51936715766503,
+      "grad_norm": 2.599008321762085,
+      "learning_rate": 1.903307040600879e-05,
+      "loss": 0.3018,
+      "step": 238
+    },
+    {
+      "epoch": 0.5215493726132024,
+      "grad_norm": 1.2262473106384277,
+      "learning_rate": 1.902287350515173e-05,
+      "loss": 0.3705,
+      "step": 239
+    },
+    {
+      "epoch": 0.5237315875613748,
+      "grad_norm": 1.2602461576461792,
+      "learning_rate": 1.9012625880392733e-05,
+      "loss": 0.2783,
+      "step": 240
+    },
+    {
+      "epoch": 0.5259138025095472,
+      "grad_norm": 1.8364081382751465,
+      "learning_rate": 1.900232758934089e-05,
+      "loss": 0.3277,
+      "step": 241
+    },
+    {
+      "epoch": 0.5280960174577196,
+      "grad_norm": 1.2885158061981201,
+      "learning_rate": 1.899197868989011e-05,
+      "loss": 0.3201,
+      "step": 242
+    },
+    {
+      "epoch": 0.530278232405892,
+      "grad_norm": 1.391256332397461,
+      "learning_rate": 1.898157924021883e-05,
+      "loss": 0.3269,
+      "step": 243
+    },
+    {
+      "epoch": 0.5324604473540644,
+      "grad_norm": 1.265567660331726,
+      "learning_rate": 1.8971129298789644e-05,
+      "loss": 0.2002,
+      "step": 244
+    },
+    {
+      "epoch": 0.5346426623022368,
+      "grad_norm": 1.565754771232605,
+      "learning_rate": 1.8960628924349006e-05,
+      "loss": 0.3627,
+      "step": 245
+    },
+    {
+      "epoch": 0.5368248772504092,
+      "grad_norm": 1.4450806379318237,
+      "learning_rate": 1.8950078175926886e-05,
+      "loss": 0.2806,
+      "step": 246
+    },
+    {
+      "epoch": 0.5390070921985816,
+      "grad_norm": 1.5299197435379028,
+      "learning_rate": 1.8939477112836445e-05,
+      "loss": 0.3822,
+      "step": 247
+    },
+    {
+      "epoch": 0.541189307146754,
+      "grad_norm": 2.0761196613311768,
+      "learning_rate": 1.892882579467369e-05,
+      "loss": 0.3204,
+      "step": 248
+    },
+    {
+      "epoch": 0.5433715220949263,
+      "grad_norm": 1.6398018598556519,
+      "learning_rate": 1.8918124281317162e-05,
+      "loss": 0.2604,
+      "step": 249
+    },
+    {
+      "epoch": 0.5455537370430987,
+      "grad_norm": 1.4368712902069092,
+      "learning_rate": 1.8907372632927573e-05,
+      "loss": 0.2421,
+      "step": 250
+    },
+    {
+      "epoch": 0.5477359519912711,
+      "grad_norm": 1.2730286121368408,
+      "learning_rate": 1.8896570909947477e-05,
+      "loss": 0.2659,
+      "step": 251
+    },
+    {
+      "epoch": 0.5499181669394435,
+      "grad_norm": 1.9445446729660034,
+      "learning_rate": 1.8885719173100937e-05,
+      "loss": 0.3552,
+      "step": 252
+    },
+    {
+      "epoch": 0.5521003818876159,
+      "grad_norm": 1.2720203399658203,
+      "learning_rate": 1.887481748339318e-05,
+      "loss": 0.1519,
+      "step": 253
+    },
+    {
+      "epoch": 0.5542825968357883,
+      "grad_norm": 1.6237303018569946,
+      "learning_rate": 1.8863865902110253e-05,
+      "loss": 0.3111,
+      "step": 254
+    },
+    {
+      "epoch": 0.5564648117839607,
+      "grad_norm": 2.242192029953003,
+      "learning_rate": 1.8852864490818678e-05,
+      "loss": 0.2879,
+      "step": 255
+    },
+    {
+      "epoch": 0.5586470267321331,
+      "grad_norm": 3.0388717651367188,
+      "learning_rate": 1.8841813311365105e-05,
+      "loss": 0.4525,
+      "step": 256
+    },
+    {
+      "epoch": 0.5608292416803055,
+      "grad_norm": 1.7905107736587524,
+      "learning_rate": 1.8830712425875964e-05,
+      "loss": 0.3407,
+      "step": 257
+    },
+    {
+      "epoch": 0.563011456628478,
+      "grad_norm": 2.1850087642669678,
+      "learning_rate": 1.8819561896757124e-05,
+      "loss": 0.3232,
+      "step": 258
+    },
+    {
+      "epoch": 0.5651936715766503,
+      "grad_norm": 2.0054867267608643,
+      "learning_rate": 1.8808361786693533e-05,
+      "loss": 0.3558,
+      "step": 259
+    },
+    {
+      "epoch": 0.5673758865248227,
+      "grad_norm": 2.004746675491333,
+      "learning_rate": 1.879711215864886e-05,
+      "loss": 0.2397,
+      "step": 260
+    },
+    {
+      "epoch": 0.5695581014729951,
+      "grad_norm": 2.072324752807617,
+      "learning_rate": 1.8785813075865164e-05,
+      "loss": 0.1571,
+      "step": 261
+    },
+    {
+      "epoch": 0.5717403164211675,
+      "grad_norm": 1.6970444917678833,
+      "learning_rate": 1.877446460186251e-05,
+      "loss": 0.2875,
+      "step": 262
+    },
+    {
+      "epoch": 0.5739225313693399,
+      "grad_norm": 1.8173935413360596,
+      "learning_rate": 1.8763066800438638e-05,
+      "loss": 0.3473,
+      "step": 263
+    },
+    {
+      "epoch": 0.5761047463175123,
+      "grad_norm": 1.4054244756698608,
+      "learning_rate": 1.875161973566858e-05,
+      "loss": 0.2878,
+      "step": 264
+    },
+    {
+      "epoch": 0.5782869612656847,
+      "grad_norm": 1.1835930347442627,
+      "learning_rate": 1.874012347190432e-05,
+      "loss": 0.2728,
+      "step": 265
+    },
+    {
+      "epoch": 0.5804691762138571,
+      "grad_norm": 1.64986252784729,
+      "learning_rate": 1.8728578073774427e-05,
+      "loss": 0.2887,
+      "step": 266
+    },
+    {
+      "epoch": 0.5826513911620295,
+      "grad_norm": 1.8838175535202026,
+      "learning_rate": 1.8716983606183673e-05,
+      "loss": 0.3546,
+      "step": 267
+    },
+    {
+      "epoch": 0.5848336061102019,
+      "grad_norm": 1.3140724897384644,
+      "learning_rate": 1.87053401343127e-05,
+      "loss": 0.2229,
+      "step": 268
+    },
+    {
+      "epoch": 0.5870158210583742,
+      "grad_norm": 1.9315850734710693,
+      "learning_rate": 1.8693647723617637e-05,
+      "loss": 0.276,
+      "step": 269
+    },
+    {
+      "epoch": 0.5891980360065466,
+      "grad_norm": 1.7035211324691772,
+      "learning_rate": 1.8681906439829716e-05,
+      "loss": 0.2677,
+      "step": 270
+    },
+    {
+      "epoch": 0.591380250954719,
+      "grad_norm": 2.1659624576568604,
+      "learning_rate": 1.8670116348954945e-05,
+      "loss": 0.1785,
+      "step": 271
+    },
+    {
+      "epoch": 0.5935624659028914,
+      "grad_norm": 1.514590859413147,
+      "learning_rate": 1.865827751727368e-05,
+      "loss": 0.2866,
+      "step": 272
+    },
+    {
+      "epoch": 0.5957446808510638,
+      "grad_norm": 1.163939356803894,
+      "learning_rate": 1.864639001134031e-05,
+      "loss": 0.1527,
+      "step": 273
+    },
+    {
+      "epoch": 0.5979268957992362,
+      "grad_norm": 1.9229791164398193,
+      "learning_rate": 1.863445389798284e-05,
+      "loss": 0.2854,
+      "step": 274
+    },
+    {
+      "epoch": 0.6001091107474086,
+      "grad_norm": 1.6761242151260376,
+      "learning_rate": 1.8622469244302542e-05,
+      "loss": 0.3369,
+      "step": 275
+    },
+    {
+      "epoch": 0.602291325695581,
+      "grad_norm": 1.756821632385254,
+      "learning_rate": 1.8610436117673557e-05,
+      "loss": 0.2876,
+      "step": 276
+    },
+    {
+      "epoch": 0.6044735406437534,
+      "grad_norm": 1.683331847190857,
+      "learning_rate": 1.8598354585742537e-05,
+      "loss": 0.2549,
+      "step": 277
+    },
+    {
+      "epoch": 0.6066557555919257,
+      "grad_norm": 1.3528157472610474,
+      "learning_rate": 1.858622471642824e-05,
+      "loss": 0.1952,
+      "step": 278
+    },
+    {
+      "epoch": 0.6088379705400983,
+      "grad_norm": 1.5143969058990479,
+      "learning_rate": 1.8574046577921182e-05,
+      "loss": 0.2271,
+      "step": 279
+    },
+    {
+      "epoch": 0.6110201854882706,
+      "grad_norm": 1.311161994934082,
+      "learning_rate": 1.8561820238683216e-05,
+      "loss": 0.2717,
+      "step": 280
+    },
+    {
+      "epoch": 0.613202400436443,
+      "grad_norm": 1.728922724723816,
+      "learning_rate": 1.8549545767447174e-05,
+      "loss": 0.2746,
+      "step": 281
+    },
+    {
+      "epoch": 0.6153846153846154,
+      "grad_norm": 2.3760488033294678,
+      "learning_rate": 1.853722323321647e-05,
+      "loss": 0.368,
+      "step": 282
+    },
+    {
+      "epoch": 0.6175668303327878,
+      "grad_norm": 1.243605375289917,
+      "learning_rate": 1.8524852705264716e-05,
+      "loss": 0.313,
+      "step": 283
+    },
+    {
+      "epoch": 0.6197490452809602,
+      "grad_norm": 1.5179970264434814,
+      "learning_rate": 1.8512434253135324e-05,
+      "loss": 0.3288,
+      "step": 284
+    },
+    {
+      "epoch": 0.6219312602291326,
+      "grad_norm": 1.7583152055740356,
+      "learning_rate": 1.8499967946641127e-05,
+      "loss": 0.2581,
+      "step": 285
+    },
+    {
+      "epoch": 0.624113475177305,
+      "grad_norm": 1.474806308746338,
+      "learning_rate": 1.848745385586398e-05,
+      "loss": 0.2277,
+      "step": 286
+    },
+    {
+      "epoch": 0.6262956901254774,
+      "grad_norm": 2.0060956478118896,
+      "learning_rate": 1.8474892051154366e-05,
+      "loss": 0.2442,
+      "step": 287
+    },
+    {
+      "epoch": 0.6284779050736498,
+      "grad_norm": 1.372650146484375,
+      "learning_rate": 1.8462282603131005e-05,
+      "loss": 0.238,
+      "step": 288
+    },
+    {
+      "epoch": 0.6306601200218221,
+      "grad_norm": 1.8136199712753296,
+      "learning_rate": 1.8449625582680445e-05,
+      "loss": 0.3289,
+      "step": 289
+    },
+    {
+      "epoch": 0.6328423349699945,
+      "grad_norm": 1.6018167734146118,
+      "learning_rate": 1.843692106095668e-05,
+      "loss": 0.2418,
+      "step": 290
+    },
+    {
+      "epoch": 0.6350245499181669,
+      "grad_norm": 1.5912113189697266,
+      "learning_rate": 1.842416910938074e-05,
+      "loss": 0.2491,
+      "step": 291
+    },
+    {
+      "epoch": 0.6372067648663393,
+      "grad_norm": 1.552306056022644,
+      "learning_rate": 1.841136979964029e-05,
+      "loss": 0.229,
+      "step": 292
+    },
+    {
+      "epoch": 0.6393889798145117,
+      "grad_norm": 1.960476040840149,
+      "learning_rate": 1.8398523203689235e-05,
+      "loss": 0.3936,
+      "step": 293
+    },
+    {
+      "epoch": 0.6415711947626841,
+      "grad_norm": 1.6437554359436035,
+      "learning_rate": 1.8385629393747292e-05,
+      "loss": 0.2372,
+      "step": 294
+    },
+    {
+      "epoch": 0.6437534097108565,
+      "grad_norm": 1.9688218832015991,
+      "learning_rate": 1.837268844229962e-05,
+      "loss": 0.2557,
+      "step": 295
+    },
+    {
+      "epoch": 0.6459356246590289,
+      "grad_norm": 1.8227428197860718,
+      "learning_rate": 1.8359700422096385e-05,
+      "loss": 0.3069,
+      "step": 296
+    },
+    {
+      "epoch": 0.6481178396072013,
+      "grad_norm": 1.7406502962112427,
+      "learning_rate": 1.8346665406152362e-05,
+      "loss": 0.3527,
+      "step": 297
+    },
+    {
+      "epoch": 0.6503000545553737,
+      "grad_norm": 1.6546075344085693,
+      "learning_rate": 1.8333583467746515e-05,
+      "loss": 0.2991,
+      "step": 298
+    },
+    {
+      "epoch": 0.6524822695035462,
+      "grad_norm": 1.7377084493637085,
+      "learning_rate": 1.83204546804216e-05,
+      "loss": 0.2752,
+      "step": 299
+    },
+    {
+      "epoch": 0.6546644844517185,
+      "grad_norm": 1.8209704160690308,
+      "learning_rate": 1.8307279117983744e-05,
+      "loss": 0.3455,
+      "step": 300
+    },
+    {
+      "epoch": 0.6568466993998909,
+      "grad_norm": 1.4391992092132568,
+      "learning_rate": 1.829405685450202e-05,
+      "loss": 0.2037,
+      "step": 301
+    },
+    {
+      "epoch": 0.6590289143480633,
+      "grad_norm": 1.7136852741241455,
+      "learning_rate": 1.828078796430805e-05,
+      "loss": 0.2731,
+      "step": 302
+    },
+    {
+      "epoch": 0.6612111292962357,
+      "grad_norm": 1.6503560543060303,
+      "learning_rate": 1.826747252199558e-05,
+      "loss": 0.2998,
+      "step": 303
+    },
+    {
+      "epoch": 0.6633933442444081,
+      "grad_norm": 1.778838872909546,
+      "learning_rate": 1.8254110602420047e-05,
+      "loss": 0.2556,
+      "step": 304
+    },
+    {
+      "epoch": 0.6655755591925805,
+      "grad_norm": 1.5218554735183716,
+      "learning_rate": 1.8240702280698176e-05,
+      "loss": 0.2465,
+      "step": 305
+    },
+    {
+      "epoch": 0.6677577741407529,
+      "grad_norm": 1.326884150505066,
+      "learning_rate": 1.822724763220755e-05,
+      "loss": 0.214,
+      "step": 306
+    },
+    {
+      "epoch": 0.6699399890889253,
+      "grad_norm": 1.969869613647461,
+      "learning_rate": 1.8213746732586186e-05,
+      "loss": 0.2511,
+      "step": 307
+    },
+    {
+      "epoch": 0.6721222040370977,
+      "grad_norm": 1.5750274658203125,
+      "learning_rate": 1.8200199657732115e-05,
+      "loss": 0.2821,
+      "step": 308
+    },
+    {
+      "epoch": 0.67430441898527,
+      "grad_norm": 1.5090693235397339,
+      "learning_rate": 1.8186606483802945e-05,
+      "loss": 0.1838,
+      "step": 309
+    },
+    {
+      "epoch": 0.6764866339334424,
+      "grad_norm": 1.4013510942459106,
+      "learning_rate": 1.817296728721545e-05,
+      "loss": 0.2353,
+      "step": 310
+    },
+    {
+      "epoch": 0.6786688488816148,
+      "grad_norm": 1.4008636474609375,
+      "learning_rate": 1.815928214464511e-05,
+      "loss": 0.2296,
+      "step": 311
+    },
+    {
+      "epoch": 0.6808510638297872,
+      "grad_norm": 2.5458900928497314,
+      "learning_rate": 1.814555113302573e-05,
+      "loss": 0.3881,
+      "step": 312
+    },
+    {
+      "epoch": 0.6830332787779596,
+      "grad_norm": 1.3896178007125854,
+      "learning_rate": 1.813177432954894e-05,
+      "loss": 0.2354,
+      "step": 313
+    },
+    {
+      "epoch": 0.685215493726132,
+      "grad_norm": 1.6341583728790283,
+      "learning_rate": 1.811795181166383e-05,
+      "loss": 0.268,
+      "step": 314
+    },
+    {
+      "epoch": 0.6873977086743044,
+      "grad_norm": 1.7440088987350464,
+      "learning_rate": 1.8104083657076466e-05,
+      "loss": 0.2788,
+      "step": 315
+    },
+    {
+      "epoch": 0.6895799236224768,
+      "grad_norm": 2.507354497909546,
+      "learning_rate": 1.8090169943749477e-05,
+      "loss": 0.3692,
+      "step": 316
+    },
+    {
+      "epoch": 0.6917621385706492,
+      "grad_norm": 1.8427482843399048,
+      "learning_rate": 1.80762107499016e-05,
+      "loss": 0.213,
+      "step": 317
+    },
+    {
+      "epoch": 0.6939443535188216,
+      "grad_norm": 1.5794975757598877,
+      "learning_rate": 1.8062206154007267e-05,
+      "loss": 0.2771,
+      "step": 318
+    },
+    {
+      "epoch": 0.696126568466994,
+      "grad_norm": 2.8045501708984375,
+      "learning_rate": 1.8048156234796124e-05,
+      "loss": 0.1448,
+      "step": 319
+    },
+    {
+      "epoch": 0.6983087834151664,
+      "grad_norm": 3.0969858169555664,
+      "learning_rate": 1.8034061071252632e-05,
+      "loss": 0.312,
+      "step": 320
+    },
+    {
+      "epoch": 0.7004909983633388,
+      "grad_norm": 2.205915689468384,
+      "learning_rate": 1.8019920742615596e-05,
+      "loss": 0.3327,
+      "step": 321
+    },
+    {
+      "epoch": 0.7026732133115112,
+      "grad_norm": 1.9107706546783447,
+      "learning_rate": 1.8005735328377718e-05,
+      "loss": 0.2814,
+      "step": 322
+    },
+    {
+      "epoch": 0.7048554282596836,
+      "grad_norm": 1.5513135194778442,
+      "learning_rate": 1.7991504908285162e-05,
+      "loss": 0.2538,
+      "step": 323
+    },
+    {
+      "epoch": 0.707037643207856,
+      "grad_norm": 2.1072094440460205,
+      "learning_rate": 1.7977229562337104e-05,
+      "loss": 0.296,
+      "step": 324
+    },
+    {
+      "epoch": 0.7092198581560284,
+      "grad_norm": 1.547297716140747,
+      "learning_rate": 1.7962909370785283e-05,
+      "loss": 0.2716,
+      "step": 325
+    },
+    {
+      "epoch": 0.7114020731042008,
+      "grad_norm": 1.8487380743026733,
+      "learning_rate": 1.7948544414133534e-05,
+      "loss": 0.2548,
+      "step": 326
+    },
+    {
+      "epoch": 0.7135842880523732,
+      "grad_norm": 1.794865608215332,
+      "learning_rate": 1.7934134773137364e-05,
+      "loss": 0.2193,
+      "step": 327
+    },
+    {
+      "epoch": 0.7157665030005456,
+      "grad_norm": 1.4590160846710205,
+      "learning_rate": 1.7919680528803468e-05,
+      "loss": 0.1581,
+      "step": 328
+    },
+    {
+      "epoch": 0.717948717948718,
+      "grad_norm": 2.010289192199707,
+      "learning_rate": 1.7905181762389298e-05,
+      "loss": 0.3312,
+      "step": 329
+    },
+    {
+      "epoch": 0.7201309328968903,
+      "grad_norm": 1.8437626361846924,
+      "learning_rate": 1.7890638555402585e-05,
+      "loss": 0.338,
+      "step": 330
+    },
+    {
+      "epoch": 0.7223131478450627,
+      "grad_norm": 1.8818646669387817,
+      "learning_rate": 1.7876050989600908e-05,
+      "loss": 0.2822,
+      "step": 331
+    },
+    {
+      "epoch": 0.7244953627932351,
+      "grad_norm": 1.4414920806884766,
+      "learning_rate": 1.7861419146991204e-05,
+      "loss": 0.1611,
+      "step": 332
+    },
+    {
+      "epoch": 0.7266775777414075,
+      "grad_norm": 1.7592997550964355,
+      "learning_rate": 1.7846743109829318e-05,
+      "loss": 0.1889,
+      "step": 333
+    },
+    {
+      "epoch": 0.7288597926895799,
+      "grad_norm": 1.8910146951675415,
+      "learning_rate": 1.7832022960619562e-05,
+      "loss": 0.2466,
+      "step": 334
+    },
+    {
+      "epoch": 0.7310420076377523,
+      "grad_norm": 1.9606562852859497,
+      "learning_rate": 1.7817258782114216e-05,
+      "loss": 0.3082,
+      "step": 335
+    },
+    {
+      "epoch": 0.7332242225859247,
+      "grad_norm": 1.5216842889785767,
+      "learning_rate": 1.7802450657313086e-05,
+      "loss": 0.2702,
+      "step": 336
+    },
+    {
+      "epoch": 0.7354064375340971,
+      "grad_norm": 2.0545153617858887,
+      "learning_rate": 1.7787598669463027e-05,
+      "loss": 0.2168,
+      "step": 337
+    },
+    {
+      "epoch": 0.7375886524822695,
+      "grad_norm": 2.3853023052215576,
+      "learning_rate": 1.777270290205749e-05,
+      "loss": 0.2697,
+      "step": 338
+    },
+    {
+      "epoch": 0.7397708674304418,
+      "grad_norm": 1.5850306749343872,
+      "learning_rate": 1.7757763438836027e-05,
+      "loss": 0.2776,
+      "step": 339
+    },
+    {
+      "epoch": 0.7419530823786143,
+      "grad_norm": 1.8929774761199951,
+      "learning_rate": 1.7742780363783843e-05,
+      "loss": 0.2768,
+      "step": 340
+    },
+    {
+      "epoch": 0.7441352973267867,
+      "grad_norm": 2.5149059295654297,
+      "learning_rate": 1.7727753761131312e-05,
+      "loss": 0.2035,
+      "step": 341
+    },
+    {
+      "epoch": 0.7463175122749591,
+      "grad_norm": 2.0072574615478516,
+      "learning_rate": 1.7712683715353514e-05,
+      "loss": 0.2996,
+      "step": 342
+    },
+    {
+      "epoch": 0.7484997272231315,
+      "grad_norm": 1.8985759019851685,
+      "learning_rate": 1.7697570311169746e-05,
+      "loss": 0.2971,
+      "step": 343
+    },
+    {
+      "epoch": 0.7506819421713039,
+      "grad_norm": 1.7933598756790161,
+      "learning_rate": 1.7682413633543057e-05,
+      "loss": 0.1999,
+      "step": 344
+    },
+    {
+      "epoch": 0.7528641571194763,
+      "grad_norm": 2.1801459789276123,
+      "learning_rate": 1.766721376767976e-05,
+      "loss": 0.2834,
+      "step": 345
+    },
+    {
+      "epoch": 0.7550463720676487,
+      "grad_norm": 2.213613271713257,
+      "learning_rate": 1.7651970799028976e-05,
+      "loss": 0.3526,
+      "step": 346
+    },
+    {
+      "epoch": 0.7572285870158211,
+      "grad_norm": 2.226930856704712,
+      "learning_rate": 1.7636684813282113e-05,
+      "loss": 0.221,
+      "step": 347
+    },
+    {
+      "epoch": 0.7594108019639935,
+      "grad_norm": 2.073094606399536,
+      "learning_rate": 1.7621355896372424e-05,
+      "loss": 0.1289,
+      "step": 348
+    },
+    {
+      "epoch": 0.7615930169121659,
+      "grad_norm": 1.817728042602539,
+      "learning_rate": 1.760598413447451e-05,
+      "loss": 0.2903,
+      "step": 349
+    },
+    {
+      "epoch": 0.7637752318603382,
+      "grad_norm": 1.7736403942108154,
+      "learning_rate": 1.7590569614003825e-05,
+      "loss": 0.3416,
+      "step": 350
+    },
+    {
+      "epoch": 0.7659574468085106,
+      "grad_norm": 1.8209755420684814,
+      "learning_rate": 1.7575112421616203e-05,
+      "loss": 0.209,
+      "step": 351
+    },
+    {
+      "epoch": 0.768139661756683,
+      "grad_norm": 2.1143956184387207,
+      "learning_rate": 1.7559612644207364e-05,
+      "loss": 0.248,
+      "step": 352
+    },
+    {
+      "epoch": 0.7703218767048554,
+      "grad_norm": 2.564955234527588,
+      "learning_rate": 1.7544070368912435e-05,
+      "loss": 0.2898,
+      "step": 353
+    },
+    {
+      "epoch": 0.7725040916530278,
+      "grad_norm": 1.8118090629577637,
+      "learning_rate": 1.7528485683105444e-05,
+      "loss": 0.2374,
+      "step": 354
+    },
+    {
+      "epoch": 0.7746863066012002,
+      "grad_norm": 2.656928777694702,
+      "learning_rate": 1.751285867439885e-05,
+      "loss": 0.3049,
+      "step": 355
+    },
+    {
+      "epoch": 0.7768685215493726,
+      "grad_norm": 3.4277329444885254,
+      "learning_rate": 1.7497189430643025e-05,
+      "loss": 0.3216,
+      "step": 356
+    },
+    {
+      "epoch": 0.779050736497545,
+      "grad_norm": 2.2048025131225586,
+      "learning_rate": 1.7481478039925784e-05,
+      "loss": 0.2718,
+      "step": 357
+    },
+    {
+      "epoch": 0.7812329514457174,
+      "grad_norm": 1.7105648517608643,
+      "learning_rate": 1.746572459057188e-05,
+      "loss": 0.2421,
+      "step": 358
+    },
+    {
+      "epoch": 0.7834151663938898,
+      "grad_norm": 1.4163354635238647,
+      "learning_rate": 1.7449929171142495e-05,
+      "loss": 0.2668,
+      "step": 359
+    },
+    {
+      "epoch": 0.7855973813420621,
+      "grad_norm": 2.316988468170166,
+      "learning_rate": 1.7434091870434772e-05,
+      "loss": 0.1913,
+      "step": 360
+    },
+    {
+      "epoch": 0.7877795962902346,
+      "grad_norm": 1.7749286890029907,
+      "learning_rate": 1.741821277748128e-05,
+      "loss": 0.1675,
+      "step": 361
+    },
+    {
+      "epoch": 0.789961811238407,
+      "grad_norm": 1.6692242622375488,
+      "learning_rate": 1.740229198154955e-05,
+      "loss": 0.1973,
+      "step": 362
+    },
+    {
+      "epoch": 0.7921440261865794,
+      "grad_norm": 1.7292042970657349,
+      "learning_rate": 1.738632957214154e-05,
+      "loss": 0.285,
+      "step": 363
+    },
+    {
+      "epoch": 0.7943262411347518,
+      "grad_norm": 1.389611840248108,
+      "learning_rate": 1.737032563899315e-05,
+      "loss": 0.2458,
+      "step": 364
+    },
+    {
+      "epoch": 0.7965084560829242,
+      "grad_norm": 2.399740695953369,
+      "learning_rate": 1.7354280272073718e-05,
+      "loss": 0.2779,
+      "step": 365
+    },
+    {
+      "epoch": 0.7986906710310966,
+      "grad_norm": 1.7526628971099854,
+      "learning_rate": 1.7338193561585507e-05,
+      "loss": 0.1781,
+      "step": 366
+    },
+    {
+      "epoch": 0.800872885979269,
+      "grad_norm": 1.1837629079818726,
+      "learning_rate": 1.7322065597963206e-05,
+      "loss": 0.1506,
+      "step": 367
+    },
+    {
+      "epoch": 0.8030551009274414,
+      "grad_norm": 2.0996508598327637,
+      "learning_rate": 1.730589647187341e-05,
+      "loss": 0.2591,
+      "step": 368
+    },
+    {
+      "epoch": 0.8052373158756138,
+      "grad_norm": 1.83616042137146,
+      "learning_rate": 1.7289686274214116e-05,
+      "loss": 0.2328,
+      "step": 369
+    },
+    {
+      "epoch": 0.8074195308237861,
+      "grad_norm": 1.7485703229904175,
+      "learning_rate": 1.7273435096114223e-05,
+      "loss": 0.1933,
+      "step": 370
+    },
+    {
+      "epoch": 0.8096017457719585,
+      "grad_norm": 1.69053316116333,
+      "learning_rate": 1.7257143028933004e-05,
+      "loss": 0.1454,
+      "step": 371
+    },
+    {
+      "epoch": 0.8117839607201309,
+      "grad_norm": 2.0164339542388916,
+      "learning_rate": 1.7240810164259597e-05,
+      "loss": 0.2374,
+      "step": 372
+    },
+    {
+      "epoch": 0.8139661756683033,
+      "grad_norm": 1.9152922630310059,
+      "learning_rate": 1.722443659391249e-05,
+      "loss": 0.2679,
+      "step": 373
+    },
+    {
+      "epoch": 0.8161483906164757,
+      "grad_norm": 1.842621922492981,
+      "learning_rate": 1.7208022409939012e-05,
+      "loss": 0.2535,
+      "step": 374
+    },
+    {
+      "epoch": 0.8183306055646481,
+      "grad_norm": 1.975754976272583,
+      "learning_rate": 1.7191567704614806e-05,
+      "loss": 0.2771,
+      "step": 375
+    },
+    {
+      "epoch": 0.8205128205128205,
+      "grad_norm": 2.002427577972412,
+      "learning_rate": 1.717507257044331e-05,
+      "loss": 0.2521,
+      "step": 376
+    },
+    {
+      "epoch": 0.8226950354609929,
+      "grad_norm": 1.8171672821044922,
+      "learning_rate": 1.7158537100155256e-05,
+      "loss": 0.1732,
+      "step": 377
+    },
+    {
+      "epoch": 0.8248772504091653,
+      "grad_norm": 2.4099912643432617,
+      "learning_rate": 1.714196138670811e-05,
+      "loss": 0.1903,
+      "step": 378
+    },
+    {
+      "epoch": 0.8270594653573377,
+      "grad_norm": 2.192172050476074,
+      "learning_rate": 1.7125345523285598e-05,
+      "loss": 0.1533,
+      "step": 379
+    },
+    {
+      "epoch": 0.82924168030551,
+      "grad_norm": 1.4280940294265747,
+      "learning_rate": 1.7108689603297134e-05,
+      "loss": 0.1654,
+      "step": 380
+    },
+    {
+      "epoch": 0.8314238952536824,
+      "grad_norm": 2.107060194015503,
+      "learning_rate": 1.7091993720377336e-05,
+      "loss": 0.2626,
+      "step": 381
+    },
+    {
+      "epoch": 0.8336061102018549,
+      "grad_norm": 2.0047659873962402,
+      "learning_rate": 1.7075257968385472e-05,
+      "loss": 0.3092,
+      "step": 382
+    },
+    {
+      "epoch": 0.8357883251500273,
+      "grad_norm": 1.796487808227539,
+      "learning_rate": 1.7058482441404946e-05,
+      "loss": 0.3114,
+      "step": 383
+    },
+    {
+      "epoch": 0.8379705400981997,
+      "grad_norm": 1.7347898483276367,
+      "learning_rate": 1.7041667233742763e-05,
+      "loss": 0.2335,
+      "step": 384
+    },
+    {
+      "epoch": 0.8401527550463721,
+      "grad_norm": 4.162664890289307,
+      "learning_rate": 1.7024812439929004e-05,
+      "loss": 0.3763,
+      "step": 385
+    },
+    {
+      "epoch": 0.8423349699945445,
+      "grad_norm": 2.301137685775757,
+      "learning_rate": 1.7007918154716286e-05,
+      "loss": 0.2288,
+      "step": 386
+    },
+    {
+      "epoch": 0.8445171849427169,
+      "grad_norm": 2.1186411380767822,
+      "learning_rate": 1.6990984473079245e-05,
+      "loss": 0.2563,
+      "step": 387
+    },
+    {
+      "epoch": 0.8466993998908893,
+      "grad_norm": 2.251436948776245,
+      "learning_rate": 1.6974011490213976e-05,
+      "loss": 0.2387,
+      "step": 388
+    },
+    {
+      "epoch": 0.8488816148390617,
+      "grad_norm": 2.201972246170044,
+      "learning_rate": 1.6956999301537533e-05,
+      "loss": 0.2157,
+      "step": 389
+    },
+    {
+      "epoch": 0.851063829787234,
+      "grad_norm": 1.8352923393249512,
+      "learning_rate": 1.6939948002687352e-05,
+      "loss": 0.2014,
+      "step": 390
+    },
+    {
+      "epoch": 0.8532460447354064,
+      "grad_norm": 1.7831623554229736,
+      "learning_rate": 1.692285768952076e-05,
+      "loss": 0.2098,
+      "step": 391
+    },
+    {
+      "epoch": 0.8554282596835788,
+      "grad_norm": 2.747898578643799,
+      "learning_rate": 1.6905728458114384e-05,
+      "loss": 0.358,
+      "step": 392
+    },
+    {
+      "epoch": 0.8576104746317512,
+      "grad_norm": 2.2360734939575195,
+      "learning_rate": 1.6888560404763656e-05,
+      "loss": 0.3157,
+      "step": 393
+    },
+    {
+      "epoch": 0.8597926895799236,
+      "grad_norm": 2.639230728149414,
+      "learning_rate": 1.687135362598225e-05,
+      "loss": 0.2,
+      "step": 394
+    },
+    {
+      "epoch": 0.861974904528096,
+      "grad_norm": 2.2100465297698975,
+      "learning_rate": 1.6854108218501534e-05,
+      "loss": 0.2923,
+      "step": 395
+    },
+    {
+      "epoch": 0.8641571194762684,
+      "grad_norm": 1.9703783988952637,
+      "learning_rate": 1.6836824279270053e-05,
+      "loss": 0.1823,
+      "step": 396
+    },
+    {
+      "epoch": 0.8663393344244408,
+      "grad_norm": 1.6612106561660767,
+      "learning_rate": 1.6819501905452945e-05,
+      "loss": 0.2014,
+      "step": 397
+    },
+    {
+      "epoch": 0.8685215493726132,
+      "grad_norm": 1.8585114479064941,
+      "learning_rate": 1.680214119443143e-05,
+      "loss": 0.2264,
+      "step": 398
+    },
+    {
+      "epoch": 0.8707037643207856,
+      "grad_norm": 1.6524639129638672,
+      "learning_rate": 1.6784742243802242e-05,
+      "loss": 0.2493,
+      "step": 399
+    },
+    {
+      "epoch": 0.872885979268958,
+      "grad_norm": 1.7347056865692139,
+      "learning_rate": 1.676730515137709e-05,
+      "loss": 0.1117,
+      "step": 400
+    },
+    {
+      "epoch": 0.8750681942171303,
+      "grad_norm": 4.263298034667969,
+      "learning_rate": 1.6749830015182106e-05,
+      "loss": 0.4225,
+      "step": 401
+    },
+    {
+      "epoch": 0.8772504091653028,
+      "grad_norm": 1.9091832637786865,
+      "learning_rate": 1.673231693345729e-05,
+      "loss": 0.212,
+      "step": 402
+    },
+    {
+      "epoch": 0.8794326241134752,
+      "grad_norm": 2.1852641105651855,
+      "learning_rate": 1.6714766004655952e-05,
+      "loss": 0.2277,
+      "step": 403
+    },
+    {
+      "epoch": 0.8816148390616476,
+      "grad_norm": 2.200873851776123,
+      "learning_rate": 1.6697177327444185e-05,
+      "loss": 0.3014,
+      "step": 404
+    },
+    {
+      "epoch": 0.88379705400982,
+      "grad_norm": 1.8276499509811401,
+      "learning_rate": 1.6679551000700277e-05,
+      "loss": 0.1585,
+      "step": 405
+    },
+    {
+      "epoch": 0.8859792689579924,
+      "grad_norm": 2.2364282608032227,
+      "learning_rate": 1.6661887123514183e-05,
+      "loss": 0.1494,
+      "step": 406
+    },
+    {
+      "epoch": 0.8881614839061648,
+      "grad_norm": 2.0222830772399902,
+      "learning_rate": 1.6644185795186946e-05,
+      "loss": 0.2673,
+      "step": 407
+    },
+    {
+      "epoch": 0.8903436988543372,
+      "grad_norm": 2.9449918270111084,
+      "learning_rate": 1.662644711523014e-05,
+      "loss": 0.3708,
+      "step": 408
+    },
+    {
+      "epoch": 0.8925259138025096,
+      "grad_norm": 1.4988254308700562,
+      "learning_rate": 1.660867118336535e-05,
+      "loss": 0.1401,
+      "step": 409
+    },
+    {
+      "epoch": 0.894708128750682,
+      "grad_norm": 2.212355375289917,
+      "learning_rate": 1.6590858099523545e-05,
+      "loss": 0.2032,
+      "step": 410
+    },
+    {
+      "epoch": 0.8968903436988543,
+      "grad_norm": 2.242018699645996,
+      "learning_rate": 1.657300796384457e-05,
+      "loss": 0.2475,
+      "step": 411
+    },
+    {
+      "epoch": 0.8990725586470267,
+      "grad_norm": 2.596482276916504,
+      "learning_rate": 1.6555120876676557e-05,
+      "loss": 0.3207,
+      "step": 412
+    },
+    {
+      "epoch": 0.9012547735951991,
+      "grad_norm": 2.6144678592681885,
+      "learning_rate": 1.6537196938575376e-05,
+      "loss": 0.2693,
+      "step": 413
+    },
+    {
+      "epoch": 0.9034369885433715,
+      "grad_norm": 2.0551865100860596,
+      "learning_rate": 1.6519236250304058e-05,
+      "loss": 0.1352,
+      "step": 414
+    },
+    {
+      "epoch": 0.9056192034915439,
+      "grad_norm": 1.8955483436584473,
+      "learning_rate": 1.6501238912832226e-05,
+      "loss": 0.2083,
+      "step": 415
+    },
+    {
+      "epoch": 0.9078014184397163,
+      "grad_norm": 2.737642526626587,
+      "learning_rate": 1.648320502733555e-05,
+      "loss": 0.3512,
+      "step": 416
+    },
+    {
+      "epoch": 0.9099836333878887,
+      "grad_norm": 1.874455451965332,
+      "learning_rate": 1.646513469519514e-05,
+      "loss": 0.245,
+      "step": 417
+    },
+    {
+      "epoch": 0.9121658483360611,
+      "grad_norm": 1.4540960788726807,
+      "learning_rate": 1.644702801799702e-05,
+      "loss": 0.1915,
+      "step": 418
+    },
+    {
+      "epoch": 0.9143480632842335,
+      "grad_norm": 2.55229115486145,
+      "learning_rate": 1.6428885097531524e-05,
+      "loss": 0.2691,
+      "step": 419
+    },
+    {
+      "epoch": 0.9165302782324058,
+      "grad_norm": 2.6212050914764404,
+      "learning_rate": 1.641070603579273e-05,
+      "loss": 0.3018,
+      "step": 420
+    },
+    {
+      "epoch": 0.9187124931805782,
+      "grad_norm": 2.048126220703125,
+      "learning_rate": 1.63924909349779e-05,
+      "loss": 0.16,
+      "step": 421
+    },
+    {
+      "epoch": 0.9208947081287506,
+      "grad_norm": 1.604466199874878,
+      "learning_rate": 1.63742398974869e-05,
+      "loss": 0.16,
+      "step": 422
+    },
+    {
+      "epoch": 0.9230769230769231,
+      "grad_norm": 2.0032010078430176,
+      "learning_rate": 1.6355953025921606e-05,
+      "loss": 0.2789,
+      "step": 423
+    },
+    {
+      "epoch": 0.9252591380250955,
+      "grad_norm": 2.1669390201568604,
+      "learning_rate": 1.633763042308536e-05,
+      "loss": 0.2223,
+      "step": 424
+    },
+    {
+      "epoch": 0.9274413529732679,
+      "grad_norm": 2.4847841262817383,
+      "learning_rate": 1.6319272191982364e-05,
+      "loss": 0.2193,
+      "step": 425
+    },
+    {
+      "epoch": 0.9296235679214403,
+      "grad_norm": 2.116520404815674,
+      "learning_rate": 1.6300878435817115e-05,
+      "loss": 0.2634,
+      "step": 426
+    },
+    {
+      "epoch": 0.9318057828696127,
+      "grad_norm": 2.1085104942321777,
+      "learning_rate": 1.6282449257993814e-05,
+      "loss": 0.2019,
+      "step": 427
+    },
+    {
+      "epoch": 0.9339879978177851,
+      "grad_norm": 1.8518610000610352,
+      "learning_rate": 1.626398476211581e-05,
+      "loss": 0.281,
+      "step": 428
+    },
+    {
+      "epoch": 0.9361702127659575,
+      "grad_norm": 2.573018789291382,
+      "learning_rate": 1.624548505198498e-05,
+      "loss": 0.1693,
+      "step": 429
+    },
+    {
+      "epoch": 0.9383524277141299,
+      "grad_norm": 1.71120285987854,
+      "learning_rate": 1.622695023160117e-05,
+      "loss": 0.1845,
+      "step": 430
+    },
+    {
+      "epoch": 0.9405346426623022,
+      "grad_norm": 2.493091583251953,
+      "learning_rate": 1.6208380405161623e-05,
+      "loss": 0.2344,
+      "step": 431
+    },
+    {
+      "epoch": 0.9427168576104746,
+      "grad_norm": 2.0557820796966553,
+      "learning_rate": 1.6189775677060347e-05,
+      "loss": 0.2579,
+      "step": 432
+    },
+    {
+      "epoch": 0.944899072558647,
+      "grad_norm": 2.64087176322937,
+      "learning_rate": 1.6171136151887577e-05,
+      "loss": 0.1322,
+      "step": 433
+    },
+    {
+      "epoch": 0.9470812875068194,
+      "grad_norm": 1.8148539066314697,
+      "learning_rate": 1.6152461934429154e-05,
+      "loss": 0.206,
+      "step": 434
+    },
+    {
+      "epoch": 0.9492635024549918,
+      "grad_norm": 2.2910168170928955,
+      "learning_rate": 1.6133753129665968e-05,
+      "loss": 0.2088,
+      "step": 435
+    },
+    {
+      "epoch": 0.9514457174031642,
+      "grad_norm": 2.097425937652588,
+      "learning_rate": 1.6115009842773322e-05,
+      "loss": 0.1765,
+      "step": 436
+    },
+    {
+      "epoch": 0.9536279323513366,
+      "grad_norm": 1.9903476238250732,
+      "learning_rate": 1.6096232179120388e-05,
+      "loss": 0.3164,
+      "step": 437
+    },
+    {
+      "epoch": 0.955810147299509,
+      "grad_norm": 2.1688966751098633,
+      "learning_rate": 1.6077420244269585e-05,
+      "loss": 0.2361,
+      "step": 438
+    },
+    {
+      "epoch": 0.9579923622476814,
+      "grad_norm": 2.8505375385284424,
+      "learning_rate": 1.6058574143975995e-05,
+      "loss": 0.2636,
+      "step": 439
+    },
+    {
+      "epoch": 0.9601745771958538,
+      "grad_norm": 3.311235189437866,
+      "learning_rate": 1.603969398418677e-05,
+      "loss": 0.3795,
+      "step": 440
+    },
+    {
+      "epoch": 0.9623567921440261,
+      "grad_norm": 1.8277406692504883,
+      "learning_rate": 1.6020779871040538e-05,
+      "loss": 0.1737,
+      "step": 441
+    },
+    {
+      "epoch": 0.9645390070921985,
+      "grad_norm": 2.1164958477020264,
+      "learning_rate": 1.6001831910866795e-05,
+      "loss": 0.1468,
+      "step": 442
+    },
+    {
+      "epoch": 0.966721222040371,
+      "grad_norm": 2.103459358215332,
+      "learning_rate": 1.5982850210185313e-05,
+      "loss": 0.1544,
+      "step": 443
+    },
+    {
+      "epoch": 0.9689034369885434,
+      "grad_norm": 1.900844693183899,
+      "learning_rate": 1.5963834875705556e-05,
+      "loss": 0.2253,
+      "step": 444
+    },
+    {
+      "epoch": 0.9710856519367158,
+      "grad_norm": 3.1280438899993896,
+      "learning_rate": 1.5944786014326053e-05,
+      "loss": 0.3032,
+      "step": 445
+    },
+    {
+      "epoch": 0.9732678668848882,
+      "grad_norm": 1.8489347696304321,
+      "learning_rate": 1.5925703733133823e-05,
+      "loss": 0.1499,
+      "step": 446
+    },
+    {
+      "epoch": 0.9754500818330606,
+      "grad_norm": 2.221360683441162,
+      "learning_rate": 1.5906588139403752e-05,
+      "loss": 0.2354,
+      "step": 447
+    },
+    {
+      "epoch": 0.977632296781233,
+      "grad_norm": 2.9962828159332275,
+      "learning_rate": 1.5887439340598002e-05,
+      "loss": 0.2583,
+      "step": 448
+    },
+    {
+      "epoch": 0.9798145117294054,
+      "grad_norm": 1.688433051109314,
+      "learning_rate": 1.5868257444365408e-05,
+      "loss": 0.2026,
+      "step": 449
+    },
+    {
+      "epoch": 0.9819967266775778,
+      "grad_norm": 1.9176521301269531,
+      "learning_rate": 1.5849042558540863e-05,
+      "loss": 0.2106,
+      "step": 450
+    },
+    {
+      "epoch": 0.9841789416257501,
+      "grad_norm": 1.9299747943878174,
+      "learning_rate": 1.5829794791144723e-05,
+      "loss": 0.1221,
+      "step": 451
+    },
+    {
+      "epoch": 0.9863611565739225,
+      "grad_norm": 2.396916389465332,
+      "learning_rate": 1.581051425038219e-05,
+      "loss": 0.2966,
+      "step": 452
+    },
+    {
+      "epoch": 0.9885433715220949,
+      "grad_norm": 2.132479667663574,
+      "learning_rate": 1.5791201044642707e-05,
+      "loss": 0.2392,
+      "step": 453
+    },
+    {
+      "epoch": 0.9907255864702673,
+      "grad_norm": 1.897214651107788,
+      "learning_rate": 1.577185528249936e-05,
+      "loss": 0.1549,
+      "step": 454
+    },
+    {
+      "epoch": 0.9929078014184397,
+      "grad_norm": 2.2790167331695557,
+      "learning_rate": 1.5752477072708247e-05,
+      "loss": 0.3243,
+      "step": 455
+    },
+    {
+      "epoch": 0.9950900163666121,
+      "grad_norm": 2.3962960243225098,
+      "learning_rate": 1.5733066524207875e-05,
+      "loss": 0.2082,
+      "step": 456
+    },
+    {
+      "epoch": 0.9972722313147845,
+      "grad_norm": 1.7336385250091553,
+      "learning_rate": 1.5713623746118558e-05,
+      "loss": 0.157,
+      "step": 457
+    },
+    {
+      "epoch": 0.9994544462629569,
+      "grad_norm": 1.8935623168945312,
+      "learning_rate": 1.5694148847741793e-05,
+      "loss": 0.2305,
+      "step": 458
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 5.8416337966918945,
+      "learning_rate": 1.5674641938559644e-05,
+      "loss": 0.3029,
+      "step": 459
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.1403220295906067,
+      "eval_runtime": 19.9242,
+      "eval_samples_per_second": 7.478,
+      "eval_steps_per_second": 1.907,
+      "step": 459
+    },
+    {
+      "epoch": 1.0021822149481725,
+      "grad_norm": 1.8019287586212158,
+      "learning_rate": 1.5655103128234134e-05,
+      "loss": 0.1877,
+      "step": 460
+    },
+    {
+      "epoch": 1.0043644298963448,
+      "grad_norm": 1.902143955230713,
+      "learning_rate": 1.5635532526606625e-05,
+      "loss": 0.257,
+      "step": 461
+    },
+    {
+      "epoch": 1.0065466448445173,
+      "grad_norm": 1.9301215410232544,
+      "learning_rate": 1.5615930243697196e-05,
+      "loss": 0.1767,
+      "step": 462
+    },
+    {
+      "epoch": 1.0087288597926896,
+      "grad_norm": 2.913344144821167,
+      "learning_rate": 1.559629638970403e-05,
+      "loss": 0.2287,
+      "step": 463
+    },
+    {
+      "epoch": 1.010911074740862,
+      "grad_norm": 2.474029064178467,
+      "learning_rate": 1.5576631075002796e-05,
+      "loss": 0.1237,
+      "step": 464
+    },
+    {
+      "epoch": 1.0130932896890343,
+      "grad_norm": 3.065030097961426,
+      "learning_rate": 1.5556934410146024e-05,
+      "loss": 0.2807,
+      "step": 465
+    },
+    {
+      "epoch": 1.0152755046372068,
+      "grad_norm": 2.1987740993499756,
+      "learning_rate": 1.5537206505862486e-05,
+      "loss": 0.2453,
+      "step": 466
+    },
+    {
+      "epoch": 1.0174577195853791,
+      "grad_norm": 2.6649110317230225,
+      "learning_rate": 1.5517447473056568e-05,
+      "loss": 0.2319,
+      "step": 467
+    },
+    {
+      "epoch": 1.0196399345335516,
+      "grad_norm": 2.435514211654663,
+      "learning_rate": 1.549765742280766e-05,
+      "loss": 0.2062,
+      "step": 468
+    },
+    {
+      "epoch": 1.021822149481724,
+      "grad_norm": 2.745359182357788,
+      "learning_rate": 1.5477836466369522e-05,
+      "loss": 0.2666,
+      "step": 469
+    },
+    {
+      "epoch": 1.0240043644298964,
+      "grad_norm": 2.4995157718658447,
+      "learning_rate": 1.5457984715169643e-05,
+      "loss": 0.2601,
+      "step": 470
+    },
+    {
+      "epoch": 1.0261865793780687,
+      "grad_norm": 2.0929505825042725,
+      "learning_rate": 1.5438102280808653e-05,
+      "loss": 0.1756,
+      "step": 471
+    },
+    {
+      "epoch": 1.0283687943262412,
+      "grad_norm": 1.8262255191802979,
+      "learning_rate": 1.541818927505966e-05,
+      "loss": 0.0954,
+      "step": 472
+    },
+    {
+      "epoch": 1.0305510092744135,
+      "grad_norm": 3.0266435146331787,
+      "learning_rate": 1.5398245809867643e-05,
+      "loss": 0.2957,
+      "step": 473
+    },
+    {
+      "epoch": 1.032733224222586,
+      "grad_norm": 2.083725929260254,
+      "learning_rate": 1.537827199734881e-05,
+      "loss": 0.1739,
+      "step": 474
+    },
+    {
+      "epoch": 1.0349154391707582,
+      "grad_norm": 1.922450304031372,
+      "learning_rate": 1.5358267949789968e-05,
+      "loss": 0.2071,
+      "step": 475
+    },
+    {
+      "epoch": 1.0370976541189307,
+      "grad_norm": 2.4131124019622803,
+      "learning_rate": 1.533823377964791e-05,
+      "loss": 0.2791,
+      "step": 476
+    },
+    {
+      "epoch": 1.039279869067103,
+      "grad_norm": 1.8954623937606812,
+      "learning_rate": 1.5318169599548755e-05,
+      "loss": 0.1715,
+      "step": 477
+    },
+    {
+      "epoch": 1.0414620840152755,
+      "grad_norm": 2.164491891860962,
+      "learning_rate": 1.529807552228734e-05,
+      "loss": 0.2373,
+      "step": 478
+    },
+    {
+      "epoch": 1.0436442989634478,
+      "grad_norm": 3.0179831981658936,
+      "learning_rate": 1.5277951660826568e-05,
+      "loss": 0.3007,
+      "step": 479
+    },
+    {
+      "epoch": 1.0458265139116203,
+      "grad_norm": 1.7959657907485962,
+      "learning_rate": 1.5257798128296783e-05,
+      "loss": 0.2018,
+      "step": 480
+    },
+    {
+      "epoch": 1.0480087288597928,
+      "grad_norm": 2.6910836696624756,
+      "learning_rate": 1.5237615037995129e-05,
+      "loss": 0.2201,
+      "step": 481
+    },
+    {
+      "epoch": 1.050190943807965,
+      "grad_norm": 1.951709270477295,
+      "learning_rate": 1.5217402503384914e-05,
+      "loss": 0.2506,
+      "step": 482
+    },
+    {
+      "epoch": 1.0523731587561376,
+      "grad_norm": 2.896122932434082,
+      "learning_rate": 1.5197160638094981e-05,
+      "loss": 0.3104,
+      "step": 483
+    },
+    {
+      "epoch": 1.0545553737043099,
+      "grad_norm": 2.292679786682129,
+      "learning_rate": 1.517688955591905e-05,
+      "loss": 0.209,
+      "step": 484
+    },
+    {
+      "epoch": 1.0567375886524824,
+      "grad_norm": 3.202497959136963,
+      "learning_rate": 1.5156589370815096e-05,
+      "loss": 0.2434,
+      "step": 485
+    },
+    {
+      "epoch": 1.0589198036006546,
+      "grad_norm": 2.8257803916931152,
+      "learning_rate": 1.5136260196904704e-05,
+      "loss": 0.2367,
+      "step": 486
+    },
+    {
+      "epoch": 1.0611020185488271,
+      "grad_norm": 2.2409307956695557,
+      "learning_rate": 1.5115902148472418e-05,
+      "loss": 0.1715,
+      "step": 487
+    },
+    {
+      "epoch": 1.0632842334969994,
+      "grad_norm": 2.476684808731079,
+      "learning_rate": 1.5095515339965117e-05,
+      "loss": 0.1848,
+      "step": 488
+    },
+    {
+      "epoch": 1.065466448445172,
+      "grad_norm": 2.5123090744018555,
+      "learning_rate": 1.5075099885991345e-05,
+      "loss": 0.2263,
+      "step": 489
+    },
+    {
+      "epoch": 1.0676486633933442,
+      "grad_norm": 3.0836989879608154,
+      "learning_rate": 1.5054655901320697e-05,
+      "loss": 0.2531,
+      "step": 490
+    },
+    {
+      "epoch": 1.0698308783415167,
+      "grad_norm": 4.021674156188965,
+      "learning_rate": 1.5034183500883153e-05,
+      "loss": 0.1912,
+      "step": 491
+    },
+    {
+      "epoch": 1.072013093289689,
+      "grad_norm": 2.2927186489105225,
+      "learning_rate": 1.5013682799768435e-05,
+      "loss": 0.2133,
+      "step": 492
+    },
+    {
+      "epoch": 1.0741953082378615,
+      "grad_norm": 2.7609188556671143,
+      "learning_rate": 1.4993153913225374e-05,
+      "loss": 0.2674,
+      "step": 493
+    },
+    {
+      "epoch": 1.0763775231860337,
+      "grad_norm": 2.187609910964966,
+      "learning_rate": 1.4972596956661229e-05,
+      "loss": 0.142,
+      "step": 494
+    },
+    {
+      "epoch": 1.0785597381342062,
+      "grad_norm": 2.747796058654785,
+      "learning_rate": 1.495201204564109e-05,
+      "loss": 0.1937,
+      "step": 495
+    },
+    {
+      "epoch": 1.0807419530823785,
+      "grad_norm": 2.5511114597320557,
+      "learning_rate": 1.4931399295887172e-05,
+      "loss": 0.1476,
+      "step": 496
+    },
+    {
+      "epoch": 1.082924168030551,
+      "grad_norm": 2.889888286590576,
+      "learning_rate": 1.4910758823278208e-05,
+      "loss": 0.1788,
+      "step": 497
+    },
+    {
+      "epoch": 1.0851063829787233,
+      "grad_norm": 3.5090761184692383,
+      "learning_rate": 1.4890090743848774e-05,
+      "loss": 0.2141,
+      "step": 498
+    },
+    {
+      "epoch": 1.0872885979268958,
+      "grad_norm": 2.307823419570923,
+      "learning_rate": 1.4869395173788642e-05,
+      "loss": 0.1909,
+      "step": 499
+    },
+    {
+      "epoch": 1.089470812875068,
+      "grad_norm": 2.2412569522857666,
+      "learning_rate": 1.4848672229442132e-05,
+      "loss": 0.1722,
+      "step": 500
+    },
+    {
+      "epoch": 1.0916530278232406,
+      "grad_norm": 1.8769689798355103,
+      "learning_rate": 1.482792202730745e-05,
+      "loss": 0.2055,
+      "step": 501
+    },
+    {
+      "epoch": 1.093835242771413,
+      "grad_norm": 1.9491465091705322,
+      "learning_rate": 1.4807144684036044e-05,
+      "loss": 0.1853,
+      "step": 502
+    },
+    {
+      "epoch": 1.0960174577195854,
+      "grad_norm": 2.69763445854187,
+      "learning_rate": 1.4786340316431931e-05,
+      "loss": 0.2119,
+      "step": 503
+    },
+    {
+      "epoch": 1.0981996726677579,
+      "grad_norm": 2.3967506885528564,
+      "learning_rate": 1.476550904145106e-05,
+      "loss": 0.1817,
+      "step": 504
+    },
+    {
+      "epoch": 1.1003818876159301,
+      "grad_norm": 2.4768576622009277,
+      "learning_rate": 1.4744650976200643e-05,
+      "loss": 0.1577,
+      "step": 505
+    },
+    {
+      "epoch": 1.1025641025641026,
+      "grad_norm": 2.0315756797790527,
+      "learning_rate": 1.4723766237938495e-05,
+      "loss": 0.2376,
+      "step": 506
+    },
+    {
+      "epoch": 1.104746317512275,
+      "grad_norm": 1.9335227012634277,
+      "learning_rate": 1.4702854944072383e-05,
+      "loss": 0.1724,
+      "step": 507
+    },
+    {
+      "epoch": 1.1069285324604474,
+      "grad_norm": 3.594619035720825,
+      "learning_rate": 1.4681917212159358e-05,
+      "loss": 0.3462,
+      "step": 508
+    },
+    {
+      "epoch": 1.1091107474086197,
+      "grad_norm": 2.9599368572235107,
+      "learning_rate": 1.46609531599051e-05,
+      "loss": 0.1963,
+      "step": 509
+    },
+    {
+      "epoch": 1.1112929623567922,
+      "grad_norm": 3.0211782455444336,
+      "learning_rate": 1.4639962905163258e-05,
+      "loss": 0.2491,
+      "step": 510
+    },
+    {
+      "epoch": 1.1134751773049645,
+      "grad_norm": 2.4269933700561523,
+      "learning_rate": 1.4618946565934775e-05,
+      "loss": 0.2291,
+      "step": 511
+    },
+    {
+      "epoch": 1.115657392253137,
+      "grad_norm": 2.2576053142547607,
+      "learning_rate": 1.4597904260367239e-05,
+      "loss": 0.2094,
+      "step": 512
+    },
+    {
+      "epoch": 1.1178396072013093,
+      "grad_norm": 1.957598328590393,
+      "learning_rate": 1.4576836106754213e-05,
+      "loss": 0.0845,
+      "step": 513
+    },
+    {
+      "epoch": 1.1200218221494818,
+      "grad_norm": 2.516148567199707,
+      "learning_rate": 1.455574222353457e-05,
+      "loss": 0.17,
+      "step": 514
+    },
+    {
+      "epoch": 1.122204037097654,
+      "grad_norm": 2.721252202987671,
+      "learning_rate": 1.453462272929182e-05,
+      "loss": 0.2122,
+      "step": 515
+    },
+    {
+      "epoch": 1.1243862520458265,
+      "grad_norm": 2.4629621505737305,
+      "learning_rate": 1.4513477742753465e-05,
+      "loss": 0.1651,
+      "step": 516
+    },
+    {
+      "epoch": 1.1265684669939988,
+      "grad_norm": 3.100644588470459,
+      "learning_rate": 1.44923073827903e-05,
+      "loss": 0.1943,
+      "step": 517
+    },
+    {
+      "epoch": 1.1287506819421713,
+      "grad_norm": 2.4555938243865967,
+      "learning_rate": 1.4471111768415777e-05,
+      "loss": 0.2231,
+      "step": 518
+    },
+    {
+      "epoch": 1.1309328968903438,
+      "grad_norm": 3.559675693511963,
+      "learning_rate": 1.444989101878531e-05,
+      "loss": 0.2659,
+      "step": 519
+    },
+    {
+      "epoch": 1.133115111838516,
+      "grad_norm": 3.6792166233062744,
+      "learning_rate": 1.4428645253195621e-05,
+      "loss": 0.1257,
+      "step": 520
+    },
+    {
+      "epoch": 1.1352973267866884,
+      "grad_norm": 2.976696491241455,
+      "learning_rate": 1.4407374591084064e-05,
+      "loss": 0.1997,
+      "step": 521
+    },
+    {
+      "epoch": 1.1374795417348609,
+      "grad_norm": 1.5357242822647095,
+      "learning_rate": 1.4386079152027952e-05,
+      "loss": 0.1049,
+      "step": 522
+    },
+    {
+      "epoch": 1.1396617566830334,
+      "grad_norm": 3.1404213905334473,
+      "learning_rate": 1.4364759055743888e-05,
+      "loss": 0.2204,
+      "step": 523
+    },
+    {
+      "epoch": 1.1418439716312057,
+      "grad_norm": 2.792419910430908,
+      "learning_rate": 1.4343414422087093e-05,
+      "loss": 0.1747,
+      "step": 524
+    },
+    {
+      "epoch": 1.1440261865793782,
+      "grad_norm": 2.3285140991210938,
+      "learning_rate": 1.4322045371050722e-05,
+      "loss": 0.1328,
+      "step": 525
+    },
+    {
+      "epoch": 1.1462084015275504,
+      "grad_norm": 2.3393845558166504,
+      "learning_rate": 1.4300652022765207e-05,
+      "loss": 0.2738,
+      "step": 526
+    },
+    {
+      "epoch": 1.148390616475723,
+      "grad_norm": 2.2300164699554443,
+      "learning_rate": 1.4279234497497563e-05,
+      "loss": 0.1896,
+      "step": 527
+    },
+    {
+      "epoch": 1.1505728314238952,
+      "grad_norm": 2.373249053955078,
+      "learning_rate": 1.4257792915650728e-05,
+      "loss": 0.2012,
+      "step": 528
+    },
+    {
+      "epoch": 1.1527550463720677,
+      "grad_norm": 2.0976922512054443,
+      "learning_rate": 1.4236327397762874e-05,
+      "loss": 0.2497,
+      "step": 529
+    },
+    {
+      "epoch": 1.15493726132024,
+      "grad_norm": 1.8486440181732178,
+      "learning_rate": 1.4214838064506738e-05,
+      "loss": 0.1702,
+      "step": 530
+    },
+    {
+      "epoch": 1.1571194762684125,
+      "grad_norm": 2.3722503185272217,
+      "learning_rate": 1.419332503668894e-05,
+      "loss": 0.1606,
+      "step": 531
+    },
+    {
+      "epoch": 1.1593016912165848,
+      "grad_norm": 2.461449384689331,
+      "learning_rate": 1.417178843524929e-05,
+      "loss": 0.1075,
+      "step": 532
+    },
+    {
+      "epoch": 1.1614839061647573,
+      "grad_norm": 2.089160680770874,
+      "learning_rate": 1.415022838126015e-05,
+      "loss": 0.2195,
+      "step": 533
+    },
+    {
+      "epoch": 1.1636661211129296,
+      "grad_norm": 2.3041534423828125,
+      "learning_rate": 1.4128644995925696e-05,
+      "loss": 0.1695,
+      "step": 534
+    },
+    {
+      "epoch": 1.165848336061102,
+      "grad_norm": 2.2250640392303467,
+      "learning_rate": 1.4107038400581288e-05,
+      "loss": 0.1427,
+      "step": 535
+    },
+    {
+      "epoch": 1.1680305510092743,
+      "grad_norm": 2.821981191635132,
+      "learning_rate": 1.408540871669275e-05,
+      "loss": 0.2429,
+      "step": 536
+    },
+    {
+      "epoch": 1.1702127659574468,
+      "grad_norm": 1.843950629234314,
+      "learning_rate": 1.4063756065855714e-05,
+      "loss": 0.1595,
+      "step": 537
+    },
+    {
+      "epoch": 1.172394980905619,
+      "grad_norm": 1.8635647296905518,
+      "learning_rate": 1.4042080569794916e-05,
+      "loss": 0.1801,
+      "step": 538
+    },
+    {
+      "epoch": 1.1745771958537916,
+      "grad_norm": 2.7336111068725586,
+      "learning_rate": 1.4020382350363528e-05,
+      "loss": 0.2475,
+      "step": 539
+    },
+    {
+      "epoch": 1.1767594108019641,
+      "grad_norm": 2.7390475273132324,
+      "learning_rate": 1.3998661529542463e-05,
+      "loss": 0.1863,
+      "step": 540
+    },
+    {
+      "epoch": 1.1789416257501364,
+      "grad_norm": 2.4629695415496826,
+      "learning_rate": 1.3976918229439698e-05,
+      "loss": 0.1916,
+      "step": 541
+    },
+    {
+      "epoch": 1.1811238406983087,
+      "grad_norm": 2.5746042728424072,
+      "learning_rate": 1.3955152572289568e-05,
+      "loss": 0.1676,
+      "step": 542
+    },
+    {
+      "epoch": 1.1833060556464812,
+      "grad_norm": 1.8419281244277954,
+      "learning_rate": 1.3933364680452106e-05,
+      "loss": 0.2031,
+      "step": 543
+    },
+    {
+      "epoch": 1.1854882705946537,
+      "grad_norm": 1.8326016664505005,
+      "learning_rate": 1.391155467641234e-05,
+      "loss": 0.171,
+      "step": 544
+    },
+    {
+      "epoch": 1.187670485542826,
+      "grad_norm": 2.0684292316436768,
+      "learning_rate": 1.3889722682779598e-05,
+      "loss": 0.1798,
+      "step": 545
+    },
+    {
+      "epoch": 1.1898527004909984,
+      "grad_norm": 3.091320037841797,
+      "learning_rate": 1.3867868822286838e-05,
+      "loss": 0.2332,
+      "step": 546
+    },
+    {
+      "epoch": 1.1920349154391707,
+      "grad_norm": 2.053288221359253,
+      "learning_rate": 1.3845993217789937e-05,
+      "loss": 0.1505,
+      "step": 547
+    },
+    {
+      "epoch": 1.1942171303873432,
+      "grad_norm": 2.901550531387329,
+      "learning_rate": 1.3824095992267017e-05,
+      "loss": 0.1931,
+      "step": 548
+    },
+    {
+      "epoch": 1.1963993453355155,
+      "grad_norm": 1.7713093757629395,
+      "learning_rate": 1.3802177268817742e-05,
+      "loss": 0.1403,
+      "step": 549
+    },
+    {
+      "epoch": 1.198581560283688,
+      "grad_norm": 2.695328712463379,
+      "learning_rate": 1.3780237170662638e-05,
+      "loss": 0.1839,
+      "step": 550
+    },
+    {
+      "epoch": 1.2007637752318603,
+      "grad_norm": 2.2167255878448486,
+      "learning_rate": 1.3758275821142382e-05,
+      "loss": 0.1574,
+      "step": 551
+    },
+    {
+      "epoch": 1.2029459901800328,
+      "grad_norm": 2.8482513427734375,
+      "learning_rate": 1.3736293343717134e-05,
+      "loss": 0.2363,
+      "step": 552
+    },
+    {
+      "epoch": 1.205128205128205,
+      "grad_norm": 2.6810922622680664,
+      "learning_rate": 1.3714289861965816e-05,
+      "loss": 0.114,
+      "step": 553
+    },
+    {
+      "epoch": 1.2073104200763776,
+      "grad_norm": 3.703829526901245,
+      "learning_rate": 1.3692265499585438e-05,
+      "loss": 0.3045,
+      "step": 554
+    },
+    {
+      "epoch": 1.2094926350245498,
+      "grad_norm": 2.488236904144287,
+      "learning_rate": 1.3670220380390389e-05,
+      "loss": 0.1547,
+      "step": 555
+    },
+    {
+      "epoch": 1.2116748499727223,
+      "grad_norm": 2.5278217792510986,
+      "learning_rate": 1.3648154628311754e-05,
+      "loss": 0.2298,
+      "step": 556
+    },
+    {
+      "epoch": 1.2138570649208946,
+      "grad_norm": 2.498905897140503,
+      "learning_rate": 1.3626068367396603e-05,
+      "loss": 0.1716,
+      "step": 557
+    },
+    {
+      "epoch": 1.2160392798690671,
+      "grad_norm": 1.974450707435608,
+      "learning_rate": 1.3603961721807304e-05,
+      "loss": 0.1463,
+      "step": 558
+    },
+    {
+      "epoch": 1.2182214948172394,
+      "grad_norm": 2.6349775791168213,
+      "learning_rate": 1.3581834815820817e-05,
+      "loss": 0.2137,
+      "step": 559
+    },
+    {
+      "epoch": 1.220403709765412,
+      "grad_norm": 2.3225290775299072,
+      "learning_rate": 1.3559687773828012e-05,
+      "loss": 0.1502,
+      "step": 560
+    },
+    {
+      "epoch": 1.2225859247135844,
+      "grad_norm": 2.315077304840088,
+      "learning_rate": 1.3537520720332943e-05,
+      "loss": 0.1678,
+      "step": 561
+    },
+    {
+      "epoch": 1.2247681396617567,
+      "grad_norm": 2.848196506500244,
+      "learning_rate": 1.3515333779952169e-05,
+      "loss": 0.1879,
+      "step": 562
+    },
+    {
+      "epoch": 1.226950354609929,
+      "grad_norm": 2.263171672821045,
+      "learning_rate": 1.3493127077414046e-05,
+      "loss": 0.2038,
+      "step": 563
+    },
+    {
+      "epoch": 1.2291325695581015,
+      "grad_norm": 2.4250402450561523,
+      "learning_rate": 1.3470900737558032e-05,
+      "loss": 0.2477,
+      "step": 564
+    },
+    {
+      "epoch": 1.231314784506274,
+      "grad_norm": 2.753305196762085,
+      "learning_rate": 1.3448654885333974e-05,
+      "loss": 0.2269,
+      "step": 565
+    },
+    {
+      "epoch": 1.2334969994544462,
+      "grad_norm": 2.5317184925079346,
+      "learning_rate": 1.3426389645801415e-05,
+      "loss": 0.2466,
+      "step": 566
+    },
+    {
+      "epoch": 1.2356792144026187,
+      "grad_norm": 3.7827954292297363,
+      "learning_rate": 1.3404105144128885e-05,
+      "loss": 0.2075,
+      "step": 567
+    },
+    {
+      "epoch": 1.237861429350791,
+      "grad_norm": 2.9501733779907227,
+      "learning_rate": 1.3381801505593201e-05,
+      "loss": 0.1793,
+      "step": 568
+    },
+    {
+      "epoch": 1.2400436442989635,
+      "grad_norm": 3.1708619594573975,
+      "learning_rate": 1.3359478855578764e-05,
+      "loss": 0.164,
+      "step": 569
+    },
+    {
+      "epoch": 1.2422258592471358,
+      "grad_norm": 3.6639211177825928,
+      "learning_rate": 1.333713731957685e-05,
+      "loss": 0.2289,
+      "step": 570
+    },
+    {
+      "epoch": 1.2444080741953083,
+      "grad_norm": 3.018395185470581,
+      "learning_rate": 1.3314777023184907e-05,
+      "loss": 0.162,
+      "step": 571
+    },
+    {
+      "epoch": 1.2465902891434806,
+      "grad_norm": 2.5039498805999756,
+      "learning_rate": 1.3292398092105842e-05,
+      "loss": 0.2153,
+      "step": 572
+    },
+    {
+      "epoch": 1.248772504091653,
+      "grad_norm": 2.9260947704315186,
+      "learning_rate": 1.3270000652147339e-05,
+      "loss": 0.3021,
+      "step": 573
+    },
+    {
+      "epoch": 1.2509547190398254,
+      "grad_norm": 2.116720676422119,
+      "learning_rate": 1.3247584829221104e-05,
+      "loss": 0.1745,
+      "step": 574
+    },
+    {
+      "epoch": 1.2531369339879979,
+      "grad_norm": 2.1811068058013916,
+      "learning_rate": 1.3225150749342222e-05,
+      "loss": 0.1114,
+      "step": 575
+    },
+    {
+      "epoch": 1.2553191489361701,
+      "grad_norm": 2.2190120220184326,
+      "learning_rate": 1.3202698538628376e-05,
+      "loss": 0.1438,
+      "step": 576
+    },
+    {
+      "epoch": 1.2575013638843426,
+      "grad_norm": 2.391366958618164,
+      "learning_rate": 1.318022832329921e-05,
+      "loss": 0.133,
+      "step": 577
+    },
+    {
+      "epoch": 1.2596835788325151,
+      "grad_norm": 2.4193201065063477,
+      "learning_rate": 1.3157740229675557e-05,
+      "loss": 0.1793,
+      "step": 578
+    },
+    {
+      "epoch": 1.2618657937806874,
+      "grad_norm": 1.9113832712173462,
+      "learning_rate": 1.3135234384178772e-05,
+      "loss": 0.1401,
+      "step": 579
+    },
+    {
+      "epoch": 1.2640480087288597,
+      "grad_norm": 1.865209698677063,
+      "learning_rate": 1.311271091333e-05,
+      "loss": 0.105,
+      "step": 580
+    },
+    {
+      "epoch": 1.2662302236770322,
+      "grad_norm": 2.3061411380767822,
+      "learning_rate": 1.3090169943749475e-05,
+      "loss": 0.1161,
+      "step": 581
+    },
+    {
+      "epoch": 1.2684124386252047,
+      "grad_norm": 2.1760177612304688,
+      "learning_rate": 1.3067611602155799e-05,
+      "loss": 0.1634,
+      "step": 582
+    },
+    {
+      "epoch": 1.270594653573377,
+      "grad_norm": 2.7365148067474365,
+      "learning_rate": 1.3045036015365233e-05,
+      "loss": 0.1845,
+      "step": 583
+    },
+    {
+      "epoch": 1.2727768685215493,
+      "grad_norm": 3.721605062484741,
+      "learning_rate": 1.3022443310290993e-05,
+      "loss": 0.1406,
+      "step": 584
+    },
+    {
+      "epoch": 1.2749590834697218,
+      "grad_norm": 3.289597272872925,
+      "learning_rate": 1.299983361394252e-05,
+      "loss": 0.1936,
+      "step": 585
+    },
+    {
+      "epoch": 1.2771412984178943,
+      "grad_norm": 2.606523275375366,
+      "learning_rate": 1.2977207053424781e-05,
+      "loss": 0.1156,
+      "step": 586
+    },
+    {
+      "epoch": 1.2793235133660665,
+      "grad_norm": 2.400787830352783,
+      "learning_rate": 1.2954563755937546e-05,
+      "loss": 0.2137,
+      "step": 587
+    },
+    {
+      "epoch": 1.281505728314239,
+      "grad_norm": 2.5187461376190186,
+      "learning_rate": 1.2931903848774676e-05,
+      "loss": 0.1063,
+      "step": 588
+    },
+    {
+      "epoch": 1.2836879432624113,
+      "grad_norm": 3.235729217529297,
+      "learning_rate": 1.2909227459323403e-05,
+      "loss": 0.2469,
+      "step": 589
+    },
+    {
+      "epoch": 1.2858701582105838,
+      "grad_norm": 2.7703285217285156,
+      "learning_rate": 1.2886534715063626e-05,
+      "loss": 0.1818,
+      "step": 590
+    },
+    {
+      "epoch": 1.288052373158756,
+      "grad_norm": 3.637584924697876,
+      "learning_rate": 1.2863825743567174e-05,
+      "loss": 0.2336,
+      "step": 591
+    },
+    {
+      "epoch": 1.2902345881069286,
+      "grad_norm": 3.1228601932525635,
+      "learning_rate": 1.2841100672497116e-05,
+      "loss": 0.2367,
+      "step": 592
+    },
+    {
+      "epoch": 1.2924168030551009,
+      "grad_norm": 2.9462695121765137,
+      "learning_rate": 1.2818359629607008e-05,
+      "loss": 0.1788,
+      "step": 593
+    },
+    {
+      "epoch": 1.2945990180032734,
+      "grad_norm": 2.9761486053466797,
+      "learning_rate": 1.2795602742740217e-05,
+      "loss": 0.1441,
+      "step": 594
+    },
+    {
+      "epoch": 1.2967812329514457,
+      "grad_norm": 2.2495787143707275,
+      "learning_rate": 1.277283013982916e-05,
+      "loss": 0.1545,
+      "step": 595
+    },
+    {
+      "epoch": 1.2989634478996182,
+      "grad_norm": 3.083928346633911,
+      "learning_rate": 1.2750041948894621e-05,
+      "loss": 0.221,
+      "step": 596
+    },
+    {
+      "epoch": 1.3011456628477904,
+      "grad_norm": 2.588616132736206,
+      "learning_rate": 1.2727238298045002e-05,
+      "loss": 0.2604,
+      "step": 597
+    },
+    {
+      "epoch": 1.303327877795963,
+      "grad_norm": 1.9574215412139893,
+      "learning_rate": 1.2704419315475629e-05,
+      "loss": 0.0857,
+      "step": 598
+    },
+    {
+      "epoch": 1.3055100927441354,
+      "grad_norm": 2.5908048152923584,
+      "learning_rate": 1.2681585129468003e-05,
+      "loss": 0.2161,
+      "step": 599
+    },
+    {
+      "epoch": 1.3076923076923077,
+      "grad_norm": 2.3788375854492188,
+      "learning_rate": 1.2658735868389113e-05,
+      "loss": 0.1802,
+      "step": 600
+    },
+    {
+      "epoch": 1.30987452264048,
+      "grad_norm": 2.700119972229004,
+      "learning_rate": 1.2635871660690677e-05,
+      "loss": 0.2199,
+      "step": 601
+    },
+    {
+      "epoch": 1.3120567375886525,
+      "grad_norm": 4.635282516479492,
+      "learning_rate": 1.2612992634908454e-05,
+      "loss": 0.3031,
+      "step": 602
+    },
+    {
+      "epoch": 1.314238952536825,
+      "grad_norm": 2.3652584552764893,
+      "learning_rate": 1.259009891966149e-05,
+      "loss": 0.2247,
+      "step": 603
+    },
+    {
+      "epoch": 1.3164211674849973,
+      "grad_norm": 3.4706060886383057,
+      "learning_rate": 1.2567190643651426e-05,
+      "loss": 0.2694,
+      "step": 604
+    },
+    {
+      "epoch": 1.3186033824331695,
+      "grad_norm": 1.9665111303329468,
+      "learning_rate": 1.2544267935661751e-05,
+      "loss": 0.1469,
+      "step": 605
+    },
+    {
+      "epoch": 1.320785597381342,
+      "grad_norm": 2.283301591873169,
+      "learning_rate": 1.2521330924557087e-05,
+      "loss": 0.0957,
+      "step": 606
+    },
+    {
+      "epoch": 1.3229678123295145,
+      "grad_norm": 2.651952028274536,
+      "learning_rate": 1.2498379739282465e-05,
+      "loss": 0.2059,
+      "step": 607
+    },
+    {
+      "epoch": 1.3251500272776868,
+      "grad_norm": 2.3744137287139893,
+      "learning_rate": 1.2475414508862598e-05,
+      "loss": 0.1265,
+      "step": 608
+    },
+    {
+      "epoch": 1.3273322422258593,
+      "grad_norm": 1.802808165550232,
+      "learning_rate": 1.2452435362401161e-05,
+      "loss": 0.1427,
+      "step": 609
+    },
+    {
+      "epoch": 1.3295144571740316,
+      "grad_norm": 3.336048126220703,
+      "learning_rate": 1.2429442429080054e-05,
+      "loss": 0.1774,
+      "step": 610
+    },
+    {
+      "epoch": 1.331696672122204,
+      "grad_norm": 2.2112581729888916,
+      "learning_rate": 1.2406435838158686e-05,
+      "loss": 0.1787,
+      "step": 611
+    },
+    {
+      "epoch": 1.3338788870703764,
+      "grad_norm": 2.1347427368164062,
+      "learning_rate": 1.2383415718973245e-05,
+      "loss": 0.1569,
+      "step": 612
+    },
+    {
+      "epoch": 1.3360611020185489,
+      "grad_norm": 2.770080804824829,
+      "learning_rate": 1.2360382200935971e-05,
+      "loss": 0.1441,
+      "step": 613
+    },
+    {
+      "epoch": 1.3382433169667212,
+      "grad_norm": 2.349490165710449,
+      "learning_rate": 1.2337335413534428e-05,
+      "loss": 0.2037,
+      "step": 614
+    },
+    {
+      "epoch": 1.3404255319148937,
+      "grad_norm": 1.7021867036819458,
+      "learning_rate": 1.2314275486330778e-05,
+      "loss": 0.1465,
+      "step": 615
+    },
+    {
+      "epoch": 1.342607746863066,
+      "grad_norm": 2.615363597869873,
+      "learning_rate": 1.2291202548961042e-05,
+      "loss": 0.1307,
+      "step": 616
+    },
+    {
+      "epoch": 1.3447899618112384,
+      "grad_norm": 2.6998343467712402,
+      "learning_rate": 1.22681167311344e-05,
+      "loss": 0.1757,
+      "step": 617
+    },
+    {
+      "epoch": 1.3469721767594107,
+      "grad_norm": 3.609154462814331,
+      "learning_rate": 1.2245018162632421e-05,
+      "loss": 0.1867,
+      "step": 618
+    },
+    {
+      "epoch": 1.3491543917075832,
+      "grad_norm": 2.961665630340576,
+      "learning_rate": 1.2221906973308365e-05,
+      "loss": 0.2027,
+      "step": 619
+    },
+    {
+      "epoch": 1.3513366066557557,
+      "grad_norm": 3.5816338062286377,
+      "learning_rate": 1.2198783293086442e-05,
+      "loss": 0.2108,
+      "step": 620
+    },
+    {
+      "epoch": 1.353518821603928,
+      "grad_norm": 3.6057474613189697,
+      "learning_rate": 1.217564725196108e-05,
+      "loss": 0.2128,
+      "step": 621
+    },
+    {
+      "epoch": 1.3557010365521003,
+      "grad_norm": 2.562664747238159,
+      "learning_rate": 1.2152498979996195e-05,
+      "loss": 0.1246,
+      "step": 622
+    },
+    {
+      "epoch": 1.3578832515002728,
+      "grad_norm": 3.677271842956543,
+      "learning_rate": 1.2129338607324468e-05,
+      "loss": 0.204,
+      "step": 623
+    },
+    {
+      "epoch": 1.3600654664484453,
+      "grad_norm": 2.7437164783477783,
+      "learning_rate": 1.2106166264146598e-05,
+      "loss": 0.1421,
+      "step": 624
+    },
+    {
+      "epoch": 1.3622476813966176,
+      "grad_norm": 3.812169075012207,
+      "learning_rate": 1.2082982080730583e-05,
+      "loss": 0.2489,
+      "step": 625
+    },
+    {
+      "epoch": 1.3644298963447898,
+      "grad_norm": 2.3685340881347656,
+      "learning_rate": 1.2059786187410984e-05,
+      "loss": 0.1409,
+      "step": 626
+    },
+    {
+      "epoch": 1.3666121112929623,
+      "grad_norm": 2.6326491832733154,
+      "learning_rate": 1.2036578714588191e-05,
+      "loss": 0.2362,
+      "step": 627
+    },
+    {
+      "epoch": 1.3687943262411348,
+      "grad_norm": 3.180542469024658,
+      "learning_rate": 1.2013359792727688e-05,
+      "loss": 0.196,
+      "step": 628
+    },
+    {
+      "epoch": 1.3709765411893071,
+      "grad_norm": 2.598093271255493,
+      "learning_rate": 1.1990129552359326e-05,
+      "loss": 0.1182,
+      "step": 629
+    },
+    {
+      "epoch": 1.3731587561374796,
+      "grad_norm": 3.2489445209503174,
+      "learning_rate": 1.1966888124076584e-05,
+      "loss": 0.2325,
+      "step": 630
+    },
+    {
+      "epoch": 1.375340971085652,
+      "grad_norm": 2.6351356506347656,
+      "learning_rate": 1.1943635638535827e-05,
+      "loss": 0.1813,
+      "step": 631
+    },
+    {
+      "epoch": 1.3775231860338244,
+      "grad_norm": 1.9551174640655518,
+      "learning_rate": 1.19203722264556e-05,
+      "loss": 0.0694,
+      "step": 632
+    },
+    {
+      "epoch": 1.3797054009819967,
+      "grad_norm": 3.037329912185669,
+      "learning_rate": 1.1897098018615854e-05,
+      "loss": 0.166,
+      "step": 633
+    },
+    {
+      "epoch": 1.3818876159301692,
+      "grad_norm": 2.428030252456665,
+      "learning_rate": 1.187381314585725e-05,
+      "loss": 0.1341,
+      "step": 634
+    },
+    {
+      "epoch": 1.3840698308783415,
+      "grad_norm": 2.1273674964904785,
+      "learning_rate": 1.1850517739080381e-05,
+      "loss": 0.1652,
+      "step": 635
+    },
+    {
+      "epoch": 1.386252045826514,
+      "grad_norm": 2.35347843170166,
+      "learning_rate": 1.1827211929245075e-05,
+      "loss": 0.2044,
+      "step": 636
+    },
+    {
+      "epoch": 1.3884342607746862,
+      "grad_norm": 2.5646274089813232,
+      "learning_rate": 1.1803895847369645e-05,
+      "loss": 0.1104,
+      "step": 637
+    },
+    {
+      "epoch": 1.3906164757228587,
+      "grad_norm": 2.3849093914031982,
+      "learning_rate": 1.1780569624530135e-05,
+      "loss": 0.1552,
+      "step": 638
+    },
+    {
+      "epoch": 1.392798690671031,
+      "grad_norm": 3.0193655490875244,
+      "learning_rate": 1.1757233391859617e-05,
+      "loss": 0.1514,
+      "step": 639
+    },
+    {
+      "epoch": 1.3949809056192035,
+      "grad_norm": 2.086439609527588,
+      "learning_rate": 1.1733887280547425e-05,
+      "loss": 0.1406,
+      "step": 640
+    },
+    {
+      "epoch": 1.397163120567376,
+      "grad_norm": 2.806699752807617,
+      "learning_rate": 1.1710531421838422e-05,
+      "loss": 0.1579,
+      "step": 641
+    },
+    {
+      "epoch": 1.3993453355155483,
+      "grad_norm": 2.840740203857422,
+      "learning_rate": 1.1687165947032285e-05,
+      "loss": 0.2188,
+      "step": 642
+    },
+    {
+      "epoch": 1.4015275504637206,
+      "grad_norm": 2.374645233154297,
+      "learning_rate": 1.1663790987482729e-05,
+      "loss": 0.1521,
+      "step": 643
+    },
+    {
+      "epoch": 1.403709765411893,
+      "grad_norm": 3.390190839767456,
+      "learning_rate": 1.1640406674596807e-05,
+      "loss": 0.2072,
+      "step": 644
+    },
+    {
+      "epoch": 1.4058919803600656,
+      "grad_norm": 2.637474298477173,
+      "learning_rate": 1.1617013139834148e-05,
+      "loss": 0.1706,
+      "step": 645
+    },
+    {
+      "epoch": 1.4080741953082379,
+      "grad_norm": 3.2152748107910156,
+      "learning_rate": 1.1593610514706217e-05,
+      "loss": 0.2147,
+      "step": 646
+    },
+    {
+      "epoch": 1.4102564102564101,
+      "grad_norm": 2.535417318344116,
+      "learning_rate": 1.1570198930775594e-05,
+      "loss": 0.0977,
+      "step": 647
+    },
+    {
+      "epoch": 1.4124386252045826,
+      "grad_norm": 3.069934368133545,
+      "learning_rate": 1.1546778519655209e-05,
+      "loss": 0.203,
+      "step": 648
+    },
+    {
+      "epoch": 1.4146208401527551,
+      "grad_norm": 2.715797185897827,
+      "learning_rate": 1.1523349413007633e-05,
+      "loss": 0.1401,
+      "step": 649
+    },
+    {
+      "epoch": 1.4168030551009274,
+      "grad_norm": 3.108668804168701,
+      "learning_rate": 1.1499911742544304e-05,
+      "loss": 0.1878,
+      "step": 650
+    },
+    {
+      "epoch": 1.4189852700491,
+      "grad_norm": 2.2755675315856934,
+      "learning_rate": 1.1476465640024814e-05,
+      "loss": 0.1719,
+      "step": 651
+    },
+    {
+      "epoch": 1.4211674849972722,
+      "grad_norm": 2.502495050430298,
+      "learning_rate": 1.1453011237256152e-05,
+      "loss": 0.1602,
+      "step": 652
+    },
+    {
+      "epoch": 1.4233496999454447,
+      "grad_norm": 2.251615047454834,
+      "learning_rate": 1.1429548666091969e-05,
+      "loss": 0.1521,
+      "step": 653
+    },
+    {
+      "epoch": 1.425531914893617,
+      "grad_norm": 2.2551960945129395,
+      "learning_rate": 1.140607805843184e-05,
+      "loss": 0.1956,
+      "step": 654
+    },
+    {
+      "epoch": 1.4277141298417895,
+      "grad_norm": 2.3182427883148193,
+      "learning_rate": 1.1382599546220516e-05,
+      "loss": 0.113,
+      "step": 655
+    },
+    {
+      "epoch": 1.4298963447899617,
+      "grad_norm": 3.1891703605651855,
+      "learning_rate": 1.1359113261447183e-05,
+      "loss": 0.215,
+      "step": 656
+    },
+    {
+      "epoch": 1.4320785597381342,
+      "grad_norm": 2.6268093585968018,
+      "learning_rate": 1.133561933614473e-05,
+      "loss": 0.1406,
+      "step": 657
+    },
+    {
+      "epoch": 1.4342607746863065,
+      "grad_norm": 2.451556921005249,
+      "learning_rate": 1.1312117902388986e-05,
+      "loss": 0.1248,
+      "step": 658
+    },
+    {
+      "epoch": 1.436442989634479,
+      "grad_norm": 3.284482002258301,
+      "learning_rate": 1.1288609092298004e-05,
+      "loss": 0.1757,
+      "step": 659
+    },
+    {
+      "epoch": 1.4386252045826513,
+      "grad_norm": 2.012542486190796,
+      "learning_rate": 1.1265093038031294e-05,
+      "loss": 0.1661,
+      "step": 660
+    },
+    {
+      "epoch": 1.4408074195308238,
+      "grad_norm": 2.185525417327881,
+      "learning_rate": 1.1241569871789096e-05,
+      "loss": 0.0892,
+      "step": 661
+    },
+    {
+      "epoch": 1.4429896344789963,
+      "grad_norm": 3.2082765102386475,
+      "learning_rate": 1.1218039725811626e-05,
+      "loss": 0.2633,
+      "step": 662
+    },
+    {
+      "epoch": 1.4451718494271686,
+      "grad_norm": 2.2646408081054688,
+      "learning_rate": 1.1194502732378349e-05,
+      "loss": 0.1797,
+      "step": 663
+    },
+    {
+      "epoch": 1.4473540643753409,
+      "grad_norm": 1.7760666608810425,
+      "learning_rate": 1.1170959023807216e-05,
+      "loss": 0.1477,
+      "step": 664
+    },
+    {
+      "epoch": 1.4495362793235134,
+      "grad_norm": 2.5251293182373047,
+      "learning_rate": 1.1147408732453926e-05,
+      "loss": 0.168,
+      "step": 665
+    },
+    {
+      "epoch": 1.4517184942716859,
+      "grad_norm": 2.2330591678619385,
+      "learning_rate": 1.112385199071119e-05,
+      "loss": 0.1115,
+      "step": 666
+    },
+    {
+      "epoch": 1.4539007092198581,
+      "grad_norm": 2.4286627769470215,
+      "learning_rate": 1.1100288931007982e-05,
+      "loss": 0.1564,
+      "step": 667
+    },
+    {
+      "epoch": 1.4560829241680304,
+      "grad_norm": 2.518186569213867,
+      "learning_rate": 1.1076719685808786e-05,
+      "loss": 0.1815,
+      "step": 668
+    },
+    {
+      "epoch": 1.458265139116203,
+      "grad_norm": 3.7022488117218018,
+      "learning_rate": 1.105314438761287e-05,
+      "loss": 0.2916,
+      "step": 669
+    },
+    {
+      "epoch": 1.4604473540643754,
+      "grad_norm": 2.6369524002075195,
+      "learning_rate": 1.102956316895352e-05,
+      "loss": 0.2603,
+      "step": 670
+    },
+    {
+      "epoch": 1.4626295690125477,
+      "grad_norm": 2.1793816089630127,
+      "learning_rate": 1.1005976162397309e-05,
+      "loss": 0.1996,
+      "step": 671
+    },
+    {
+      "epoch": 1.4648117839607202,
+      "grad_norm": 3.378950357437134,
+      "learning_rate": 1.0982383500543355e-05,
+      "loss": 0.2581,
+      "step": 672
+    },
+    {
+      "epoch": 1.4669939989088925,
+      "grad_norm": 2.614132881164551,
+      "learning_rate": 1.0958785316022551e-05,
+      "loss": 0.1723,
+      "step": 673
+    },
+    {
+      "epoch": 1.469176213857065,
+      "grad_norm": 3.385805606842041,
+      "learning_rate": 1.0935181741496858e-05,
+      "loss": 0.2581,
+      "step": 674
+    },
+    {
+      "epoch": 1.4713584288052373,
+      "grad_norm": 2.699070453643799,
+      "learning_rate": 1.0911572909658524e-05,
+      "loss": 0.1159,
+      "step": 675
+    },
+    {
+      "epoch": 1.4735406437534098,
+      "grad_norm": 2.676030397415161,
+      "learning_rate": 1.0887958953229349e-05,
+      "loss": 0.1681,
+      "step": 676
+    },
+    {
+      "epoch": 1.475722858701582,
+      "grad_norm": 2.040494918823242,
+      "learning_rate": 1.0864340004959957e-05,
+      "loss": 0.1128,
+      "step": 677
+    },
+    {
+      "epoch": 1.4779050736497545,
+      "grad_norm": 2.71606183052063,
+      "learning_rate": 1.084071619762902e-05,
+      "loss": 0.1578,
+      "step": 678
+    },
+    {
+      "epoch": 1.4800872885979268,
+      "grad_norm": 2.4902212619781494,
+      "learning_rate": 1.0817087664042536e-05,
+      "loss": 0.2093,
+      "step": 679
+    },
+    {
+      "epoch": 1.4822695035460993,
+      "grad_norm": 2.828174114227295,
+      "learning_rate": 1.0793454537033068e-05,
+      "loss": 0.1201,
+      "step": 680
+    },
+    {
+      "epoch": 1.4844517184942716,
+      "grad_norm": 2.0215561389923096,
+      "learning_rate": 1.0769816949459002e-05,
+      "loss": 0.1548,
+      "step": 681
+    },
+    {
+      "epoch": 1.486633933442444,
+      "grad_norm": 2.600952386856079,
+      "learning_rate": 1.0746175034203799e-05,
+      "loss": 0.2239,
+      "step": 682
+    },
+    {
+      "epoch": 1.4888161483906166,
+      "grad_norm": 3.369253635406494,
+      "learning_rate": 1.0722528924175254e-05,
+      "loss": 0.2476,
+      "step": 683
+    },
+    {
+      "epoch": 1.4909983633387889,
+      "grad_norm": 3.2820017337799072,
+      "learning_rate": 1.0698878752304738e-05,
+      "loss": 0.3053,
+      "step": 684
+    },
+    {
+      "epoch": 1.4931805782869612,
+      "grad_norm": 1.9699578285217285,
+      "learning_rate": 1.0675224651546459e-05,
+      "loss": 0.152,
+      "step": 685
+    },
+    {
+      "epoch": 1.4953627932351337,
+      "grad_norm": 3.8042664527893066,
+      "learning_rate": 1.0651566754876715e-05,
+      "loss": 0.2673,
+      "step": 686
+    },
+    {
+      "epoch": 1.4975450081833062,
+      "grad_norm": 2.806438684463501,
+      "learning_rate": 1.0627905195293135e-05,
+      "loss": 0.1726,
+      "step": 687
+    },
+    {
+      "epoch": 1.4997272231314784,
+      "grad_norm": 2.318861484527588,
+      "learning_rate": 1.0604240105813948e-05,
+      "loss": 0.1487,
+      "step": 688
+    },
+    {
+      "epoch": 1.5019094380796507,
+      "grad_norm": 2.4496376514434814,
+      "learning_rate": 1.0580571619477225e-05,
+      "loss": 0.2797,
+      "step": 689
+    },
+    {
+      "epoch": 1.5040916530278232,
+      "grad_norm": 2.8293447494506836,
+      "learning_rate": 1.0556899869340127e-05,
+      "loss": 0.267,
+      "step": 690
+    },
+    {
+      "epoch": 1.5062738679759957,
+      "grad_norm": 1.7653940916061401,
+      "learning_rate": 1.0533224988478176e-05,
+      "loss": 0.0734,
+      "step": 691
+    },
+    {
+      "epoch": 1.508456082924168,
+      "grad_norm": 2.1174566745758057,
+      "learning_rate": 1.0509547109984484e-05,
+      "loss": 0.1641,
+      "step": 692
+    },
+    {
+      "epoch": 1.5106382978723403,
+      "grad_norm": 2.2474377155303955,
+      "learning_rate": 1.0485866366969012e-05,
+      "loss": 0.1553,
+      "step": 693
+    },
+    {
+      "epoch": 1.5128205128205128,
+      "grad_norm": 3.1164307594299316,
+      "learning_rate": 1.0462182892557834e-05,
+      "loss": 0.2086,
+      "step": 694
+    },
+    {
+      "epoch": 1.5150027277686853,
+      "grad_norm": 2.0989558696746826,
+      "learning_rate": 1.0438496819892376e-05,
+      "loss": 0.1539,
+      "step": 695
+    },
+    {
+      "epoch": 1.5171849427168578,
+      "grad_norm": 2.5130770206451416,
+      "learning_rate": 1.0414808282128668e-05,
+      "loss": 0.1778,
+      "step": 696
+    },
+    {
+      "epoch": 1.51936715766503,
+      "grad_norm": 1.8083096742630005,
+      "learning_rate": 1.03911174124366e-05,
+      "loss": 0.1052,
+      "step": 697
+    },
+    {
+      "epoch": 1.5215493726132023,
+      "grad_norm": 2.583242893218994,
+      "learning_rate": 1.0367424343999164e-05,
+      "loss": 0.1849,
+      "step": 698
+    },
+    {
+      "epoch": 1.5237315875613748,
+      "grad_norm": 1.9221625328063965,
+      "learning_rate": 1.0343729210011731e-05,
+      "loss": 0.1238,
+      "step": 699
+    },
+    {
+      "epoch": 1.5259138025095473,
+      "grad_norm": 3.0232386589050293,
+      "learning_rate": 1.0320032143681262e-05,
+      "loss": 0.2132,
+      "step": 700
+    },
+    {
+      "epoch": 1.5280960174577196,
+      "grad_norm": 3.051791191101074,
+      "learning_rate": 1.0296333278225599e-05,
+      "loss": 0.1446,
+      "step": 701
+    },
+    {
+      "epoch": 1.530278232405892,
+      "grad_norm": 2.9580228328704834,
+      "learning_rate": 1.0272632746872687e-05,
+      "loss": 0.2121,
+      "step": 702
+    },
+    {
+      "epoch": 1.5324604473540644,
+      "grad_norm": 2.928138017654419,
+      "learning_rate": 1.0248930682859839e-05,
+      "loss": 0.2593,
+      "step": 703
+    },
+    {
+      "epoch": 1.534642662302237,
+      "grad_norm": 2.9494104385375977,
+      "learning_rate": 1.0225227219432988e-05,
+      "loss": 0.1349,
+      "step": 704
+    },
+    {
+      "epoch": 1.5368248772504092,
+      "grad_norm": 2.681359052658081,
+      "learning_rate": 1.0201522489845927e-05,
+      "loss": 0.1287,
+      "step": 705
+    },
+    {
+      "epoch": 1.5390070921985815,
+      "grad_norm": 2.384397506713867,
+      "learning_rate": 1.0177816627359575e-05,
+      "loss": 0.1652,
+      "step": 706
+    },
+    {
+      "epoch": 1.541189307146754,
+      "grad_norm": 3.3054707050323486,
+      "learning_rate": 1.0154109765241214e-05,
+      "loss": 0.2176,
+      "step": 707
+    },
+    {
+      "epoch": 1.5433715220949265,
+      "grad_norm": 2.141188859939575,
+      "learning_rate": 1.0130402036763747e-05,
+      "loss": 0.1702,
+      "step": 708
+    },
+    {
+      "epoch": 1.5455537370430987,
+      "grad_norm": 2.497159957885742,
+      "learning_rate": 1.0106693575204947e-05,
+      "loss": 0.1492,
+      "step": 709
+    },
+    {
+      "epoch": 1.547735951991271,
+      "grad_norm": 3.239774227142334,
+      "learning_rate": 1.0082984513846713e-05,
+      "loss": 0.1687,
+      "step": 710
+    },
+    {
+      "epoch": 1.5499181669394435,
+      "grad_norm": 6.025179386138916,
+      "learning_rate": 1.0059274985974305e-05,
+      "loss": 0.2034,
+      "step": 711
+    },
+    {
+      "epoch": 1.552100381887616,
+      "grad_norm": 2.7279767990112305,
+      "learning_rate": 1.0035565124875623e-05,
+      "loss": 0.2361,
+      "step": 712
+    },
+    {
+      "epoch": 1.5542825968357883,
+      "grad_norm": 2.230677604675293,
+      "learning_rate": 1.0011855063840416e-05,
+      "loss": 0.179,
+      "step": 713
+    },
+    {
+      "epoch": 1.5564648117839606,
+      "grad_norm": 2.747671604156494,
+      "learning_rate": 9.988144936159582e-06,
+      "loss": 0.2328,
+      "step": 714
+    },
+    {
+      "epoch": 1.558647026732133,
+      "grad_norm": 2.3860461711883545,
+      "learning_rate": 9.96443487512438e-06,
+      "loss": 0.126,
+      "step": 715
+    },
+    {
+      "epoch": 1.5608292416803056,
+      "grad_norm": 2.5455634593963623,
+      "learning_rate": 9.940725014025696e-06,
+      "loss": 0.1126,
+      "step": 716
+    },
+    {
+      "epoch": 1.563011456628478,
+      "grad_norm": 2.612077236175537,
+      "learning_rate": 9.91701548615329e-06,
+      "loss": 0.1434,
+      "step": 717
+    },
+    {
+      "epoch": 1.5651936715766503,
+      "grad_norm": 3.339066505432129,
+      "learning_rate": 9.893306424795055e-06,
+      "loss": 0.1825,
+      "step": 718
+    },
+    {
+      "epoch": 1.5673758865248226,
+      "grad_norm": 3.847064733505249,
+      "learning_rate": 9.869597963236253e-06,
+      "loss": 0.2471,
+      "step": 719
+    },
+    {
+      "epoch": 1.5695581014729951,
+      "grad_norm": 2.387784481048584,
+      "learning_rate": 9.845890234758789e-06,
+      "loss": 0.1539,
+      "step": 720
+    },
+    {
+      "epoch": 1.5717403164211676,
+      "grad_norm": 2.1404311656951904,
+      "learning_rate": 9.822183372640426e-06,
+      "loss": 0.1817,
+      "step": 721
+    },
+    {
+      "epoch": 1.57392253136934,
+      "grad_norm": 2.5459535121917725,
+      "learning_rate": 9.798477510154075e-06,
+      "loss": 0.1971,
+      "step": 722
+    },
+    {
+      "epoch": 1.5761047463175122,
+      "grad_norm": 3.1949994564056396,
+      "learning_rate": 9.774772780567017e-06,
+      "loss": 0.1401,
+      "step": 723
+    },
+    {
+      "epoch": 1.5782869612656847,
+      "grad_norm": 2.267772912979126,
+      "learning_rate": 9.751069317140163e-06,
+      "loss": 0.0898,
+      "step": 724
+    },
+    {
+      "epoch": 1.5804691762138572,
+      "grad_norm": 2.0067083835601807,
+      "learning_rate": 9.727367253127315e-06,
+      "loss": 0.169,
+      "step": 725
+    },
+    {
+      "epoch": 1.5826513911620295,
+      "grad_norm": 2.5257439613342285,
+      "learning_rate": 9.703666721774403e-06,
+      "loss": 0.2105,
+      "step": 726
+    },
+    {
+      "epoch": 1.5848336061102017,
+      "grad_norm": 3.1306474208831787,
+      "learning_rate": 9.679967856318741e-06,
+      "loss": 0.2408,
+      "step": 727
+    },
+    {
+      "epoch": 1.5870158210583742,
+      "grad_norm": 1.977491855621338,
+      "learning_rate": 9.656270789988274e-06,
+      "loss": 0.2089,
+      "step": 728
+    },
+    {
+      "epoch": 1.5891980360065467,
+      "grad_norm": 2.582731008529663,
+      "learning_rate": 9.632575656000837e-06,
+      "loss": 0.1461,
+      "step": 729
+    },
+    {
+      "epoch": 1.591380250954719,
+      "grad_norm": 2.748361349105835,
+      "learning_rate": 9.608882587563404e-06,
+      "loss": 0.0943,
+      "step": 730
+    },
+    {
+      "epoch": 1.5935624659028913,
+      "grad_norm": 2.472139835357666,
+      "learning_rate": 9.585191717871336e-06,
+      "loss": 0.1191,
+      "step": 731
+    },
+    {
+      "epoch": 1.5957446808510638,
+      "grad_norm": 3.634220600128174,
+      "learning_rate": 9.561503180107626e-06,
+      "loss": 0.2567,
+      "step": 732
+    },
+    {
+      "epoch": 1.5979268957992363,
+      "grad_norm": 2.1615636348724365,
+      "learning_rate": 9.53781710744217e-06,
+      "loss": 0.1403,
+      "step": 733
+    },
+    {
+      "epoch": 1.6001091107474086,
+      "grad_norm": 2.192671298980713,
+      "learning_rate": 9.514133633030987e-06,
+      "loss": 0.0758,
+      "step": 734
+    },
+    {
+      "epoch": 1.6022913256955809,
+      "grad_norm": 2.8613481521606445,
+      "learning_rate": 9.49045289001552e-06,
+      "loss": 0.1839,
+      "step": 735
+    },
+    {
+      "epoch": 1.6044735406437534,
+      "grad_norm": 2.0192723274230957,
+      "learning_rate": 9.466775011521825e-06,
+      "loss": 0.1048,
+      "step": 736
+    },
+    {
+      "epoch": 1.6066557555919259,
+      "grad_norm": 2.434328556060791,
+      "learning_rate": 9.443100130659876e-06,
+      "loss": 0.1218,
+      "step": 737
+    },
+    {
+      "epoch": 1.6088379705400984,
+      "grad_norm": 3.92622709274292,
+      "learning_rate": 9.41942838052278e-06,
+      "loss": 0.2197,
+      "step": 738
+    },
+    {
+      "epoch": 1.6110201854882706,
+      "grad_norm": 2.0087645053863525,
+      "learning_rate": 9.395759894186054e-06,
+      "loss": 0.1085,
+      "step": 739
+    },
+    {
+      "epoch": 1.613202400436443,
+      "grad_norm": 3.046647548675537,
+      "learning_rate": 9.372094804706867e-06,
+      "loss": 0.1831,
+      "step": 740
+    },
+    {
+      "epoch": 1.6153846153846154,
+      "grad_norm": 2.453187942504883,
+      "learning_rate": 9.34843324512329e-06,
+      "loss": 0.0807,
+      "step": 741
+    },
+    {
+      "epoch": 1.617566830332788,
+      "grad_norm": 1.8102773427963257,
+      "learning_rate": 9.324775348453543e-06,
+      "loss": 0.1388,
+      "step": 742
+    },
+    {
+      "epoch": 1.6197490452809602,
+      "grad_norm": 3.116795063018799,
+      "learning_rate": 9.301121247695265e-06,
+      "loss": 0.189,
+      "step": 743
+    },
+    {
+      "epoch": 1.6219312602291325,
+      "grad_norm": 3.0461795330047607,
+      "learning_rate": 9.277471075824747e-06,
+      "loss": 0.2203,
+      "step": 744
+    },
+    {
+      "epoch": 1.624113475177305,
+      "grad_norm": 3.0377254486083984,
+      "learning_rate": 9.253824965796203e-06,
+      "loss": 0.1652,
+      "step": 745
+    },
+    {
+      "epoch": 1.6262956901254775,
+      "grad_norm": 3.239657402038574,
+      "learning_rate": 9.230183050541001e-06,
+      "loss": 0.1709,
+      "step": 746
+    },
+    {
+      "epoch": 1.6284779050736498,
+      "grad_norm": 3.58776593208313,
+      "learning_rate": 9.206545462966935e-06,
+      "loss": 0.2382,
+      "step": 747
+    },
+    {
+      "epoch": 1.630660120021822,
+      "grad_norm": 2.713545799255371,
+      "learning_rate": 9.18291233595747e-06,
+      "loss": 0.1494,
+      "step": 748
+    },
+    {
+      "epoch": 1.6328423349699945,
+      "grad_norm": 2.8270230293273926,
+      "learning_rate": 9.159283802370981e-06,
+      "loss": 0.1753,
+      "step": 749
+    },
+    {
+      "epoch": 1.635024549918167,
+      "grad_norm": 3.1021878719329834,
+      "learning_rate": 9.135659995040046e-06,
+      "loss": 0.1838,
+      "step": 750
+    },
+    {
+      "epoch": 1.6372067648663393,
+      "grad_norm": 3.0040507316589355,
+      "learning_rate": 9.112041046770653e-06,
+      "loss": 0.2009,
+      "step": 751
+    },
+    {
+      "epoch": 1.6393889798145116,
+      "grad_norm": 2.926103353500366,
+      "learning_rate": 9.088427090341483e-06,
+      "loss": 0.1399,
+      "step": 752
+    },
+    {
+      "epoch": 1.641571194762684,
+      "grad_norm": 2.986222267150879,
+      "learning_rate": 9.064818258503145e-06,
+      "loss": 0.2219,
+      "step": 753
+    },
+    {
+      "epoch": 1.6437534097108566,
+      "grad_norm": 4.126782417297363,
+      "learning_rate": 9.041214683977449e-06,
+      "loss": 0.2202,
+      "step": 754
+    },
+    {
+      "epoch": 1.6459356246590289,
+      "grad_norm": 2.1730685234069824,
+      "learning_rate": 9.017616499456647e-06,
+      "loss": 0.093,
+      "step": 755
+    },
+    {
+      "epoch": 1.6481178396072012,
+      "grad_norm": 2.4423670768737793,
+      "learning_rate": 8.994023837602694e-06,
+      "loss": 0.119,
+      "step": 756
+    },
+    {
+      "epoch": 1.6503000545553737,
+      "grad_norm": 3.378967046737671,
+      "learning_rate": 8.970436831046484e-06,
+      "loss": 0.1965,
+      "step": 757
+    },
+    {
+      "epoch": 1.6524822695035462,
+      "grad_norm": 2.572657823562622,
+      "learning_rate": 8.946855612387134e-06,
+      "loss": 0.1403,
+      "step": 758
+    },
+    {
+      "epoch": 1.6546644844517187,
+      "grad_norm": 3.1632778644561768,
+      "learning_rate": 8.923280314191215e-06,
+      "loss": 0.1414,
+      "step": 759
+    },
+    {
+      "epoch": 1.656846699399891,
+      "grad_norm": 2.63649845123291,
+      "learning_rate": 8.899711068992023e-06,
+      "loss": 0.1575,
+      "step": 760
+    },
+    {
+      "epoch": 1.6590289143480632,
+      "grad_norm": 2.330343008041382,
+      "learning_rate": 8.876148009288813e-06,
+      "loss": 0.1096,
+      "step": 761
+    },
+    {
+      "epoch": 1.6612111292962357,
+      "grad_norm": 3.398967981338501,
+      "learning_rate": 8.852591267546077e-06,
+      "loss": 0.1962,
+      "step": 762
+    },
+    {
+      "epoch": 1.6633933442444082,
+      "grad_norm": 2.449740409851074,
+      "learning_rate": 8.829040976192789e-06,
+      "loss": 0.1426,
+      "step": 763
+    },
+    {
+      "epoch": 1.6655755591925805,
+      "grad_norm": 2.059011459350586,
+      "learning_rate": 8.805497267621653e-06,
+      "loss": 0.157,
+      "step": 764
+    },
+    {
+      "epoch": 1.6677577741407528,
+      "grad_norm": 2.7264106273651123,
+      "learning_rate": 8.781960274188376e-06,
+      "loss": 0.1603,
+      "step": 765
+    },
+    {
+      "epoch": 1.6699399890889253,
+      "grad_norm": 2.595551013946533,
+      "learning_rate": 8.758430128210908e-06,
+      "loss": 0.1651,
+      "step": 766
+    },
+    {
+      "epoch": 1.6721222040370978,
+      "grad_norm": 2.3854188919067383,
+      "learning_rate": 8.734906961968713e-06,
+      "loss": 0.1698,
+      "step": 767
+    },
+    {
+      "epoch": 1.67430441898527,
+      "grad_norm": 2.599072217941284,
+      "learning_rate": 8.711390907702001e-06,
+      "loss": 0.1164,
+      "step": 768
+    },
+    {
+      "epoch": 1.6764866339334423,
+      "grad_norm": 3.727555513381958,
+      "learning_rate": 8.687882097611016e-06,
+      "loss": 0.1553,
+      "step": 769
+    },
+    {
+      "epoch": 1.6786688488816148,
+      "grad_norm": 2.4108176231384277,
+      "learning_rate": 8.664380663855272e-06,
+      "loss": 0.1481,
+      "step": 770
+    },
+    {
+      "epoch": 1.6808510638297873,
+      "grad_norm": 2.316701889038086,
+      "learning_rate": 8.64088673855282e-06,
+      "loss": 0.092,
+      "step": 771
+    },
+    {
+      "epoch": 1.6830332787779596,
+      "grad_norm": 2.1352920532226562,
+      "learning_rate": 8.617400453779487e-06,
+      "loss": 0.1112,
+      "step": 772
+    },
+    {
+      "epoch": 1.6852154937261319,
+      "grad_norm": 3.45619535446167,
+      "learning_rate": 8.593921941568165e-06,
+      "loss": 0.13,
+      "step": 773
+    },
+    {
+      "epoch": 1.6873977086743044,
+      "grad_norm": 2.388899803161621,
+      "learning_rate": 8.570451333908033e-06,
+      "loss": 0.2168,
+      "step": 774
+    },
+    {
+      "epoch": 1.6895799236224769,
+      "grad_norm": 4.600857734680176,
+      "learning_rate": 8.546988762743852e-06,
+      "loss": 0.3329,
+      "step": 775
+    },
+    {
+      "epoch": 1.6917621385706492,
+      "grad_norm": 3.54640531539917,
+      "learning_rate": 8.52353435997519e-06,
+      "loss": 0.1779,
+      "step": 776
+    },
+    {
+      "epoch": 1.6939443535188214,
+      "grad_norm": 2.20229172706604,
+      "learning_rate": 8.5000882574557e-06,
+      "loss": 0.0998,
+      "step": 777
+    },
+    {
+      "epoch": 1.696126568466994,
+      "grad_norm": 3.3770315647125244,
+      "learning_rate": 8.476650586992372e-06,
+      "loss": 0.2424,
+      "step": 778
+    },
+    {
+      "epoch": 1.6983087834151664,
+      "grad_norm": 2.2001795768737793,
+      "learning_rate": 8.453221480344791e-06,
+      "loss": 0.1367,
+      "step": 779
+    },
+    {
+      "epoch": 1.700490998363339,
+      "grad_norm": 2.280104398727417,
+      "learning_rate": 8.429801069224411e-06,
+      "loss": 0.1891,
+      "step": 780
+    },
+    {
+      "epoch": 1.7026732133115112,
+      "grad_norm": 2.771638870239258,
+      "learning_rate": 8.406389485293786e-06,
+      "loss": 0.1782,
+      "step": 781
+    },
+    {
+      "epoch": 1.7048554282596835,
+      "grad_norm": 3.009597063064575,
+      "learning_rate": 8.382986860165859e-06,
+      "loss": 0.2383,
+      "step": 782
+    },
+    {
+      "epoch": 1.707037643207856,
+      "grad_norm": 2.5038254261016846,
+      "learning_rate": 8.359593325403195e-06,
+      "loss": 0.0843,
+      "step": 783
+    },
+    {
+      "epoch": 1.7092198581560285,
+      "grad_norm": 2.7153892517089844,
+      "learning_rate": 8.336209012517273e-06,
+      "loss": 0.1249,
+      "step": 784
+    },
+    {
+      "epoch": 1.7114020731042008,
+      "grad_norm": 1.718360185623169,
+      "learning_rate": 8.31283405296772e-06,
+      "loss": 0.1374,
+      "step": 785
+    },
+    {
+      "epoch": 1.713584288052373,
+      "grad_norm": 2.3001010417938232,
+      "learning_rate": 8.289468578161581e-06,
+      "loss": 0.1419,
+      "step": 786
+    },
+    {
+      "epoch": 1.7157665030005456,
+      "grad_norm": 2.904264450073242,
+      "learning_rate": 8.266112719452579e-06,
+      "loss": 0.2094,
+      "step": 787
+    },
+    {
+      "epoch": 1.717948717948718,
+      "grad_norm": 2.364995241165161,
+      "learning_rate": 8.242766608140383e-06,
+      "loss": 0.1071,
+      "step": 788
+    },
+    {
+      "epoch": 1.7201309328968903,
+      "grad_norm": 2.708730936050415,
+      "learning_rate": 8.219430375469863e-06,
+      "loss": 0.119,
+      "step": 789
+    },
+    {
+      "epoch": 1.7223131478450626,
+      "grad_norm": 2.5530967712402344,
+      "learning_rate": 8.19610415263036e-06,
+      "loss": 0.1059,
+      "step": 790
+    },
+    {
+      "epoch": 1.7244953627932351,
+      "grad_norm": 2.8591456413269043,
+      "learning_rate": 8.172788070754927e-06,
+      "loss": 0.1503,
+      "step": 791
+    },
+    {
+      "epoch": 1.7266775777414076,
+      "grad_norm": 2.002025842666626,
+      "learning_rate": 8.149482260919625e-06,
+      "loss": 0.1031,
+      "step": 792
+    },
+    {
+      "epoch": 1.72885979268958,
+      "grad_norm": 2.8939733505249023,
+      "learning_rate": 8.126186854142752e-06,
+      "loss": 0.1744,
+      "step": 793
+    },
+    {
+      "epoch": 1.7310420076377522,
+      "grad_norm": 2.7626562118530273,
+      "learning_rate": 8.102901981384146e-06,
+      "loss": 0.2028,
+      "step": 794
+    },
+    {
+      "epoch": 1.7332242225859247,
+      "grad_norm": 3.1973772048950195,
+      "learning_rate": 8.079627773544403e-06,
+      "loss": 0.1547,
+      "step": 795
+    },
+    {
+      "epoch": 1.7354064375340972,
+      "grad_norm": 4.111698150634766,
+      "learning_rate": 8.056364361464176e-06,
+      "loss": 0.2227,
+      "step": 796
+    },
+    {
+      "epoch": 1.7375886524822695,
+      "grad_norm": 2.541135549545288,
+      "learning_rate": 8.033111875923421e-06,
+      "loss": 0.1543,
+      "step": 797
+    },
+    {
+      "epoch": 1.7397708674304417,
+      "grad_norm": 2.801861047744751,
+      "learning_rate": 8.009870447640676e-06,
+      "loss": 0.1982,
+      "step": 798
+    },
+    {
+      "epoch": 1.7419530823786142,
+      "grad_norm": 2.9456276893615723,
+      "learning_rate": 7.986640207272312e-06,
+      "loss": 0.1782,
+      "step": 799
+    },
+    {
+      "epoch": 1.7441352973267867,
+      "grad_norm": 2.818868637084961,
+      "learning_rate": 7.963421285411812e-06,
+      "loss": 0.1816,
+      "step": 800
+    },
+    {
+      "epoch": 1.7463175122749592,
+      "grad_norm": 3.0892276763916016,
+      "learning_rate": 7.940213812589018e-06,
+      "loss": 0.2117,
+      "step": 801
+    },
+    {
+      "epoch": 1.7484997272231315,
+      "grad_norm": 2.7152531147003174,
+      "learning_rate": 7.91701791926942e-06,
+      "loss": 0.1648,
+      "step": 802
+    },
+    {
+      "epoch": 1.7506819421713038,
+      "grad_norm": 2.7779958248138428,
+      "learning_rate": 7.893833735853404e-06,
+      "loss": 0.1488,
+      "step": 803
+    },
+    {
+      "epoch": 1.7528641571194763,
+      "grad_norm": 2.8199660778045654,
+      "learning_rate": 7.870661392675535e-06,
+      "loss": 0.0961,
+      "step": 804
+    },
+    {
+      "epoch": 1.7550463720676488,
+      "grad_norm": 2.515514373779297,
+      "learning_rate": 7.847501020003806e-06,
+      "loss": 0.1408,
+      "step": 805
+    },
+    {
+      "epoch": 1.757228587015821,
+      "grad_norm": 3.919983386993408,
+      "learning_rate": 7.824352748038924e-06,
+      "loss": 0.1849,
+      "step": 806
+    },
+    {
+      "epoch": 1.7594108019639934,
+      "grad_norm": 3.258086681365967,
+      "learning_rate": 7.801216706913563e-06,
+      "loss": 0.1614,
+      "step": 807
+    },
+    {
+      "epoch": 1.7615930169121659,
+      "grad_norm": 2.4611361026763916,
+      "learning_rate": 7.778093026691636e-06,
+      "loss": 0.1326,
+      "step": 808
+    },
+    {
+      "epoch": 1.7637752318603384,
+      "grad_norm": 3.1279685497283936,
+      "learning_rate": 7.75498183736758e-06,
+      "loss": 0.1627,
+      "step": 809
+    },
+    {
+      "epoch": 1.7659574468085106,
+      "grad_norm": 3.222196578979492,
+      "learning_rate": 7.731883268865601e-06,
+      "loss": 0.2535,
+      "step": 810
+    },
+    {
+      "epoch": 1.768139661756683,
+      "grad_norm": 2.3239917755126953,
+      "learning_rate": 7.70879745103896e-06,
+      "loss": 0.1312,
+      "step": 811
+    },
+    {
+      "epoch": 1.7703218767048554,
+      "grad_norm": 1.9936538934707642,
+      "learning_rate": 7.685724513669227e-06,
+      "loss": 0.1191,
+      "step": 812
+    },
+    {
+      "epoch": 1.772504091653028,
+      "grad_norm": 2.54923415184021,
+      "learning_rate": 7.662664586465574e-06,
+      "loss": 0.1519,
+      "step": 813
+    },
+    {
+      "epoch": 1.7746863066012002,
+      "grad_norm": 1.7997881174087524,
+      "learning_rate": 7.63961779906403e-06,
+      "loss": 0.0738,
+      "step": 814
+    },
+    {
+      "epoch": 1.7768685215493725,
+      "grad_norm": 4.595202445983887,
+      "learning_rate": 7.616584281026759e-06,
+      "loss": 0.2832,
+      "step": 815
+    },
+    {
+      "epoch": 1.779050736497545,
+      "grad_norm": 3.2270565032958984,
+      "learning_rate": 7.593564161841318e-06,
+      "loss": 0.143,
+      "step": 816
+    },
+    {
+      "epoch": 1.7812329514457175,
+      "grad_norm": 3.0564441680908203,
+      "learning_rate": 7.57055757091995e-06,
+      "loss": 0.1851,
+      "step": 817
+    },
+    {
+      "epoch": 1.7834151663938898,
+      "grad_norm": 2.9706058502197266,
+      "learning_rate": 7.5475646375988395e-06,
+      "loss": 0.1966,
+      "step": 818
+    },
+    {
+      "epoch": 1.785597381342062,
+      "grad_norm": 2.2808454036712646,
+      "learning_rate": 7.524585491137404e-06,
+      "loss": 0.1727,
+      "step": 819
+    },
+    {
+      "epoch": 1.7877795962902345,
+      "grad_norm": 2.729248285293579,
+      "learning_rate": 7.501620260717538e-06,
+      "loss": 0.1957,
+      "step": 820
+    },
+    {
+      "epoch": 1.789961811238407,
+      "grad_norm": 2.36612868309021,
+      "learning_rate": 7.478669075442917e-06,
+      "loss": 0.1444,
+      "step": 821
+    },
+    {
+      "epoch": 1.7921440261865795,
+      "grad_norm": 2.1797797679901123,
+      "learning_rate": 7.455732064338255e-06,
+      "loss": 0.115,
+      "step": 822
+    },
+    {
+      "epoch": 1.7943262411347518,
+      "grad_norm": 2.926710844039917,
+      "learning_rate": 7.432809356348576e-06,
+      "loss": 0.1374,
+      "step": 823
+    },
+    {
+      "epoch": 1.796508456082924,
+      "grad_norm": 2.49210262298584,
+      "learning_rate": 7.409901080338512e-06,
+      "loss": 0.1465,
+      "step": 824
+    },
+    {
+      "epoch": 1.7986906710310966,
+      "grad_norm": 3.1886332035064697,
+      "learning_rate": 7.38700736509155e-06,
+      "loss": 0.1993,
+      "step": 825
+    },
+    {
+      "epoch": 1.800872885979269,
+      "grad_norm": 2.6911022663116455,
+      "learning_rate": 7.364128339309326e-06,
+      "loss": 0.1494,
+      "step": 826
+    },
+    {
+      "epoch": 1.8030551009274414,
+      "grad_norm": 2.4485056400299072,
+      "learning_rate": 7.34126413161089e-06,
+      "loss": 0.1155,
+      "step": 827
+    },
+    {
+      "epoch": 1.8052373158756136,
+      "grad_norm": 4.209199905395508,
+      "learning_rate": 7.318414870531996e-06,
+      "loss": 0.2503,
+      "step": 828
+    },
+    {
+      "epoch": 1.8074195308237861,
+      "grad_norm": 2.4870829582214355,
+      "learning_rate": 7.2955806845243734e-06,
+      "loss": 0.1808,
+      "step": 829
+    },
+    {
+      "epoch": 1.8096017457719586,
+      "grad_norm": 1.9067513942718506,
+      "learning_rate": 7.272761701955e-06,
+      "loss": 0.0957,
+      "step": 830
+    },
+    {
+      "epoch": 1.811783960720131,
+      "grad_norm": 3.079104423522949,
+      "learning_rate": 7.249958051105383e-06,
+      "loss": 0.1481,
+      "step": 831
+    },
+    {
+      "epoch": 1.8139661756683032,
+      "grad_norm": 1.9992307424545288,
+      "learning_rate": 7.227169860170845e-06,
+      "loss": 0.0546,
+      "step": 832
+    },
+    {
+      "epoch": 1.8161483906164757,
+      "grad_norm": 2.9684128761291504,
+      "learning_rate": 7.2043972572597855e-06,
+      "loss": 0.1508,
+      "step": 833
+    },
+    {
+      "epoch": 1.8183306055646482,
+      "grad_norm": 1.9620275497436523,
+      "learning_rate": 7.181640370392994e-06,
+      "loss": 0.1175,
+      "step": 834
+    },
+    {
+      "epoch": 1.8205128205128205,
+      "grad_norm": 2.3606598377227783,
+      "learning_rate": 7.1588993275028885e-06,
+      "loss": 0.1834,
+      "step": 835
+    },
+    {
+      "epoch": 1.8226950354609928,
+      "grad_norm": 3.0142037868499756,
+      "learning_rate": 7.136174256432828e-06,
+      "loss": 0.1953,
+      "step": 836
+    },
+    {
+      "epoch": 1.8248772504091653,
+      "grad_norm": 2.404954433441162,
+      "learning_rate": 7.113465284936378e-06,
+      "loss": 0.0968,
+      "step": 837
+    },
+    {
+      "epoch": 1.8270594653573378,
+      "grad_norm": 3.688429355621338,
+      "learning_rate": 7.090772540676598e-06,
+      "loss": 0.1313,
+      "step": 838
+    },
+    {
+      "epoch": 1.82924168030551,
+      "grad_norm": 4.475106716156006,
+      "learning_rate": 7.0680961512253254e-06,
+      "loss": 0.2757,
+      "step": 839
+    },
+    {
+      "epoch": 1.8314238952536823,
+      "grad_norm": 2.8145461082458496,
+      "learning_rate": 7.045436244062458e-06,
+      "loss": 0.1493,
+      "step": 840
+    },
+    {
+      "epoch": 1.8336061102018548,
+      "grad_norm": 5.542734146118164,
+      "learning_rate": 7.022792946575222e-06,
+      "loss": 0.2924,
+      "step": 841
+    },
+    {
+      "epoch": 1.8357883251500273,
+      "grad_norm": 2.766166925430298,
+      "learning_rate": 7.000166386057483e-06,
+      "loss": 0.1856,
+      "step": 842
+    },
+    {
+      "epoch": 1.8379705400981998,
+      "grad_norm": 3.130957841873169,
+      "learning_rate": 6.977556689709009e-06,
+      "loss": 0.1261,
+      "step": 843
+    },
+    {
+      "epoch": 1.840152755046372,
+      "grad_norm": 2.0877580642700195,
+      "learning_rate": 6.954963984634768e-06,
+      "loss": 0.1142,
+      "step": 844
+    },
+    {
+      "epoch": 1.8423349699945444,
+      "grad_norm": 3.0564944744110107,
+      "learning_rate": 6.932388397844204e-06,
+      "loss": 0.1296,
+      "step": 845
+    },
+    {
+      "epoch": 1.8445171849427169,
+      "grad_norm": 3.8634166717529297,
+      "learning_rate": 6.909830056250527e-06,
+      "loss": 0.2204,
+      "step": 846
+    },
+    {
+      "epoch": 1.8466993998908894,
+      "grad_norm": 2.718071699142456,
+      "learning_rate": 6.887289086670004e-06,
+      "loss": 0.146,
+      "step": 847
+    },
+    {
+      "epoch": 1.8488816148390617,
+      "grad_norm": 3.2393553256988525,
+      "learning_rate": 6.864765615821231e-06,
+      "loss": 0.1288,
+      "step": 848
+    },
+    {
+      "epoch": 1.851063829787234,
+      "grad_norm": 2.9804768562316895,
+      "learning_rate": 6.842259770324447e-06,
+      "loss": 0.1219,
+      "step": 849
+    },
+    {
+      "epoch": 1.8532460447354064,
+      "grad_norm": 2.759341239929199,
+      "learning_rate": 6.819771676700794e-06,
+      "loss": 0.0858,
+      "step": 850
+    },
+    {
+      "epoch": 1.855428259683579,
+      "grad_norm": 2.8319077491760254,
+      "learning_rate": 6.797301461371626e-06,
+      "loss": 0.214,
+      "step": 851
+    },
+    {
+      "epoch": 1.8576104746317512,
+      "grad_norm": 3.4784226417541504,
+      "learning_rate": 6.774849250657784e-06,
+      "loss": 0.2097,
+      "step": 852
+    },
+    {
+      "epoch": 1.8597926895799235,
+      "grad_norm": 2.917733669281006,
+      "learning_rate": 6.752415170778894e-06,
+      "loss": 0.1771,
+      "step": 853
+    },
+    {
+      "epoch": 1.861974904528096,
+      "grad_norm": 2.5912106037139893,
+      "learning_rate": 6.729999347852665e-06,
+      "loss": 0.1248,
+      "step": 854
+    },
+    {
+      "epoch": 1.8641571194762685,
+      "grad_norm": 2.3259193897247314,
+      "learning_rate": 6.707601907894159e-06,
+      "loss": 0.2022,
+      "step": 855
+    },
+    {
+      "epoch": 1.8663393344244408,
+      "grad_norm": 2.9654042720794678,
+      "learning_rate": 6.6852229768150976e-06,
+      "loss": 0.1777,
+      "step": 856
+    },
+    {
+      "epoch": 1.868521549372613,
+      "grad_norm": 2.923671007156372,
+      "learning_rate": 6.662862680423153e-06,
+      "loss": 0.1662,
+      "step": 857
+    },
+    {
+      "epoch": 1.8707037643207856,
+      "grad_norm": 3.8636858463287354,
+      "learning_rate": 6.640521144421237e-06,
+      "loss": 0.1391,
+      "step": 858
+    },
+    {
+      "epoch": 1.872885979268958,
+      "grad_norm": 2.949451446533203,
+      "learning_rate": 6.618198494406802e-06,
+      "loss": 0.1526,
+      "step": 859
+    },
+    {
+      "epoch": 1.8750681942171303,
+      "grad_norm": 3.4437921047210693,
+      "learning_rate": 6.595894855871119e-06,
+      "loss": 0.2587,
+      "step": 860
+    },
+    {
+      "epoch": 1.8772504091653028,
+      "grad_norm": 2.9184255599975586,
+      "learning_rate": 6.573610354198587e-06,
+      "loss": 0.1714,
+      "step": 861
+    },
+    {
+      "epoch": 1.8794326241134751,
+      "grad_norm": 2.732651948928833,
+      "learning_rate": 6.55134511466603e-06,
+      "loss": 0.1438,
+      "step": 862
+    },
+    {
+      "epoch": 1.8816148390616476,
+      "grad_norm": 2.6148741245269775,
+      "learning_rate": 6.52909926244197e-06,
+      "loss": 0.1384,
+      "step": 863
+    },
+    {
+      "epoch": 1.8837970540098201,
+      "grad_norm": 2.492537021636963,
+      "learning_rate": 6.506872922585956e-06,
+      "loss": 0.1599,
+      "step": 864
+    },
+    {
+      "epoch": 1.8859792689579924,
+      "grad_norm": 2.6620349884033203,
+      "learning_rate": 6.484666220047835e-06,
+      "loss": 0.1395,
+      "step": 865
+    },
+    {
+      "epoch": 1.8881614839061647,
+      "grad_norm": 2.204035520553589,
+      "learning_rate": 6.4624792796670624e-06,
+      "loss": 0.1512,
+      "step": 866
+    },
+    {
+      "epoch": 1.8903436988543372,
+      "grad_norm": 2.5415265560150146,
+      "learning_rate": 6.440312226171992e-06,
+      "loss": 0.1242,
+      "step": 867
+    },
+    {
+      "epoch": 1.8925259138025097,
+      "grad_norm": 2.003787040710449,
+      "learning_rate": 6.418165184179183e-06,
+      "loss": 0.092,
+      "step": 868
+    },
+    {
+      "epoch": 1.894708128750682,
+      "grad_norm": 2.4728245735168457,
+      "learning_rate": 6.396038278192698e-06,
+      "loss": 0.0853,
+      "step": 869
+    },
+    {
+      "epoch": 1.8968903436988542,
+      "grad_norm": 2.536865234375,
+      "learning_rate": 6.3739316326034005e-06,
+      "loss": 0.1281,
+      "step": 870
+    },
+    {
+      "epoch": 1.8990725586470267,
+      "grad_norm": 2.30049204826355,
+      "learning_rate": 6.35184537168825e-06,
+      "loss": 0.1311,
+      "step": 871
+    },
+    {
+      "epoch": 1.9012547735951992,
+      "grad_norm": 2.6359262466430664,
+      "learning_rate": 6.329779619609615e-06,
+      "loss": 0.1564,
+      "step": 872
+    },
+    {
+      "epoch": 1.9034369885433715,
+      "grad_norm": 3.226597309112549,
+      "learning_rate": 6.307734500414564e-06,
+      "loss": 0.281,
+      "step": 873
+    },
+    {
+      "epoch": 1.9056192034915438,
+      "grad_norm": 2.3479654788970947,
+      "learning_rate": 6.285710138034187e-06,
+      "loss": 0.1279,
+      "step": 874
+    },
+    {
+      "epoch": 1.9078014184397163,
+      "grad_norm": 2.894618034362793,
+      "learning_rate": 6.263706656282869e-06,
+      "loss": 0.143,
+      "step": 875
+    },
+    {
+      "epoch": 1.9099836333878888,
+      "grad_norm": 2.9208076000213623,
+      "learning_rate": 6.241724178857621e-06,
+      "loss": 0.1073,
+      "step": 876
+    },
+    {
+      "epoch": 1.912165848336061,
+      "grad_norm": 3.1117801666259766,
+      "learning_rate": 6.219762829337367e-06,
+      "loss": 0.1405,
+      "step": 877
+    },
+    {
+      "epoch": 1.9143480632842333,
+      "grad_norm": 3.137932538986206,
+      "learning_rate": 6.197822731182259e-06,
+      "loss": 0.0904,
+      "step": 878
+    },
+    {
+      "epoch": 1.9165302782324058,
+      "grad_norm": 2.599065065383911,
+      "learning_rate": 6.1759040077329845e-06,
+      "loss": 0.0942,
+      "step": 879
+    },
+    {
+      "epoch": 1.9187124931805783,
+      "grad_norm": 2.583921194076538,
+      "learning_rate": 6.154006782210066e-06,
+      "loss": 0.1122,
+      "step": 880
+    },
+    {
+      "epoch": 1.9208947081287506,
+      "grad_norm": 2.8842031955718994,
+      "learning_rate": 6.132131177713165e-06,
+      "loss": 0.07,
+      "step": 881
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 2.280003309249878,
+      "learning_rate": 6.1102773172204034e-06,
+      "loss": 0.1119,
+      "step": 882
+    },
+    {
+      "epoch": 1.9252591380250954,
+      "grad_norm": 3.3651139736175537,
+      "learning_rate": 6.0884453235876615e-06,
+      "loss": 0.1133,
+      "step": 883
+    },
+    {
+      "epoch": 1.927441352973268,
+      "grad_norm": 1.9674315452575684,
+      "learning_rate": 6.066635319547895e-06,
+      "loss": 0.0999,
+      "step": 884
+    },
+    {
+      "epoch": 1.9296235679214404,
+      "grad_norm": 3.6574580669403076,
+      "learning_rate": 6.0448474277104365e-06,
+      "loss": 0.1761,
+      "step": 885
+    },
+    {
+      "epoch": 1.9318057828696127,
+      "grad_norm": 2.7554664611816406,
+      "learning_rate": 6.023081770560307e-06,
+      "loss": 0.1792,
+      "step": 886
+    },
+    {
+      "epoch": 1.933987997817785,
+      "grad_norm": 5.059633731842041,
+      "learning_rate": 6.0013384704575406e-06,
+      "loss": 0.2716,
+      "step": 887
+    },
+    {
+      "epoch": 1.9361702127659575,
+      "grad_norm": 2.5328824520111084,
+      "learning_rate": 5.9796176496364735e-06,
+      "loss": 0.1098,
+      "step": 888
+    },
+    {
+      "epoch": 1.93835242771413,
+      "grad_norm": 3.442871332168579,
+      "learning_rate": 5.957919430205088e-06,
+      "loss": 0.1331,
+      "step": 889
+    },
+    {
+      "epoch": 1.9405346426623022,
+      "grad_norm": 2.9461588859558105,
+      "learning_rate": 5.93624393414429e-06,
+      "loss": 0.2172,
+      "step": 890
+    },
+    {
+      "epoch": 1.9427168576104745,
+      "grad_norm": 4.1083550453186035,
+      "learning_rate": 5.9145912833072535e-06,
+      "loss": 0.1502,
+      "step": 891
+    },
+    {
+      "epoch": 1.944899072558647,
+      "grad_norm": 2.2399353981018066,
+      "learning_rate": 5.892961599418716e-06,
+      "loss": 0.1269,
+      "step": 892
+    },
+    {
+      "epoch": 1.9470812875068195,
+      "grad_norm": 2.3697073459625244,
+      "learning_rate": 5.871355004074304e-06,
+      "loss": 0.1123,
+      "step": 893
+    },
+    {
+      "epoch": 1.9492635024549918,
+      "grad_norm": 2.1937668323516846,
+      "learning_rate": 5.849771618739852e-06,
+      "loss": 0.2051,
+      "step": 894
+    },
+    {
+      "epoch": 1.951445717403164,
+      "grad_norm": 1.9892857074737549,
+      "learning_rate": 5.82821156475071e-06,
+      "loss": 0.1095,
+      "step": 895
+    },
+    {
+      "epoch": 1.9536279323513366,
+      "grad_norm": 3.1633949279785156,
+      "learning_rate": 5.8066749633110675e-06,
+      "loss": 0.1554,
+      "step": 896
+    },
+    {
+      "epoch": 1.955810147299509,
+      "grad_norm": 4.233585357666016,
+      "learning_rate": 5.785161935493266e-06,
+      "loss": 0.2456,
+      "step": 897
+    },
+    {
+      "epoch": 1.9579923622476814,
+      "grad_norm": 3.102440118789673,
+      "learning_rate": 5.763672602237129e-06,
+      "loss": 0.1325,
+      "step": 898
+    },
+    {
+      "epoch": 1.9601745771958536,
+      "grad_norm": 2.4637436866760254,
+      "learning_rate": 5.742207084349274e-06,
+      "loss": 0.0501,
+      "step": 899
+    },
+    {
+      "epoch": 1.9623567921440261,
+      "grad_norm": 3.3116981983184814,
+      "learning_rate": 5.72076550250244e-06,
+      "loss": 0.1384,
+      "step": 900
+    },
+    {
+      "epoch": 1.9645390070921986,
+      "grad_norm": 2.397017002105713,
+      "learning_rate": 5.699347977234799e-06,
+      "loss": 0.1207,
+      "step": 901
+    },
+    {
+      "epoch": 1.9667212220403711,
+      "grad_norm": 4.230384826660156,
+      "learning_rate": 5.677954628949281e-06,
+      "loss": 0.1476,
+      "step": 902
+    },
+    {
+      "epoch": 1.9689034369885434,
+      "grad_norm": 2.3608014583587646,
+      "learning_rate": 5.656585577912908e-06,
+      "loss": 0.1078,
+      "step": 903
+    },
+    {
+      "epoch": 1.9710856519367157,
+      "grad_norm": 3.016230344772339,
+      "learning_rate": 5.635240944256113e-06,
+      "loss": 0.122,
+      "step": 904
+    },
+    {
+      "epoch": 1.9732678668848882,
+      "grad_norm": 2.6454408168792725,
+      "learning_rate": 5.613920847972052e-06,
+      "loss": 0.1376,
+      "step": 905
+    },
+    {
+      "epoch": 1.9754500818330607,
+      "grad_norm": 3.4000139236450195,
+      "learning_rate": 5.592625408915939e-06,
+      "loss": 0.2248,
+      "step": 906
+    },
+    {
+      "epoch": 1.977632296781233,
+      "grad_norm": 3.6372482776641846,
+      "learning_rate": 5.571354746804383e-06,
+      "loss": 0.2014,
+      "step": 907
+    },
+    {
+      "epoch": 1.9798145117294053,
+      "grad_norm": 2.499417543411255,
+      "learning_rate": 5.550108981214692e-06,
+      "loss": 0.1605,
+      "step": 908
+    },
+    {
+      "epoch": 1.9819967266775778,
+      "grad_norm": 2.3902835845947266,
+      "learning_rate": 5.5288882315842265e-06,
+      "loss": 0.0924,
+      "step": 909
+    },
+    {
+      "epoch": 1.9841789416257503,
+      "grad_norm": 2.7699382305145264,
+      "learning_rate": 5.507692617209701e-06,
+      "loss": 0.2075,
+      "step": 910
+    },
+    {
+      "epoch": 1.9863611565739225,
+      "grad_norm": 2.246792793273926,
+      "learning_rate": 5.486522257246538e-06,
+      "loss": 0.1168,
+      "step": 911
+    },
+    {
+      "epoch": 1.9885433715220948,
+      "grad_norm": 3.0863587856292725,
+      "learning_rate": 5.465377270708183e-06,
+      "loss": 0.1475,
+      "step": 912
+    },
+    {
+      "epoch": 1.9907255864702673,
+      "grad_norm": 3.2292675971984863,
+      "learning_rate": 5.4442577764654334e-06,
+      "loss": 0.1389,
+      "step": 913
+    },
+    {
+      "epoch": 1.9929078014184398,
+      "grad_norm": 2.968881607055664,
+      "learning_rate": 5.423163893245786e-06,
+      "loss": 0.1124,
+      "step": 914
+    },
+    {
+      "epoch": 1.995090016366612,
+      "grad_norm": 2.973299741744995,
+      "learning_rate": 5.402095739632763e-06,
+      "loss": 0.1083,
+      "step": 915
+    },
+    {
+      "epoch": 1.9972722313147844,
+      "grad_norm": 3.111997604370117,
+      "learning_rate": 5.381053434065229e-06,
+      "loss": 0.1499,
+      "step": 916
+    },
+    {
+      "epoch": 1.9994544462629569,
+      "grad_norm": 2.8204948902130127,
+      "learning_rate": 5.360037094836745e-06,
+      "loss": 0.1811,
+      "step": 917
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": NaN,
+      "learning_rate": 5.339046840094899e-06,
+      "loss": 0.044,
+      "step": 918
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.08170933276414871,
+      "eval_runtime": 19.9914,
+      "eval_samples_per_second": 7.453,
+      "eval_steps_per_second": 1.901,
+      "step": 918
+    },
+    {
+      "epoch": 2.0021822149481725,
+      "grad_norm": 2.5289671421051025,
+      "learning_rate": 5.339046840094899e-06,
+      "loss": 0.1169,
+      "step": 919
+    },
+    {
+      "epoch": 2.004364429896345,
+      "grad_norm": 2.8551573753356934,
+      "learning_rate": 5.318082787840646e-06,
+      "loss": 0.1226,
+      "step": 920
+    },
+    {
+      "epoch": 2.006546644844517,
+      "grad_norm": 2.7583656311035156,
+      "learning_rate": 5.297145055927622e-06,
+      "loss": 0.1936,
+      "step": 921
+    },
+    {
+      "epoch": 2.0087288597926896,
+      "grad_norm": 2.215996265411377,
+      "learning_rate": 5.276233762061507e-06,
+      "loss": 0.0827,
+      "step": 922
+    },
+    {
+      "epoch": 2.010911074740862,
+      "grad_norm": 2.3261828422546387,
+      "learning_rate": 5.255349023799357e-06,
+      "loss": 0.1568,
+      "step": 923
+    },
+    {
+      "epoch": 2.0130932896890346,
+      "grad_norm": 3.759765148162842,
+      "learning_rate": 5.234490958548941e-06,
+      "loss": 0.2276,
+      "step": 924
+    },
+    {
+      "epoch": 2.0152755046372066,
+      "grad_norm": 2.164855718612671,
+      "learning_rate": 5.213659683568073e-06,
+      "loss": 0.1532,
+      "step": 925
+    },
+    {
+      "epoch": 2.017457719585379,
+      "grad_norm": 3.369847536087036,
+      "learning_rate": 5.192855315963959e-06,
+      "loss": 0.175,
+      "step": 926
+    },
+    {
+      "epoch": 2.0196399345335516,
+      "grad_norm": 1.974022388458252,
+      "learning_rate": 5.172077972692553e-06,
+      "loss": 0.0563,
+      "step": 927
+    },
+    {
+      "epoch": 2.021822149481724,
+      "grad_norm": 2.7207791805267334,
+      "learning_rate": 5.15132777055787e-06,
+      "loss": 0.1754,
+      "step": 928
+    },
+    {
+      "epoch": 2.024004364429896,
+      "grad_norm": 2.484306812286377,
+      "learning_rate": 5.130604826211361e-06,
+      "loss": 0.1437,
+      "step": 929
+    },
+    {
+      "epoch": 2.0261865793780687,
+      "grad_norm": 2.645359754562378,
+      "learning_rate": 5.109909256151227e-06,
+      "loss": 0.1113,
+      "step": 930
+    },
+    {
+      "epoch": 2.028368794326241,
+      "grad_norm": 3.194727659225464,
+      "learning_rate": 5.089241176721794e-06,
+      "loss": 0.1704,
+      "step": 931
+    },
+    {
+      "epoch": 2.0305510092744137,
+      "grad_norm": 2.9214344024658203,
+      "learning_rate": 5.068600704112832e-06,
+      "loss": 0.1628,
+      "step": 932
+    },
+    {
+      "epoch": 2.0327332242225857,
+      "grad_norm": 3.2670042514801025,
+      "learning_rate": 5.047987954358912e-06,
+      "loss": 0.1638,
+      "step": 933
+    },
+    {
+      "epoch": 2.0349154391707582,
+      "grad_norm": 2.8818466663360596,
+      "learning_rate": 5.02740304333877e-06,
+      "loss": 0.0993,
+      "step": 934
+    },
+    {
+      "epoch": 2.0370976541189307,
+      "grad_norm": 2.5936005115509033,
+      "learning_rate": 5.006846086774631e-06,
+      "loss": 0.1113,
+      "step": 935
+    },
+    {
+      "epoch": 2.0392798690671032,
+      "grad_norm": 2.1544315814971924,
+      "learning_rate": 4.9863172002315675e-06,
+      "loss": 0.1378,
+      "step": 936
+    },
+    {
+      "epoch": 2.0414620840152753,
+      "grad_norm": 2.6014325618743896,
+      "learning_rate": 4.965816499116849e-06,
+      "loss": 0.1677,
+      "step": 937
+    },
+    {
+      "epoch": 2.043644298963448,
+      "grad_norm": 2.451138496398926,
+      "learning_rate": 4.945344098679302e-06,
+      "loss": 0.1159,
+      "step": 938
+    },
+    {
+      "epoch": 2.0458265139116203,
+      "grad_norm": 2.916728973388672,
+      "learning_rate": 4.924900114008656e-06,
+      "loss": 0.1564,
+      "step": 939
+    },
+    {
+      "epoch": 2.048008728859793,
+      "grad_norm": 1.9635887145996094,
+      "learning_rate": 4.904484660034887e-06,
+      "loss": 0.0974,
+      "step": 940
+    },
+    {
+      "epoch": 2.0501909438079653,
+      "grad_norm": 3.19276762008667,
+      "learning_rate": 4.8840978515275816e-06,
+      "loss": 0.1756,
+      "step": 941
+    },
+    {
+      "epoch": 2.0523731587561374,
+      "grad_norm": 4.198100566864014,
+      "learning_rate": 4.863739803095299e-06,
+      "loss": 0.179,
+      "step": 942
+    },
+    {
+      "epoch": 2.05455537370431,
+      "grad_norm": 3.4884095191955566,
+      "learning_rate": 4.8434106291849035e-06,
+      "loss": 0.2055,
+      "step": 943
+    },
+    {
+      "epoch": 2.0567375886524824,
+      "grad_norm": 2.8322982788085938,
+      "learning_rate": 4.8231104440809524e-06,
+      "loss": 0.1706,
+      "step": 944
+    },
+    {
+      "epoch": 2.058919803600655,
+      "grad_norm": 2.464209794998169,
+      "learning_rate": 4.802839361905021e-06,
+      "loss": 0.1674,
+      "step": 945
+    },
+    {
+      "epoch": 2.061102018548827,
+      "grad_norm": 2.766828775405884,
+      "learning_rate": 4.782597496615088e-06,
+      "loss": 0.1037,
+      "step": 946
+    },
+    {
+      "epoch": 2.0632842334969994,
+      "grad_norm": 2.715592384338379,
+      "learning_rate": 4.762384962004877e-06,
+      "loss": 0.0792,
+      "step": 947
+    },
+    {
+      "epoch": 2.065466448445172,
+      "grad_norm": 3.0665807723999023,
+      "learning_rate": 4.74220187170322e-06,
+      "loss": 0.1491,
+      "step": 948
+    },
+    {
+      "epoch": 2.0676486633933444,
+      "grad_norm": 3.0577914714813232,
+      "learning_rate": 4.7220483391734325e-06,
+      "loss": 0.1672,
+      "step": 949
+    },
+    {
+      "epoch": 2.0698308783415165,
+      "grad_norm": 2.496610403060913,
+      "learning_rate": 4.701924477712663e-06,
+      "loss": 0.1243,
+      "step": 950
+    },
+    {
+      "epoch": 2.072013093289689,
+      "grad_norm": 4.143699645996094,
+      "learning_rate": 4.681830400451249e-06,
+      "loss": 0.1112,
+      "step": 951
+    },
+    {
+      "epoch": 2.0741953082378615,
+      "grad_norm": 2.631512403488159,
+      "learning_rate": 4.661766220352098e-06,
+      "loss": 0.1727,
+      "step": 952
+    },
+    {
+      "epoch": 2.076377523186034,
+      "grad_norm": 3.4268436431884766,
+      "learning_rate": 4.641732050210032e-06,
+      "loss": 0.1026,
+      "step": 953
+    },
+    {
+      "epoch": 2.078559738134206,
+      "grad_norm": 2.403553009033203,
+      "learning_rate": 4.621728002651194e-06,
+      "loss": 0.1349,
+      "step": 954
+    },
+    {
+      "epoch": 2.0807419530823785,
+      "grad_norm": 4.3937788009643555,
+      "learning_rate": 4.6017541901323605e-06,
+      "loss": 0.2154,
+      "step": 955
+    },
+    {
+      "epoch": 2.082924168030551,
+      "grad_norm": 3.1011528968811035,
+      "learning_rate": 4.581810724940343e-06,
+      "loss": 0.11,
+      "step": 956
+    },
+    {
+      "epoch": 2.0851063829787235,
+      "grad_norm": 3.007810354232788,
+      "learning_rate": 4.561897719191349e-06,
+      "loss": 0.1643,
+      "step": 957
+    },
+    {
+      "epoch": 2.0872885979268956,
+      "grad_norm": 3.9794445037841797,
+      "learning_rate": 4.542015284830358e-06,
+      "loss": 0.1867,
+      "step": 958
+    },
+    {
+      "epoch": 2.089470812875068,
+      "grad_norm": 3.326188802719116,
+      "learning_rate": 4.5221635336304825e-06,
+      "loss": 0.1729,
+      "step": 959
+    },
+    {
+      "epoch": 2.0916530278232406,
+      "grad_norm": 3.4469263553619385,
+      "learning_rate": 4.502342577192342e-06,
+      "loss": 0.1527,
+      "step": 960
+    },
+    {
+      "epoch": 2.093835242771413,
+      "grad_norm": 2.7026684284210205,
+      "learning_rate": 4.482552526943432e-06,
+      "loss": 0.0958,
+      "step": 961
+    },
+    {
+      "epoch": 2.0960174577195856,
+      "grad_norm": 2.8319764137268066,
+      "learning_rate": 4.4627934941375185e-06,
+      "loss": 0.137,
+      "step": 962
+    },
+    {
+      "epoch": 2.0981996726677576,
+      "grad_norm": 2.338127851486206,
+      "learning_rate": 4.443065589853977e-06,
+      "loss": 0.0909,
+      "step": 963
+    },
+    {
+      "epoch": 2.10038188761593,
+      "grad_norm": 1.9700316190719604,
+      "learning_rate": 4.423368924997208e-06,
+      "loss": 0.1042,
+      "step": 964
+    },
+    {
+      "epoch": 2.1025641025641026,
+      "grad_norm": 3.513723850250244,
+      "learning_rate": 4.403703610295972e-06,
+      "loss": 0.294,
+      "step": 965
+    },
+    {
+      "epoch": 2.104746317512275,
+      "grad_norm": 1.9375710487365723,
+      "learning_rate": 4.3840697563028076e-06,
+      "loss": 0.1021,
+      "step": 966
+    },
+    {
+      "epoch": 2.106928532460447,
+      "grad_norm": 2.642843246459961,
+      "learning_rate": 4.36446747339338e-06,
+      "loss": 0.1097,
+      "step": 967
+    },
+    {
+      "epoch": 2.1091107474086197,
+      "grad_norm": 3.0859200954437256,
+      "learning_rate": 4.344896871765868e-06,
+      "loss": 0.1444,
+      "step": 968
+    },
+    {
+      "epoch": 2.111292962356792,
+      "grad_norm": 3.8712780475616455,
+      "learning_rate": 4.325358061440356e-06,
+      "loss": 0.1752,
+      "step": 969
+    },
+    {
+      "epoch": 2.1134751773049647,
+      "grad_norm": 2.4068503379821777,
+      "learning_rate": 4.30585115225821e-06,
+      "loss": 0.1218,
+      "step": 970
+    },
+    {
+      "epoch": 2.1156573922531368,
+      "grad_norm": 2.8134028911590576,
+      "learning_rate": 4.2863762538814465e-06,
+      "loss": 0.1682,
+      "step": 971
+    },
+    {
+      "epoch": 2.1178396072013093,
+      "grad_norm": 2.583871841430664,
+      "learning_rate": 4.2669334757921284e-06,
+      "loss": 0.1041,
+      "step": 972
+    },
+    {
+      "epoch": 2.1200218221494818,
+      "grad_norm": 3.5582785606384277,
+      "learning_rate": 4.2475229272917565e-06,
+      "loss": 0.1581,
+      "step": 973
+    },
+    {
+      "epoch": 2.1222040370976543,
+      "grad_norm": 2.4000144004821777,
+      "learning_rate": 4.228144717500642e-06,
+      "loss": 0.075,
+      "step": 974
+    },
+    {
+      "epoch": 2.1243862520458263,
+      "grad_norm": 2.5885415077209473,
+      "learning_rate": 4.208798955357295e-06,
+      "loss": 0.1279,
+      "step": 975
+    },
+    {
+      "epoch": 2.126568466993999,
+      "grad_norm": 6.034099102020264,
+      "learning_rate": 4.189485749617813e-06,
+      "loss": 0.278,
+      "step": 976
+    },
+    {
+      "epoch": 2.1287506819421713,
+      "grad_norm": 2.5009360313415527,
+      "learning_rate": 4.170205208855281e-06,
+      "loss": 0.0934,
+      "step": 977
+    },
+    {
+      "epoch": 2.130932896890344,
+      "grad_norm": 3.2668631076812744,
+      "learning_rate": 4.150957441459139e-06,
+      "loss": 0.1491,
+      "step": 978
+    },
+    {
+      "epoch": 2.1331151118385163,
+      "grad_norm": 3.0361216068267822,
+      "learning_rate": 4.131742555634597e-06,
+      "loss": 0.1783,
+      "step": 979
+    },
+    {
+      "epoch": 2.1352973267866884,
+      "grad_norm": 2.712005853652954,
+      "learning_rate": 4.112560659401999e-06,
+      "loss": 0.1271,
+      "step": 980
+    },
+    {
+      "epoch": 2.137479541734861,
+      "grad_norm": 3.4867680072784424,
+      "learning_rate": 4.093411860596253e-06,
+      "loss": 0.1519,
+      "step": 981
+    },
+    {
+      "epoch": 2.1396617566830334,
+      "grad_norm": 2.574247360229492,
+      "learning_rate": 4.0742962668661826e-06,
+      "loss": 0.0801,
+      "step": 982
+    },
+    {
+      "epoch": 2.141843971631206,
+      "grad_norm": 2.574141263961792,
+      "learning_rate": 4.055213985673949e-06,
+      "loss": 0.1166,
+      "step": 983
+    },
+    {
+      "epoch": 2.144026186579378,
+      "grad_norm": 2.5991413593292236,
+      "learning_rate": 4.036165124294445e-06,
+      "loss": 0.0638,
+      "step": 984
+    },
+    {
+      "epoch": 2.1462084015275504,
+      "grad_norm": 3.1878509521484375,
+      "learning_rate": 4.017149789814689e-06,
+      "loss": 0.1396,
+      "step": 985
+    },
+    {
+      "epoch": 2.148390616475723,
+      "grad_norm": 2.639380931854248,
+      "learning_rate": 3.998168089133211e-06,
+      "loss": 0.0937,
+      "step": 986
+    },
+    {
+      "epoch": 2.1505728314238954,
+      "grad_norm": 3.086221694946289,
+      "learning_rate": 3.979220128959463e-06,
+      "loss": 0.1359,
+      "step": 987
+    },
+    {
+      "epoch": 2.1527550463720675,
+      "grad_norm": 3.068530559539795,
+      "learning_rate": 3.960306015813228e-06,
+      "loss": 0.1285,
+      "step": 988
+    },
+    {
+      "epoch": 2.15493726132024,
+      "grad_norm": 4.035045146942139,
+      "learning_rate": 3.941425856024007e-06,
+      "loss": 0.1337,
+      "step": 989
+    },
+    {
+      "epoch": 2.1571194762684125,
+      "grad_norm": 1.927168369293213,
+      "learning_rate": 3.92257975573042e-06,
+      "loss": 0.0745,
+      "step": 990
+    },
+    {
+      "epoch": 2.159301691216585,
+      "grad_norm": 2.8559627532958984,
+      "learning_rate": 3.9037678208796144e-06,
+      "loss": 0.1368,
+      "step": 991
+    },
+    {
+      "epoch": 2.161483906164757,
+      "grad_norm": 2.6410839557647705,
+      "learning_rate": 3.884990157226683e-06,
+      "loss": 0.0908,
+      "step": 992
+    },
+    {
+      "epoch": 2.1636661211129296,
+      "grad_norm": 3.255305528640747,
+      "learning_rate": 3.866246870334036e-06,
+      "loss": 0.1294,
+      "step": 993
+    },
+    {
+      "epoch": 2.165848336061102,
+      "grad_norm": 3.187169313430786,
+      "learning_rate": 3.847538065570847e-06,
+      "loss": 0.11,
+      "step": 994
+    },
+    {
+      "epoch": 2.1680305510092746,
+      "grad_norm": 3.4517171382904053,
+      "learning_rate": 3.828863848112425e-06,
+      "loss": 0.1267,
+      "step": 995
+    },
+    {
+      "epoch": 2.1702127659574466,
+      "grad_norm": 3.1557934284210205,
+      "learning_rate": 3.810224322939655e-06,
+      "loss": 0.1568,
+      "step": 996
+    },
+    {
+      "epoch": 2.172394980905619,
+      "grad_norm": 3.2627272605895996,
+      "learning_rate": 3.7916195948383817e-06,
+      "loss": 0.1643,
+      "step": 997
+    },
+    {
+      "epoch": 2.1745771958537916,
+      "grad_norm": 2.097038507461548,
+      "learning_rate": 3.7730497683988287e-06,
+      "loss": 0.1664,
+      "step": 998
+    },
+    {
+      "epoch": 2.176759410801964,
+      "grad_norm": 2.4930124282836914,
+      "learning_rate": 3.7545149480150224e-06,
+      "loss": 0.0648,
+      "step": 999
+    },
+    {
+      "epoch": 2.178941625750136,
+      "grad_norm": 3.3669638633728027,
+      "learning_rate": 3.736015237884193e-06,
+      "loss": 0.1592,
+      "step": 1000
+    },
+    {
+      "epoch": 2.1811238406983087,
+      "grad_norm": 3.4047820568084717,
+      "learning_rate": 3.7175507420061885e-06,
+      "loss": 0.1542,
+      "step": 1001
+    },
+    {
+      "epoch": 2.183306055646481,
+      "grad_norm": 2.991424798965454,
+      "learning_rate": 3.6991215641828903e-06,
+      "loss": 0.1346,
+      "step": 1002
+    },
+    {
+      "epoch": 2.1854882705946537,
+      "grad_norm": 2.647455930709839,
+      "learning_rate": 3.680727808017638e-06,
+      "loss": 0.1146,
+      "step": 1003
+    },
+    {
+      "epoch": 2.187670485542826,
+      "grad_norm": 3.995757579803467,
+      "learning_rate": 3.662369576914642e-06,
+      "loss": 0.1456,
+      "step": 1004
+    },
+    {
+      "epoch": 2.1898527004909982,
+      "grad_norm": 3.401294469833374,
+      "learning_rate": 3.644046974078397e-06,
+      "loss": 0.1771,
+      "step": 1005
+    },
+    {
+      "epoch": 2.1920349154391707,
+      "grad_norm": 3.226290702819824,
+      "learning_rate": 3.625760102513103e-06,
+      "loss": 0.1448,
+      "step": 1006
+    },
+    {
+      "epoch": 2.1942171303873432,
+      "grad_norm": 4.234604358673096,
+      "learning_rate": 3.607509065022101e-06,
+      "loss": 0.1982,
+      "step": 1007
+    },
+    {
+      "epoch": 2.1963993453355157,
+      "grad_norm": 3.1138415336608887,
+      "learning_rate": 3.589293964207271e-06,
+      "loss": 0.1774,
+      "step": 1008
+    },
+    {
+      "epoch": 2.198581560283688,
+      "grad_norm": 2.999724864959717,
+      "learning_rate": 3.57111490246848e-06,
+      "loss": 0.1728,
+      "step": 1009
+    },
+    {
+      "epoch": 2.2007637752318603,
+      "grad_norm": 2.8085689544677734,
+      "learning_rate": 3.5529719820029785e-06,
+      "loss": 0.1078,
+      "step": 1010
+    },
+    {
+      "epoch": 2.202945990180033,
+      "grad_norm": 2.528303623199463,
+      "learning_rate": 3.5348653048048598e-06,
+      "loss": 0.165,
+      "step": 1011
+    },
+    {
+      "epoch": 2.2051282051282053,
+      "grad_norm": 2.52254056930542,
+      "learning_rate": 3.5167949726644545e-06,
+      "loss": 0.1399,
+      "step": 1012
+    },
+    {
+      "epoch": 2.2073104200763773,
+      "grad_norm": 2.6445817947387695,
+      "learning_rate": 3.4987610871677746e-06,
+      "loss": 0.112,
+      "step": 1013
+    },
+    {
+      "epoch": 2.20949263502455,
+      "grad_norm": 2.549060583114624,
+      "learning_rate": 3.4807637496959433e-06,
+      "loss": 0.1341,
+      "step": 1014
+    },
+    {
+      "epoch": 2.2116748499727223,
+      "grad_norm": 2.665127754211426,
+      "learning_rate": 3.4628030614246266e-06,
+      "loss": 0.16,
+      "step": 1015
+    },
+    {
+      "epoch": 2.213857064920895,
+      "grad_norm": 2.736626625061035,
+      "learning_rate": 3.4448791233234467e-06,
+      "loss": 0.1293,
+      "step": 1016
+    },
+    {
+      "epoch": 2.216039279869067,
+      "grad_norm": 3.396998405456543,
+      "learning_rate": 3.4269920361554342e-06,
+      "loss": 0.1957,
+      "step": 1017
+    },
+    {
+      "epoch": 2.2182214948172394,
+      "grad_norm": 2.4230456352233887,
+      "learning_rate": 3.409141900476457e-06,
+      "loss": 0.1269,
+      "step": 1018
+    },
+    {
+      "epoch": 2.220403709765412,
+      "grad_norm": 2.781686544418335,
+      "learning_rate": 3.3913288166346525e-06,
+      "loss": 0.1351,
+      "step": 1019
+    },
+    {
+      "epoch": 2.2225859247135844,
+      "grad_norm": 2.6650123596191406,
+      "learning_rate": 3.3735528847698597e-06,
+      "loss": 0.143,
+      "step": 1020
+    },
+    {
+      "epoch": 2.224768139661757,
+      "grad_norm": 1.6266816854476929,
+      "learning_rate": 3.355814204813058e-06,
+      "loss": 0.0607,
+      "step": 1021
+    },
+    {
+      "epoch": 2.226950354609929,
+      "grad_norm": 2.7005040645599365,
+      "learning_rate": 3.338112876485821e-06,
+      "loss": 0.1045,
+      "step": 1022
+    },
+    {
+      "epoch": 2.2291325695581015,
+      "grad_norm": 2.8159725666046143,
+      "learning_rate": 3.3204489992997226e-06,
+      "loss": 0.0974,
+      "step": 1023
+    },
+    {
+      "epoch": 2.231314784506274,
+      "grad_norm": 3.438514232635498,
+      "learning_rate": 3.302822672555819e-06,
+      "loss": 0.1881,
+      "step": 1024
+    },
+    {
+      "epoch": 2.2334969994544465,
+      "grad_norm": 1.4525946378707886,
+      "learning_rate": 3.285233995344049e-06,
+      "loss": 0.0441,
+      "step": 1025
+    },
+    {
+      "epoch": 2.2356792144026185,
+      "grad_norm": 2.537949323654175,
+      "learning_rate": 3.267683066542715e-06,
+      "loss": 0.1238,
+      "step": 1026
+    },
+    {
+      "epoch": 2.237861429350791,
+      "grad_norm": 2.615020990371704,
+      "learning_rate": 3.250169984817897e-06,
+      "loss": 0.0982,
+      "step": 1027
+    },
+    {
+      "epoch": 2.2400436442989635,
+      "grad_norm": 3.1709022521972656,
+      "learning_rate": 3.2326948486229105e-06,
+      "loss": 0.1937,
+      "step": 1028
+    },
+    {
+      "epoch": 2.242225859247136,
+      "grad_norm": 2.611358880996704,
+      "learning_rate": 3.215257756197758e-06,
+      "loss": 0.141,
+      "step": 1029
+    },
+    {
+      "epoch": 2.244408074195308,
+      "grad_norm": 2.575937271118164,
+      "learning_rate": 3.1978588055685733e-06,
+      "loss": 0.1053,
+      "step": 1030
+    },
+    {
+      "epoch": 2.2465902891434806,
+      "grad_norm": 3.531418800354004,
+      "learning_rate": 3.18049809454706e-06,
+      "loss": 0.1169,
+      "step": 1031
+    },
+    {
+      "epoch": 2.248772504091653,
+      "grad_norm": 2.8430397510528564,
+      "learning_rate": 3.163175720729954e-06,
+      "loss": 0.1428,
+      "step": 1032
+    },
+    {
+      "epoch": 2.2509547190398256,
+      "grad_norm": 3.9752190113067627,
+      "learning_rate": 3.1458917814984657e-06,
+      "loss": 0.1817,
+      "step": 1033
+    },
+    {
+      "epoch": 2.2531369339879976,
+      "grad_norm": 2.584984540939331,
+      "learning_rate": 3.128646374017754e-06,
+      "loss": 0.106,
+      "step": 1034
+    },
+    {
+      "epoch": 2.25531914893617,
+      "grad_norm": 3.523876667022705,
+      "learning_rate": 3.1114395952363486e-06,
+      "loss": 0.1446,
+      "step": 1035
+    },
+    {
+      "epoch": 2.2575013638843426,
+      "grad_norm": 3.412598133087158,
+      "learning_rate": 3.0942715418856184e-06,
+      "loss": 0.0919,
+      "step": 1036
+    },
+    {
+      "epoch": 2.259683578832515,
+      "grad_norm": 2.514547348022461,
+      "learning_rate": 3.0771423104792454e-06,
+      "loss": 0.0645,
+      "step": 1037
+    },
+    {
+      "epoch": 2.2618657937806876,
+      "grad_norm": 2.8207485675811768,
+      "learning_rate": 3.060051997312646e-06,
+      "loss": 0.1389,
+      "step": 1038
+    },
+    {
+      "epoch": 2.2640480087288597,
+      "grad_norm": 3.095088243484497,
+      "learning_rate": 3.0430006984624704e-06,
+      "loss": 0.1824,
+      "step": 1039
+    },
+    {
+      "epoch": 2.266230223677032,
+      "grad_norm": 3.624110221862793,
+      "learning_rate": 3.025988509786023e-06,
+      "loss": 0.1457,
+      "step": 1040
+    },
+    {
+      "epoch": 2.2684124386252047,
+      "grad_norm": 3.7503550052642822,
+      "learning_rate": 3.0090155269207575e-06,
+      "loss": 0.1989,
+      "step": 1041
+    },
+    {
+      "epoch": 2.2705946535733768,
+      "grad_norm": 3.221393346786499,
+      "learning_rate": 2.992081845283715e-06,
+      "loss": 0.1862,
+      "step": 1042
+    },
+    {
+      "epoch": 2.2727768685215493,
+      "grad_norm": 4.659982204437256,
+      "learning_rate": 2.975187560070998e-06,
+      "loss": 0.1481,
+      "step": 1043
+    },
+    {
+      "epoch": 2.2749590834697218,
+      "grad_norm": 3.4133434295654297,
+      "learning_rate": 2.958332766257237e-06,
+      "loss": 0.2031,
+      "step": 1044
+    },
+    {
+      "epoch": 2.2771412984178943,
+      "grad_norm": 3.0756850242614746,
+      "learning_rate": 2.941517558595056e-06,
+      "loss": 0.2048,
+      "step": 1045
+    },
+    {
+      "epoch": 2.2793235133660668,
+      "grad_norm": 3.2379724979400635,
+      "learning_rate": 2.9247420316145324e-06,
+      "loss": 0.1956,
+      "step": 1046
+    },
+    {
+      "epoch": 2.281505728314239,
+      "grad_norm": 2.3938217163085938,
+      "learning_rate": 2.908006279622667e-06,
+      "loss": 0.1245,
+      "step": 1047
+    },
+    {
+      "epoch": 2.2836879432624113,
+      "grad_norm": 2.3703665733337402,
+      "learning_rate": 2.8913103967028664e-06,
+      "loss": 0.144,
+      "step": 1048
+    },
+    {
+      "epoch": 2.285870158210584,
+      "grad_norm": 2.3892297744750977,
+      "learning_rate": 2.8746544767144056e-06,
+      "loss": 0.1219,
+      "step": 1049
+    },
+    {
+      "epoch": 2.2880523731587563,
+      "grad_norm": 2.1989102363586426,
+      "learning_rate": 2.8580386132918916e-06,
+      "loss": 0.0935,
+      "step": 1050
+    },
+    {
+      "epoch": 2.2902345881069284,
+      "grad_norm": 3.2607226371765137,
+      "learning_rate": 2.841462899844749e-06,
+      "loss": 0.1567,
+      "step": 1051
+    },
+    {
+      "epoch": 2.292416803055101,
+      "grad_norm": 2.6788032054901123,
+      "learning_rate": 2.8249274295566863e-06,
+      "loss": 0.1469,
+      "step": 1052
+    },
+    {
+      "epoch": 2.2945990180032734,
+      "grad_norm": 3.6224868297576904,
+      "learning_rate": 2.8084322953851963e-06,
+      "loss": 0.2097,
+      "step": 1053
+    },
+    {
+      "epoch": 2.296781232951446,
+      "grad_norm": 2.1419618129730225,
+      "learning_rate": 2.79197759006099e-06,
+      "loss": 0.1331,
+      "step": 1054
+    },
+    {
+      "epoch": 2.298963447899618,
+      "grad_norm": 2.3685097694396973,
+      "learning_rate": 2.7755634060875135e-06,
+      "loss": 0.0834,
+      "step": 1055
+    },
+    {
+      "epoch": 2.3011456628477904,
+      "grad_norm": 3.8270304203033447,
+      "learning_rate": 2.7591898357404066e-06,
+      "loss": 0.1406,
+      "step": 1056
+    },
+    {
+      "epoch": 2.303327877795963,
+      "grad_norm": 3.3172414302825928,
+      "learning_rate": 2.742856971066996e-06,
+      "loss": 0.2005,
+      "step": 1057
+    },
+    {
+      "epoch": 2.3055100927441354,
+      "grad_norm": 2.685878276824951,
+      "learning_rate": 2.7265649038857776e-06,
+      "loss": 0.0845,
+      "step": 1058
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 3.0650217533111572,
+      "learning_rate": 2.7103137257858867e-06,
+      "loss": 0.1636,
+      "step": 1059
+    },
+    {
+      "epoch": 2.30987452264048,
+      "grad_norm": 3.2972707748413086,
+      "learning_rate": 2.6941035281265936e-06,
+      "loss": 0.1921,
+      "step": 1060
+    },
+    {
+      "epoch": 2.3120567375886525,
+      "grad_norm": 2.2879867553710938,
+      "learning_rate": 2.677934402036797e-06,
+      "loss": 0.1158,
+      "step": 1061
+    },
+    {
+      "epoch": 2.314238952536825,
+      "grad_norm": 2.6017403602600098,
+      "learning_rate": 2.6618064384144925e-06,
+      "loss": 0.1089,
+      "step": 1062
+    },
+    {
+      "epoch": 2.3164211674849975,
+      "grad_norm": 2.654991865158081,
+      "learning_rate": 2.6457197279262835e-06,
+      "loss": 0.1612,
+      "step": 1063
+    },
+    {
+      "epoch": 2.3186033824331695,
+      "grad_norm": 3.047889471054077,
+      "learning_rate": 2.629674361006851e-06,
+      "loss": 0.1756,
+      "step": 1064
+    },
+    {
+      "epoch": 2.320785597381342,
+      "grad_norm": 2.4597182273864746,
+      "learning_rate": 2.6136704278584624e-06,
+      "loss": 0.1394,
+      "step": 1065
+    },
+    {
+      "epoch": 2.3229678123295145,
+      "grad_norm": 3.5261311531066895,
+      "learning_rate": 2.597708018450453e-06,
+      "loss": 0.1852,
+      "step": 1066
+    },
+    {
+      "epoch": 2.3251500272776866,
+      "grad_norm": 2.936910390853882,
+      "learning_rate": 2.58178722251872e-06,
+      "loss": 0.0991,
+      "step": 1067
+    },
+    {
+      "epoch": 2.327332242225859,
+      "grad_norm": 3.048835277557373,
+      "learning_rate": 2.5659081295652298e-06,
+      "loss": 0.1576,
+      "step": 1068
+    },
+    {
+      "epoch": 2.3295144571740316,
+      "grad_norm": 2.723677158355713,
+      "learning_rate": 2.550070828857506e-06,
+      "loss": 0.1636,
+      "step": 1069
+    },
+    {
+      "epoch": 2.331696672122204,
+      "grad_norm": 3.568314552307129,
+      "learning_rate": 2.5342754094281253e-06,
+      "loss": 0.1876,
+      "step": 1070
+    },
+    {
+      "epoch": 2.3338788870703766,
+      "grad_norm": 2.0513463020324707,
+      "learning_rate": 2.518521960074217e-06,
+      "loss": 0.0941,
+      "step": 1071
+    },
+    {
+      "epoch": 2.3360611020185487,
+      "grad_norm": 3.277768611907959,
+      "learning_rate": 2.502810569356976e-06,
+      "loss": 0.1384,
+      "step": 1072
+    },
+    {
+      "epoch": 2.338243316966721,
+      "grad_norm": 2.4172523021698,
+      "learning_rate": 2.4871413256011534e-06,
+      "loss": 0.1181,
+      "step": 1073
+    },
+    {
+      "epoch": 2.3404255319148937,
+      "grad_norm": 2.7144484519958496,
+      "learning_rate": 2.471514316894559e-06,
+      "loss": 0.0759,
+      "step": 1074
+    },
+    {
+      "epoch": 2.342607746863066,
+      "grad_norm": 2.517075777053833,
+      "learning_rate": 2.455929631087568e-06,
+      "loss": 0.09,
+      "step": 1075
+    },
+    {
+      "epoch": 2.344789961811238,
+      "grad_norm": 3.2696096897125244,
+      "learning_rate": 2.440387355792638e-06,
+      "loss": 0.1275,
+      "step": 1076
+    },
+    {
+      "epoch": 2.3469721767594107,
+      "grad_norm": 2.7472290992736816,
+      "learning_rate": 2.424887578383799e-06,
+      "loss": 0.1343,
+      "step": 1077
+    },
+    {
+      "epoch": 2.3491543917075832,
+      "grad_norm": 3.6602323055267334,
+      "learning_rate": 2.4094303859961774e-06,
+      "loss": 0.1201,
+      "step": 1078
+    },
+    {
+      "epoch": 2.3513366066557557,
+      "grad_norm": 2.5921847820281982,
+      "learning_rate": 2.394015865525491e-06,
+      "loss": 0.1583,
+      "step": 1079
+    },
+    {
+      "epoch": 2.3535188216039282,
+      "grad_norm": 3.1571967601776123,
+      "learning_rate": 2.3786441036275764e-06,
+      "loss": 0.1388,
+      "step": 1080
+    },
+    {
+      "epoch": 2.3557010365521003,
+      "grad_norm": 4.5657639503479,
+      "learning_rate": 2.3633151867178915e-06,
+      "loss": 0.202,
+      "step": 1081
+    },
+    {
+      "epoch": 2.357883251500273,
+      "grad_norm": 3.2873787879943848,
+      "learning_rate": 2.3480292009710282e-06,
+      "loss": 0.1903,
+      "step": 1082
+    },
+    {
+      "epoch": 2.3600654664484453,
+      "grad_norm": 4.070294380187988,
+      "learning_rate": 2.3327862323202377e-06,
+      "loss": 0.1611,
+      "step": 1083
+    },
+    {
+      "epoch": 2.3622476813966173,
+      "grad_norm": 3.2250213623046875,
+      "learning_rate": 2.3175863664569454e-06,
+      "loss": 0.1738,
+      "step": 1084
+    },
+    {
+      "epoch": 2.36442989634479,
+      "grad_norm": 3.053804874420166,
+      "learning_rate": 2.3024296888302565e-06,
+      "loss": 0.1295,
+      "step": 1085
+    },
+    {
+      "epoch": 2.3666121112929623,
+      "grad_norm": 3.003791332244873,
+      "learning_rate": 2.2873162846464868e-06,
+      "loss": 0.1346,
+      "step": 1086
+    },
+    {
+      "epoch": 2.368794326241135,
+      "grad_norm": 2.8082313537597656,
+      "learning_rate": 2.272246238868687e-06,
+      "loss": 0.0775,
+      "step": 1087
+    },
+    {
+      "epoch": 2.3709765411893073,
+      "grad_norm": 1.8461148738861084,
+      "learning_rate": 2.2572196362161592e-06,
+      "loss": 0.0947,
+      "step": 1088
+    },
+    {
+      "epoch": 2.3731587561374794,
+      "grad_norm": 3.732574462890625,
+      "learning_rate": 2.242236561163976e-06,
+      "loss": 0.0804,
+      "step": 1089
+    },
+    {
+      "epoch": 2.375340971085652,
+      "grad_norm": 2.338996648788452,
+      "learning_rate": 2.227297097942511e-06,
+      "loss": 0.1184,
+      "step": 1090
+    },
+    {
+      "epoch": 2.3775231860338244,
+      "grad_norm": 2.1323647499084473,
+      "learning_rate": 2.212401330536973e-06,
+      "loss": 0.1054,
+      "step": 1091
+    },
+    {
+      "epoch": 2.379705400981997,
+      "grad_norm": 2.8239634037017822,
+      "learning_rate": 2.1975493426869155e-06,
+      "loss": 0.0988,
+      "step": 1092
+    },
+    {
+      "epoch": 2.381887615930169,
+      "grad_norm": 2.373472213745117,
+      "learning_rate": 2.1827412178857866e-06,
+      "loss": 0.0855,
+      "step": 1093
+    },
+    {
+      "epoch": 2.3840698308783415,
+      "grad_norm": 2.456315755844116,
+      "learning_rate": 2.167977039380439e-06,
+      "loss": 0.0777,
+      "step": 1094
+    },
+    {
+      "epoch": 2.386252045826514,
+      "grad_norm": 2.3994486331939697,
+      "learning_rate": 2.153256890170683e-06,
+      "loss": 0.098,
+      "step": 1095
+    },
+    {
+      "epoch": 2.3884342607746865,
+      "grad_norm": 3.6272802352905273,
+      "learning_rate": 2.1385808530088024e-06,
+      "loss": 0.0925,
+      "step": 1096
+    },
+    {
+      "epoch": 2.3906164757228585,
+      "grad_norm": 1.6459275484085083,
+      "learning_rate": 2.1239490103990946e-06,
+      "loss": 0.0207,
+      "step": 1097
+    },
+    {
+      "epoch": 2.392798690671031,
+      "grad_norm": 2.9355309009552,
+      "learning_rate": 2.109361444597414e-06,
+      "loss": 0.1037,
+      "step": 1098
+    },
+    {
+      "epoch": 2.3949809056192035,
+      "grad_norm": 2.9831464290618896,
+      "learning_rate": 2.0948182376107063e-06,
+      "loss": 0.1642,
+      "step": 1099
+    },
+    {
+      "epoch": 2.397163120567376,
+      "grad_norm": 1.930988073348999,
+      "learning_rate": 2.0803194711965356e-06,
+      "loss": 0.0885,
+      "step": 1100
+    },
+    {
+      "epoch": 2.399345335515548,
+      "grad_norm": 3.101984739303589,
+      "learning_rate": 2.0658652268626402e-06,
+      "loss": 0.143,
+      "step": 1101
+    },
+    {
+      "epoch": 2.4015275504637206,
+      "grad_norm": 2.837857246398926,
+      "learning_rate": 2.0514555858664663e-06,
+      "loss": 0.1295,
+      "step": 1102
+    },
+    {
+      "epoch": 2.403709765411893,
+      "grad_norm": 2.5695340633392334,
+      "learning_rate": 2.037090629214721e-06,
+      "loss": 0.1408,
+      "step": 1103
+    },
+    {
+      "epoch": 2.4058919803600656,
+      "grad_norm": 3.807941198348999,
+      "learning_rate": 2.0227704376628987e-06,
+      "loss": 0.2033,
+      "step": 1104
+    },
+    {
+      "epoch": 2.408074195308238,
+      "grad_norm": 2.573042631149292,
+      "learning_rate": 2.0084950917148403e-06,
+      "loss": 0.1361,
+      "step": 1105
+    },
+    {
+      "epoch": 2.41025641025641,
+      "grad_norm": 2.0595009326934814,
+      "learning_rate": 1.9942646716222867e-06,
+      "loss": 0.0667,
+      "step": 1106
+    },
+    {
+      "epoch": 2.4124386252045826,
+      "grad_norm": 3.1359736919403076,
+      "learning_rate": 1.980079257384405e-06,
+      "loss": 0.1093,
+      "step": 1107
+    },
+    {
+      "epoch": 2.414620840152755,
+      "grad_norm": 3.6579957008361816,
+      "learning_rate": 1.9659389287473675e-06,
+      "loss": 0.1794,
+      "step": 1108
+    },
+    {
+      "epoch": 2.4168030551009276,
+      "grad_norm": 2.8649232387542725,
+      "learning_rate": 1.9518437652038757e-06,
+      "loss": 0.1635,
+      "step": 1109
+    },
+    {
+      "epoch": 2.4189852700490997,
+      "grad_norm": 2.6824848651885986,
+      "learning_rate": 1.937793845992737e-06,
+      "loss": 0.101,
+      "step": 1110
+    },
+    {
+      "epoch": 2.421167484997272,
+      "grad_norm": 3.4838123321533203,
+      "learning_rate": 1.9237892500984022e-06,
+      "loss": 0.1236,
+      "step": 1111
+    },
+    {
+      "epoch": 2.4233496999454447,
+      "grad_norm": 3.1718056201934814,
+      "learning_rate": 1.9098300562505266e-06,
+      "loss": 0.0817,
+      "step": 1112
+    },
+    {
+      "epoch": 2.425531914893617,
+      "grad_norm": 3.3366994857788086,
+      "learning_rate": 1.895916342923534e-06,
+      "loss": 0.1062,
+      "step": 1113
+    },
+    {
+      "epoch": 2.4277141298417892,
+      "grad_norm": 2.633070707321167,
+      "learning_rate": 1.882048188336172e-06,
+      "loss": 0.1572,
+      "step": 1114
+    },
+    {
+      "epoch": 2.4298963447899617,
+      "grad_norm": 2.7864677906036377,
+      "learning_rate": 1.8682256704510625e-06,
+      "loss": 0.1847,
+      "step": 1115
+    },
+    {
+      "epoch": 2.4320785597381342,
+      "grad_norm": 5.880397796630859,
+      "learning_rate": 1.8544488669742755e-06,
+      "loss": 0.2213,
+      "step": 1116
+    },
+    {
+      "epoch": 2.4342607746863067,
+      "grad_norm": 2.3430709838867188,
+      "learning_rate": 1.8407178553548876e-06,
+      "loss": 0.0846,
+      "step": 1117
+    },
+    {
+      "epoch": 2.436442989634479,
+      "grad_norm": 2.5744645595550537,
+      "learning_rate": 1.8270327127845534e-06,
+      "loss": 0.1651,
+      "step": 1118
+    },
+    {
+      "epoch": 2.4386252045826513,
+      "grad_norm": 3.6657819747924805,
+      "learning_rate": 1.8133935161970561e-06,
+      "loss": 0.1942,
+      "step": 1119
+    },
+    {
+      "epoch": 2.440807419530824,
+      "grad_norm": 3.821376323699951,
+      "learning_rate": 1.7998003422678867e-06,
+      "loss": 0.2141,
+      "step": 1120
+    },
+    {
+      "epoch": 2.4429896344789963,
+      "grad_norm": 2.953503131866455,
+      "learning_rate": 1.7862532674138166e-06,
+      "loss": 0.1498,
+      "step": 1121
+    },
+    {
+      "epoch": 2.445171849427169,
+      "grad_norm": 2.796302556991577,
+      "learning_rate": 1.772752367792452e-06,
+      "loss": 0.1683,
+      "step": 1122
+    },
+    {
+      "epoch": 2.447354064375341,
+      "grad_norm": 2.1870222091674805,
+      "learning_rate": 1.7592977193018268e-06,
+      "loss": 0.1138,
+      "step": 1123
+    },
+    {
+      "epoch": 2.4495362793235134,
+      "grad_norm": 2.9135637283325195,
+      "learning_rate": 1.745889397579954e-06,
+      "loss": 0.1602,
+      "step": 1124
+    },
+    {
+      "epoch": 2.451718494271686,
+      "grad_norm": 3.3300626277923584,
+      "learning_rate": 1.732527478004422e-06,
+      "loss": 0.1893,
+      "step": 1125
+    },
+    {
+      "epoch": 2.453900709219858,
+      "grad_norm": 2.4112191200256348,
+      "learning_rate": 1.7192120356919517e-06,
+      "loss": 0.0767,
+      "step": 1126
+    },
+    {
+      "epoch": 2.4560829241680304,
+      "grad_norm": 3.3260765075683594,
+      "learning_rate": 1.7059431454979825e-06,
+      "loss": 0.1412,
+      "step": 1127
+    },
+    {
+      "epoch": 2.458265139116203,
+      "grad_norm": 2.241020917892456,
+      "learning_rate": 1.6927208820162589e-06,
+      "loss": 0.1354,
+      "step": 1128
+    },
+    {
+      "epoch": 2.4604473540643754,
+      "grad_norm": 2.9443604946136475,
+      "learning_rate": 1.6795453195784017e-06,
+      "loss": 0.1172,
+      "step": 1129
+    },
+    {
+      "epoch": 2.462629569012548,
+      "grad_norm": 2.7065913677215576,
+      "learning_rate": 1.6664165322534887e-06,
+      "loss": 0.1726,
+      "step": 1130
+    },
+    {
+      "epoch": 2.46481178396072,
+      "grad_norm": 2.8454108238220215,
+      "learning_rate": 1.653334593847643e-06,
+      "loss": 0.095,
+      "step": 1131
+    },
+    {
+      "epoch": 2.4669939989088925,
+      "grad_norm": 2.71132755279541,
+      "learning_rate": 1.6402995779036146e-06,
+      "loss": 0.0925,
+      "step": 1132
+    },
+    {
+      "epoch": 2.469176213857065,
+      "grad_norm": 2.405787467956543,
+      "learning_rate": 1.6273115577003806e-06,
+      "loss": 0.1137,
+      "step": 1133
+    },
+    {
+      "epoch": 2.4713584288052375,
+      "grad_norm": 2.3065998554229736,
+      "learning_rate": 1.6143706062527108e-06,
+      "loss": 0.1023,
+      "step": 1134
+    },
+    {
+      "epoch": 2.4735406437534095,
+      "grad_norm": 2.5811080932617188,
+      "learning_rate": 1.6014767963107715e-06,
+      "loss": 0.112,
+      "step": 1135
+    },
+    {
+      "epoch": 2.475722858701582,
+      "grad_norm": 2.6895689964294434,
+      "learning_rate": 1.588630200359711e-06,
+      "loss": 0.0666,
+      "step": 1136
+    },
+    {
+      "epoch": 2.4779050736497545,
+      "grad_norm": 4.438029766082764,
+      "learning_rate": 1.575830890619261e-06,
+      "loss": 0.1796,
+      "step": 1137
+    },
+    {
+      "epoch": 2.480087288597927,
+      "grad_norm": 3.278995990753174,
+      "learning_rate": 1.563078939043322e-06,
+      "loss": 0.1621,
+      "step": 1138
+    },
+    {
+      "epoch": 2.482269503546099,
+      "grad_norm": 2.442456007003784,
+      "learning_rate": 1.5503744173195568e-06,
+      "loss": 0.0982,
+      "step": 1139
+    },
+    {
+      "epoch": 2.4844517184942716,
+      "grad_norm": 2.4615721702575684,
+      "learning_rate": 1.5377173968689985e-06,
+      "loss": 0.1697,
+      "step": 1140
+    },
+    {
+      "epoch": 2.486633933442444,
+      "grad_norm": 3.591444730758667,
+      "learning_rate": 1.5251079488456367e-06,
+      "loss": 0.0831,
+      "step": 1141
+    },
+    {
+      "epoch": 2.4888161483906166,
+      "grad_norm": 2.458423137664795,
+      "learning_rate": 1.5125461441360223e-06,
+      "loss": 0.104,
+      "step": 1142
+    },
+    {
+      "epoch": 2.4909983633387887,
+      "grad_norm": 3.369058847427368,
+      "learning_rate": 1.500032053358874e-06,
+      "loss": 0.118,
+      "step": 1143
+    },
+    {
+      "epoch": 2.493180578286961,
+      "grad_norm": 3.8959286212921143,
+      "learning_rate": 1.4875657468646788e-06,
+      "loss": 0.2025,
+      "step": 1144
+    },
+    {
+      "epoch": 2.4953627932351337,
+      "grad_norm": 2.7001349925994873,
+      "learning_rate": 1.4751472947352884e-06,
+      "loss": 0.1473,
+      "step": 1145
+    },
+    {
+      "epoch": 2.497545008183306,
+      "grad_norm": 3.0988008975982666,
+      "learning_rate": 1.4627767667835336e-06,
+      "loss": 0.1607,
+      "step": 1146
+    },
+    {
+      "epoch": 2.4997272231314787,
+      "grad_norm": 2.1232502460479736,
+      "learning_rate": 1.450454232552826e-06,
+      "loss": 0.0757,
+      "step": 1147
+    },
+    {
+      "epoch": 2.5019094380796507,
+      "grad_norm": 2.6598548889160156,
+      "learning_rate": 1.4381797613167859e-06,
+      "loss": 0.1423,
+      "step": 1148
+    },
+    {
+      "epoch": 2.504091653027823,
+      "grad_norm": 3.7025251388549805,
+      "learning_rate": 1.4259534220788207e-06,
+      "loss": 0.1785,
+      "step": 1149
+    },
+    {
+      "epoch": 2.5062738679759957,
+      "grad_norm": 4.222663879394531,
+      "learning_rate": 1.4137752835717622e-06,
+      "loss": 0.1821,
+      "step": 1150
+    },
+    {
+      "epoch": 2.5084560829241678,
+      "grad_norm": 2.4349212646484375,
+      "learning_rate": 1.4016454142574676e-06,
+      "loss": 0.1428,
+      "step": 1151
+    },
+    {
+      "epoch": 2.5106382978723403,
+      "grad_norm": 2.9211266040802,
+      "learning_rate": 1.3895638823264447e-06,
+      "loss": 0.1113,
+      "step": 1152
+    },
+    {
+      "epoch": 2.5128205128205128,
+      "grad_norm": 4.383971691131592,
+      "learning_rate": 1.3775307556974616e-06,
+      "loss": 0.1533,
+      "step": 1153
+    },
+    {
+      "epoch": 2.5150027277686853,
+      "grad_norm": 2.1777989864349365,
+      "learning_rate": 1.3655461020171635e-06,
+      "loss": 0.0583,
+      "step": 1154
+    },
+    {
+      "epoch": 2.5171849427168578,
+      "grad_norm": 2.3890817165374756,
+      "learning_rate": 1.3536099886596933e-06,
+      "loss": 0.0918,
+      "step": 1155
+    },
+    {
+      "epoch": 2.5193671576650303,
+      "grad_norm": 2.679081678390503,
+      "learning_rate": 1.3417224827263232e-06,
+      "loss": 0.2222,
+      "step": 1156
+    },
+    {
+      "epoch": 2.5215493726132023,
+      "grad_norm": 3.612255096435547,
+      "learning_rate": 1.3298836510450597e-06,
+      "loss": 0.1478,
+      "step": 1157
+    },
+    {
+      "epoch": 2.523731587561375,
+      "grad_norm": 2.129065752029419,
+      "learning_rate": 1.3180935601702838e-06,
+      "loss": 0.0928,
+      "step": 1158
+    },
+    {
+      "epoch": 2.5259138025095473,
+      "grad_norm": 1.6765453815460205,
+      "learning_rate": 1.3063522763823655e-06,
+      "loss": 0.131,
+      "step": 1159
+    },
+    {
+      "epoch": 2.5280960174577194,
+      "grad_norm": 2.3930482864379883,
+      "learning_rate": 1.2946598656873e-06,
+      "loss": 0.1265,
+      "step": 1160
+    },
+    {
+      "epoch": 2.530278232405892,
+      "grad_norm": 2.5472605228424072,
+      "learning_rate": 1.2830163938163298e-06,
+      "loss": 0.0664,
+      "step": 1161
+    },
+    {
+      "epoch": 2.5324604473540644,
+      "grad_norm": 2.5815839767456055,
+      "learning_rate": 1.2714219262255777e-06,
+      "loss": 0.142,
+      "step": 1162
+    },
+    {
+      "epoch": 2.534642662302237,
+      "grad_norm": 3.9370317459106445,
+      "learning_rate": 1.2598765280956793e-06,
+      "loss": 0.2952,
+      "step": 1163
+    },
+    {
+      "epoch": 2.5368248772504094,
+      "grad_norm": 2.956014394760132,
+      "learning_rate": 1.2483802643314224e-06,
+      "loss": 0.1833,
+      "step": 1164
+    },
+    {
+      "epoch": 2.5390070921985815,
+      "grad_norm": 2.3612310886383057,
+      "learning_rate": 1.2369331995613664e-06,
+      "loss": 0.0726,
+      "step": 1165
+    },
+    {
+      "epoch": 2.541189307146754,
+      "grad_norm": 2.7957355976104736,
+      "learning_rate": 1.2255353981374906e-06,
+      "loss": 0.0723,
+      "step": 1166
+    },
+    {
+      "epoch": 2.5433715220949265,
+      "grad_norm": 2.6012513637542725,
+      "learning_rate": 1.214186924134838e-06,
+      "loss": 0.156,
+      "step": 1167
+    },
+    {
+      "epoch": 2.5455537370430985,
+      "grad_norm": 2.2534146308898926,
+      "learning_rate": 1.2028878413511413e-06,
+      "loss": 0.0913,
+      "step": 1168
+    },
+    {
+      "epoch": 2.547735951991271,
+      "grad_norm": 3.0774590969085693,
+      "learning_rate": 1.1916382133064707e-06,
+      "loss": 0.1291,
+      "step": 1169
+    },
+    {
+      "epoch": 2.5499181669394435,
+      "grad_norm": 2.4585232734680176,
+      "learning_rate": 1.180438103242877e-06,
+      "loss": 0.1791,
+      "step": 1170
+    },
+    {
+      "epoch": 2.552100381887616,
+      "grad_norm": 2.6958720684051514,
+      "learning_rate": 1.1692875741240384e-06,
+      "loss": 0.1373,
+      "step": 1171
+    },
+    {
+      "epoch": 2.5542825968357885,
+      "grad_norm": 1.9664942026138306,
+      "learning_rate": 1.158186688634898e-06,
+      "loss": 0.0418,
+      "step": 1172
+    },
+    {
+      "epoch": 2.5564648117839606,
+      "grad_norm": 3.7474989891052246,
+      "learning_rate": 1.1471355091813251e-06,
+      "loss": 0.2976,
+      "step": 1173
+    },
+    {
+      "epoch": 2.558647026732133,
+      "grad_norm": 3.7916407585144043,
+      "learning_rate": 1.1361340978897483e-06,
+      "loss": 0.1555,
+      "step": 1174
+    },
+    {
+      "epoch": 2.5608292416803056,
+      "grad_norm": 2.7431023120880127,
+      "learning_rate": 1.125182516606823e-06,
+      "loss": 0.0643,
+      "step": 1175
+    },
+    {
+      "epoch": 2.563011456628478,
+      "grad_norm": 2.3165667057037354,
+      "learning_rate": 1.1142808268990691e-06,
+      "loss": 0.1081,
+      "step": 1176
+    },
+    {
+      "epoch": 2.56519367157665,
+      "grad_norm": 2.782749652862549,
+      "learning_rate": 1.1034290900525279e-06,
+      "loss": 0.1701,
+      "step": 1177
+    },
+    {
+      "epoch": 2.5673758865248226,
+      "grad_norm": 2.812095880508423,
+      "learning_rate": 1.0926273670724296e-06,
+      "loss": 0.1127,
+      "step": 1178
+    },
+    {
+      "epoch": 2.569558101472995,
+      "grad_norm": 2.410506010055542,
+      "learning_rate": 1.0818757186828388e-06,
+      "loss": 0.0966,
+      "step": 1179
+    },
+    {
+      "epoch": 2.5717403164211676,
+      "grad_norm": 3.5046584606170654,
+      "learning_rate": 1.0711742053263107e-06,
+      "loss": 0.1775,
+      "step": 1180
+    },
+    {
+      "epoch": 2.57392253136934,
+      "grad_norm": 3.21602201461792,
+      "learning_rate": 1.0605228871635586e-06,
+      "loss": 0.1226,
+      "step": 1181
+    },
+    {
+      "epoch": 2.576104746317512,
+      "grad_norm": 2.7972331047058105,
+      "learning_rate": 1.0499218240731157e-06,
+      "loss": 0.1879,
+      "step": 1182
+    },
+    {
+      "epoch": 2.5782869612656847,
+      "grad_norm": 2.8583807945251465,
+      "learning_rate": 1.039371075650998e-06,
+      "loss": 0.1767,
+      "step": 1183
+    },
+    {
+      "epoch": 2.580469176213857,
+      "grad_norm": 2.368299722671509,
+      "learning_rate": 1.0288707012103593e-06,
+      "loss": 0.153,
+      "step": 1184
+    },
+    {
+      "epoch": 2.5826513911620292,
+      "grad_norm": 3.2874960899353027,
+      "learning_rate": 1.0184207597811724e-06,
+      "loss": 0.1378,
+      "step": 1185
+    },
+    {
+      "epoch": 2.5848336061102017,
+      "grad_norm": 2.829841136932373,
+      "learning_rate": 1.0080213101098891e-06,
+      "loss": 0.1261,
+      "step": 1186
+    },
+    {
+      "epoch": 2.5870158210583742,
+      "grad_norm": 2.152522563934326,
+      "learning_rate": 9.976724106591128e-07,
+      "loss": 0.0836,
+      "step": 1187
+    },
+    {
+      "epoch": 2.5891980360065467,
+      "grad_norm": 3.5021889209747314,
+      "learning_rate": 9.873741196072683e-07,
+      "loss": 0.1679,
+      "step": 1188
+    },
+    {
+      "epoch": 2.5913802509547192,
+      "grad_norm": 2.710350275039673,
+      "learning_rate": 9.771264948482695e-07,
+      "loss": 0.1294,
+      "step": 1189
+    },
+    {
+      "epoch": 2.5935624659028913,
+      "grad_norm": 3.958892583847046,
+      "learning_rate": 9.669295939912106e-07,
+      "loss": 0.1932,
+      "step": 1190
+    },
+    {
+      "epoch": 2.595744680851064,
+      "grad_norm": 2.7698941230773926,
+      "learning_rate": 9.567834743600202e-07,
+      "loss": 0.0797,
+      "step": 1191
+    },
+    {
+      "epoch": 2.5979268957992363,
+      "grad_norm": 3.1354753971099854,
+      "learning_rate": 9.466881929931582e-07,
+      "loss": 0.1702,
+      "step": 1192
+    },
+    {
+      "epoch": 2.6001091107474084,
+      "grad_norm": 3.5184502601623535,
+      "learning_rate": 9.366438066432804e-07,
+      "loss": 0.1298,
+      "step": 1193
+    },
+    {
+      "epoch": 2.602291325695581,
+      "grad_norm": 2.7997822761535645,
+      "learning_rate": 9.266503717769315e-07,
+      "loss": 0.1352,
+      "step": 1194
+    },
+    {
+      "epoch": 2.6044735406437534,
+      "grad_norm": 2.895334482192993,
+      "learning_rate": 9.167079445742188e-07,
+      "loss": 0.1376,
+      "step": 1195
+    },
+    {
+      "epoch": 2.606655755591926,
+      "grad_norm": 3.861516237258911,
+      "learning_rate": 9.06816580928499e-07,
+      "loss": 0.1816,
+      "step": 1196
+    },
+    {
+      "epoch": 2.6088379705400984,
+      "grad_norm": 2.1612210273742676,
+      "learning_rate": 8.969763364460682e-07,
+      "loss": 0.1233,
+      "step": 1197
+    },
+    {
+      "epoch": 2.611020185488271,
+      "grad_norm": 3.039191484451294,
+      "learning_rate": 8.871872664458459e-07,
+      "loss": 0.153,
+      "step": 1198
+    },
+    {
+      "epoch": 2.613202400436443,
+      "grad_norm": 2.51485013961792,
+      "learning_rate": 8.774494259590594e-07,
+      "loss": 0.0655,
+      "step": 1199
+    },
+    {
+      "epoch": 2.6153846153846154,
+      "grad_norm": 2.84498929977417,
+      "learning_rate": 8.677628697289408e-07,
+      "loss": 0.1032,
+      "step": 1200
+    },
+    {
+      "epoch": 2.617566830332788,
+      "grad_norm": 2.741147756576538,
+      "learning_rate": 8.581276522104198e-07,
+      "loss": 0.0659,
+      "step": 1201
+    },
+    {
+      "epoch": 2.61974904528096,
+      "grad_norm": 2.4957971572875977,
+      "learning_rate": 8.485438275698154e-07,
+      "loss": 0.061,
+      "step": 1202
+    },
+    {
+      "epoch": 2.6219312602291325,
+      "grad_norm": 2.6655614376068115,
+      "learning_rate": 8.39011449684527e-07,
+      "loss": 0.1264,
+      "step": 1203
+    },
+    {
+      "epoch": 2.624113475177305,
+      "grad_norm": 3.122662305831909,
+      "learning_rate": 8.295305721427371e-07,
+      "loss": 0.1082,
+      "step": 1204
+    },
+    {
+      "epoch": 2.6262956901254775,
+      "grad_norm": 2.3930160999298096,
+      "learning_rate": 8.201012482431125e-07,
+      "loss": 0.0851,
+      "step": 1205
+    },
+    {
+      "epoch": 2.62847790507365,
+      "grad_norm": 2.483802080154419,
+      "learning_rate": 8.10723530994496e-07,
+      "loss": 0.0903,
+      "step": 1206
+    },
+    {
+      "epoch": 2.630660120021822,
+      "grad_norm": 1.9658724069595337,
+      "learning_rate": 8.01397473115616e-07,
+      "loss": 0.0642,
+      "step": 1207
+    },
+    {
+      "epoch": 2.6328423349699945,
+      "grad_norm": 3.0387346744537354,
+      "learning_rate": 7.921231270347851e-07,
+      "loss": 0.1042,
+      "step": 1208
+    },
+    {
+      "epoch": 2.635024549918167,
+      "grad_norm": 3.124490737915039,
+      "learning_rate": 7.82900544889612e-07,
+      "loss": 0.1705,
+      "step": 1209
+    },
+    {
+      "epoch": 2.637206764866339,
+      "grad_norm": 2.050780773162842,
+      "learning_rate": 7.737297785266995e-07,
+      "loss": 0.1087,
+      "step": 1210
+    },
+    {
+      "epoch": 2.6393889798145116,
+      "grad_norm": 2.38984751701355,
+      "learning_rate": 7.646108795013563e-07,
+      "loss": 0.1274,
+      "step": 1211
+    },
+    {
+      "epoch": 2.641571194762684,
+      "grad_norm": 3.0781753063201904,
+      "learning_rate": 7.555438990773134e-07,
+      "loss": 0.117,
+      "step": 1212
+    },
+    {
+      "epoch": 2.6437534097108566,
+      "grad_norm": 4.563723087310791,
+      "learning_rate": 7.46528888226431e-07,
+      "loss": 0.2083,
+      "step": 1213
+    },
+    {
+      "epoch": 2.645935624659029,
+      "grad_norm": 2.54404616355896,
+      "learning_rate": 7.375658976284073e-07,
+      "loss": 0.1187,
+      "step": 1214
+    },
+    {
+      "epoch": 2.648117839607201,
+      "grad_norm": 2.761107921600342,
+      "learning_rate": 7.286549776704987e-07,
+      "loss": 0.1299,
+      "step": 1215
+    },
+    {
+      "epoch": 2.6503000545553737,
+      "grad_norm": 3.284663677215576,
+      "learning_rate": 7.197961784472396e-07,
+      "loss": 0.1623,
+      "step": 1216
+    },
+    {
+      "epoch": 2.652482269503546,
+      "grad_norm": 3.4205589294433594,
+      "learning_rate": 7.109895497601571e-07,
+      "loss": 0.1951,
+      "step": 1217
+    },
+    {
+      "epoch": 2.6546644844517187,
+      "grad_norm": 2.9882919788360596,
+      "learning_rate": 7.022351411174866e-07,
+      "loss": 0.0832,
+      "step": 1218
+    },
+    {
+      "epoch": 2.6568466993998907,
+      "grad_norm": 3.091949462890625,
+      "learning_rate": 6.935330017339003e-07,
+      "loss": 0.1219,
+      "step": 1219
+    },
+    {
+      "epoch": 2.659028914348063,
+      "grad_norm": 2.8303592205047607,
+      "learning_rate": 6.848831805302314e-07,
+      "loss": 0.1922,
+      "step": 1220
+    },
+    {
+      "epoch": 2.6612111292962357,
+      "grad_norm": 2.783719062805176,
+      "learning_rate": 6.762857261331901e-07,
+      "loss": 0.16,
+      "step": 1221
+    },
+    {
+      "epoch": 2.663393344244408,
+      "grad_norm": 3.2741968631744385,
+      "learning_rate": 6.677406868751013e-07,
+      "loss": 0.1626,
+      "step": 1222
+    },
+    {
+      "epoch": 2.6655755591925807,
+      "grad_norm": 3.4828336238861084,
+      "learning_rate": 6.592481107936243e-07,
+      "loss": 0.1499,
+      "step": 1223
+    },
+    {
+      "epoch": 2.6677577741407528,
+      "grad_norm": 3.2021267414093018,
+      "learning_rate": 6.50808045631488e-07,
+      "loss": 0.1425,
+      "step": 1224
+    },
+    {
+      "epoch": 2.6699399890889253,
+      "grad_norm": 2.650763988494873,
+      "learning_rate": 6.424205388362203e-07,
+      "loss": 0.1332,
+      "step": 1225
+    },
+    {
+      "epoch": 2.6721222040370978,
+      "grad_norm": 3.036334753036499,
+      "learning_rate": 6.340856375598781e-07,
+      "loss": 0.1334,
+      "step": 1226
+    },
+    {
+      "epoch": 2.67430441898527,
+      "grad_norm": 2.487581491470337,
+      "learning_rate": 6.258033886587911e-07,
+      "loss": 0.1301,
+      "step": 1227
+    },
+    {
+      "epoch": 2.6764866339334423,
+      "grad_norm": 3.5973665714263916,
+      "learning_rate": 6.175738386932917e-07,
+      "loss": 0.1337,
+      "step": 1228
+    },
+    {
+      "epoch": 2.678668848881615,
+      "grad_norm": 2.112001895904541,
+      "learning_rate": 6.093970339274513e-07,
+      "loss": 0.1096,
+      "step": 1229
+    },
+    {
+      "epoch": 2.6808510638297873,
+      "grad_norm": 3.1288375854492188,
+      "learning_rate": 6.012730203288286e-07,
+      "loss": 0.1082,
+      "step": 1230
+    },
+    {
+      "epoch": 2.68303327877796,
+      "grad_norm": 2.689357042312622,
+      "learning_rate": 5.932018435681985e-07,
+      "loss": 0.1474,
+      "step": 1231
+    },
+    {
+      "epoch": 2.685215493726132,
+      "grad_norm": 3.3513340950012207,
+      "learning_rate": 5.851835490193136e-07,
+      "loss": 0.0707,
+      "step": 1232
+    },
+    {
+      "epoch": 2.6873977086743044,
+      "grad_norm": 2.53822922706604,
+      "learning_rate": 5.772181817586309e-07,
+      "loss": 0.115,
+      "step": 1233
+    },
+    {
+      "epoch": 2.689579923622477,
+      "grad_norm": 4.287944793701172,
+      "learning_rate": 5.693057865650676e-07,
+      "loss": 0.2211,
+      "step": 1234
+    },
+    {
+      "epoch": 2.691762138570649,
+      "grad_norm": 2.480376958847046,
+      "learning_rate": 5.614464079197457e-07,
+      "loss": 0.1253,
+      "step": 1235
+    },
+    {
+      "epoch": 2.6939443535188214,
+      "grad_norm": 2.2878220081329346,
+      "learning_rate": 5.536400900057493e-07,
+      "loss": 0.0872,
+      "step": 1236
+    },
+    {
+      "epoch": 2.696126568466994,
+      "grad_norm": 2.935150623321533,
+      "learning_rate": 5.458868767078673e-07,
+      "loss": 0.1246,
+      "step": 1237
+    },
+    {
+      "epoch": 2.6983087834151664,
+      "grad_norm": 4.276814937591553,
+      "learning_rate": 5.381868116123512e-07,
+      "loss": 0.1553,
+      "step": 1238
+    },
+    {
+      "epoch": 2.700490998363339,
+      "grad_norm": 3.5018060207366943,
+      "learning_rate": 5.305399380066656e-07,
+      "loss": 0.181,
+      "step": 1239
+    },
+    {
+      "epoch": 2.7026732133115114,
+      "grad_norm": 3.74934720993042,
+      "learning_rate": 5.229462988792566e-07,
+      "loss": 0.1511,
+      "step": 1240
+    },
+    {
+      "epoch": 2.7048554282596835,
+      "grad_norm": 3.261255979537964,
+      "learning_rate": 5.154059369192932e-07,
+      "loss": 0.1874,
+      "step": 1241
+    },
+    {
+      "epoch": 2.707037643207856,
+      "grad_norm": 4.47314453125,
+      "learning_rate": 5.079188945164426e-07,
+      "loss": 0.1344,
+      "step": 1242
+    },
+    {
+      "epoch": 2.7092198581560285,
+      "grad_norm": 2.8861191272735596,
+      "learning_rate": 5.004852137606198e-07,
+      "loss": 0.1091,
+      "step": 1243
+    },
+    {
+      "epoch": 2.7114020731042006,
+      "grad_norm": 2.276082992553711,
+      "learning_rate": 4.931049364417628e-07,
+      "loss": 0.0461,
+      "step": 1244
+    },
+    {
+      "epoch": 2.713584288052373,
+      "grad_norm": 2.669628381729126,
+      "learning_rate": 4.857781040495857e-07,
+      "loss": 0.102,
+      "step": 1245
+    },
+    {
+      "epoch": 2.7157665030005456,
+      "grad_norm": 4.545736789703369,
+      "learning_rate": 4.785047577733515e-07,
+      "loss": 0.2392,
+      "step": 1246
+    },
+    {
+      "epoch": 2.717948717948718,
+      "grad_norm": 2.600553512573242,
+      "learning_rate": 4.7128493850164715e-07,
+      "loss": 0.1107,
+      "step": 1247
+    },
+    {
+      "epoch": 2.7201309328968906,
+      "grad_norm": 3.7839155197143555,
+      "learning_rate": 4.6411868682213923e-07,
+      "loss": 0.1282,
+      "step": 1248
+    },
+    {
+      "epoch": 2.7223131478450626,
+      "grad_norm": 2.4173035621643066,
+      "learning_rate": 4.5700604302135633e-07,
+      "loss": 0.1345,
+      "step": 1249
+    },
+    {
+      "epoch": 2.724495362793235,
+      "grad_norm": 2.4866645336151123,
+      "learning_rate": 4.4994704708445804e-07,
+      "loss": 0.0874,
+      "step": 1250
+    },
+    {
+      "epoch": 2.7266775777414076,
+      "grad_norm": 2.4895758628845215,
+      "learning_rate": 4.42941738695013e-07,
+      "loss": 0.1027,
+      "step": 1251
+    },
+    {
+      "epoch": 2.7288597926895797,
+      "grad_norm": 2.6147966384887695,
+      "learning_rate": 4.359901572347758e-07,
+      "loss": 0.0854,
+      "step": 1252
+    },
+    {
+      "epoch": 2.731042007637752,
+      "grad_norm": 2.3906409740448,
+      "learning_rate": 4.290923417834625e-07,
+      "loss": 0.0881,
+      "step": 1253
+    },
+    {
+      "epoch": 2.7332242225859247,
+      "grad_norm": 2.4887547492980957,
+      "learning_rate": 4.222483311185299e-07,
+      "loss": 0.1136,
+      "step": 1254
+    },
+    {
+      "epoch": 2.735406437534097,
+      "grad_norm": 4.42021369934082,
+      "learning_rate": 4.1545816371496685e-07,
+      "loss": 0.221,
+      "step": 1255
+    },
+    {
+      "epoch": 2.7375886524822697,
+      "grad_norm": 3.778289794921875,
+      "learning_rate": 4.087218777450652e-07,
+      "loss": 0.1777,
+      "step": 1256
+    },
+    {
+      "epoch": 2.7397708674304417,
+      "grad_norm": 2.7555999755859375,
+      "learning_rate": 4.02039511078216e-07,
+      "loss": 0.0943,
+      "step": 1257
+    },
+    {
+      "epoch": 2.7419530823786142,
+      "grad_norm": 2.477113723754883,
+      "learning_rate": 3.954111012806894e-07,
+      "loss": 0.0963,
+      "step": 1258
+    },
+    {
+      "epoch": 2.7441352973267867,
+      "grad_norm": 3.4259603023529053,
+      "learning_rate": 3.8883668561542907e-07,
+      "loss": 0.178,
+      "step": 1259
+    },
+    {
+      "epoch": 2.7463175122749592,
+      "grad_norm": 3.0848278999328613,
+      "learning_rate": 3.8231630104183514e-07,
+      "loss": 0.1575,
+      "step": 1260
+    },
+    {
+      "epoch": 2.7484997272231313,
+      "grad_norm": 2.5946929454803467,
+      "learning_rate": 3.7584998421556387e-07,
+      "loss": 0.1596,
+      "step": 1261
+    },
+    {
+      "epoch": 2.750681942171304,
+      "grad_norm": 3.499385118484497,
+      "learning_rate": 3.6943777148831907e-07,
+      "loss": 0.2115,
+      "step": 1262
+    },
+    {
+      "epoch": 2.7528641571194763,
+      "grad_norm": 2.4449052810668945,
+      "learning_rate": 3.6307969890764907e-07,
+      "loss": 0.1199,
+      "step": 1263
+    },
+    {
+      "epoch": 2.755046372067649,
+      "grad_norm": 2.654104709625244,
+      "learning_rate": 3.567758022167378e-07,
+      "loss": 0.1415,
+      "step": 1264
+    },
+    {
+      "epoch": 2.7572285870158213,
+      "grad_norm": 3.6229209899902344,
+      "learning_rate": 3.505261168542107e-07,
+      "loss": 0.1143,
+      "step": 1265
+    },
+    {
+      "epoch": 2.7594108019639934,
+      "grad_norm": 4.187352180480957,
+      "learning_rate": 3.443306779539335e-07,
+      "loss": 0.1916,
+      "step": 1266
+    },
+    {
+      "epoch": 2.761593016912166,
+      "grad_norm": 2.9509310722351074,
+      "learning_rate": 3.381895203448182e-07,
+      "loss": 0.1069,
+      "step": 1267
+    },
+    {
+      "epoch": 2.7637752318603384,
+      "grad_norm": 2.6560986042022705,
+      "learning_rate": 3.321026785506165e-07,
+      "loss": 0.0999,
+      "step": 1268
+    },
+    {
+      "epoch": 2.7659574468085104,
+      "grad_norm": 3.3499090671539307,
+      "learning_rate": 3.2607018678973646e-07,
+      "loss": 0.1001,
+      "step": 1269
+    },
+    {
+      "epoch": 2.768139661756683,
+      "grad_norm": 3.922785758972168,
+      "learning_rate": 3.2009207897504945e-07,
+      "loss": 0.1543,
+      "step": 1270
+    },
+    {
+      "epoch": 2.7703218767048554,
+      "grad_norm": 2.155686378479004,
+      "learning_rate": 3.1416838871368925e-07,
+      "loss": 0.1082,
+      "step": 1271
+    },
+    {
+      "epoch": 2.772504091653028,
+      "grad_norm": 3.5189762115478516,
+      "learning_rate": 3.0829914930687767e-07,
+      "loss": 0.177,
+      "step": 1272
+    },
+    {
+      "epoch": 2.7746863066012004,
+      "grad_norm": 4.007525444030762,
+      "learning_rate": 3.024843937497246e-07,
+      "loss": 0.2675,
+      "step": 1273
+    },
+    {
+      "epoch": 2.7768685215493725,
+      "grad_norm": 3.7945711612701416,
+      "learning_rate": 2.9672415473105286e-07,
+      "loss": 0.1515,
+      "step": 1274
+    },
+    {
+      "epoch": 2.779050736497545,
+      "grad_norm": 1.770271897315979,
+      "learning_rate": 2.9101846463320483e-07,
+      "loss": 0.0881,
+      "step": 1275
+    },
+    {
+      "epoch": 2.7812329514457175,
+      "grad_norm": 2.8811893463134766,
+      "learning_rate": 2.8536735553186814e-07,
+      "loss": 0.1125,
+      "step": 1276
+    },
+    {
+      "epoch": 2.7834151663938895,
+      "grad_norm": 2.674591302871704,
+      "learning_rate": 2.7977085919589253e-07,
+      "loss": 0.0568,
+      "step": 1277
+    },
+    {
+      "epoch": 2.785597381342062,
+      "grad_norm": 3.2130489349365234,
+      "learning_rate": 2.7422900708710896e-07,
+      "loss": 0.2109,
+      "step": 1278
+    },
+    {
+      "epoch": 2.7877795962902345,
+      "grad_norm": 3.867260694503784,
+      "learning_rate": 2.687418303601563e-07,
+      "loss": 0.1438,
+      "step": 1279
+    },
+    {
+      "epoch": 2.789961811238407,
+      "grad_norm": 2.854294776916504,
+      "learning_rate": 2.633093598623049e-07,
+      "loss": 0.0973,
+      "step": 1280
+    },
+    {
+      "epoch": 2.7921440261865795,
+      "grad_norm": 2.972233772277832,
+      "learning_rate": 2.5793162613328095e-07,
+      "loss": 0.1441,
+      "step": 1281
+    },
+    {
+      "epoch": 2.794326241134752,
+      "grad_norm": 2.941895008087158,
+      "learning_rate": 2.5260865940510027e-07,
+      "loss": 0.1148,
+      "step": 1282
+    },
+    {
+      "epoch": 2.796508456082924,
+      "grad_norm": 2.6691858768463135,
+      "learning_rate": 2.4734048960189385e-07,
+      "loss": 0.1669,
+      "step": 1283
+    },
+    {
+      "epoch": 2.7986906710310966,
+      "grad_norm": 2.8638458251953125,
+      "learning_rate": 2.421271463397368e-07,
+      "loss": 0.0709,
+      "step": 1284
+    },
+    {
+      "epoch": 2.800872885979269,
+      "grad_norm": 3.2214314937591553,
+      "learning_rate": 2.369686589264919e-07,
+      "loss": 0.2087,
+      "step": 1285
+    },
+    {
+      "epoch": 2.803055100927441,
+      "grad_norm": 2.4157164096832275,
+      "learning_rate": 2.3186505636163316e-07,
+      "loss": 0.0654,
+      "step": 1286
+    },
+    {
+      "epoch": 2.8052373158756136,
+      "grad_norm": 3.025794267654419,
+      "learning_rate": 2.2681636733609457e-07,
+      "loss": 0.1984,
+      "step": 1287
+    },
+    {
+      "epoch": 2.807419530823786,
+      "grad_norm": 3.297891139984131,
+      "learning_rate": 2.2182262023209612e-07,
+      "loss": 0.1937,
+      "step": 1288
+    },
+    {
+      "epoch": 2.8096017457719586,
+      "grad_norm": 2.7667336463928223,
+      "learning_rate": 2.168838431229958e-07,
+      "loss": 0.102,
+      "step": 1289
+    },
+    {
+      "epoch": 2.811783960720131,
+      "grad_norm": 3.101989269256592,
+      "learning_rate": 2.1200006377312232e-07,
+      "loss": 0.1216,
+      "step": 1290
+    },
+    {
+      "epoch": 2.813966175668303,
+      "grad_norm": 3.147782564163208,
+      "learning_rate": 2.071713096376271e-07,
+      "loss": 0.1398,
+      "step": 1291
+    },
+    {
+      "epoch": 2.8161483906164757,
+      "grad_norm": 2.1434099674224854,
+      "learning_rate": 2.0239760786232355e-07,
+      "loss": 0.0616,
+      "step": 1292
+    },
+    {
+      "epoch": 2.818330605564648,
+      "grad_norm": 2.9646260738372803,
+      "learning_rate": 1.9767898528353923e-07,
+      "loss": 0.0847,
+      "step": 1293
+    },
+    {
+      "epoch": 2.8205128205128203,
+      "grad_norm": 3.902766466140747,
+      "learning_rate": 1.930154684279628e-07,
+      "loss": 0.1529,
+      "step": 1294
+    },
+    {
+      "epoch": 2.8226950354609928,
+      "grad_norm": 2.9152941703796387,
+      "learning_rate": 1.8840708351249182e-07,
+      "loss": 0.1221,
+      "step": 1295
+    },
+    {
+      "epoch": 2.8248772504091653,
+      "grad_norm": 2.529345989227295,
+      "learning_rate": 1.8385385644409282e-07,
+      "loss": 0.1164,
+      "step": 1296
+    },
+    {
+      "epoch": 2.8270594653573378,
+      "grad_norm": 2.866654872894287,
+      "learning_rate": 1.793558128196493e-07,
+      "loss": 0.1628,
+      "step": 1297
+    },
+    {
+      "epoch": 2.8292416803055103,
+      "grad_norm": 3.0157628059387207,
+      "learning_rate": 1.7491297792581963e-07,
+      "loss": 0.1082,
+      "step": 1298
+    },
+    {
+      "epoch": 2.8314238952536823,
+      "grad_norm": 3.0604586601257324,
+      "learning_rate": 1.705253767388948e-07,
+      "loss": 0.1579,
+      "step": 1299
+    },
+    {
+      "epoch": 2.833606110201855,
+      "grad_norm": 2.2548561096191406,
+      "learning_rate": 1.661930339246609e-07,
+      "loss": 0.097,
+      "step": 1300
+    },
+    {
+      "epoch": 2.8357883251500273,
+      "grad_norm": 3.059746026992798,
+      "learning_rate": 1.6191597383825473e-07,
+      "loss": 0.2175,
+      "step": 1301
+    },
+    {
+      "epoch": 2.8379705400982,
+      "grad_norm": 2.9794068336486816,
+      "learning_rate": 1.5769422052403172e-07,
+      "loss": 0.1488,
+      "step": 1302
+    },
+    {
+      "epoch": 2.840152755046372,
+      "grad_norm": 3.3241212368011475,
+      "learning_rate": 1.5352779771543037e-07,
+      "loss": 0.1706,
+      "step": 1303
+    },
+    {
+      "epoch": 2.8423349699945444,
+      "grad_norm": 2.856123924255371,
+      "learning_rate": 1.494167288348347e-07,
+      "loss": 0.1029,
+      "step": 1304
+    },
+    {
+      "epoch": 2.844517184942717,
+      "grad_norm": 3.921438455581665,
+      "learning_rate": 1.4536103699344884e-07,
+      "loss": 0.195,
+      "step": 1305
+    },
+    {
+      "epoch": 2.8466993998908894,
+      "grad_norm": 3.5206844806671143,
+      "learning_rate": 1.4136074499115914e-07,
+      "loss": 0.2165,
+      "step": 1306
+    },
+    {
+      "epoch": 2.848881614839062,
+      "grad_norm": 3.0348308086395264,
+      "learning_rate": 1.3741587531641566e-07,
+      "loss": 0.1385,
+      "step": 1307
+    },
+    {
+      "epoch": 2.851063829787234,
+      "grad_norm": 3.2878246307373047,
+      "learning_rate": 1.3352645014609756e-07,
+      "loss": 0.1505,
+      "step": 1308
+    },
+    {
+      "epoch": 2.8532460447354064,
+      "grad_norm": 2.6683285236358643,
+      "learning_rate": 1.296924913453923e-07,
+      "loss": 0.0724,
+      "step": 1309
+    },
+    {
+      "epoch": 2.855428259683579,
+      "grad_norm": 2.5775468349456787,
+      "learning_rate": 1.259140204676712e-07,
+      "loss": 0.1354,
+      "step": 1310
+    },
+    {
+      "epoch": 2.857610474631751,
+      "grad_norm": 3.636709690093994,
+      "learning_rate": 1.2219105875437176e-07,
+      "loss": 0.2032,
+      "step": 1311
+    },
+    {
+      "epoch": 2.8597926895799235,
+      "grad_norm": 2.8391306400299072,
+      "learning_rate": 1.185236271348722e-07,
+      "loss": 0.1364,
+      "step": 1312
+    },
+    {
+      "epoch": 2.861974904528096,
+      "grad_norm": 3.073310613632202,
+      "learning_rate": 1.1491174622637934e-07,
+      "loss": 0.0848,
+      "step": 1313
+    },
+    {
+      "epoch": 2.8641571194762685,
+      "grad_norm": 3.498208522796631,
+      "learning_rate": 1.1135543633380764e-07,
+      "loss": 0.2025,
+      "step": 1314
+    },
+    {
+      "epoch": 2.866339334424441,
+      "grad_norm": 2.7421329021453857,
+      "learning_rate": 1.0785471744967247e-07,
+      "loss": 0.1,
+      "step": 1315
+    },
+    {
+      "epoch": 2.868521549372613,
+      "grad_norm": 2.0723049640655518,
+      "learning_rate": 1.0440960925396925e-07,
+      "loss": 0.0464,
+      "step": 1316
+    },
+    {
+      "epoch": 2.8707037643207856,
+      "grad_norm": 1.9916514158248901,
+      "learning_rate": 1.0102013111406905e-07,
+      "loss": 0.0648,
+      "step": 1317
+    },
+    {
+      "epoch": 2.872885979268958,
+      "grad_norm": 2.227051258087158,
+      "learning_rate": 9.768630208460528e-08,
+      "loss": 0.0596,
+      "step": 1318
+    },
+    {
+      "epoch": 2.87506819421713,
+      "grad_norm": 3.1977622509002686,
+      "learning_rate": 9.440814090737049e-08,
+      "loss": 0.1815,
+      "step": 1319
+    },
+    {
+      "epoch": 2.8772504091653026,
+      "grad_norm": 2.7295007705688477,
+      "learning_rate": 9.11856660112076e-08,
+      "loss": 0.1294,
+      "step": 1320
+    },
+    {
+      "epoch": 2.879432624113475,
+      "grad_norm": 3.1815989017486572,
+      "learning_rate": 8.80188955119099e-08,
+      "loss": 0.0989,
+      "step": 1321
+    },
+    {
+      "epoch": 2.8816148390616476,
+      "grad_norm": 4.090317726135254,
+      "learning_rate": 8.490784721211454e-08,
+      "loss": 0.1099,
+      "step": 1322
+    },
+    {
+      "epoch": 2.88379705400982,
+      "grad_norm": 4.234152793884277,
+      "learning_rate": 8.185253860120701e-08,
+      "loss": 0.128,
+      "step": 1323
+    },
+    {
+      "epoch": 2.8859792689579926,
+      "grad_norm": 2.5915606021881104,
+      "learning_rate": 7.885298685522235e-08,
+      "loss": 0.1405,
+      "step": 1324
+    },
+    {
+      "epoch": 2.8881614839061647,
+      "grad_norm": 2.165673017501831,
+      "learning_rate": 7.590920883674192e-08,
+      "loss": 0.1815,
+      "step": 1325
+    },
+    {
+      "epoch": 2.890343698854337,
+      "grad_norm": 2.546405792236328,
+      "learning_rate": 7.302122109481002e-08,
+      "loss": 0.1321,
+      "step": 1326
+    },
+    {
+      "epoch": 2.8925259138025097,
+      "grad_norm": 3.3083302974700928,
+      "learning_rate": 7.018903986483083e-08,
+      "loss": 0.1827,
+      "step": 1327
+    },
+    {
+      "epoch": 2.8947081287506817,
+      "grad_norm": 3.6599481105804443,
+      "learning_rate": 6.741268106848164e-08,
+      "loss": 0.1158,
+      "step": 1328
+    },
+    {
+      "epoch": 2.8968903436988542,
+      "grad_norm": 2.834036350250244,
+      "learning_rate": 6.469216031362302e-08,
+      "loss": 0.1434,
+      "step": 1329
+    },
+    {
+      "epoch": 2.8990725586470267,
+      "grad_norm": 3.5793097019195557,
+      "learning_rate": 6.202749289420994e-08,
+      "loss": 0.1879,
+      "step": 1330
+    },
+    {
+      "epoch": 2.9012547735951992,
+      "grad_norm": 4.12615966796875,
+      "learning_rate": 5.9418693790209705e-08,
+      "loss": 0.0939,
+      "step": 1331
+    },
+    {
+      "epoch": 2.9034369885433717,
+      "grad_norm": 2.1642918586730957,
+      "learning_rate": 5.686577766751078e-08,
+      "loss": 0.0715,
+      "step": 1332
+    },
+    {
+      "epoch": 2.905619203491544,
+      "grad_norm": 2.1823015213012695,
+      "learning_rate": 5.4368758877845204e-08,
+      "loss": 0.0621,
+      "step": 1333
+    },
+    {
+      "epoch": 2.9078014184397163,
+      "grad_norm": 2.950526475906372,
+      "learning_rate": 5.192765145870748e-08,
+      "loss": 0.1037,
+      "step": 1334
+    },
+    {
+      "epoch": 2.909983633387889,
+      "grad_norm": 3.5993282794952393,
+      "learning_rate": 4.954246913327576e-08,
+      "loss": 0.1252,
+      "step": 1335
+    },
+    {
+      "epoch": 2.912165848336061,
+      "grad_norm": 2.637455701828003,
+      "learning_rate": 4.721322531033301e-08,
+      "loss": 0.0988,
+      "step": 1336
+    },
+    {
+      "epoch": 2.9143480632842333,
+      "grad_norm": 2.037163257598877,
+      "learning_rate": 4.4939933084192646e-08,
+      "loss": 0.0776,
+      "step": 1337
+    },
+    {
+      "epoch": 2.916530278232406,
+      "grad_norm": 2.518054485321045,
+      "learning_rate": 4.2722605234625236e-08,
+      "loss": 0.1069,
+      "step": 1338
+    },
+    {
+      "epoch": 2.9187124931805783,
+      "grad_norm": 3.207317352294922,
+      "learning_rate": 4.0561254226786365e-08,
+      "loss": 0.1158,
+      "step": 1339
+    },
+    {
+      "epoch": 2.920894708128751,
+      "grad_norm": 3.0466525554656982,
+      "learning_rate": 3.845589221114554e-08,
+      "loss": 0.1866,
+      "step": 1340
+    },
+    {
+      "epoch": 2.9230769230769234,
+      "grad_norm": 2.4686055183410645,
+      "learning_rate": 3.6406531023420735e-08,
+      "loss": 0.122,
+      "step": 1341
+    },
+    {
+      "epoch": 2.9252591380250954,
+      "grad_norm": 3.1573500633239746,
+      "learning_rate": 3.4413182184507285e-08,
+      "loss": 0.1233,
+      "step": 1342
+    },
+    {
+      "epoch": 2.927441352973268,
+      "grad_norm": 2.2363855838775635,
+      "learning_rate": 3.24758569004191e-08,
+      "loss": 0.0938,
+      "step": 1343
+    },
+    {
+      "epoch": 2.9296235679214404,
+      "grad_norm": 2.2676427364349365,
+      "learning_rate": 3.0594566062219776e-08,
+      "loss": 0.0612,
+      "step": 1344
+    },
+    {
+      "epoch": 2.9318057828696125,
+      "grad_norm": 3.209407329559326,
+      "learning_rate": 2.8769320245966014e-08,
+      "loss": 0.1716,
+      "step": 1345
+    },
+    {
+      "epoch": 2.933987997817785,
+      "grad_norm": 2.2920901775360107,
+      "learning_rate": 2.7000129712643208e-08,
+      "loss": 0.1507,
+      "step": 1346
+    },
+    {
+      "epoch": 2.9361702127659575,
+      "grad_norm": 2.039057970046997,
+      "learning_rate": 2.528700440811438e-08,
+      "loss": 0.071,
+      "step": 1347
+    },
+    {
+      "epoch": 2.93835242771413,
+      "grad_norm": 3.03098201751709,
+      "learning_rate": 2.3629953963058007e-08,
+      "loss": 0.0918,
+      "step": 1348
+    },
+    {
+      "epoch": 2.9405346426623025,
+      "grad_norm": 5.335292339324951,
+      "learning_rate": 2.2028987692915836e-08,
+      "loss": 0.1975,
+      "step": 1349
+    },
+    {
+      "epoch": 2.9427168576104745,
+      "grad_norm": 3.1131460666656494,
+      "learning_rate": 2.048411459784516e-08,
+      "loss": 0.1235,
+      "step": 1350
+    },
+    {
+      "epoch": 2.944899072558647,
+      "grad_norm": 2.7754812240600586,
+      "learning_rate": 1.8995343362658846e-08,
+      "loss": 0.1079,
+      "step": 1351
+    },
+    {
+      "epoch": 2.9470812875068195,
+      "grad_norm": 2.631676435470581,
+      "learning_rate": 1.7562682356786488e-08,
+      "loss": 0.1178,
+      "step": 1352
+    },
+    {
+      "epoch": 2.9492635024549916,
+      "grad_norm": 2.5904550552368164,
+      "learning_rate": 1.618613963421889e-08,
+      "loss": 0.1135,
+      "step": 1353
+    },
+    {
+      "epoch": 2.951445717403164,
+      "grad_norm": 2.564892530441284,
+      "learning_rate": 1.4865722933469218e-08,
+      "loss": 0.1279,
+      "step": 1354
+    },
+    {
+      "epoch": 2.9536279323513366,
+      "grad_norm": 3.0827488899230957,
+      "learning_rate": 1.3601439677526363e-08,
+      "loss": 0.0909,
+      "step": 1355
+    },
+    {
+      "epoch": 2.955810147299509,
+      "grad_norm": 2.3879201412200928,
+      "learning_rate": 1.2393296973812751e-08,
+      "loss": 0.0679,
+      "step": 1356
+    },
+    {
+      "epoch": 2.9579923622476816,
+      "grad_norm": 3.1236464977264404,
+      "learning_rate": 1.1241301614147715e-08,
+      "loss": 0.1523,
+      "step": 1357
+    },
+    {
+      "epoch": 2.9601745771958536,
+      "grad_norm": 2.6414763927459717,
+      "learning_rate": 1.0145460074703073e-08,
+      "loss": 0.1785,
+      "step": 1358
+    },
+    {
+      "epoch": 2.962356792144026,
+      "grad_norm": 3.030127763748169,
+      "learning_rate": 9.105778515974273e-09,
+      "loss": 0.1488,
+      "step": 1359
+    },
+    {
+      "epoch": 2.9645390070921986,
+      "grad_norm": 3.5037057399749756,
+      "learning_rate": 8.12226278274042e-09,
+      "loss": 0.1125,
+      "step": 1360
+    },
+    {
+      "epoch": 2.966721222040371,
+      "grad_norm": 3.3371245861053467,
+      "learning_rate": 7.194918404033191e-09,
+      "loss": 0.0909,
+      "step": 1361
+    },
+    {
+      "epoch": 2.968903436988543,
+      "grad_norm": 2.667675018310547,
+      "learning_rate": 6.323750593106859e-09,
+      "loss": 0.1195,
+      "step": 1362
+    },
+    {
+      "epoch": 2.9710856519367157,
+      "grad_norm": 4.01237154006958,
+      "learning_rate": 5.508764247406096e-09,
+      "loss": 0.1786,
+      "step": 1363
+    },
+    {
+      "epoch": 2.973267866884888,
+      "grad_norm": 2.5228159427642822,
+      "learning_rate": 4.749963948540437e-09,
+      "loss": 0.1147,
+      "step": 1364
+    },
+    {
+      "epoch": 2.9754500818330607,
+      "grad_norm": 2.287466287612915,
+      "learning_rate": 4.047353962259859e-09,
+      "loss": 0.1071,
+      "step": 1365
+    },
+    {
+      "epoch": 2.977632296781233,
+      "grad_norm": 2.2934494018554688,
+      "learning_rate": 3.4009382384270206e-09,
+      "loss": 0.1752,
+      "step": 1366
+    },
+    {
+      "epoch": 2.9798145117294053,
+      "grad_norm": 2.756481409072876,
+      "learning_rate": 2.810720410998391e-09,
+      "loss": 0.1105,
+      "step": 1367
+    },
+    {
+      "epoch": 2.9819967266775778,
+      "grad_norm": 3.6595911979675293,
+      "learning_rate": 2.2767037980031548e-09,
+      "loss": 0.1084,
+      "step": 1368
+    },
+    {
+      "epoch": 2.9841789416257503,
+      "grad_norm": 2.218801259994507,
+      "learning_rate": 1.7988914015221182e-09,
+      "loss": 0.1525,
+      "step": 1369
+    },
+    {
+      "epoch": 2.9863611565739223,
+      "grad_norm": 3.5746371746063232,
+      "learning_rate": 1.3772859076754962e-09,
+      "loss": 0.1733,
+      "step": 1370
+    },
+    {
+      "epoch": 2.988543371522095,
+      "grad_norm": 4.330897331237793,
+      "learning_rate": 1.0118896866018192e-09,
+      "loss": 0.1498,
+      "step": 1371
+    },
+    {
+      "epoch": 2.9907255864702673,
+      "grad_norm": 3.012662172317505,
+      "learning_rate": 7.027047924512698e-10,
+      "loss": 0.1641,
+      "step": 1372
+    },
+    {
+      "epoch": 2.99290780141844,
+      "grad_norm": 3.871150016784668,
+      "learning_rate": 4.497329633679215e-10,
+      "loss": 0.1871,
+      "step": 1373
+    },
+    {
+      "epoch": 2.9950900163666123,
+      "grad_norm": 3.721658945083618,
+      "learning_rate": 2.529756214841861e-10,
+      "loss": 0.1425,
+      "step": 1374
+    },
+    {
+      "epoch": 2.9972722313147844,
+      "grad_norm": 3.2095284461975098,
+      "learning_rate": 1.1243387291082208e-10,
+      "loss": 0.1509,
+      "step": 1375
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 1375,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 459,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.5005968091421082e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}