diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -2,4933 +2,9847 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.9998919736415686,
+  "epoch": 1.9998919736415686,
   "eval_steps": 500,
-  "global_step": 3471,
+  "global_step": 6942,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.0014403514457527638,
-      "grad_norm": 9.498580060596645,
-      "learning_rate": 2.2988505747126437e-07,
-      "loss": 1.9905,
+      "grad_norm": 16.586680451608224,
+      "learning_rate": 1.1510791366906476e-07,
+      "loss": 1.7625,
       "step": 5
     },
     {
       "epoch": 0.0028807028915055276,
-      "grad_norm": 9.29730840350754,
-      "learning_rate": 5.172413793103449e-07,
-      "loss": 1.9858,
+      "grad_norm": 16.23021243769238,
+      "learning_rate": 2.589928057553957e-07,
+      "loss": 1.754,
       "step": 10
     },
     {
       "epoch": 0.004321054337258291,
-      "grad_norm": 8.510677726863225,
-      "learning_rate": 8.045977011494253e-07,
-      "loss": 1.9545,
+      "grad_norm": 13.550599381632765,
+      "learning_rate": 4.0287769784172663e-07,
+      "loss": 1.7397,
       "step": 15
     },
     {
       "epoch": 0.005761405783011055,
-      "grad_norm": 7.429305787241992,
-      "learning_rate": 1.0919540229885058e-06,
-      "loss": 1.838,
+      "grad_norm": 11.888221853811155,
+      "learning_rate": 5.467625899280576e-07,
+      "loss": 1.6888,
       "step": 20
     },
     {
       "epoch": 0.007201757228763818,
-      "grad_norm": 6.639158892472215,
-      "learning_rate": 1.3793103448275862e-06,
-      "loss": 1.658,
+      "grad_norm": 9.60550960713175,
+      "learning_rate": 6.906474820143885e-07,
+      "loss": 1.5985,
       "step": 25
     },
     {
       "epoch": 0.008642108674516582,
-      "grad_norm": 7.2050289141669035,
-      "learning_rate": 1.6666666666666667e-06,
-      "loss": 1.3294,
+      "grad_norm": 9.038730172783534,
+      "learning_rate": 8.345323741007196e-07,
+      "loss": 1.4653,
       "step": 30
     },
     {
       "epoch": 0.010082460120269346,
-      "grad_norm": 7.64848090123899,
-      "learning_rate": 1.9540229885057475e-06,
-      "loss": 1.0103,
+      "grad_norm": 8.758156216249105,
+      "learning_rate": 9.784172661870505e-07,
+      "loss": 1.2571,
       "step": 35
     },
     {
       "epoch": 0.01152281156602211,
-      "grad_norm": 6.412853419273422,
-      "learning_rate": 2.241379310344828e-06,
-      "loss": 0.5327,
+      "grad_norm": 8.491557806539111,
+      "learning_rate": 1.1223021582733814e-06,
+      "loss": 0.9934,
       "step": 40
     },
     {
       "epoch": 0.012963163011774873,
-      "grad_norm": 1.776900584940695,
-      "learning_rate": 2.5287356321839083e-06,
-      "loss": 0.2908,
+      "grad_norm": 7.84797759833516,
+      "learning_rate": 1.2661870503597123e-06,
+      "loss": 0.8012,
       "step": 45
     },
     {
       "epoch": 0.014403514457527637,
-      "grad_norm": 1.985660623026991,
-      "learning_rate": 2.8160919540229887e-06,
-      "loss": 0.1841,
+      "grad_norm": 2.323360571149784,
+      "learning_rate": 1.4100719424460432e-06,
+      "loss": 0.5458,
       "step": 50
     },
     {
       "epoch": 0.0158438659032804,
-      "grad_norm": 0.7462636137858207,
-      "learning_rate": 3.103448275862069e-06,
-      "loss": 0.1707,
+      "grad_norm": 1.8779227048258833,
+      "learning_rate": 1.5539568345323742e-06,
+      "loss": 0.5126,
       "step": 55
     },
     {
       "epoch": 0.017284217349033165,
-      "grad_norm": 0.7526761920440953,
-      "learning_rate": 3.3908045977011496e-06,
-      "loss": 0.1525,
+      "grad_norm": 1.7665084648486797,
+      "learning_rate": 1.6978417266187053e-06,
+      "loss": 0.472,
       "step": 60
     },
     {
       "epoch": 0.01872456879478593,
-      "grad_norm": 0.7764098707095316,
-      "learning_rate": 3.67816091954023e-06,
-      "loss": 0.1407,
+      "grad_norm": 2.538885827255077,
+      "learning_rate": 1.8417266187050362e-06,
+      "loss": 0.4457,
       "step": 65
     },
     {
       "epoch": 0.020164920240538693,
-      "grad_norm": 0.7414932231148509,
-      "learning_rate": 3.96551724137931e-06,
-      "loss": 0.1339,
+      "grad_norm": 2.6827209141200647,
+      "learning_rate": 1.985611510791367e-06,
+      "loss": 0.4296,
       "step": 70
     },
     {
       "epoch": 0.021605271686291457,
-      "grad_norm": 0.7014166187976457,
-      "learning_rate": 4.252873563218391e-06,
-      "loss": 0.1294,
+      "grad_norm": 2.0305361884485555,
+      "learning_rate": 2.129496402877698e-06,
+      "loss": 0.4221,
       "step": 75
     },
     {
       "epoch": 0.02304562313204422,
-      "grad_norm": 0.4877663944572015,
-      "learning_rate": 4.540229885057471e-06,
-      "loss": 0.1255,
+      "grad_norm": 2.6997984040664833,
+      "learning_rate": 2.273381294964029e-06,
+      "loss": 0.4028,
       "step": 80
     },
     {
       "epoch": 0.02448597457779698,
-      "grad_norm": 0.5776767722589294,
-      "learning_rate": 4.8275862068965525e-06,
-      "loss": 0.1214,
+      "grad_norm": 1.2504187205349406,
+      "learning_rate": 2.41726618705036e-06,
+      "loss": 0.3801,
       "step": 85
     },
     {
       "epoch": 0.025926326023549745,
-      "grad_norm": 0.6728066183845628,
-      "learning_rate": 5.114942528735632e-06,
-      "loss": 0.1171,
+      "grad_norm": 1.3474376559842136,
+      "learning_rate": 2.5611510791366906e-06,
+      "loss": 0.3694,
       "step": 90
     },
     {
       "epoch": 0.02736667746930251,
-      "grad_norm": 0.45388962144154116,
-      "learning_rate": 5.402298850574713e-06,
-      "loss": 0.1189,
+      "grad_norm": 1.4308843552665633,
+      "learning_rate": 2.7050359712230217e-06,
+      "loss": 0.3708,
       "step": 95
     },
     {
       "epoch": 0.028807028915055273,
-      "grad_norm": 0.4586145950809401,
-      "learning_rate": 5.689655172413794e-06,
-      "loss": 0.1083,
+      "grad_norm": 1.3683344004037181,
+      "learning_rate": 2.848920863309353e-06,
+      "loss": 0.3384,
       "step": 100
     },
     {
       "epoch": 0.030247380360808037,
-      "grad_norm": 0.5500926742810166,
-      "learning_rate": 5.977011494252874e-06,
-      "loss": 0.1041,
+      "grad_norm": 1.3015919647993486,
+      "learning_rate": 2.9928057553956836e-06,
+      "loss": 0.331,
       "step": 105
     },
     {
       "epoch": 0.0316877318065608,
-      "grad_norm": 0.45289151449461224,
-      "learning_rate": 6.264367816091954e-06,
-      "loss": 0.1005,
+      "grad_norm": 1.9912468429786234,
+      "learning_rate": 3.1366906474820147e-06,
+      "loss": 0.3178,
       "step": 110
     },
     {
       "epoch": 0.03312808325231356,
-      "grad_norm": 1.8638824672613103,
-      "learning_rate": 6.551724137931035e-06,
-      "loss": 0.1004,
+      "grad_norm": 1.2757927978871475,
+      "learning_rate": 3.280575539568346e-06,
+      "loss": 0.3208,
       "step": 115
     },
     {
       "epoch": 0.03456843469806633,
-      "grad_norm": 0.4933743801153303,
-      "learning_rate": 6.839080459770115e-06,
-      "loss": 0.0994,
+      "grad_norm": 1.1146556109378103,
+      "learning_rate": 3.4244604316546766e-06,
+      "loss": 0.3143,
       "step": 120
     },
     {
       "epoch": 0.03600878614381909,
-      "grad_norm": 0.44067596151303207,
-      "learning_rate": 7.126436781609196e-06,
-      "loss": 0.1001,
+      "grad_norm": 1.254484216831056,
+      "learning_rate": 3.5683453237410077e-06,
+      "loss": 0.3176,
       "step": 125
     },
     {
       "epoch": 0.03744913758957186,
-      "grad_norm": 0.6952160335299229,
-      "learning_rate": 7.413793103448277e-06,
-      "loss": 0.1015,
+      "grad_norm": 1.1698368725906516,
+      "learning_rate": 3.7122302158273384e-06,
+      "loss": 0.3146,
       "step": 130
     },
     {
       "epoch": 0.03888948903532462,
-      "grad_norm": 0.48612969095240394,
-      "learning_rate": 7.701149425287356e-06,
-      "loss": 0.0957,
+      "grad_norm": 1.1437180666843907,
+      "learning_rate": 3.856115107913669e-06,
+      "loss": 0.3059,
       "step": 135
     },
     {
       "epoch": 0.040329840481077385,
-      "grad_norm": 0.4362186062208644,
-      "learning_rate": 7.988505747126438e-06,
-      "loss": 0.0949,
+      "grad_norm": 1.1343184831908104,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.3002,
       "step": 140
     },
     {
       "epoch": 0.041770191926830146,
-      "grad_norm": 0.5207325618446389,
-      "learning_rate": 8.275862068965518e-06,
-      "loss": 0.0912,
+      "grad_norm": 1.1952316457960082,
+      "learning_rate": 4.143884892086331e-06,
+      "loss": 0.2924,
       "step": 145
     },
     {
       "epoch": 0.04321054337258291,
-      "grad_norm": 0.3173162407799849,
-      "learning_rate": 8.563218390804599e-06,
-      "loss": 0.0897,
+      "grad_norm": 1.347560615976888,
+      "learning_rate": 4.287769784172662e-06,
+      "loss": 0.2856,
       "step": 150
     },
     {
       "epoch": 0.044650894818335674,
-      "grad_norm": 0.40145266365610965,
-      "learning_rate": 8.85057471264368e-06,
-      "loss": 0.0904,
+      "grad_norm": 1.2457364588537787,
+      "learning_rate": 4.431654676258993e-06,
+      "loss": 0.2815,
       "step": 155
     },
     {
       "epoch": 0.04609124626408844,
-      "grad_norm": 0.3558474419241096,
-      "learning_rate": 9.13793103448276e-06,
-      "loss": 0.083,
+      "grad_norm": 1.0098986875238485,
+      "learning_rate": 4.575539568345324e-06,
+      "loss": 0.262,
       "step": 160
     },
     {
       "epoch": 0.0475315977098412,
-      "grad_norm": 0.34959789012602455,
-      "learning_rate": 9.42528735632184e-06,
-      "loss": 0.0907,
+      "grad_norm": 1.0632076910755275,
+      "learning_rate": 4.719424460431655e-06,
+      "loss": 0.2831,
       "step": 165
     },
     {
       "epoch": 0.04897194915559396,
-      "grad_norm": 0.4329214768393735,
-      "learning_rate": 9.71264367816092e-06,
-      "loss": 0.0881,
+      "grad_norm": 1.0001553412785371,
+      "learning_rate": 4.863309352517986e-06,
+      "loss": 0.2692,
       "step": 170
     },
     {
       "epoch": 0.05041230060134673,
-      "grad_norm": 0.40181207129208235,
-      "learning_rate": 1e-05,
-      "loss": 0.0827,
+      "grad_norm": 0.9548653221886261,
+      "learning_rate": 5.0071942446043165e-06,
+      "loss": 0.2526,
       "step": 175
     },
     {
       "epoch": 0.05185265204709949,
-      "grad_norm": 0.33262831961207967,
-      "learning_rate": 1.0287356321839081e-05,
-      "loss": 0.0856,
+      "grad_norm": 0.8527895969241093,
+      "learning_rate": 5.151079136690648e-06,
+      "loss": 0.2578,
       "step": 180
     },
     {
       "epoch": 0.05329300349285226,
-      "grad_norm": 0.4074048572040497,
-      "learning_rate": 1.0574712643678162e-05,
-      "loss": 0.0872,
+      "grad_norm": 0.8301269546841742,
+      "learning_rate": 5.294964028776979e-06,
+      "loss": 0.2612,
       "step": 185
     },
     {
       "epoch": 0.05473335493860502,
-      "grad_norm": 0.6269775026390093,
-      "learning_rate": 1.0862068965517242e-05,
-      "loss": 0.0872,
+      "grad_norm": 0.8696014983595155,
+      "learning_rate": 5.43884892086331e-06,
+      "loss": 0.2587,
       "step": 190
     },
     {
       "epoch": 0.056173706384357786,
-      "grad_norm": 0.4503563815568868,
-      "learning_rate": 1.1149425287356324e-05,
-      "loss": 0.0829,
+      "grad_norm": 0.7739875909178445,
+      "learning_rate": 5.582733812949641e-06,
+      "loss": 0.246,
       "step": 195
     },
     {
       "epoch": 0.057614057830110546,
-      "grad_norm": 0.31295787939134934,
-      "learning_rate": 1.1436781609195405e-05,
-      "loss": 0.0882,
+      "grad_norm": 0.7654383803539627,
+      "learning_rate": 5.726618705035971e-06,
+      "loss": 0.2596,
       "step": 200
     },
     {
       "epoch": 0.059054409275863314,
-      "grad_norm": 0.4252598579032741,
-      "learning_rate": 1.1724137931034483e-05,
-      "loss": 0.0806,
+      "grad_norm": 0.8726355233974463,
+      "learning_rate": 5.8705035971223024e-06,
+      "loss": 0.2396,
       "step": 205
     },
     {
       "epoch": 0.060494760721616074,
-      "grad_norm": 2.172621514603248,
-      "learning_rate": 1.2011494252873564e-05,
-      "loss": 0.0847,
+      "grad_norm": 0.7952385048612362,
+      "learning_rate": 6.014388489208633e-06,
+      "loss": 0.2489,
       "step": 210
     },
     {
       "epoch": 0.061935112167368835,
-      "grad_norm": 0.29858098908068476,
-      "learning_rate": 1.2298850574712644e-05,
-      "loss": 0.0814,
+      "grad_norm": 0.8979351693559371,
+      "learning_rate": 6.158273381294965e-06,
+      "loss": 0.2393,
       "step": 215
     },
     {
       "epoch": 0.0633754636131216,
-      "grad_norm": 0.30454141006022717,
-      "learning_rate": 1.2586206896551725e-05,
-      "loss": 0.0841,
+      "grad_norm": 0.6684273499878575,
+      "learning_rate": 6.302158273381295e-06,
+      "loss": 0.2471,
       "step": 220
     },
     {
       "epoch": 0.06481581505887436,
-      "grad_norm": 0.42812641240805016,
-      "learning_rate": 1.2873563218390805e-05,
-      "loss": 0.0822,
+      "grad_norm": 0.7298265883042253,
+      "learning_rate": 6.446043165467626e-06,
+      "loss": 0.2421,
       "step": 225
     },
     {
       "epoch": 0.06625616650462712,
-      "grad_norm": 0.4542902663928825,
-      "learning_rate": 1.3160919540229885e-05,
-      "loss": 0.0807,
+      "grad_norm": 0.6283034910513979,
+      "learning_rate": 6.589928057553957e-06,
+      "loss": 0.2347,
       "step": 230
     },
     {
       "epoch": 0.0676965179503799,
-      "grad_norm": 0.32671450237608535,
-      "learning_rate": 1.3448275862068967e-05,
-      "loss": 0.0842,
+      "grad_norm": 2.019647888568607,
+      "learning_rate": 6.733812949640288e-06,
+      "loss": 0.2438,
       "step": 235
     },
     {
       "epoch": 0.06913686939613266,
-      "grad_norm": 0.3116704997352597,
-      "learning_rate": 1.3735632183908048e-05,
-      "loss": 0.0835,
+      "grad_norm": 0.7723184818645342,
+      "learning_rate": 6.877697841726619e-06,
+      "loss": 0.247,
       "step": 240
     },
     {
       "epoch": 0.07057722084188542,
-      "grad_norm": 0.3849475487986608,
-      "learning_rate": 1.4022988505747128e-05,
-      "loss": 0.0807,
+      "grad_norm": 0.6213657978770711,
+      "learning_rate": 7.021582733812951e-06,
+      "loss": 0.2378,
       "step": 245
     },
     {
       "epoch": 0.07201757228763818,
-      "grad_norm": 0.28484088684959274,
-      "learning_rate": 1.4310344827586209e-05,
-      "loss": 0.0816,
+      "grad_norm": 0.7770361009794773,
+      "learning_rate": 7.165467625899281e-06,
+      "loss": 0.2393,
       "step": 250
     },
     {
       "epoch": 0.07345792373339095,
-      "grad_norm": 0.3337157396250414,
-      "learning_rate": 1.459770114942529e-05,
-      "loss": 0.0839,
+      "grad_norm": 0.6688025297223997,
+      "learning_rate": 7.309352517985612e-06,
+      "loss": 0.243,
       "step": 255
     },
     {
       "epoch": 0.07489827517914371,
-      "grad_norm": 0.2664400550606567,
-      "learning_rate": 1.4885057471264368e-05,
-      "loss": 0.0817,
+      "grad_norm": 0.7154762192358323,
+      "learning_rate": 7.453237410071943e-06,
+      "loss": 0.2384,
       "step": 260
     },
     {
       "epoch": 0.07633862662489647,
-      "grad_norm": 0.2505155478711773,
-      "learning_rate": 1.5172413793103448e-05,
-      "loss": 0.0783,
+      "grad_norm": 0.6519073456752323,
+      "learning_rate": 7.597122302158274e-06,
+      "loss": 0.2285,
       "step": 265
     },
     {
       "epoch": 0.07777897807064924,
-      "grad_norm": 0.3335733996941115,
-      "learning_rate": 1.545977011494253e-05,
-      "loss": 0.0755,
+      "grad_norm": 0.6216449718793182,
+      "learning_rate": 7.741007194244606e-06,
+      "loss": 0.2209,
       "step": 270
     },
     {
       "epoch": 0.079219329516402,
-      "grad_norm": 0.26719459163424675,
-      "learning_rate": 1.574712643678161e-05,
-      "loss": 0.0789,
+      "grad_norm": 0.5890271039585314,
+      "learning_rate": 7.884892086330936e-06,
+      "loss": 0.2295,
       "step": 275
     },
     {
       "epoch": 0.08065968096215477,
-      "grad_norm": 0.5975638138236752,
-      "learning_rate": 1.603448275862069e-05,
-      "loss": 0.0811,
+      "grad_norm": 0.5765383492022604,
+      "learning_rate": 8.028776978417266e-06,
+      "loss": 0.2347,
       "step": 280
     },
     {
       "epoch": 0.08210003240790753,
-      "grad_norm": 0.3120443711700076,
-      "learning_rate": 1.632183908045977e-05,
-      "loss": 0.0783,
+      "grad_norm": 0.6882797441460431,
+      "learning_rate": 8.172661870503597e-06,
+      "loss": 0.2295,
       "step": 285
     },
     {
       "epoch": 0.08354038385366029,
-      "grad_norm": 0.5532978578404874,
-      "learning_rate": 1.6609195402298854e-05,
-      "loss": 0.0774,
+      "grad_norm": 0.557535624999968,
+      "learning_rate": 8.316546762589929e-06,
+      "loss": 0.2275,
       "step": 290
     },
     {
       "epoch": 0.08498073529941305,
-      "grad_norm": 0.3019847180020645,
-      "learning_rate": 1.6896551724137932e-05,
-      "loss": 0.0795,
+      "grad_norm": 0.6508761757468999,
+      "learning_rate": 8.46043165467626e-06,
+      "loss": 0.2315,
       "step": 295
     },
     {
       "epoch": 0.08642108674516583,
-      "grad_norm": 0.4488280416931883,
-      "learning_rate": 1.7183908045977015e-05,
-      "loss": 0.0802,
+      "grad_norm": 0.6758956838113382,
+      "learning_rate": 8.604316546762592e-06,
+      "loss": 0.231,
       "step": 300
     },
     {
       "epoch": 0.08786143819091859,
-      "grad_norm": 0.2713355446318922,
-      "learning_rate": 1.7471264367816093e-05,
-      "loss": 0.0825,
+      "grad_norm": 0.578932856654019,
+      "learning_rate": 8.748201438848922e-06,
+      "loss": 0.2389,
       "step": 305
     },
     {
       "epoch": 0.08930178963667135,
-      "grad_norm": 0.2670783396564851,
-      "learning_rate": 1.7758620689655175e-05,
-      "loss": 0.0835,
+      "grad_norm": 0.6066986114882191,
+      "learning_rate": 8.892086330935252e-06,
+      "loss": 0.241,
       "step": 310
     },
     {
       "epoch": 0.09074214108242411,
-      "grad_norm": 0.2708166986235282,
-      "learning_rate": 1.8045977011494254e-05,
-      "loss": 0.0743,
+      "grad_norm": 0.615624208891137,
+      "learning_rate": 9.035971223021583e-06,
+      "loss": 0.2167,
       "step": 315
     },
     {
       "epoch": 0.09218249252817688,
-      "grad_norm": 0.23178489300951058,
-      "learning_rate": 1.8333333333333333e-05,
-      "loss": 0.0812,
+      "grad_norm": 0.5484255060272044,
+      "learning_rate": 9.179856115107915e-06,
+      "loss": 0.2337,
       "step": 320
     },
     {
       "epoch": 0.09362284397392964,
-      "grad_norm": 0.2448448154224435,
-      "learning_rate": 1.8620689655172415e-05,
-      "loss": 0.078,
+      "grad_norm": 0.657391795292415,
+      "learning_rate": 9.323741007194246e-06,
+      "loss": 0.2274,
       "step": 325
     },
     {
       "epoch": 0.0950631954196824,
-      "grad_norm": 0.2184469288572962,
-      "learning_rate": 1.8908045977011497e-05,
-      "loss": 0.076,
+      "grad_norm": 0.5704279837914004,
+      "learning_rate": 9.467625899280576e-06,
+      "loss": 0.2203,
       "step": 330
     },
     {
       "epoch": 0.09650354686543516,
-      "grad_norm": 0.19322313487222872,
-      "learning_rate": 1.9195402298850576e-05,
-      "loss": 0.0759,
+      "grad_norm": 0.540539465103558,
+      "learning_rate": 9.611510791366908e-06,
+      "loss": 0.2202,
       "step": 335
     },
     {
       "epoch": 0.09794389831118792,
-      "grad_norm": 0.19526384677265263,
-      "learning_rate": 1.9482758620689658e-05,
-      "loss": 0.0751,
+      "grad_norm": 0.5694667381563077,
+      "learning_rate": 9.755395683453238e-06,
+      "loss": 0.2185,
       "step": 340
     },
     {
       "epoch": 0.0993842497569407,
-      "grad_norm": 0.4273996002750209,
-      "learning_rate": 1.9770114942528737e-05,
-      "loss": 0.0791,
+      "grad_norm": 0.6987105858587492,
+      "learning_rate": 9.899280575539569e-06,
+      "loss": 0.223,
       "step": 345
     },
     {
       "epoch": 0.10082460120269346,
-      "grad_norm": 0.36910225249575607,
-      "learning_rate": 1.9999994940288617e-05,
-      "loss": 0.0819,
+      "grad_norm": 0.6273823448614299,
+      "learning_rate": 1.0043165467625899e-05,
+      "loss": 0.2303,
       "step": 350
     },
     {
       "epoch": 0.10226495264844622,
-      "grad_norm": 0.22664069834453254,
-      "learning_rate": 1.999981785092774e-05,
-      "loss": 0.0715,
+      "grad_norm": 0.6219303498898151,
+      "learning_rate": 1.0187050359712232e-05,
+      "loss": 0.206,
       "step": 355
     },
     {
       "epoch": 0.10370530409419898,
-      "grad_norm": 0.22035293449009333,
-      "learning_rate": 1.9999387781117715e-05,
-      "loss": 0.0768,
+      "grad_norm": 0.5674007048209457,
+      "learning_rate": 1.0330935251798562e-05,
+      "loss": 0.2209,
       "step": 360
     },
     {
       "epoch": 0.10514565553995175,
-      "grad_norm": 0.2409697392761486,
-      "learning_rate": 1.9998704741738657e-05,
-      "loss": 0.0785,
+      "grad_norm": 0.5817546836599868,
+      "learning_rate": 1.0474820143884894e-05,
+      "loss": 0.2267,
       "step": 365
     },
     {
       "epoch": 0.10658600698570452,
-      "grad_norm": 0.19849583830438824,
-      "learning_rate": 1.9997768750070442e-05,
-      "loss": 0.0789,
+      "grad_norm": 0.5560607592408621,
+      "learning_rate": 1.0618705035971223e-05,
+      "loss": 0.2279,
       "step": 370
     },
     {
       "epoch": 0.10802635843145728,
-      "grad_norm": 0.21065073891564184,
-      "learning_rate": 1.9996579829792263e-05,
-      "loss": 0.0741,
+      "grad_norm": 0.6513825672726103,
+      "learning_rate": 1.0762589928057553e-05,
+      "loss": 0.2141,
       "step": 375
     },
     {
       "epoch": 0.10946670987721004,
-      "grad_norm": 0.2322217176695769,
-      "learning_rate": 1.9995138010982028e-05,
-      "loss": 0.0756,
+      "grad_norm": 0.5936098114546975,
+      "learning_rate": 1.0906474820143887e-05,
+      "loss": 0.2178,
       "step": 380
     },
     {
       "epoch": 0.1109070613229628,
-      "grad_norm": 0.18082957951524414,
-      "learning_rate": 1.9993443330115592e-05,
-      "loss": 0.0755,
+      "grad_norm": 0.5490902284633686,
+      "learning_rate": 1.1050359712230216e-05,
+      "loss": 0.2195,
       "step": 385
     },
     {
       "epoch": 0.11234741276871557,
-      "grad_norm": 0.2057441714111917,
-      "learning_rate": 1.9991495830065857e-05,
-      "loss": 0.077,
+      "grad_norm": 0.5995043966161002,
+      "learning_rate": 1.1194244604316548e-05,
+      "loss": 0.2216,
       "step": 390
     },
     {
       "epoch": 0.11378776421446833,
-      "grad_norm": 0.1989077999547036,
-      "learning_rate": 1.9989295560101656e-05,
-      "loss": 0.0773,
+      "grad_norm": 0.5725529495218363,
+      "learning_rate": 1.133812949640288e-05,
+      "loss": 0.2234,
       "step": 395
     },
     {
       "epoch": 0.11522811566022109,
-      "grad_norm": 0.19081663464856954,
-      "learning_rate": 1.998684257588654e-05,
-      "loss": 0.0741,
+      "grad_norm": 0.5561807013548232,
+      "learning_rate": 1.148201438848921e-05,
+      "loss": 0.2138,
       "step": 400
     },
     {
       "epoch": 0.11666846710597385,
-      "grad_norm": 0.19247855517384488,
-      "learning_rate": 1.9984136939477333e-05,
-      "loss": 0.0757,
+      "grad_norm": 0.575827707581297,
+      "learning_rate": 1.1625899280575541e-05,
+      "loss": 0.2189,
       "step": 405
     },
     {
       "epoch": 0.11810881855172663,
-      "grad_norm": 0.19993453168502634,
-      "learning_rate": 1.9981178719322606e-05,
-      "loss": 0.0706,
+      "grad_norm": 0.8535370905580235,
+      "learning_rate": 1.176978417266187e-05,
+      "loss": 0.205,
       "step": 410
     },
     {
       "epoch": 0.11954916999747939,
-      "grad_norm": 0.22409961064189973,
-      "learning_rate": 1.99779679902609e-05,
-      "loss": 0.0802,
+      "grad_norm": 0.5195864367586588,
+      "learning_rate": 1.1913669064748204e-05,
+      "loss": 0.2317,
       "step": 415
     },
     {
       "epoch": 0.12098952144323215,
-      "grad_norm": 0.1850526119008749,
-      "learning_rate": 1.9974504833518863e-05,
-      "loss": 0.0778,
+      "grad_norm": 0.5585128655255315,
+      "learning_rate": 1.2057553956834534e-05,
+      "loss": 0.2242,
       "step": 420
     },
     {
       "epoch": 0.12242987288898491,
-      "grad_norm": 0.20831229741416568,
-      "learning_rate": 1.9970789336709185e-05,
-      "loss": 0.0787,
+      "grad_norm": 0.5627890703738564,
+      "learning_rate": 1.2201438848920864e-05,
+      "loss": 0.2275,
       "step": 425
     },
     {
       "epoch": 0.12387022433473767,
-      "grad_norm": 0.17198184608681197,
-      "learning_rate": 1.9966821593828393e-05,
-      "loss": 0.0758,
+      "grad_norm": 0.5525711309273611,
+      "learning_rate": 1.2345323741007195e-05,
+      "loss": 0.2212,
       "step": 430
     },
     {
       "epoch": 0.12531057578049043,
-      "grad_norm": 0.18655586258401988,
-      "learning_rate": 1.9962601705254442e-05,
-      "loss": 0.0713,
+      "grad_norm": 0.5512498249317371,
+      "learning_rate": 1.2489208633093525e-05,
+      "loss": 0.2075,
       "step": 435
     },
     {
       "epoch": 0.1267509272262432,
-      "grad_norm": 0.20225353346040226,
-      "learning_rate": 1.995812977774421e-05,
-      "loss": 0.076,
+      "grad_norm": 0.527963361870513,
+      "learning_rate": 1.2633093525179858e-05,
+      "loss": 0.2207,
       "step": 440
     },
     {
       "epoch": 0.12819127867199598,
-      "grad_norm": 0.2104521490426979,
-      "learning_rate": 1.995340592443078e-05,
-      "loss": 0.075,
+      "grad_norm": 0.66444135628081,
+      "learning_rate": 1.2776978417266188e-05,
+      "loss": 0.2176,
       "step": 445
     },
     {
       "epoch": 0.12963163011774873,
-      "grad_norm": 0.3236324710240072,
-      "learning_rate": 1.9948430264820588e-05,
-      "loss": 0.0752,
+      "grad_norm": 0.6375370649966602,
+      "learning_rate": 1.2920863309352518e-05,
+      "loss": 0.218,
       "step": 450
     },
     {
       "epoch": 0.1310719815635015,
-      "grad_norm": 0.1817007734256695,
-      "learning_rate": 1.994320292479038e-05,
-      "loss": 0.0714,
+      "grad_norm": 0.5294066493342842,
+      "learning_rate": 1.306474820143885e-05,
+      "loss": 0.2075,
       "step": 455
     },
     {
       "epoch": 0.13251233300925425,
-      "grad_norm": 0.21258018748179575,
-      "learning_rate": 1.993772403658405e-05,
-      "loss": 0.0741,
+      "grad_norm": 0.5717532515073108,
+      "learning_rate": 1.3208633093525181e-05,
+      "loss": 0.2151,
       "step": 460
     },
     {
       "epoch": 0.13395268445500702,
-      "grad_norm": 0.1908524637842489,
-      "learning_rate": 1.9931993738809288e-05,
-      "loss": 0.0706,
+      "grad_norm": 0.5571385430026796,
+      "learning_rate": 1.3352517985611513e-05,
+      "loss": 0.2062,
       "step": 465
     },
     {
       "epoch": 0.1353930359007598,
-      "grad_norm": 0.20920739812381056,
-      "learning_rate": 1.9926012176434054e-05,
-      "loss": 0.0677,
+      "grad_norm": 0.6911923317118861,
+      "learning_rate": 1.3496402877697843e-05,
+      "loss": 0.2001,
       "step": 470
     },
     {
       "epoch": 0.13683338734651254,
-      "grad_norm": 0.1748700492849436,
-      "learning_rate": 1.991977950078295e-05,
-      "loss": 0.07,
+      "grad_norm": 0.4888695446827276,
+      "learning_rate": 1.3640287769784173e-05,
+      "loss": 0.2054,
       "step": 475
     },
     {
       "epoch": 0.13827373879226532,
-      "grad_norm": 0.20542711837724692,
-      "learning_rate": 1.9913295869533345e-05,
-      "loss": 0.0717,
+      "grad_norm": 0.5791087898343821,
+      "learning_rate": 1.3784172661870506e-05,
+      "loss": 0.2096,
       "step": 480
     },
     {
       "epoch": 0.13971409023801806,
-      "grad_norm": 0.1976538158422665,
-      "learning_rate": 1.990656144671143e-05,
-      "loss": 0.0755,
+      "grad_norm": 0.5461601934980354,
+      "learning_rate": 1.3928057553956836e-05,
+      "loss": 0.2186,
       "step": 485
     },
     {
       "epoch": 0.14115444168377084,
-      "grad_norm": 0.18639103707023377,
-      "learning_rate": 1.9899576402688038e-05,
-      "loss": 0.0712,
+      "grad_norm": 0.5278105788434795,
+      "learning_rate": 1.4071942446043167e-05,
+      "loss": 0.2064,
       "step": 490
     },
     {
       "epoch": 0.1425947931295236,
-      "grad_norm": 0.19411614042491165,
-      "learning_rate": 1.9892340914174344e-05,
-      "loss": 0.079,
+      "grad_norm": 0.572815440882881,
+      "learning_rate": 1.4215827338129497e-05,
+      "loss": 0.23,
       "step": 495
     },
     {
       "epoch": 0.14403514457527636,
-      "grad_norm": 0.17878733422071091,
-      "learning_rate": 1.988485516421739e-05,
-      "loss": 0.0724,
+      "grad_norm": 0.5825481697550493,
+      "learning_rate": 1.4359712230215827e-05,
+      "loss": 0.2113,
       "step": 500
     },
     {
       "epoch": 0.14403514457527636,
-      "eval_loss": 0.0738767758011818,
-      "eval_runtime": 203.7076,
-      "eval_samples_per_second": 8.856,
-      "eval_steps_per_second": 2.214,
+      "eval_loss": 0.21517202258110046,
+      "eval_runtime": 192.1896,
+      "eval_samples_per_second": 9.387,
+      "eval_steps_per_second": 2.347,
       "step": 500
     },
     {
       "epoch": 0.14547549602102913,
-      "grad_norm": 0.20095627980982742,
-      "learning_rate": 1.9877119342195478e-05,
-      "loss": 0.0751,
+      "grad_norm": 0.5450285278535744,
+      "learning_rate": 1.450359712230216e-05,
+      "loss": 0.2176,
       "step": 505
     },
     {
       "epoch": 0.1469158474667819,
-      "grad_norm": 0.19127062420032984,
-      "learning_rate": 1.986913364381333e-05,
-      "loss": 0.0768,
+      "grad_norm": 0.5617983236242802,
+      "learning_rate": 1.464748201438849e-05,
+      "loss": 0.2263,
       "step": 510
     },
     {
       "epoch": 0.14835619891253465,
-      "grad_norm": 0.17411671796743106,
-      "learning_rate": 1.9860898271097194e-05,
-      "loss": 0.0721,
+      "grad_norm": 0.5107925009512722,
+      "learning_rate": 1.4791366906474822e-05,
+      "loss": 0.2093,
       "step": 515
     },
     {
       "epoch": 0.14979655035828743,
-      "grad_norm": 0.20042970248260944,
-      "learning_rate": 1.9852413432389685e-05,
-      "loss": 0.0712,
+      "grad_norm": 0.5095844104524674,
+      "learning_rate": 1.4935251798561152e-05,
+      "loss": 0.2076,
       "step": 520
     },
     {
       "epoch": 0.15123690180404017,
-      "grad_norm": 0.15880253535731764,
-      "learning_rate": 1.984367934234455e-05,
-      "loss": 0.0705,
+      "grad_norm": 0.4681970484619367,
+      "learning_rate": 1.5079136690647483e-05,
+      "loss": 0.205,
       "step": 525
     },
     {
       "epoch": 0.15267725324979295,
-      "grad_norm": 0.18651323384428312,
-      "learning_rate": 1.9834696221921213e-05,
-      "loss": 0.07,
+      "grad_norm": 0.483511636229593,
+      "learning_rate": 1.5223021582733815e-05,
+      "loss": 0.2039,
       "step": 530
     },
     {
       "epoch": 0.15411760469554572,
-      "grad_norm": 0.17659413165830717,
-      "learning_rate": 1.98254642983792e-05,
-      "loss": 0.0706,
+      "grad_norm": 0.5952140053203314,
+      "learning_rate": 1.5366906474820144e-05,
+      "loss": 0.2048,
       "step": 535
     },
     {
       "epoch": 0.15555795614129847,
-      "grad_norm": 0.18160644848664637,
-      "learning_rate": 1.9815983805272378e-05,
-      "loss": 0.0683,
+      "grad_norm": 0.5355425751788454,
+      "learning_rate": 1.5510791366906476e-05,
+      "loss": 0.1994,
       "step": 540
     },
     {
       "epoch": 0.15699830758705124,
-      "grad_norm": 0.19445538759505177,
-      "learning_rate": 1.980625498244306e-05,
-      "loss": 0.0764,
+      "grad_norm": 0.5186977018893049,
+      "learning_rate": 1.5654676258992808e-05,
+      "loss": 0.2191,
       "step": 545
     },
     {
       "epoch": 0.158438659032804,
-      "grad_norm": 0.18455595535196012,
-      "learning_rate": 1.9796278076015924e-05,
-      "loss": 0.0697,
+      "grad_norm": 0.5096765096533113,
+      "learning_rate": 1.5798561151079136e-05,
+      "loss": 0.2037,
       "step": 550
     },
     {
       "epoch": 0.15987901047855677,
-      "grad_norm": 0.18184833856061972,
-      "learning_rate": 1.9786053338391792e-05,
-      "loss": 0.0731,
+      "grad_norm": 0.49643477985240453,
+      "learning_rate": 1.594244604316547e-05,
+      "loss": 0.2111,
       "step": 555
     },
     {
       "epoch": 0.16131936192430954,
-      "grad_norm": 0.19338517000535457,
-      "learning_rate": 1.9775581028241253e-05,
-      "loss": 0.0663,
+      "grad_norm": 0.527798431687936,
+      "learning_rate": 1.60863309352518e-05,
+      "loss": 0.194,
       "step": 560
     },
     {
       "epoch": 0.1627597133700623,
-      "grad_norm": 0.19538801377440532,
-      "learning_rate": 1.97648614104981e-05,
-      "loss": 0.0675,
+      "grad_norm": 0.4992686472592364,
+      "learning_rate": 1.623021582733813e-05,
+      "loss": 0.1967,
       "step": 565
     },
     {
       "epoch": 0.16420006481581506,
-      "grad_norm": 0.19062085672060544,
-      "learning_rate": 1.9753894756352643e-05,
-      "loss": 0.0747,
+      "grad_norm": 0.4982521591402399,
+      "learning_rate": 1.6374100719424462e-05,
+      "loss": 0.217,
       "step": 570
     },
     {
       "epoch": 0.16564041626156784,
-      "grad_norm": 0.16777348688294874,
-      "learning_rate": 1.9742681343244853e-05,
-      "loss": 0.0667,
+      "grad_norm": 0.464665175723593,
+      "learning_rate": 1.651798561151079e-05,
+      "loss": 0.1957,
       "step": 575
     },
     {
       "epoch": 0.16708076770732058,
-      "grad_norm": 0.170537203370038,
-      "learning_rate": 1.9731221454857322e-05,
-      "loss": 0.0716,
+      "grad_norm": 0.45188523938453024,
+      "learning_rate": 1.6661870503597125e-05,
+      "loss": 0.2087,
       "step": 580
     },
     {
       "epoch": 0.16852111915307336,
-      "grad_norm": 0.18822505175377233,
-      "learning_rate": 1.9719515381108093e-05,
-      "loss": 0.0737,
+      "grad_norm": 0.5395237904716252,
+      "learning_rate": 1.6805755395683453e-05,
+      "loss": 0.2159,
       "step": 585
     },
     {
       "epoch": 0.1699614705988261,
-      "grad_norm": 0.17674366415250964,
-      "learning_rate": 1.970756341814335e-05,
-      "loss": 0.0717,
+      "grad_norm": 0.49617157293448155,
+      "learning_rate": 1.6949640287769785e-05,
+      "loss": 0.2048,
       "step": 590
     },
     {
       "epoch": 0.17140182204457888,
-      "grad_norm": 0.15690653895690873,
-      "learning_rate": 1.9695365868329895e-05,
-      "loss": 0.0721,
+      "grad_norm": 0.45357867780884986,
+      "learning_rate": 1.7093525179856116e-05,
+      "loss": 0.2085,
       "step": 595
     },
     {
       "epoch": 0.17284217349033165,
-      "grad_norm": 0.18017195479881226,
-      "learning_rate": 1.9682923040247513e-05,
-      "loss": 0.071,
+      "grad_norm": 0.4561385049934112,
+      "learning_rate": 1.7237410071942448e-05,
+      "loss": 0.2071,
       "step": 600
     },
     {
       "epoch": 0.1742825249360844,
-      "grad_norm": 0.18105083556119095,
-      "learning_rate": 1.9670235248681154e-05,
-      "loss": 0.069,
+      "grad_norm": 0.4743223833758313,
+      "learning_rate": 1.738129496402878e-05,
+      "loss": 0.2004,
       "step": 605
     },
     {
       "epoch": 0.17572287638183717,
-      "grad_norm": 0.21301510006977412,
-      "learning_rate": 1.965730281461299e-05,
-      "loss": 0.0728,
+      "grad_norm": 0.5210203708061392,
+      "learning_rate": 1.7525179856115108e-05,
+      "loss": 0.2119,
       "step": 610
     },
     {
       "epoch": 0.17716322782758992,
-      "grad_norm": 0.20100310691523807,
-      "learning_rate": 1.964412606521428e-05,
-      "loss": 0.0706,
+      "grad_norm": 0.5230318528080634,
+      "learning_rate": 1.7669064748201443e-05,
+      "loss": 0.2063,
       "step": 615
     },
     {
       "epoch": 0.1786035792733427,
-      "grad_norm": 0.19291740459291176,
-      "learning_rate": 1.9630705333837096e-05,
-      "loss": 0.0716,
+      "grad_norm": 0.5438502195561348,
+      "learning_rate": 1.781294964028777e-05,
+      "loss": 0.2111,
       "step": 620
     },
     {
       "epoch": 0.18004393071909547,
-      "grad_norm": 0.18688635532483766,
-      "learning_rate": 1.9617040960005883e-05,
-      "loss": 0.0707,
+      "grad_norm": 0.5574590918705871,
+      "learning_rate": 1.7956834532374102e-05,
+      "loss": 0.2063,
       "step": 625
     },
     {
       "epoch": 0.18148428216484822,
-      "grad_norm": 0.1763269342109086,
-      "learning_rate": 1.9603133289408883e-05,
-      "loss": 0.0703,
+      "grad_norm": 0.5531167510606824,
+      "learning_rate": 1.8100719424460434e-05,
+      "loss": 0.2047,
       "step": 630
     },
     {
       "epoch": 0.182924633610601,
-      "grad_norm": 0.1814521955212879,
-      "learning_rate": 1.9588982673889373e-05,
-      "loss": 0.0718,
+      "grad_norm": 0.4941091683759115,
+      "learning_rate": 1.8244604316546762e-05,
+      "loss": 0.209,
       "step": 635
     },
     {
       "epoch": 0.18436498505635376,
-      "grad_norm": 0.16733655331154948,
-      "learning_rate": 1.9574589471436794e-05,
-      "loss": 0.0686,
+      "grad_norm": 0.49923381402425615,
+      "learning_rate": 1.8388489208633097e-05,
+      "loss": 0.2008,
       "step": 640
     },
     {
       "epoch": 0.1858053365021065,
-      "grad_norm": 0.17403974789227739,
-      "learning_rate": 1.955995404617765e-05,
-      "loss": 0.0723,
+      "grad_norm": 0.5294742227793021,
+      "learning_rate": 1.8532374100719425e-05,
+      "loss": 0.2093,
       "step": 645
     },
     {
       "epoch": 0.18724568794785929,
-      "grad_norm": 0.18173738403202522,
-      "learning_rate": 1.9545076768366336e-05,
-      "loss": 0.0649,
+      "grad_norm": 0.730229027488376,
+      "learning_rate": 1.8676258992805757e-05,
+      "loss": 0.1919,
       "step": 650
     },
     {
       "epoch": 0.18868603939361203,
-      "grad_norm": 0.19621468099442035,
-      "learning_rate": 1.9529958014375748e-05,
-      "loss": 0.0723,
+      "grad_norm": 0.5108094713116142,
+      "learning_rate": 1.8820143884892088e-05,
+      "loss": 0.2125,
       "step": 655
     },
     {
       "epoch": 0.1901263908393648,
-      "grad_norm": 0.167135269028582,
-      "learning_rate": 1.9514598166687772e-05,
-      "loss": 0.0747,
+      "grad_norm": 0.4842966623253086,
+      "learning_rate": 1.8964028776978416e-05,
+      "loss": 0.2146,
       "step": 660
     },
     {
       "epoch": 0.19156674228511758,
-      "grad_norm": 0.17552296206320767,
-      "learning_rate": 1.9498997613883597e-05,
-      "loss": 0.0767,
+      "grad_norm": 0.49057011382124954,
+      "learning_rate": 1.910791366906475e-05,
+      "loss": 0.2205,
       "step": 665
     },
     {
       "epoch": 0.19300709373087033,
-      "grad_norm": 0.18484213292382873,
-      "learning_rate": 1.9483156750633906e-05,
-      "loss": 0.0754,
+      "grad_norm": 0.48392895116401746,
+      "learning_rate": 1.925179856115108e-05,
+      "loss": 0.2173,
       "step": 670
     },
     {
       "epoch": 0.1944474451766231,
-      "grad_norm": 0.22352663539188908,
-      "learning_rate": 1.946707597768886e-05,
-      "loss": 0.0678,
+      "grad_norm": 0.4857633076018165,
+      "learning_rate": 1.939568345323741e-05,
+      "loss": 0.1981,
       "step": 675
     },
     {
       "epoch": 0.19588779662237585,
-      "grad_norm": 0.19471837734529257,
-      "learning_rate": 1.9450755701867994e-05,
-      "loss": 0.0717,
+      "grad_norm": 0.530480064500977,
+      "learning_rate": 1.9539568345323743e-05,
+      "loss": 0.21,
       "step": 680
     },
     {
       "epoch": 0.19732814806812862,
-      "grad_norm": 0.1638183568509793,
-      "learning_rate": 1.9434196336049897e-05,
-      "loss": 0.0655,
+      "grad_norm": 0.42587073729316316,
+      "learning_rate": 1.9683453237410074e-05,
+      "loss": 0.1915,
       "step": 685
     },
     {
       "epoch": 0.1987684995138814,
-      "grad_norm": 0.20754326959948957,
-      "learning_rate": 1.941739829916177e-05,
-      "loss": 0.0692,
+      "grad_norm": 0.4666628821103525,
+      "learning_rate": 1.9827338129496406e-05,
+      "loss": 0.2021,
       "step": 690
     },
     {
       "epoch": 0.20020885095963414,
-      "grad_norm": 0.18228455004715827,
-      "learning_rate": 1.940036201616886e-05,
-      "loss": 0.0706,
+      "grad_norm": 0.5396149739812561,
+      "learning_rate": 1.9971223021582734e-05,
+      "loss": 0.2054,
       "step": 695
     },
     {
       "epoch": 0.20164920240538692,
-      "grad_norm": 0.19405238266885175,
-      "learning_rate": 1.9383087918063662e-05,
-      "loss": 0.073,
+      "grad_norm": 0.49716967053304606,
+      "learning_rate": 1.99999797676386e-05,
+      "loss": 0.2115,
       "step": 700
     },
     {
       "epoch": 0.20308955385113966,
-      "grad_norm": 0.17969147951103687,
-      "learning_rate": 1.9365576441855046e-05,
-      "loss": 0.0715,
+      "grad_norm": 0.4390495467259597,
+      "learning_rate": 1.9999897573810713e-05,
+      "loss": 0.2082,
       "step": 705
     },
     {
       "epoch": 0.20452990529689244,
-      "grad_norm": 0.17634958619875035,
-      "learning_rate": 1.9347828030557196e-05,
-      "loss": 0.0695,
+      "grad_norm": 0.500587930536983,
+      "learning_rate": 1.9999752154513036e-05,
+      "loss": 0.2039,
       "step": 710
     },
     {
       "epoch": 0.2059702567426452,
-      "grad_norm": 0.17555207523689614,
-      "learning_rate": 1.932984313317839e-05,
-      "loss": 0.0726,
+      "grad_norm": 0.4561308107687448,
+      "learning_rate": 1.9999543510665e-05,
+      "loss": 0.212,
       "step": 715
     },
     {
       "epoch": 0.20741060818839796,
-      "grad_norm": 0.18762117292247804,
-      "learning_rate": 1.931162220470967e-05,
-      "loss": 0.0697,
+      "grad_norm": 0.4425298382894157,
+      "learning_rate": 1.9999271643585775e-05,
+      "loss": 0.2032,
       "step": 720
     },
     {
       "epoch": 0.20885095963415073,
-      "grad_norm": 0.18276137401754816,
-      "learning_rate": 1.9293165706113287e-05,
-      "loss": 0.0703,
+      "grad_norm": 0.48158901469019905,
+      "learning_rate": 1.9998936554994277e-05,
+      "loss": 0.2033,
       "step": 725
     },
     {
       "epoch": 0.2102913110799035,
-      "grad_norm": 0.1773268424439162,
-      "learning_rate": 1.9274474104311083e-05,
-      "loss": 0.0689,
+      "grad_norm": 0.45355370323735367,
+      "learning_rate": 1.9998538247009135e-05,
+      "loss": 0.2015,
       "step": 730
     },
     {
       "epoch": 0.21173166252565626,
-      "grad_norm": 0.25970999430399005,
-      "learning_rate": 1.925554787217265e-05,
-      "loss": 0.0706,
+      "grad_norm": 0.45663265150871324,
+      "learning_rate": 1.99980767221487e-05,
+      "loss": 0.2067,
       "step": 735
     },
     {
       "epoch": 0.21317201397140903,
-      "grad_norm": 0.19568404818114638,
-      "learning_rate": 1.9236387488503378e-05,
-      "loss": 0.0685,
+      "grad_norm": 0.5282768185639742,
+      "learning_rate": 1.999755198333101e-05,
+      "loss": 0.1984,
       "step": 740
     },
     {
       "epoch": 0.21461236541716178,
-      "grad_norm": 0.17278153132178845,
-      "learning_rate": 1.921699343803235e-05,
-      "loss": 0.0627,
+      "grad_norm": 0.5312593562636294,
+      "learning_rate": 1.999696403387379e-05,
+      "loss": 0.1834,
       "step": 745
     },
     {
       "epoch": 0.21605271686291455,
-      "grad_norm": 0.16307291332850227,
-      "learning_rate": 1.9197366211400058e-05,
-      "loss": 0.0716,
+      "grad_norm": 0.4522583632651766,
+      "learning_rate": 1.9996312877494413e-05,
+      "loss": 0.2074,
       "step": 750
     },
     {
       "epoch": 0.21749306830866733,
-      "grad_norm": 0.16739005016913056,
-      "learning_rate": 1.9177506305146008e-05,
-      "loss": 0.0735,
+      "grad_norm": 0.45521876727857974,
+      "learning_rate": 1.9995598518309886e-05,
+      "loss": 0.2118,
       "step": 755
     },
     {
       "epoch": 0.21893341975442007,
-      "grad_norm": 0.1652055715511055,
-      "learning_rate": 1.9157414221696155e-05,
-      "loss": 0.0695,
+      "grad_norm": 0.4661350669834831,
+      "learning_rate": 1.999482096083683e-05,
+      "loss": 0.2026,
       "step": 760
     },
     {
       "epoch": 0.22037377120017285,
-      "grad_norm": 0.1536676585476364,
-      "learning_rate": 1.9137090469350185e-05,
-      "loss": 0.0705,
+      "grad_norm": 0.42027669464187223,
+      "learning_rate": 1.9993980209991435e-05,
+      "loss": 0.2053,
       "step": 765
     },
     {
       "epoch": 0.2218141226459256,
-      "grad_norm": 0.16180623315358525,
-      "learning_rate": 1.9116535562268658e-05,
-      "loss": 0.0686,
+      "grad_norm": 0.4889241347368223,
+      "learning_rate": 1.9993076271089443e-05,
+      "loss": 0.2007,
       "step": 770
     },
     {
       "epoch": 0.22325447409167837,
-      "grad_norm": 0.16794475897997235,
-      "learning_rate": 1.9095750020460017e-05,
-      "loss": 0.0642,
+      "grad_norm": 0.44479392282113467,
+      "learning_rate": 1.999210914984611e-05,
+      "loss": 0.1886,
       "step": 775
     },
     {
       "epoch": 0.22469482553743114,
-      "grad_norm": 0.19565446028768624,
-      "learning_rate": 1.9074734369767407e-05,
-      "loss": 0.0679,
+      "grad_norm": 0.5309438649358437,
+      "learning_rate": 1.999107885237617e-05,
+      "loss": 0.1957,
       "step": 780
     },
     {
       "epoch": 0.2261351769831839,
-      "grad_norm": 0.20795674415023988,
-      "learning_rate": 1.9053489141855386e-05,
-      "loss": 0.0708,
+      "grad_norm": 0.50630514648079,
+      "learning_rate": 1.9989985385193788e-05,
+      "loss": 0.2054,
       "step": 785
     },
     {
       "epoch": 0.22757552842893666,
-      "grad_norm": 0.19615918609220573,
-      "learning_rate": 1.9032014874196476e-05,
-      "loss": 0.0748,
+      "grad_norm": 0.5119561463816542,
+      "learning_rate": 1.9988828755212533e-05,
+      "loss": 0.2153,
       "step": 790
     },
     {
       "epoch": 0.22901587987468944,
-      "grad_norm": 0.19145581797389669,
-      "learning_rate": 1.901031211005756e-05,
-      "loss": 0.0693,
+      "grad_norm": 0.5058068636508265,
+      "learning_rate": 1.9987608969745338e-05,
+      "loss": 0.2021,
       "step": 795
     },
     {
       "epoch": 0.23045623132044218,
-      "grad_norm": 0.18628621622706582,
-      "learning_rate": 1.898838139848614e-05,
-      "loss": 0.0691,
+      "grad_norm": 0.5387219159158904,
+      "learning_rate": 1.998632603650442e-05,
+      "loss": 0.2013,
       "step": 800
     },
     {
       "epoch": 0.23189658276619496,
-      "grad_norm": 0.1694305297665475,
-      "learning_rate": 1.8966223294296445e-05,
-      "loss": 0.0697,
+      "grad_norm": 0.534399378765923,
+      "learning_rate": 1.998497996360127e-05,
+      "loss": 0.2029,
       "step": 805
     },
     {
       "epoch": 0.2333369342119477,
-      "grad_norm": 0.16668102270136734,
-      "learning_rate": 1.8943838358055403e-05,
-      "loss": 0.0756,
+      "grad_norm": 0.48567637464880914,
+      "learning_rate": 1.998357075954659e-05,
+      "loss": 0.2176,
       "step": 810
     },
     {
       "epoch": 0.23477728565770048,
-      "grad_norm": 0.16726519179537463,
-      "learning_rate": 1.892122715606846e-05,
-      "loss": 0.0703,
+      "grad_norm": 0.4150282760082826,
+      "learning_rate": 1.998209843325023e-05,
+      "loss": 0.2032,
       "step": 815
     },
     {
       "epoch": 0.23621763710345325,
-      "grad_norm": 0.15693138947405286,
-      "learning_rate": 1.8898390260365227e-05,
-      "loss": 0.0666,
+      "grad_norm": 0.41070942542681976,
+      "learning_rate": 1.9980562994021132e-05,
+      "loss": 0.1923,
       "step": 820
     },
     {
       "epoch": 0.237657988549206,
-      "grad_norm": 0.15236512989059178,
-      "learning_rate": 1.8875328248685047e-05,
-      "loss": 0.0729,
+      "grad_norm": 0.4109088959795977,
+      "learning_rate": 1.9978964451567285e-05,
+      "loss": 0.2108,
       "step": 825
     },
     {
       "epoch": 0.23909833999495878,
-      "grad_norm": 0.16512723377993288,
-      "learning_rate": 1.885204170446235e-05,
-      "loss": 0.073,
+      "grad_norm": 0.4527005874298046,
+      "learning_rate": 1.997730281599565e-05,
+      "loss": 0.2139,
       "step": 830
     },
     {
       "epoch": 0.24053869144071152,
-      "grad_norm": 0.8508290681028176,
-      "learning_rate": 1.8828531216811912e-05,
-      "loss": 0.0664,
+      "grad_norm": 0.4639405357645518,
+      "learning_rate": 1.9975578097812108e-05,
+      "loss": 0.1936,
       "step": 835
     },
     {
       "epoch": 0.2419790428864643,
-      "grad_norm": 0.15837795426732162,
-      "learning_rate": 1.8804797380513944e-05,
-      "loss": 0.065,
+      "grad_norm": 0.4277370943857234,
+      "learning_rate": 1.997379030792138e-05,
+      "loss": 0.1904,
       "step": 840
     },
     {
       "epoch": 0.24341939433221707,
-      "grad_norm": 0.17566377373799896,
-      "learning_rate": 1.878084079599903e-05,
-      "loss": 0.0692,
+      "grad_norm": 0.4168082342597945,
+      "learning_rate": 1.9971939457626966e-05,
+      "loss": 0.2007,
       "step": 845
     },
     {
       "epoch": 0.24485974577796982,
-      "grad_norm": 0.16777496534468336,
-      "learning_rate": 1.8756662069332966e-05,
-      "loss": 0.0697,
+      "grad_norm": 0.39209563109237133,
+      "learning_rate": 1.9970025558631075e-05,
+      "loss": 0.2038,
       "step": 850
     },
     {
       "epoch": 0.2463000972237226,
-      "grad_norm": 0.15440366173279146,
-      "learning_rate": 1.8732261812201408e-05,
-      "loss": 0.0662,
+      "grad_norm": 0.40504280128109277,
+      "learning_rate": 1.9968048623034546e-05,
+      "loss": 0.1927,
       "step": 855
     },
     {
       "epoch": 0.24774044866947534,
-      "grad_norm": 0.2354593017395783,
-      "learning_rate": 1.8707640641894395e-05,
-      "loss": 0.0677,
+      "grad_norm": 0.49852597790981823,
+      "learning_rate": 1.996600866333678e-05,
+      "loss": 0.1951,
       "step": 860
     },
     {
       "epoch": 0.2491808001152281,
-      "grad_norm": 0.18206050600161866,
-      "learning_rate": 1.8682799181290747e-05,
-      "loss": 0.0682,
+      "grad_norm": 0.49051458590903607,
+      "learning_rate": 1.9963905692435642e-05,
+      "loss": 0.1984,
       "step": 865
     },
     {
       "epoch": 0.25062115156098086,
-      "grad_norm": 0.1878723763548132,
-      "learning_rate": 1.86577380588423e-05,
-      "loss": 0.0672,
+      "grad_norm": 0.4132497703343479,
+      "learning_rate": 1.9961739723627412e-05,
+      "loss": 0.195,
       "step": 870
     },
     {
       "epoch": 0.25206150300673363,
-      "grad_norm": 0.17948035203695148,
-      "learning_rate": 1.8632457908558006e-05,
-      "loss": 0.0656,
+      "grad_norm": 0.4435532753877853,
+      "learning_rate": 1.9959510770606657e-05,
+      "loss": 0.1908,
       "step": 875
     },
     {
       "epoch": 0.2535018544524864,
-      "grad_norm": 0.19008061284514347,
-      "learning_rate": 1.8606959369987885e-05,
-      "loss": 0.075,
+      "grad_norm": 0.48838619445736153,
+      "learning_rate": 1.9957218847466193e-05,
+      "loss": 0.2173,
       "step": 880
     },
     {
       "epoch": 0.2549422058982392,
-      "grad_norm": 0.1698902353596563,
-      "learning_rate": 1.8581243088206865e-05,
-      "loss": 0.0731,
+      "grad_norm": 0.41570171710878423,
+      "learning_rate": 1.995486396869695e-05,
+      "loss": 0.2109,
       "step": 885
     },
     {
       "epoch": 0.25638255734399196,
-      "grad_norm": 0.1851448703226216,
-      "learning_rate": 1.8555309713798445e-05,
-      "loss": 0.0678,
+      "grad_norm": 0.4888694180605261,
+      "learning_rate": 1.995244614918792e-05,
+      "loss": 0.1953,
       "step": 890
     },
     {
       "epoch": 0.2578229087897447,
-      "grad_norm": 0.1722062227581134,
-      "learning_rate": 1.8529159902838253e-05,
-      "loss": 0.066,
+      "grad_norm": 0.40020516792336286,
+      "learning_rate": 1.994996540422603e-05,
+      "loss": 0.1909,
       "step": 895
     },
     {
       "epoch": 0.25926326023549745,
-      "grad_norm": 0.15672701800283906,
-      "learning_rate": 1.8502794316877423e-05,
-      "loss": 0.0663,
+      "grad_norm": 0.3812000551763114,
+      "learning_rate": 1.9947421749496076e-05,
+      "loss": 0.1919,
       "step": 900
     },
     {
       "epoch": 0.2607036116812502,
-      "grad_norm": 0.2613574893910426,
-      "learning_rate": 1.8476213622925885e-05,
-      "loss": 0.0663,
+      "grad_norm": 0.43266733746493274,
+      "learning_rate": 1.9944815201080594e-05,
+      "loss": 0.193,
       "step": 905
     },
     {
       "epoch": 0.262143963127003,
-      "grad_norm": 0.5103888927452046,
-      "learning_rate": 1.844941849343548e-05,
-      "loss": 0.0675,
+      "grad_norm": 0.47929032918009606,
+      "learning_rate": 1.9942145775459774e-05,
+      "loss": 0.1971,
       "step": 910
     },
     {
       "epoch": 0.2635843145727558,
-      "grad_norm": 0.2024265148274089,
-      "learning_rate": 1.842240960628294e-05,
-      "loss": 0.0691,
+      "grad_norm": 0.4817650251465911,
+      "learning_rate": 1.9939413489511365e-05,
+      "loss": 0.2002,
       "step": 915
     },
     {
       "epoch": 0.2650246660185085,
-      "grad_norm": 0.1938252123776783,
-      "learning_rate": 1.8395187644752756e-05,
-      "loss": 0.0645,
+      "grad_norm": 0.46730468361587124,
+      "learning_rate": 1.9936618360510545e-05,
+      "loss": 0.1884,
       "step": 920
     },
     {
       "epoch": 0.26646501746426127,
-      "grad_norm": 0.17332839893721164,
-      "learning_rate": 1.8367753297519874e-05,
-      "loss": 0.0656,
+      "grad_norm": 0.3967806288180982,
+      "learning_rate": 1.9933760406129834e-05,
+      "loss": 0.1897,
       "step": 925
     },
     {
       "epoch": 0.26790536891001404,
-      "grad_norm": 0.16271679417725463,
-      "learning_rate": 1.8340107258632288e-05,
-      "loss": 0.0698,
+      "grad_norm": 0.4034947494394968,
+      "learning_rate": 1.9930839644438966e-05,
+      "loss": 0.2021,
       "step": 930
     },
     {
       "epoch": 0.2693457203557668,
-      "grad_norm": 0.1948182360731314,
-      "learning_rate": 1.831225022749347e-05,
-      "loss": 0.0647,
+      "grad_norm": 0.43359445557784915,
+      "learning_rate": 1.992785609390478e-05,
+      "loss": 0.1891,
       "step": 935
     },
     {
       "epoch": 0.2707860718015196,
-      "grad_norm": 0.18497254720455072,
-      "learning_rate": 1.828418290884468e-05,
-      "loss": 0.0669,
+      "grad_norm": 0.4619161295977017,
+      "learning_rate": 1.992480977339111e-05,
+      "loss": 0.1937,
       "step": 940
     },
     {
       "epoch": 0.2722264232472723,
-      "grad_norm": 0.17841388729576735,
-      "learning_rate": 1.8255906012747137e-05,
-      "loss": 0.0634,
+      "grad_norm": 0.4703530373966522,
+      "learning_rate": 1.9921700702158657e-05,
+      "loss": 0.1839,
       "step": 945
     },
     {
       "epoch": 0.2736667746930251,
-      "grad_norm": 0.17987207372942032,
-      "learning_rate": 1.8227420254564066e-05,
-      "loss": 0.062,
+      "grad_norm": 0.4173755704909504,
+      "learning_rate": 1.9918528899864875e-05,
+      "loss": 0.1811,
       "step": 950
     },
     {
       "epoch": 0.27510712613877786,
-      "grad_norm": 0.15594487078267172,
-      "learning_rate": 1.819872635494258e-05,
-      "loss": 0.0662,
+      "grad_norm": 0.39226526189502814,
+      "learning_rate": 1.9915294386563834e-05,
+      "loss": 0.1929,
       "step": 955
     },
     {
       "epoch": 0.27654747758453063,
-      "grad_norm": 0.16476402091196268,
-      "learning_rate": 1.816982503979546e-05,
-      "loss": 0.0698,
+      "grad_norm": 0.3798320414179301,
+      "learning_rate": 1.9911997182706108e-05,
+      "loss": 0.2024,
       "step": 960
     },
     {
       "epoch": 0.2779878290302834,
-      "grad_norm": 0.17955556471513223,
-      "learning_rate": 1.8140717040282797e-05,
-      "loss": 0.0653,
+      "grad_norm": 0.4351779082897012,
+      "learning_rate": 1.9908637309138636e-05,
+      "loss": 0.1884,
       "step": 965
     },
     {
       "epoch": 0.2794281804760361,
-      "grad_norm": 0.23723396239220879,
-      "learning_rate": 1.811140309279348e-05,
-      "loss": 0.0686,
+      "grad_norm": 0.46467414117322164,
+      "learning_rate": 1.9905214787104592e-05,
+      "loss": 0.1989,
       "step": 970
     },
     {
       "epoch": 0.2808685319217889,
-      "grad_norm": 0.18799932816101794,
-      "learning_rate": 1.808188393892658e-05,
-      "loss": 0.0689,
+      "grad_norm": 0.47966903762788865,
+      "learning_rate": 1.990172963824326e-05,
+      "loss": 0.1984,
       "step": 975
     },
     {
       "epoch": 0.2823088833675417,
-      "grad_norm": 0.1730477583895621,
-      "learning_rate": 1.805216032547258e-05,
-      "loss": 0.0689,
+      "grad_norm": 0.40419487334235976,
+      "learning_rate": 1.9898181884589877e-05,
+      "loss": 0.1995,
       "step": 980
     },
     {
       "epoch": 0.28374923481329445,
-      "grad_norm": 0.17077954636100237,
-      "learning_rate": 1.8022233004394487e-05,
-      "loss": 0.0705,
+      "grad_norm": 0.4140452081019953,
+      "learning_rate": 1.9894571548575516e-05,
+      "loss": 0.2038,
       "step": 985
     },
     {
       "epoch": 0.2851895862590472,
-      "grad_norm": 0.2007911822516418,
-      "learning_rate": 1.7992102732808798e-05,
-      "loss": 0.0689,
+      "grad_norm": 0.4735712012361699,
+      "learning_rate": 1.9890898653026926e-05,
+      "loss": 0.1991,
       "step": 990
     },
     {
       "epoch": 0.2866299377048,
-      "grad_norm": 0.19728704564899405,
-      "learning_rate": 1.796177027296637e-05,
-      "loss": 0.0706,
+      "grad_norm": 0.4817269779622208,
+      "learning_rate": 1.9887163221166405e-05,
+      "loss": 0.2039,
       "step": 995
     },
     {
       "epoch": 0.2880702891505527,
-      "grad_norm": 0.17858125265730437,
-      "learning_rate": 1.79312363922331e-05,
-      "loss": 0.07,
+      "grad_norm": 0.4052308677688318,
+      "learning_rate": 1.9883365276611634e-05,
+      "loss": 0.2023,
       "step": 1000
     },
     {
       "epoch": 0.2880702891505527,
-      "eval_loss": 0.0674939900636673,
-      "eval_runtime": 203.1313,
-      "eval_samples_per_second": 8.881,
-      "eval_steps_per_second": 2.22,
+      "eval_loss": 0.19591009616851807,
+      "eval_runtime": 181.0536,
+      "eval_samples_per_second": 9.964,
+      "eval_steps_per_second": 2.491,
       "step": 1000
     },
     {
       "epoch": 0.2895106405963055,
-      "grad_norm": 0.16535683477861135,
-      "learning_rate": 1.7900501863070552e-05,
-      "loss": 0.0635,
+      "grad_norm": 0.41953136423806925,
+      "learning_rate": 1.987950484337554e-05,
+      "loss": 0.1839,
       "step": 1005
     },
     {
       "epoch": 0.29095099204205827,
-      "grad_norm": 0.17493397556340032,
-      "learning_rate": 1.7869567463016394e-05,
-      "loss": 0.0626,
+      "grad_norm": 0.46884000577230694,
+      "learning_rate": 1.987558194586615e-05,
+      "loss": 0.1827,
       "step": 1010
     },
     {
       "epoch": 0.29239134348781104,
-      "grad_norm": 0.18719256822064576,
-      "learning_rate": 1.7838433974664714e-05,
-      "loss": 0.0711,
+      "grad_norm": 0.5492195075262948,
+      "learning_rate": 1.9871596608886416e-05,
+      "loss": 0.2055,
       "step": 1015
     },
     {
       "epoch": 0.2938316949335638,
-      "grad_norm": 0.17416319375618142,
-      "learning_rate": 1.7807102185646247e-05,
-      "loss": 0.0686,
+      "grad_norm": 0.4125424201488764,
+      "learning_rate": 1.9867548857634077e-05,
+      "loss": 0.1991,
       "step": 1020
     },
     {
       "epoch": 0.29527204637931653,
-      "grad_norm": 0.18401267882699013,
-      "learning_rate": 1.7775572888608438e-05,
-      "loss": 0.0669,
+      "grad_norm": 0.3811786481459084,
+      "learning_rate": 1.9863438717701497e-05,
+      "loss": 0.194,
       "step": 1025
     },
     {
       "epoch": 0.2967123978250693,
-      "grad_norm": 0.18105211685459255,
-      "learning_rate": 1.774384688119539e-05,
-      "loss": 0.0714,
+      "grad_norm": 0.4304143670583801,
+      "learning_rate": 1.985926621507549e-05,
+      "loss": 0.2051,
       "step": 1030
     },
     {
       "epoch": 0.2981527492708221,
-      "grad_norm": 0.15402578107011958,
-      "learning_rate": 1.7711924966027678e-05,
-      "loss": 0.0662,
+      "grad_norm": 0.4060031359968526,
+      "learning_rate": 1.9855031376137174e-05,
+      "loss": 0.1923,
       "step": 1035
     },
     {
       "epoch": 0.29959310071657486,
-      "grad_norm": 0.18966226185659374,
-      "learning_rate": 1.767980795068206e-05,
-      "loss": 0.0715,
+      "grad_norm": 0.43396401122257877,
+      "learning_rate": 1.985073422766179e-05,
+      "loss": 0.2047,
       "step": 1040
     },
     {
       "epoch": 0.30103345216232763,
-      "grad_norm": 0.22533074590736946,
-      "learning_rate": 1.7647496647671033e-05,
-      "loss": 0.0678,
+      "grad_norm": 0.43955835043716046,
+      "learning_rate": 1.9846374796818536e-05,
+      "loss": 0.1966,
       "step": 1045
     },
     {
       "epoch": 0.30247380360808035,
-      "grad_norm": 0.14978667904322185,
-      "learning_rate": 1.761499187442228e-05,
-      "loss": 0.0602,
+      "grad_norm": 0.38189862082042997,
+      "learning_rate": 1.9841953111170407e-05,
+      "loss": 0.1753,
       "step": 1050
     },
     {
       "epoch": 0.3039141550538331,
-      "grad_norm": 0.16009119628660812,
-      "learning_rate": 1.7582294453257996e-05,
-      "loss": 0.0737,
+      "grad_norm": 0.42163518938375355,
+      "learning_rate": 1.9837469198673996e-05,
+      "loss": 0.2136,
       "step": 1055
     },
     {
       "epoch": 0.3053545064995859,
-      "grad_norm": 0.1547831176643596,
-      "learning_rate": 1.7549405211374072e-05,
-      "loss": 0.0686,
+      "grad_norm": 0.41241261767807075,
+      "learning_rate": 1.9832923087679352e-05,
+      "loss": 0.1977,
       "step": 1060
     },
     {
       "epoch": 0.3067948579453387,
-      "grad_norm": 0.17560213727576401,
-      "learning_rate": 1.7516324980819185e-05,
-      "loss": 0.0651,
+      "grad_norm": 0.41901389346526713,
+      "learning_rate": 1.9828314806929762e-05,
+      "loss": 0.1887,
       "step": 1065
     },
     {
       "epoch": 0.30823520939109145,
-      "grad_norm": 0.1667942680628308,
-      "learning_rate": 1.7483054598473734e-05,
-      "loss": 0.0731,
+      "grad_norm": 0.4500388667621992,
+      "learning_rate": 1.9823644385561596e-05,
+      "loss": 0.2098,
       "step": 1070
     },
     {
       "epoch": 0.30967556083684417,
-      "grad_norm": 0.18465697565580333,
-      "learning_rate": 1.7449594906028684e-05,
-      "loss": 0.067,
+      "grad_norm": 0.4039289925589606,
+      "learning_rate": 1.9818911853104118e-05,
+      "loss": 0.1939,
       "step": 1075
     },
     {
       "epoch": 0.31111591228259694,
-      "grad_norm": 0.16066322224426005,
-      "learning_rate": 1.7415946749964252e-05,
-      "loss": 0.0667,
+      "grad_norm": 0.46025963744196113,
+      "learning_rate": 1.981411723947929e-05,
+      "loss": 0.1923,
       "step": 1080
     },
     {
       "epoch": 0.3125562637283497,
-      "grad_norm": 0.158008871885263,
-      "learning_rate": 1.7382110981528506e-05,
-      "loss": 0.0643,
+      "grad_norm": 0.4080631379080584,
+      "learning_rate": 1.9809260575001595e-05,
+      "loss": 0.1859,
       "step": 1085
     },
     {
       "epoch": 0.3139966151741025,
-      "grad_norm": 0.18023373354288208,
-      "learning_rate": 1.734808845671583e-05,
-      "loss": 0.0603,
+      "grad_norm": 0.5000635476212351,
+      "learning_rate": 1.980434189037784e-05,
+      "loss": 0.176,
       "step": 1090
     },
     {
       "epoch": 0.31543696661985526,
-      "grad_norm": 0.16286673700727694,
-      "learning_rate": 1.7313880036245257e-05,
-      "loss": 0.0649,
+      "grad_norm": 0.4846532765583438,
+      "learning_rate": 1.9799361216706948e-05,
+      "loss": 0.1889,
       "step": 1095
     },
     {
       "epoch": 0.316877318065608,
-      "grad_norm": 0.1673107111388145,
-      "learning_rate": 1.7279486585538712e-05,
-      "loss": 0.067,
+      "grad_norm": 0.42730669186483955,
+      "learning_rate": 1.9794318585479795e-05,
+      "loss": 0.1962,
       "step": 1100
     },
     {
       "epoch": 0.31831766951136076,
-      "grad_norm": 0.180435927792874,
-      "learning_rate": 1.7244908974699112e-05,
-      "loss": 0.0683,
+      "grad_norm": 0.4400767346219366,
+      "learning_rate": 1.9789214028578978e-05,
+      "loss": 0.1979,
       "step": 1105
     },
     {
       "epoch": 0.31975802095711353,
-      "grad_norm": 0.15646264704364563,
-      "learning_rate": 1.721014807848833e-05,
-      "loss": 0.0698,
+      "grad_norm": 0.3670443287370546,
+      "learning_rate": 1.9784047578278623e-05,
+      "loss": 0.1995,
       "step": 1110
     },
     {
       "epoch": 0.3211983724028663,
-      "grad_norm": 0.19141062322094995,
-      "learning_rate": 1.7175204776305102e-05,
-      "loss": 0.0634,
+      "grad_norm": 0.4279589568148661,
+      "learning_rate": 1.9778819267244197e-05,
+      "loss": 0.1829,
       "step": 1115
     },
     {
       "epoch": 0.3226387238486191,
-      "grad_norm": 0.1539348164012501,
-      "learning_rate": 1.7140079952162765e-05,
-      "loss": 0.0649,
+      "grad_norm": 0.3918422995120454,
+      "learning_rate": 1.9773529128532275e-05,
+      "loss": 0.1892,
       "step": 1120
     },
     {
       "epoch": 0.32407907529437185,
-      "grad_norm": 0.16127336339051726,
-      "learning_rate": 1.7104774494666877e-05,
-      "loss": 0.0631,
+      "grad_norm": 0.449542089139243,
+      "learning_rate": 1.9768177195590352e-05,
+      "loss": 0.184,
       "step": 1125
     },
     {
       "epoch": 0.3255194267401246,
-      "grad_norm": 0.1541424306237969,
-      "learning_rate": 1.7069289296992756e-05,
-      "loss": 0.0667,
+      "grad_norm": 0.4363100481377313,
+      "learning_rate": 1.9762763502256625e-05,
+      "loss": 0.1946,
       "step": 1130
     },
     {
       "epoch": 0.32695977818587735,
-      "grad_norm": 0.15026114726792159,
-      "learning_rate": 1.703362525686288e-05,
-      "loss": 0.0648,
+      "grad_norm": 0.38895014838177233,
+      "learning_rate": 1.9757288082759766e-05,
+      "loss": 0.189,
       "step": 1135
     },
     {
       "epoch": 0.3284001296316301,
-      "grad_norm": 0.15367694481808417,
-      "learning_rate": 1.6997783276524177e-05,
-      "loss": 0.0678,
+      "grad_norm": 0.39937918835152797,
+      "learning_rate": 1.9751750971718734e-05,
+      "loss": 0.1965,
       "step": 1140
     },
     {
       "epoch": 0.3298404810773829,
-      "grad_norm": 0.14648710292293746,
-      "learning_rate": 1.6961764262725187e-05,
-      "loss": 0.0632,
+      "grad_norm": 0.37444043134636334,
+      "learning_rate": 1.9746152204142536e-05,
+      "loss": 0.1842,
       "step": 1145
     },
     {
       "epoch": 0.33128083252313567,
-      "grad_norm": 0.15611228592369236,
-      "learning_rate": 1.6925569126693135e-05,
-      "loss": 0.0604,
+      "grad_norm": 0.407018722514467,
+      "learning_rate": 1.9740491815429996e-05,
+      "loss": 0.1771,
       "step": 1150
     },
     {
       "epoch": 0.3327211839688884,
-      "grad_norm": 0.16896274297951375,
-      "learning_rate": 1.6889198784110883e-05,
-      "loss": 0.0617,
+      "grad_norm": 0.38945712491554313,
+      "learning_rate": 1.973476984136956e-05,
+      "loss": 0.1808,
       "step": 1155
     },
     {
       "epoch": 0.33416153541464116,
-      "grad_norm": 0.14046862243355399,
-      "learning_rate": 1.6852654155093745e-05,
-      "loss": 0.0667,
+      "grad_norm": 0.38168932221231533,
+      "learning_rate": 1.9728986318139048e-05,
+      "loss": 0.1927,
       "step": 1160
     },
     {
       "epoch": 0.33560188686039394,
-      "grad_norm": 0.16033306567178615,
-      "learning_rate": 1.681593616416623e-05,
-      "loss": 0.0667,
+      "grad_norm": 0.40270685047202076,
+      "learning_rate": 1.9723141282305432e-05,
+      "loss": 0.1914,
       "step": 1165
     },
     {
       "epoch": 0.3370422383061467,
-      "grad_norm": 0.1464089660272697,
-      "learning_rate": 1.6779045740238643e-05,
-      "loss": 0.0689,
+      "grad_norm": 0.38062787430312417,
+      "learning_rate": 1.9717234770824598e-05,
+      "loss": 0.2004,
       "step": 1170
     },
     {
       "epoch": 0.3384825897518995,
-      "grad_norm": 0.14637802553541343,
-      "learning_rate": 1.6741983816583583e-05,
-      "loss": 0.0644,
+      "grad_norm": 0.37505399884013846,
+      "learning_rate": 1.9711266821041134e-05,
+      "loss": 0.1869,
       "step": 1175
     },
     {
       "epoch": 0.3399229411976522,
-      "grad_norm": 0.14849896211371577,
-      "learning_rate": 1.6704751330812342e-05,
-      "loss": 0.0593,
+      "grad_norm": 0.38856749140181485,
+      "learning_rate": 1.9705237470688064e-05,
+      "loss": 0.1723,
       "step": 1180
     },
     {
       "epoch": 0.341363292643405,
-      "grad_norm": 0.16869632868201492,
-      "learning_rate": 1.666734922485117e-05,
-      "loss": 0.0651,
+      "grad_norm": 0.48828707239384744,
+      "learning_rate": 1.969914675788663e-05,
+      "loss": 0.1878,
       "step": 1185
     },
     {
       "epoch": 0.34280364408915776,
-      "grad_norm": 0.16979103264214,
-      "learning_rate": 1.662977844491746e-05,
-      "loss": 0.0681,
+      "grad_norm": 0.3994017025051837,
+      "learning_rate": 1.969299472114605e-05,
+      "loss": 0.1972,
       "step": 1190
     },
     {
       "epoch": 0.34424399553491053,
-      "grad_norm": 0.1485954334355779,
-      "learning_rate": 1.6592039941495803e-05,
-      "loss": 0.0608,
+      "grad_norm": 0.39594128020669767,
+      "learning_rate": 1.9686781399363252e-05,
+      "loss": 0.1771,
       "step": 1195
     },
     {
       "epoch": 0.3456843469806633,
-      "grad_norm": 0.14777980222615944,
-      "learning_rate": 1.6554134669313943e-05,
-      "loss": 0.0676,
+      "grad_norm": 0.37998283976311237,
+      "learning_rate": 1.9680506831822667e-05,
+      "loss": 0.1957,
       "step": 1200
     },
     {
       "epoch": 0.347124698426416,
-      "grad_norm": 0.1509175328811579,
-      "learning_rate": 1.6516063587318627e-05,
-      "loss": 0.0629,
+      "grad_norm": 0.43308160608261626,
+      "learning_rate": 1.9674171058195947e-05,
+      "loss": 0.1842,
       "step": 1205
     },
     {
       "epoch": 0.3485650498721688,
-      "grad_norm": 0.16676709581052593,
-      "learning_rate": 1.647782765865134e-05,
-      "loss": 0.0619,
+      "grad_norm": 0.5263932390604856,
+      "learning_rate": 1.9667774118541726e-05,
+      "loss": 0.1806,
       "step": 1210
     },
     {
       "epoch": 0.35000540131792157,
-      "grad_norm": 0.15838480213664755,
-      "learning_rate": 1.6439427850623944e-05,
-      "loss": 0.067,
+      "grad_norm": 0.46521786049734537,
+      "learning_rate": 1.9661316053305374e-05,
+      "loss": 0.1937,
       "step": 1215
     },
     {
       "epoch": 0.35144575276367435,
-      "grad_norm": 0.14839184568071354,
-      "learning_rate": 1.64008651346942e-05,
-      "loss": 0.0642,
+      "grad_norm": 0.3676290666077626,
+      "learning_rate": 1.9654796903318726e-05,
+      "loss": 0.1861,
       "step": 1220
     },
     {
       "epoch": 0.3528861042094271,
-      "grad_norm": 0.1648207628445432,
-      "learning_rate": 1.63621404864412e-05,
-      "loss": 0.0658,
+      "grad_norm": 0.397145673105087,
+      "learning_rate": 1.9648216709799837e-05,
+      "loss": 0.1914,
       "step": 1225
     },
     {
       "epoch": 0.35432645565517984,
-      "grad_norm": 0.1591196777066707,
-      "learning_rate": 1.6323254885540672e-05,
-      "loss": 0.068,
+      "grad_norm": 0.4689947572382222,
+      "learning_rate": 1.9641575514352717e-05,
+      "loss": 0.1974,
       "step": 1230
     },
     {
       "epoch": 0.3557668071009326,
-      "grad_norm": 0.14084965766747376,
-      "learning_rate": 1.6284209315740225e-05,
-      "loss": 0.0617,
+      "grad_norm": 0.3911963183342496,
+      "learning_rate": 1.9634873358967068e-05,
+      "loss": 0.1799,
       "step": 1235
     },
     {
       "epoch": 0.3572071585466854,
-      "grad_norm": 0.15809745947459444,
-      "learning_rate": 1.6245004764834423e-05,
-      "loss": 0.0657,
+      "grad_norm": 0.42683909988407304,
+      "learning_rate": 1.9628110286018015e-05,
+      "loss": 0.1914,
       "step": 1240
     },
     {
       "epoch": 0.35864750999243816,
-      "grad_norm": 0.15253088492537956,
-      "learning_rate": 1.620564222463982e-05,
-      "loss": 0.065,
+      "grad_norm": 0.4135664643510884,
+      "learning_rate": 1.9621286338265836e-05,
+      "loss": 0.1881,
       "step": 1245
     },
     {
       "epoch": 0.36008786143819094,
-      "grad_norm": 0.14590704135450994,
-      "learning_rate": 1.6166122690969872e-05,
-      "loss": 0.0618,
+      "grad_norm": 0.39390745705939456,
+      "learning_rate": 1.9614401558855712e-05,
+      "loss": 0.1804,
       "step": 1250
     },
     {
       "epoch": 0.36152821288394366,
-      "grad_norm": 0.13085111936326246,
-      "learning_rate": 1.612644716360972e-05,
-      "loss": 0.0568,
+      "grad_norm": 0.3450938944444097,
+      "learning_rate": 1.9607455991317432e-05,
+      "loss": 0.1659,
       "step": 1255
     },
     {
       "epoch": 0.36296856432969643,
-      "grad_norm": 0.15489937634073334,
-      "learning_rate": 1.6086616646290926e-05,
-      "loss": 0.0704,
+      "grad_norm": 0.3860649499749823,
+      "learning_rate": 1.9600449679565115e-05,
+      "loss": 0.2026,
       "step": 1260
     },
     {
       "epoch": 0.3644089157754492,
-      "grad_norm": 0.15995869543145932,
-      "learning_rate": 1.6046632146666056e-05,
-      "loss": 0.0639,
+      "grad_norm": 0.3705839431178819,
+      "learning_rate": 1.9593382667896953e-05,
+      "loss": 0.1853,
       "step": 1265
     },
     {
       "epoch": 0.365849267221202,
-      "grad_norm": 0.14803784398219583,
-      "learning_rate": 1.60064946762832e-05,
-      "loss": 0.063,
+      "grad_norm": 0.3863708731489008,
+      "learning_rate": 1.9586255000994914e-05,
+      "loss": 0.1841,
       "step": 1270
     },
     {
       "epoch": 0.36728961866695475,
-      "grad_norm": 0.1482802413474464,
-      "learning_rate": 1.5966205250560393e-05,
-      "loss": 0.0667,
+      "grad_norm": 0.36464576680841765,
+      "learning_rate": 1.957906672392447e-05,
+      "loss": 0.1924,
       "step": 1275
     },
     {
       "epoch": 0.36872997011270753,
-      "grad_norm": 0.14080015648710145,
-      "learning_rate": 1.592576488875989e-05,
-      "loss": 0.0657,
+      "grad_norm": 0.37171858096860977,
+      "learning_rate": 1.9571817882134316e-05,
+      "loss": 0.1917,
       "step": 1280
     },
     {
       "epoch": 0.37017032155846025,
-      "grad_norm": 0.14023456289860875,
-      "learning_rate": 1.5885174613962427e-05,
-      "loss": 0.0661,
+      "grad_norm": 0.3686315996537359,
+      "learning_rate": 1.9564508521456048e-05,
+      "loss": 0.1908,
       "step": 1285
     },
     {
       "epoch": 0.371610673004213,
-      "grad_norm": 0.1609532074245431,
-      "learning_rate": 1.5844435453041294e-05,
-      "loss": 0.0675,
+      "grad_norm": 0.4189046777798967,
+      "learning_rate": 1.9557138688103925e-05,
+      "loss": 0.1942,
       "step": 1290
     },
     {
       "epoch": 0.3730510244499658,
-      "grad_norm": 0.13842067239979322,
-      "learning_rate": 1.5803548436636394e-05,
-      "loss": 0.0655,
+      "grad_norm": 0.37142444736388497,
+      "learning_rate": 1.9549708428674537e-05,
+      "loss": 0.1899,
       "step": 1295
     },
     {
       "epoch": 0.37449137589571857,
-      "grad_norm": 0.16642819320304691,
-      "learning_rate": 1.576251459912814e-05,
-      "loss": 0.069,
+      "grad_norm": 0.3986545412554622,
+      "learning_rate": 1.9542217790146537e-05,
+      "loss": 0.2,
       "step": 1300
     },
     {
       "epoch": 0.37593172734147134,
-      "grad_norm": 0.15113047288834136,
-      "learning_rate": 1.5721334978611307e-05,
-      "loss": 0.0673,
+      "grad_norm": 0.42032853779043916,
+      "learning_rate": 1.953466681988032e-05,
+      "loss": 0.1964,
       "step": 1305
     },
     {
       "epoch": 0.37737207878722406,
-      "grad_norm": 0.13337077100229278,
-      "learning_rate": 1.5680010616868762e-05,
-      "loss": 0.0635,
+      "grad_norm": 0.36898012006756564,
+      "learning_rate": 1.9527055565617735e-05,
+      "loss": 0.1849,
       "step": 1310
     },
     {
       "epoch": 0.37881243023297684,
-      "grad_norm": 0.14914710569165873,
-      "learning_rate": 1.5638542559345106e-05,
-      "loss": 0.0619,
+      "grad_norm": 0.37522686829642604,
+      "learning_rate": 1.9519384075481794e-05,
+      "loss": 0.1804,
       "step": 1315
     },
     {
       "epoch": 0.3802527816787296,
-      "grad_norm": 0.1716264208900402,
-      "learning_rate": 1.559693185512023e-05,
-      "loss": 0.0671,
+      "grad_norm": 0.39969390457539616,
+      "learning_rate": 1.9511652397976347e-05,
+      "loss": 0.1951,
       "step": 1320
     },
     {
       "epoch": 0.3816931331244824,
-      "grad_norm": 0.14840365175842551,
-      "learning_rate": 1.555517955688277e-05,
-      "loss": 0.0633,
+      "grad_norm": 0.38791503198824945,
+      "learning_rate": 1.950386058198579e-05,
+      "loss": 0.1829,
       "step": 1325
     },
     {
       "epoch": 0.38313348457023516,
-      "grad_norm": 0.16640813297411597,
-      "learning_rate": 1.5513286720903488e-05,
-      "loss": 0.0707,
+      "grad_norm": 0.44412581422573094,
+      "learning_rate": 1.949600867677475e-05,
+      "loss": 0.2033,
       "step": 1330
     },
     {
       "epoch": 0.3845738360159879,
-      "grad_norm": 0.14134033460133827,
-      "learning_rate": 1.5471254407008526e-05,
-      "loss": 0.0611,
+      "grad_norm": 0.4122212943592675,
+      "learning_rate": 1.9488096731987773e-05,
+      "loss": 0.1786,
       "step": 1335
     },
     {
       "epoch": 0.38601418746174065,
-      "grad_norm": 0.1959632020773705,
-      "learning_rate": 1.542908367855263e-05,
-      "loss": 0.066,
+      "grad_norm": 0.425017653459728,
+      "learning_rate": 1.948012479764902e-05,
+      "loss": 0.1916,
       "step": 1340
     },
     {
       "epoch": 0.38745453890749343,
-      "grad_norm": 0.15059928506128456,
-      "learning_rate": 1.53867756023922e-05,
-      "loss": 0.0626,
+      "grad_norm": 0.4337062414117548,
+      "learning_rate": 1.9472092924161932e-05,
+      "loss": 0.1823,
       "step": 1345
     },
     {
       "epoch": 0.3888948903532462,
-      "grad_norm": 0.14705027197162424,
-      "learning_rate": 1.534433124885836e-05,
-      "loss": 0.0612,
+      "grad_norm": 0.3805737492676703,
+      "learning_rate": 1.9464001162308926e-05,
+      "loss": 0.1789,
       "step": 1350
     },
     {
       "epoch": 0.390335241798999,
-      "grad_norm": 0.1712504949998861,
-      "learning_rate": 1.530175169172982e-05,
-      "loss": 0.0652,
+      "grad_norm": 0.36167363167725614,
+      "learning_rate": 1.945584956325107e-05,
+      "loss": 0.1898,
       "step": 1355
     },
     {
       "epoch": 0.3917755932447517,
-      "grad_norm": 0.16428240182950052,
-      "learning_rate": 1.525903800820575e-05,
-      "loss": 0.0638,
+      "grad_norm": 0.40446782411211757,
+      "learning_rate": 1.9447638178527766e-05,
+      "loss": 0.1874,
       "step": 1360
     },
     {
       "epoch": 0.39321594469050447,
-      "grad_norm": 0.16329645975133253,
-      "learning_rate": 1.5216191278878522e-05,
-      "loss": 0.0636,
+      "grad_norm": 0.43931132257252586,
+      "learning_rate": 1.9439367060056403e-05,
+      "loss": 0.1844,
       "step": 1365
     },
     {
       "epoch": 0.39465629613625725,
-      "grad_norm": 0.13480884471675694,
-      "learning_rate": 1.517321258770636e-05,
-      "loss": 0.0613,
+      "grad_norm": 0.360584577289545,
+      "learning_rate": 1.943103626013206e-05,
+      "loss": 0.1784,
       "step": 1370
     },
     {
       "epoch": 0.39609664758201,
-      "grad_norm": 0.1669515249018309,
-      "learning_rate": 1.5130103021985929e-05,
-      "loss": 0.0678,
+      "grad_norm": 0.3838200412167434,
+      "learning_rate": 1.9422645831427144e-05,
+      "loss": 0.1977,
       "step": 1375
     },
     {
       "epoch": 0.3975369990277628,
-      "grad_norm": 0.15183706654976248,
-      "learning_rate": 1.5086863672324826e-05,
-      "loss": 0.0614,
+      "grad_norm": 0.41400589883857647,
+      "learning_rate": 1.941419582699108e-05,
+      "loss": 0.1786,
       "step": 1380
     },
     {
       "epoch": 0.3989773504735155,
-      "grad_norm": 0.16444568652959443,
-      "learning_rate": 1.5043495632613982e-05,
-      "loss": 0.0639,
+      "grad_norm": 0.44021507039755364,
+      "learning_rate": 1.940568630024997e-05,
+      "loss": 0.1864,
       "step": 1385
     },
     {
       "epoch": 0.4004177019192683,
-      "grad_norm": 1.6562960432751872,
-      "learning_rate": 1.5000000000000002e-05,
-      "loss": 0.0665,
+      "grad_norm": 0.4076609951453182,
+      "learning_rate": 1.9397117305006238e-05,
+      "loss": 0.1924,
       "step": 1390
     },
     {
       "epoch": 0.40185805336502106,
-      "grad_norm": 0.14191330098363916,
-      "learning_rate": 1.4956377874857395e-05,
-      "loss": 0.0595,
+      "grad_norm": 0.3448331981439342,
+      "learning_rate": 1.9388488895438322e-05,
+      "loss": 0.1727,
       "step": 1395
     },
     {
       "epoch": 0.40329840481077384,
-      "grad_norm": 0.14989109086985877,
-      "learning_rate": 1.4912630360760743e-05,
-      "loss": 0.0653,
+      "grad_norm": 0.37971856194171055,
+      "learning_rate": 1.9379801126100305e-05,
+      "loss": 0.1908,
       "step": 1400
     },
     {
       "epoch": 0.4047387562565266,
-      "grad_norm": 0.15488669647541722,
-      "learning_rate": 1.4868758564456785e-05,
-      "loss": 0.0674,
+      "grad_norm": 0.4063644753493077,
+      "learning_rate": 1.937105405192157e-05,
+      "loss": 0.1959,
       "step": 1405
     },
     {
       "epoch": 0.40617910770227933,
-      "grad_norm": 0.13853389542189282,
-      "learning_rate": 1.4824763595836404e-05,
-      "loss": 0.0637,
+      "grad_norm": 0.4240507739263381,
+      "learning_rate": 1.9362247728206484e-05,
+      "loss": 0.1847,
       "step": 1410
     },
     {
       "epoch": 0.4076194591480321,
-      "grad_norm": 0.157569240556149,
-      "learning_rate": 1.4780646567906571e-05,
-      "loss": 0.0605,
+      "grad_norm": 0.35602981769186853,
+      "learning_rate": 1.9353382210634005e-05,
+      "loss": 0.1765,
       "step": 1415
     },
     {
       "epoch": 0.4090598105937849,
-      "grad_norm": 0.16007008642510542,
-      "learning_rate": 1.473640859676217e-05,
-      "loss": 0.0632,
+      "grad_norm": 0.3890399540852024,
+      "learning_rate": 1.934445755525736e-05,
+      "loss": 0.1833,
       "step": 1420
     },
     {
       "epoch": 0.41050016203953765,
-      "grad_norm": 0.15116913790513345,
-      "learning_rate": 1.4692050801557769e-05,
-      "loss": 0.0632,
+      "grad_norm": 0.3680499036431358,
+      "learning_rate": 1.9335473818503683e-05,
+      "loss": 0.1845,
       "step": 1425
     },
     {
       "epoch": 0.4119405134852904,
-      "grad_norm": 0.14587678441383706,
-      "learning_rate": 1.4647574304479295e-05,
-      "loss": 0.0675,
+      "grad_norm": 0.41759109180555776,
+      "learning_rate": 1.932643105717365e-05,
+      "loss": 0.1974,
       "step": 1430
     },
     {
       "epoch": 0.4133808649310432,
-      "grad_norm": 0.1518975910563791,
-      "learning_rate": 1.4602980230715674e-05,
-      "loss": 0.0655,
+      "grad_norm": 0.37662092517599377,
+      "learning_rate": 1.9317329328441126e-05,
+      "loss": 0.1915,
       "step": 1435
     },
     {
       "epoch": 0.4148212163767959,
-      "grad_norm": 0.14736642886138512,
-      "learning_rate": 1.4558269708430333e-05,
-      "loss": 0.0628,
+      "grad_norm": 0.3544406104660179,
+      "learning_rate": 1.9308168689852816e-05,
+      "loss": 0.1824,
       "step": 1440
     },
     {
       "epoch": 0.4162615678225487,
-      "grad_norm": 0.16686599891471496,
-      "learning_rate": 1.4513443868732674e-05,
-      "loss": 0.0667,
+      "grad_norm": 0.40679163344205593,
+      "learning_rate": 1.929894919932788e-05,
+      "loss": 0.1936,
       "step": 1445
     },
     {
       "epoch": 0.41770191926830147,
-      "grad_norm": 0.1409423422519682,
-      "learning_rate": 1.4468503845649462e-05,
-      "loss": 0.0644,
+      "grad_norm": 0.37090593229503027,
+      "learning_rate": 1.928967091515757e-05,
+      "loss": 0.1863,
       "step": 1450
     },
     {
       "epoch": 0.41914227071405424,
-      "grad_norm": 0.14764702695382043,
-      "learning_rate": 1.4423450776096122e-05,
-      "loss": 0.0612,
+      "grad_norm": 0.3358948102639496,
+      "learning_rate": 1.928033389600488e-05,
+      "loss": 0.1791,
       "step": 1455
     },
     {
       "epoch": 0.420582622159807,
-      "grad_norm": 0.14452959429650908,
-      "learning_rate": 1.4378285799848004e-05,
-      "loss": 0.0677,
+      "grad_norm": 0.39320319005496884,
+      "learning_rate": 1.927093820090416e-05,
+      "loss": 0.1967,
       "step": 1460
     },
     {
       "epoch": 0.42202297360555974,
-      "grad_norm": 0.1573610389293893,
-      "learning_rate": 1.4333010059511505e-05,
-      "loss": 0.062,
+      "grad_norm": 0.39872720769164977,
+      "learning_rate": 1.9261483889260733e-05,
+      "loss": 0.1804,
       "step": 1465
     },
     {
       "epoch": 0.4234633250513125,
-      "grad_norm": 0.1480919971980055,
-      "learning_rate": 1.4287624700495211e-05,
-      "loss": 0.0619,
+      "grad_norm": 0.37282558197697574,
+      "learning_rate": 1.9251971020850545e-05,
+      "loss": 0.1799,
       "step": 1470
     },
     {
       "epoch": 0.4249036764970653,
-      "grad_norm": 0.15894026434712646,
-      "learning_rate": 1.4242130870980882e-05,
-      "loss": 0.0611,
+      "grad_norm": 0.37924447925156907,
+      "learning_rate": 1.9242399655819777e-05,
+      "loss": 0.178,
       "step": 1475
     },
     {
       "epoch": 0.42634402794281806,
-      "grad_norm": 0.15069243728870851,
-      "learning_rate": 1.4196529721894427e-05,
-      "loss": 0.064,
+      "grad_norm": 0.41752825519108605,
+      "learning_rate": 1.923276985468444e-05,
+      "loss": 0.1863,
       "step": 1480
     },
     {
       "epoch": 0.42778437938857083,
-      "grad_norm": 0.1682063987256438,
-      "learning_rate": 1.4150822406876774e-05,
-      "loss": 0.0639,
+      "grad_norm": 0.5167921346970157,
+      "learning_rate": 1.922308167833004e-05,
+      "loss": 0.187,
       "step": 1485
     },
     {
       "epoch": 0.42922473083432355,
-      "grad_norm": 0.15006120941638998,
-      "learning_rate": 1.4105010082254697e-05,
-      "loss": 0.0665,
+      "grad_norm": 0.40873239691837054,
+      "learning_rate": 1.921333518801115e-05,
+      "loss": 0.1936,
       "step": 1490
     },
     {
       "epoch": 0.43066508228007633,
-      "grad_norm": 0.13479491661214907,
-      "learning_rate": 1.4059093907011552e-05,
-      "loss": 0.0617,
+      "grad_norm": 0.40907971709968743,
+      "learning_rate": 1.9203530445351037e-05,
+      "loss": 0.1782,
       "step": 1495
     },
     {
       "epoch": 0.4321054337258291,
-      "grad_norm": 0.1715681331105154,
-      "learning_rate": 1.401307504275796e-05,
-      "loss": 0.0638,
+      "grad_norm": 0.38770424167315554,
+      "learning_rate": 1.9193667512341294e-05,
+      "loss": 0.1868,
       "step": 1500
     },
     {
       "epoch": 0.4321054337258291,
-      "eval_loss": 0.06420264393091202,
-      "eval_runtime": 204.1795,
-      "eval_samples_per_second": 8.835,
-      "eval_steps_per_second": 2.209,
+      "eval_loss": 0.18722842633724213,
+      "eval_runtime": 179.8721,
+      "eval_samples_per_second": 10.029,
+      "eval_steps_per_second": 2.507,
       "step": 1500
     },
     {
       "epoch": 0.4335457851715819,
-      "grad_norm": 0.1519666716391639,
-      "learning_rate": 1.3966954653702423e-05,
-      "loss": 0.0648,
+      "grad_norm": 0.4127505427391907,
+      "learning_rate": 1.918374645134141e-05,
+      "loss": 0.1891,
       "step": 1505
     },
     {
       "epoch": 0.43498613661733465,
-      "grad_norm": 0.14120235921333318,
-      "learning_rate": 1.3920733906621861e-05,
-      "loss": 0.0625,
+      "grad_norm": 0.4075820439736581,
+      "learning_rate": 1.9173767325078403e-05,
+      "loss": 0.1836,
       "step": 1510
     },
     {
       "epoch": 0.43642648806308737,
-      "grad_norm": 0.15467790310945892,
-      "learning_rate": 1.3874413970832123e-05,
-      "loss": 0.064,
+      "grad_norm": 0.41104823750430075,
+      "learning_rate": 1.9163730196646416e-05,
+      "loss": 0.1873,
       "step": 1515
     },
     {
       "epoch": 0.43786683950884014,
-      "grad_norm": 0.13984061839469614,
-      "learning_rate": 1.3827996018158356e-05,
-      "loss": 0.0605,
+      "grad_norm": 0.3793283659275875,
+      "learning_rate": 1.915363512950631e-05,
+      "loss": 0.1766,
       "step": 1520
     },
     {
       "epoch": 0.4393071909545929,
-      "grad_norm": 0.145852830960354,
-      "learning_rate": 1.378148122290541e-05,
-      "loss": 0.0655,
+      "grad_norm": 0.39712080280256257,
+      "learning_rate": 1.9143482187485283e-05,
+      "loss": 0.1903,
       "step": 1525
     },
     {
       "epoch": 0.4407475424003457,
-      "grad_norm": 0.15286178112634702,
-      "learning_rate": 1.3734870761828095e-05,
-      "loss": 0.063,
+      "grad_norm": 0.38704548175577747,
+      "learning_rate": 1.9133271434776438e-05,
+      "loss": 0.1836,
       "step": 1530
     },
     {
       "epoch": 0.44218789384609847,
-      "grad_norm": 0.1259636985152776,
-      "learning_rate": 1.368816581410143e-05,
-      "loss": 0.0615,
+      "grad_norm": 0.32778859492202395,
+      "learning_rate": 1.9123002935938405e-05,
+      "loss": 0.1796,
       "step": 1535
     },
     {
       "epoch": 0.4436282452918512,
-      "grad_norm": 0.15476898913684597,
-      "learning_rate": 1.3641367561290795e-05,
-      "loss": 0.0644,
+      "grad_norm": 0.41828874008537575,
+      "learning_rate": 1.911267675589491e-05,
+      "loss": 0.1875,
       "step": 1540
     },
     {
       "epoch": 0.44506859673760396,
-      "grad_norm": 0.1617280661787022,
-      "learning_rate": 1.3594477187322065e-05,
-      "loss": 0.0614,
+      "grad_norm": 0.3559379941636415,
+      "learning_rate": 1.9102292959934385e-05,
+      "loss": 0.1794,
       "step": 1545
     },
     {
       "epoch": 0.44650894818335674,
-      "grad_norm": 0.14998584782237406,
-      "learning_rate": 1.3547495878451635e-05,
-      "loss": 0.0635,
+      "grad_norm": 0.4087026290282012,
+      "learning_rate": 1.9091851613709538e-05,
+      "loss": 0.1847,
       "step": 1550
     },
     {
       "epoch": 0.4479492996291095,
-      "grad_norm": 0.15207416735601922,
-      "learning_rate": 1.3500424823236413e-05,
-      "loss": 0.0669,
+      "grad_norm": 0.40953363707420476,
+      "learning_rate": 1.9081352783236945e-05,
+      "loss": 0.1933,
       "step": 1555
     },
     {
       "epoch": 0.4493896510748623,
-      "grad_norm": 0.13476067626565744,
-      "learning_rate": 1.3453265212503756e-05,
-      "loss": 0.0606,
+      "grad_norm": 0.36898746212883354,
+      "learning_rate": 1.9070796534896644e-05,
+      "loss": 0.1768,
       "step": 1560
     },
     {
       "epoch": 0.450830002520615,
-      "grad_norm": 0.15284821669337595,
-      "learning_rate": 1.340601823932135e-05,
-      "loss": 0.0624,
+      "grad_norm": 0.41334025634238375,
+      "learning_rate": 1.9060182935431682e-05,
+      "loss": 0.1829,
       "step": 1565
     },
     {
       "epoch": 0.4522703539663678,
-      "grad_norm": 0.15463620126735736,
-      "learning_rate": 1.335868509896702e-05,
-      "loss": 0.0651,
+      "grad_norm": 0.44332370723191467,
+      "learning_rate": 1.9049512051947735e-05,
+      "loss": 0.1901,
       "step": 1570
     },
     {
       "epoch": 0.45371070541212055,
-      "grad_norm": 0.15250686045319206,
-      "learning_rate": 1.3311266988898477e-05,
-      "loss": 0.0646,
+      "grad_norm": 0.4004111280630263,
+      "learning_rate": 1.9038783951912653e-05,
+      "loss": 0.1889,
       "step": 1575
     },
     {
       "epoch": 0.4551510568578733,
-      "grad_norm": 0.13859935456186184,
-      "learning_rate": 1.3263765108723061e-05,
-      "loss": 0.0623,
+      "grad_norm": 0.371651865125121,
+      "learning_rate": 1.9027998703156055e-05,
+      "loss": 0.1812,
       "step": 1580
     },
     {
       "epoch": 0.4565914083036261,
-      "grad_norm": 0.1614173179165357,
-      "learning_rate": 1.3216180660167355e-05,
-      "loss": 0.0611,
+      "grad_norm": 0.40485070841566645,
+      "learning_rate": 1.901715637386887e-05,
+      "loss": 0.1776,
       "step": 1585
     },
     {
       "epoch": 0.4580317597493789,
-      "grad_norm": 0.16964451095340738,
-      "learning_rate": 1.3168514847046802e-05,
-      "loss": 0.0612,
+      "grad_norm": 0.48633370085572336,
+      "learning_rate": 1.9006257032602942e-05,
+      "loss": 0.1789,
       "step": 1590
     },
     {
       "epoch": 0.4594721111951316,
-      "grad_norm": 0.1497788074170894,
-      "learning_rate": 1.3120768875235252e-05,
-      "loss": 0.0593,
+      "grad_norm": 0.3966239241276605,
+      "learning_rate": 1.8995300748270577e-05,
+      "loss": 0.1729,
       "step": 1595
     },
     {
       "epoch": 0.46091246264088437,
-      "grad_norm": 0.12383289401240005,
-      "learning_rate": 1.3072943952634446e-05,
-      "loss": 0.0592,
+      "grad_norm": 0.3327027752839659,
+      "learning_rate": 1.8984287590144102e-05,
+      "loss": 0.1734,
       "step": 1600
     },
     {
       "epoch": 0.46235281408663714,
-      "grad_norm": 0.146818726530369,
-      "learning_rate": 1.3025041289143459e-05,
-      "loss": 0.0605,
+      "grad_norm": 0.4317078665592322,
+      "learning_rate": 1.897321762785544e-05,
+      "loss": 0.1783,
       "step": 1605
     },
     {
       "epoch": 0.4637931655323899,
-      "grad_norm": 0.14306567032337267,
-      "learning_rate": 1.2977062096628096e-05,
-      "loss": 0.0605,
+      "grad_norm": 0.4235966917899685,
+      "learning_rate": 1.896209093139567e-05,
+      "loss": 0.1767,
       "step": 1610
     },
     {
       "epoch": 0.4652335169781427,
-      "grad_norm": 0.14605676143356022,
-      "learning_rate": 1.2929007588890241e-05,
-      "loss": 0.0612,
+      "grad_norm": 0.36113982142860973,
+      "learning_rate": 1.8950907571114568e-05,
+      "loss": 0.1794,
       "step": 1615
     },
     {
       "epoch": 0.4666738684238954,
-      "grad_norm": 0.15086264411486566,
-      "learning_rate": 1.2880878981637129e-05,
-      "loss": 0.063,
+      "grad_norm": 0.3810588912729469,
+      "learning_rate": 1.893966761772018e-05,
+      "loss": 0.1836,
       "step": 1620
     },
     {
       "epoch": 0.4681142198696482,
-      "grad_norm": 0.15203796445266168,
-      "learning_rate": 1.2832677492450602e-05,
-      "loss": 0.0635,
+      "grad_norm": 0.4196558725198718,
+      "learning_rate": 1.8928371142278368e-05,
+      "loss": 0.1866,
       "step": 1625
     },
     {
       "epoch": 0.46955457131540096,
-      "grad_norm": 0.1644232831015843,
-      "learning_rate": 1.2784404340756315e-05,
-      "loss": 0.0656,
+      "grad_norm": 0.43666303493670905,
+      "learning_rate": 1.891701821621236e-05,
+      "loss": 0.1901,
       "step": 1630
     },
     {
       "epoch": 0.47099492276115373,
-      "grad_norm": 0.1417073515720032,
-      "learning_rate": 1.2736060747792877e-05,
-      "loss": 0.0639,
+      "grad_norm": 0.3803714847945443,
+      "learning_rate": 1.8905608911302303e-05,
+      "loss": 0.1862,
       "step": 1635
     },
     {
       "epoch": 0.4724352742069065,
-      "grad_norm": 0.14017747593627589,
-      "learning_rate": 1.268764793658094e-05,
-      "loss": 0.0677,
+      "grad_norm": 0.3757549530860626,
+      "learning_rate": 1.8894143299684797e-05,
+      "loss": 0.1961,
       "step": 1640
     },
     {
       "epoch": 0.4738756256526592,
-      "grad_norm": 0.14349670833488368,
-      "learning_rate": 1.2639167131892294e-05,
-      "loss": 0.0575,
+      "grad_norm": 0.4066659146296864,
+      "learning_rate": 1.8882621453852456e-05,
+      "loss": 0.1699,
       "step": 1645
     },
     {
       "epoch": 0.475315977098412,
-      "grad_norm": 0.1399709068160109,
-      "learning_rate": 1.2590619560218851e-05,
-      "loss": 0.0667,
+      "grad_norm": 0.3712534952216303,
+      "learning_rate": 1.8871043446653436e-05,
+      "loss": 0.1931,
       "step": 1650
     },
     {
       "epoch": 0.4767563285441648,
-      "grad_norm": 0.16424535413090544,
-      "learning_rate": 1.2542006449741631e-05,
-      "loss": 0.0638,
+      "grad_norm": 0.4190807324107653,
+      "learning_rate": 1.885940935129098e-05,
+      "loss": 0.1858,
       "step": 1655
     },
     {
       "epoch": 0.47819667998991755,
-      "grad_norm": 0.13951898085012698,
-      "learning_rate": 1.249332903029969e-05,
-      "loss": 0.0636,
+      "grad_norm": 0.36972687977137836,
+      "learning_rate": 1.884771924132296e-05,
+      "loss": 0.1857,
       "step": 1660
     },
     {
       "epoch": 0.4796370314356703,
-      "grad_norm": 0.14482227044886414,
-      "learning_rate": 1.2444588533358996e-05,
-      "loss": 0.0623,
+      "grad_norm": 0.3607936830171753,
+      "learning_rate": 1.8835973190661397e-05,
+      "loss": 0.1825,
       "step": 1665
     },
     {
       "epoch": 0.48107738288142304,
-      "grad_norm": 0.149830114351691,
-      "learning_rate": 1.23957861919813e-05,
-      "loss": 0.0631,
+      "grad_norm": 0.39734635206783725,
+      "learning_rate": 1.8824171273572017e-05,
+      "loss": 0.1846,
       "step": 1670
     },
     {
       "epoch": 0.4825177343271758,
-      "grad_norm": 0.15277720600057818,
-      "learning_rate": 1.2346923240792907e-05,
-      "loss": 0.0656,
+      "grad_norm": 0.38332143199966057,
+      "learning_rate": 1.881231356467375e-05,
+      "loss": 0.1916,
       "step": 1675
     },
     {
       "epoch": 0.4839580857729286,
-      "grad_norm": 0.14145469398357127,
-      "learning_rate": 1.229800091595347e-05,
-      "loss": 0.0602,
+      "grad_norm": 0.35427455618937453,
+      "learning_rate": 1.8800400138938293e-05,
+      "loss": 0.1763,
       "step": 1680
     },
     {
       "epoch": 0.48539843721868137,
-      "grad_norm": 0.145030274869654,
-      "learning_rate": 1.2249020455124703e-05,
-      "loss": 0.0605,
+      "grad_norm": 0.3865305729090607,
+      "learning_rate": 1.8788431071689605e-05,
+      "loss": 0.1771,
       "step": 1685
     },
     {
       "epoch": 0.48683878866443414,
-      "grad_norm": 0.13292226014635264,
-      "learning_rate": 1.2199983097439079e-05,
-      "loss": 0.0576,
+      "grad_norm": 0.34295884844513114,
+      "learning_rate": 1.8776406438603457e-05,
+      "loss": 0.1691,
       "step": 1690
     },
     {
       "epoch": 0.48827914011018686,
-      "grad_norm": 0.14980471445078763,
-      "learning_rate": 1.2150890083468465e-05,
-      "loss": 0.0613,
+      "grad_norm": 0.3776721425978484,
+      "learning_rate": 1.876432631570693e-05,
+      "loss": 0.1788,
       "step": 1695
     },
     {
       "epoch": 0.48971949155593963,
-      "grad_norm": 0.15237623136710496,
-      "learning_rate": 1.2101742655192761e-05,
-      "loss": 0.0641,
+      "grad_norm": 0.3861886847035672,
+      "learning_rate": 1.8752190779377958e-05,
+      "loss": 0.1882,
       "step": 1700
     },
     {
       "epoch": 0.4911598430016924,
-      "grad_norm": 0.14853782098493126,
-      "learning_rate": 1.2052542055968461e-05,
-      "loss": 0.0635,
+      "grad_norm": 0.3634727635182055,
+      "learning_rate": 1.8739999906344817e-05,
+      "loss": 0.1836,
       "step": 1705
     },
     {
       "epoch": 0.4926001944474452,
-      "grad_norm": 0.16064984443815533,
-      "learning_rate": 1.2003289530497206e-05,
-      "loss": 0.0664,
+      "grad_norm": 0.43152804810108353,
+      "learning_rate": 1.872775377368567e-05,
+      "loss": 0.1935,
       "step": 1710
     },
     {
       "epoch": 0.49404054589319796,
-      "grad_norm": 0.14592019591217842,
-      "learning_rate": 1.1953986324794295e-05,
-      "loss": 0.0621,
+      "grad_norm": 0.3655986706714032,
+      "learning_rate": 1.8715452458828057e-05,
+      "loss": 0.1813,
       "step": 1715
     },
     {
       "epoch": 0.4954808973389507,
-      "grad_norm": 0.14899551585302004,
-      "learning_rate": 1.1904633686157158e-05,
-      "loss": 0.0661,
+      "grad_norm": 0.35970766776797,
+      "learning_rate": 1.8703096039548415e-05,
+      "loss": 0.1931,
       "step": 1720
     },
     {
       "epoch": 0.49692124878470345,
-      "grad_norm": 0.1662839926677418,
-      "learning_rate": 1.1855232863133809e-05,
-      "loss": 0.06,
+      "grad_norm": 0.3935269406537452,
+      "learning_rate": 1.869068459397159e-05,
+      "loss": 0.175,
       "step": 1725
     },
     {
       "epoch": 0.4983616002304562,
-      "grad_norm": 0.14234586755951342,
-      "learning_rate": 1.1805785105491247e-05,
-      "loss": 0.0621,
+      "grad_norm": 0.3695776720546673,
+      "learning_rate": 1.8678218200570327e-05,
+      "loss": 0.1821,
       "step": 1730
     },
     {
       "epoch": 0.499801951676209,
-      "grad_norm": 0.14261214561399946,
-      "learning_rate": 1.1756291664183858e-05,
-      "loss": 0.0649,
+      "grad_norm": 0.3691159723569882,
+      "learning_rate": 1.866569693816479e-05,
+      "loss": 0.1884,
       "step": 1735
     },
     {
       "epoch": 0.5012423031219617,
-      "grad_norm": 0.15004211923520408,
-      "learning_rate": 1.1706753791321748e-05,
-      "loss": 0.0619,
+      "grad_norm": 0.38398657899121097,
+      "learning_rate": 1.865312088592207e-05,
+      "loss": 0.1818,
       "step": 1740
     },
     {
       "epoch": 0.5026826545677145,
-      "grad_norm": 0.1605343977528051,
-      "learning_rate": 1.1657172740139074e-05,
-      "loss": 0.0612,
+      "grad_norm": 0.4032929747939036,
+      "learning_rate": 1.8640490123355656e-05,
+      "loss": 0.1793,
       "step": 1745
     },
     {
       "epoch": 0.5041230060134673,
-      "grad_norm": 0.1447253493029267,
-      "learning_rate": 1.1607549764962342e-05,
-      "loss": 0.0634,
+      "grad_norm": 0.38471076664611525,
+      "learning_rate": 1.8627804730324955e-05,
+      "loss": 0.1848,
       "step": 1750
     },
     {
       "epoch": 0.5055633574592201,
-      "grad_norm": 0.1346139878314749,
-      "learning_rate": 1.1557886121178683e-05,
-      "loss": 0.0664,
+      "grad_norm": 0.3512566796696949,
+      "learning_rate": 1.8615064787034784e-05,
+      "loss": 0.1933,
       "step": 1755
     },
     {
       "epoch": 0.5070037089049728,
-      "grad_norm": 0.14646185824109836,
-      "learning_rate": 1.1508183065204066e-05,
-      "loss": 0.0621,
+      "grad_norm": 0.3736665521850479,
+      "learning_rate": 1.8602270374034853e-05,
+      "loss": 0.183,
       "step": 1760
     },
     {
       "epoch": 0.5084440603507255,
-      "grad_norm": 0.147637884179789,
-      "learning_rate": 1.1458441854451539e-05,
-      "loss": 0.0598,
+      "grad_norm": 0.3796593083345244,
+      "learning_rate": 1.8589421572219277e-05,
+      "loss": 0.1743,
       "step": 1765
     },
     {
       "epoch": 0.5098844117964784,
-      "grad_norm": 0.1379823925555806,
-      "learning_rate": 1.1408663747299409e-05,
-      "loss": 0.0609,
+      "grad_norm": 0.3688833908332777,
+      "learning_rate": 1.8576518462826033e-05,
+      "loss": 0.1784,
       "step": 1770
     },
     {
       "epoch": 0.5113247632422311,
-      "grad_norm": 0.1367073920260954,
-      "learning_rate": 1.13588500030594e-05,
-      "loss": 0.0625,
+      "grad_norm": 0.3549233461196651,
+      "learning_rate": 1.8563561127436472e-05,
+      "loss": 0.1826,
       "step": 1775
     },
     {
       "epoch": 0.5127651146879839,
-      "grad_norm": 0.1358599716163257,
-      "learning_rate": 1.130900188194481e-05,
-      "loss": 0.0609,
+      "grad_norm": 0.36567662921445526,
+      "learning_rate": 1.8550549647974803e-05,
+      "loss": 0.1782,
       "step": 1780
     },
     {
       "epoch": 0.5142054661337366,
-      "grad_norm": 0.1490120576953094,
-      "learning_rate": 1.1259120645038612e-05,
-      "loss": 0.0603,
+      "grad_norm": 0.3939614446337141,
+      "learning_rate": 1.8537484106707553e-05,
+      "loss": 0.177,
       "step": 1785
     },
     {
       "epoch": 0.5156458175794894,
-      "grad_norm": 0.1387405614374518,
-      "learning_rate": 1.1209207554261573e-05,
-      "loss": 0.0584,
+      "grad_norm": 0.36187155938329685,
+      "learning_rate": 1.8524364586243063e-05,
+      "loss": 0.1721,
       "step": 1790
     },
     {
       "epoch": 0.5170861690252422,
-      "grad_norm": 0.1279767885162475,
-      "learning_rate": 1.1159263872340293e-05,
-      "loss": 0.06,
+      "grad_norm": 0.346859682925655,
+      "learning_rate": 1.8511191169530977e-05,
+      "loss": 0.1756,
       "step": 1795
     },
     {
       "epoch": 0.5185265204709949,
-      "grad_norm": 0.14033610983416972,
-      "learning_rate": 1.1109290862775307e-05,
-      "loss": 0.0559,
+      "grad_norm": 0.314365239889427,
+      "learning_rate": 1.8497963939861684e-05,
+      "loss": 0.1662,
       "step": 1800
     },
     {
       "epoch": 0.5199668719167477,
-      "grad_norm": 0.14071210053007446,
-      "learning_rate": 1.1059289789809071e-05,
-      "loss": 0.0591,
+      "grad_norm": 0.35335427903783484,
+      "learning_rate": 1.8484682980865827e-05,
+      "loss": 0.1736,
       "step": 1805
     },
     {
       "epoch": 0.5214072233625004,
-      "grad_norm": 0.14899424536618833,
-      "learning_rate": 1.1009261918394028e-05,
-      "loss": 0.0573,
+      "grad_norm": 0.3219984035719524,
+      "learning_rate": 1.8471348376513753e-05,
+      "loss": 0.1696,
       "step": 1810
     },
     {
       "epoch": 0.5228475748082532,
-      "grad_norm": 0.13803763706679575,
-      "learning_rate": 1.0959208514160561e-05,
-      "loss": 0.0643,
+      "grad_norm": 0.33373306734235164,
+      "learning_rate": 1.845796021111499e-05,
+      "loss": 0.1884,
       "step": 1815
     },
     {
       "epoch": 0.524287926254006,
-      "grad_norm": 0.14811878913823373,
-      "learning_rate": 1.0909130843385009e-05,
-      "loss": 0.0581,
+      "grad_norm": 0.35546415706338036,
+      "learning_rate": 1.8444518569317704e-05,
+      "loss": 0.1695,
       "step": 1820
     },
     {
       "epoch": 0.5257282776997587,
-      "grad_norm": 0.14341490101278728,
-      "learning_rate": 1.085903017295761e-05,
-      "loss": 0.0575,
+      "grad_norm": 0.37012004054869435,
+      "learning_rate": 1.8431023536108175e-05,
+      "loss": 0.1697,
       "step": 1825
     },
     {
       "epoch": 0.5271686291455115,
-      "grad_norm": 0.13792111506735585,
-      "learning_rate": 1.0808907770350463e-05,
-      "loss": 0.0593,
+      "grad_norm": 0.37288255802693826,
+      "learning_rate": 1.841747519681027e-05,
+      "loss": 0.1737,
       "step": 1830
     },
     {
       "epoch": 0.5286089805912643,
-      "grad_norm": 0.14395673234387163,
-      "learning_rate": 1.0758764903585457e-05,
-      "loss": 0.0609,
+      "grad_norm": 0.37080812218300224,
+      "learning_rate": 1.8403873637084872e-05,
+      "loss": 0.1796,
       "step": 1835
     },
     {
       "epoch": 0.530049332037017,
-      "grad_norm": 0.1405053430609704,
-      "learning_rate": 1.070860284120219e-05,
-      "loss": 0.06,
+      "grad_norm": 0.3478775229906149,
+      "learning_rate": 1.839021894292936e-05,
+      "loss": 0.176,
       "step": 1840
     },
     {
       "epoch": 0.5314896834827698,
-      "grad_norm": 0.15982572109675375,
-      "learning_rate": 1.0658422852225889e-05,
-      "loss": 0.0702,
+      "grad_norm": 0.372540490899064,
+      "learning_rate": 1.8376511200677067e-05,
+      "loss": 0.2007,
       "step": 1845
     },
     {
       "epoch": 0.5329300349285225,
-      "grad_norm": 0.14599264911552556,
-      "learning_rate": 1.0608226206135292e-05,
-      "loss": 0.0604,
+      "grad_norm": 0.36586791336161834,
+      "learning_rate": 1.836275049699672e-05,
+      "loss": 0.1751,
       "step": 1850
     },
     {
       "epoch": 0.5343703863742754,
-      "grad_norm": 0.14298260555858402,
-      "learning_rate": 1.0558014172830537e-05,
-      "loss": 0.0619,
+      "grad_norm": 0.3448429738318597,
+      "learning_rate": 1.834893691889191e-05,
+      "loss": 0.1805,
       "step": 1855
     },
     {
       "epoch": 0.5358107378200281,
-      "grad_norm": 0.13092410126397575,
-      "learning_rate": 1.0507788022601033e-05,
-      "loss": 0.057,
+      "grad_norm": 0.3311960167279875,
+      "learning_rate": 1.8335070553700533e-05,
+      "loss": 0.1681,
       "step": 1860
     },
     {
       "epoch": 0.5372510892657808,
-      "grad_norm": 0.1453972372171612,
-      "learning_rate": 1.0457549026093338e-05,
-      "loss": 0.0585,
+      "grad_norm": 0.35282815078601876,
+      "learning_rate": 1.832115148909422e-05,
+      "loss": 0.173,
       "step": 1865
     },
     {
       "epoch": 0.5386914407115336,
-      "grad_norm": 0.12317966498614596,
-      "learning_rate": 1.0407298454278983e-05,
-      "loss": 0.0564,
+      "grad_norm": 0.3063521260958916,
+      "learning_rate": 1.830717981307782e-05,
+      "loss": 0.1663,
       "step": 1870
     },
     {
       "epoch": 0.5401317921572864,
-      "grad_norm": 0.14436498244704113,
-      "learning_rate": 1.0357037578422349e-05,
-      "loss": 0.0645,
+      "grad_norm": 0.3463171525987883,
+      "learning_rate": 1.8293155613988816e-05,
+      "loss": 0.1893,
       "step": 1875
     },
     {
       "epoch": 0.5415721436030392,
-      "grad_norm": 0.12970657416072792,
-      "learning_rate": 1.0306767670048497e-05,
-      "loss": 0.0589,
+      "grad_norm": 0.3279453628244872,
+      "learning_rate": 1.827907898049677e-05,
+      "loss": 0.1733,
       "step": 1880
     },
     {
       "epoch": 0.5430124950487919,
-      "grad_norm": 0.1367592762940604,
-      "learning_rate": 1.0256490000910986e-05,
-      "loss": 0.0621,
+      "grad_norm": 0.3520187313077995,
+      "learning_rate": 1.8264950001602778e-05,
+      "loss": 0.1825,
       "step": 1885
     },
     {
       "epoch": 0.5444528464945446,
-      "grad_norm": 0.13370324714287835,
-      "learning_rate": 1.0206205842959718e-05,
-      "loss": 0.0626,
+      "grad_norm": 0.3565061630561884,
+      "learning_rate": 1.825076876663888e-05,
+      "loss": 0.1848,
       "step": 1890
     },
     {
       "epoch": 0.5458931979402974,
-      "grad_norm": 0.13187409015415524,
-      "learning_rate": 1.0155916468308749e-05,
-      "loss": 0.0614,
+      "grad_norm": 0.378084862994715,
+      "learning_rate": 1.823653536526752e-05,
+      "loss": 0.1808,
       "step": 1895
     },
     {
       "epoch": 0.5473335493860502,
-      "grad_norm": 0.16314950628212277,
-      "learning_rate": 1.0105623149204118e-05,
-      "loss": 0.0642,
+      "grad_norm": 0.4212362648494665,
+      "learning_rate": 1.8222249887480966e-05,
+      "loss": 0.1874,
       "step": 1900
     },
     {
       "epoch": 0.548773900831803,
-      "grad_norm": 0.15059666297472246,
-      "learning_rate": 1.0055327157991639e-05,
-      "loss": 0.0613,
+      "grad_norm": 0.37361394437125983,
+      "learning_rate": 1.8207912423600755e-05,
+      "loss": 0.1807,
       "step": 1905
     },
     {
       "epoch": 0.5502142522775557,
-      "grad_norm": 0.1479385664820797,
-      "learning_rate": 1.0005029767084739e-05,
-      "loss": 0.0608,
+      "grad_norm": 0.4422231855974053,
+      "learning_rate": 1.8193523064277103e-05,
+      "loss": 0.1774,
       "step": 1910
     },
     {
       "epoch": 0.5516546037233084,
-      "grad_norm": 0.14109693631194206,
-      "learning_rate": 9.954732248932243e-06,
-      "loss": 0.064,
+      "grad_norm": 0.37677879394634756,
+      "learning_rate": 1.8179081900488337e-05,
+      "loss": 0.1868,
       "step": 1915
     },
     {
       "epoch": 0.5530949551690613,
-      "grad_norm": 0.13106823837594228,
-      "learning_rate": 9.904435875986213e-06,
-      "loss": 0.0584,
+      "grad_norm": 0.32468876912478695,
+      "learning_rate": 1.8164589023540332e-05,
+      "loss": 0.1739,
       "step": 1920
     },
     {
       "epoch": 0.554535306614814,
-      "grad_norm": 0.14125376801616402,
-      "learning_rate": 9.85414192066972e-06,
-      "loss": 0.0619,
+      "grad_norm": 0.3939834452367248,
+      "learning_rate": 1.815004452506592e-05,
+      "loss": 0.1807,
       "step": 1925
     },
     {
       "epoch": 0.5559756580605668,
-      "grad_norm": 0.13715317817212974,
-      "learning_rate": 9.803851655344682e-06,
-      "loss": 0.0557,
+      "grad_norm": 0.36557739763760627,
+      "learning_rate": 1.813544849702432e-05,
+      "loss": 0.1637,
       "step": 1930
     },
     {
       "epoch": 0.5574160095063195,
-      "grad_norm": 0.12415591514509057,
-      "learning_rate": 9.75356635227966e-06,
-      "loss": 0.0605,
+      "grad_norm": 0.3818470475052624,
+      "learning_rate": 1.812080103170055e-05,
+      "loss": 0.1783,
       "step": 1935
     },
     {
       "epoch": 0.5588563609520723,
-      "grad_norm": 0.1471168680809387,
-      "learning_rate": 9.70328728361769e-06,
-      "loss": 0.0624,
+      "grad_norm": 0.3951616694877707,
+      "learning_rate": 1.8106102221704848e-05,
+      "loss": 0.1843,
       "step": 1940
     },
     {
       "epoch": 0.5602967123978251,
-      "grad_norm": 0.13972784391125845,
-      "learning_rate": 9.653015721344073e-06,
-      "loss": 0.0625,
+      "grad_norm": 0.36826181964798843,
+      "learning_rate": 1.809135215997208e-05,
+      "loss": 0.1829,
       "step": 1945
     },
     {
       "epoch": 0.5617370638435778,
-      "grad_norm": 0.14230983317081475,
-      "learning_rate": 9.602752937254215e-06,
-      "loss": 0.0595,
+      "grad_norm": 0.39404420593554734,
+      "learning_rate": 1.8076550939761156e-05,
+      "loss": 0.1763,
       "step": 1950
     },
     {
       "epoch": 0.5631774152893306,
-      "grad_norm": 0.17270902776994063,
-      "learning_rate": 9.552500202921449e-06,
-      "loss": 0.0633,
+      "grad_norm": 0.4062269110223546,
+      "learning_rate": 1.806169865465445e-05,
+      "loss": 0.1855,
       "step": 1955
     },
     {
       "epoch": 0.5646177667350833,
-      "grad_norm": 0.16874434258709992,
-      "learning_rate": 9.502258789664865e-06,
-      "loss": 0.0647,
+      "grad_norm": 0.4304330078698439,
+      "learning_rate": 1.8046795398557192e-05,
+      "loss": 0.1897,
       "step": 1960
     },
     {
       "epoch": 0.5660581181808362,
-      "grad_norm": 0.14698351108372149,
-      "learning_rate": 9.45202996851714e-06,
-      "loss": 0.0652,
+      "grad_norm": 0.37064207532734933,
+      "learning_rate": 1.8031841265696886e-05,
+      "loss": 0.1912,
       "step": 1965
     },
     {
       "epoch": 0.5674984696265889,
-      "grad_norm": 0.1583270327898255,
-      "learning_rate": 9.401815010192388e-06,
-      "loss": 0.0646,
+      "grad_norm": 0.40700194898232867,
+      "learning_rate": 1.8016836350622707e-05,
+      "loss": 0.1891,
       "step": 1970
     },
     {
       "epoch": 0.5689388210723416,
-      "grad_norm": 0.1449159304203145,
-      "learning_rate": 9.351615185054029e-06,
-      "loss": 0.0613,
+      "grad_norm": 0.3565593238088361,
+      "learning_rate": 1.8001780748204907e-05,
+      "loss": 0.1794,
       "step": 1975
     },
     {
       "epoch": 0.5703791725180944,
-      "grad_norm": 0.1365799756032449,
-      "learning_rate": 9.301431763082623e-06,
-      "loss": 0.059,
+      "grad_norm": 0.3436335567049151,
+      "learning_rate": 1.7986674553634213e-05,
+      "loss": 0.1726,
       "step": 1980
     },
     {
       "epoch": 0.5718195239638472,
-      "grad_norm": 0.14707584276953978,
-      "learning_rate": 9.251266013843757e-06,
-      "loss": 0.0588,
+      "grad_norm": 0.3546880736906482,
+      "learning_rate": 1.7971517862421227e-05,
+      "loss": 0.1723,
       "step": 1985
     },
     {
       "epoch": 0.5732598754096,
-      "grad_norm": 0.16188309788542712,
-      "learning_rate": 9.201119206455927e-06,
-      "loss": 0.0655,
+      "grad_norm": 0.37327906152208173,
+      "learning_rate": 1.795631077039583e-05,
+      "loss": 0.1902,
       "step": 1990
     },
     {
       "epoch": 0.5747002268553527,
-      "grad_norm": 0.1524865885491688,
-      "learning_rate": 9.150992609558425e-06,
-      "loss": 0.0608,
+      "grad_norm": 0.4331333954155759,
+      "learning_rate": 1.794105337370655e-05,
+      "loss": 0.1779,
       "step": 1995
     },
     {
       "epoch": 0.5761405783011054,
-      "grad_norm": 0.1439363997300933,
-      "learning_rate": 9.10088749127926e-06,
-      "loss": 0.0602,
+      "grad_norm": 0.3401961795693695,
+      "learning_rate": 1.7925745768819995e-05,
+      "loss": 0.1766,
       "step": 2000
     },
     {
       "epoch": 0.5761405783011054,
-      "eval_loss": 0.06202974170446396,
-      "eval_runtime": 197.6148,
-      "eval_samples_per_second": 9.129,
-      "eval_steps_per_second": 2.282,
+      "eval_loss": 0.1823691725730896,
+      "eval_runtime": 179.75,
+      "eval_samples_per_second": 10.036,
+      "eval_steps_per_second": 2.509,
       "step": 2000
     },
     {
       "epoch": 0.5775809297468583,
-      "grad_norm": 0.13774654558009133,
-      "learning_rate": 9.050805119203035e-06,
-      "loss": 0.0574,
+      "grad_norm": 0.34051110754364844,
+      "learning_rate": 1.7910388052520198e-05,
+      "loss": 0.1699,
       "step": 2005
     },
     {
       "epoch": 0.579021281192611,
-      "grad_norm": 0.1598545346397363,
-      "learning_rate": 9.000746760338938e-06,
-      "loss": 0.0644,
+      "grad_norm": 0.3904395823768888,
+      "learning_rate": 1.7894980321908037e-05,
+      "loss": 0.1887,
       "step": 2010
     },
     {
       "epoch": 0.5804616326383638,
-      "grad_norm": 0.13573728248991526,
-      "learning_rate": 8.950713681088647e-06,
-      "loss": 0.0587,
+      "grad_norm": 0.35479628226475546,
+      "learning_rate": 1.7879522674400616e-05,
+      "loss": 0.1729,
       "step": 2015
     },
     {
       "epoch": 0.5819019840841165,
-      "grad_norm": 0.14813992842491036,
-      "learning_rate": 8.900707147214301e-06,
-      "loss": 0.0627,
+      "grad_norm": 0.36745109167309065,
+      "learning_rate": 1.786401520773063e-05,
+      "loss": 0.1823,
       "step": 2020
     },
     {
       "epoch": 0.5833423355298692,
-      "grad_norm": 0.1440587796894665,
-      "learning_rate": 8.850728423806487e-06,
-      "loss": 0.061,
+      "grad_norm": 0.34440430468545136,
+      "learning_rate": 1.7848458019945778e-05,
+      "loss": 0.1806,
       "step": 2025
     },
     {
       "epoch": 0.5847826869756221,
-      "grad_norm": 0.1358163633361261,
-      "learning_rate": 8.800778775252221e-06,
-      "loss": 0.0582,
+      "grad_norm": 0.3436234879041042,
+      "learning_rate": 1.7832851209408116e-05,
+      "loss": 0.1711,
       "step": 2030
     },
     {
       "epoch": 0.5862230384213748,
-      "grad_norm": 0.14949783609406306,
-      "learning_rate": 8.75085946520298e-06,
-      "loss": 0.0673,
+      "grad_norm": 0.44158762702669296,
+      "learning_rate": 1.7817194874793446e-05,
+      "loss": 0.1983,
       "step": 2035
     },
     {
       "epoch": 0.5876633898671276,
-      "grad_norm": 0.14548649497172944,
-      "learning_rate": 8.700971756542707e-06,
-      "loss": 0.06,
+      "grad_norm": 0.3547851651042487,
+      "learning_rate": 1.780148911509069e-05,
+      "loss": 0.1761,
       "step": 2040
     },
     {
       "epoch": 0.5891037413128803,
-      "grad_norm": 0.1482887794432985,
-      "learning_rate": 8.65111691135589e-06,
-      "loss": 0.0605,
+      "grad_norm": 0.3802065495740333,
+      "learning_rate": 1.7785734029601275e-05,
+      "loss": 0.1781,
       "step": 2045
     },
     {
       "epoch": 0.5905440927586331,
-      "grad_norm": 0.14245894718321123,
-      "learning_rate": 8.601296190895611e-06,
-      "loss": 0.0592,
+      "grad_norm": 0.3402917536980965,
+      "learning_rate": 1.7769929717938485e-05,
+      "loss": 0.1732,
       "step": 2050
     },
     {
       "epoch": 0.5919844442043859,
-      "grad_norm": 0.1299014295335545,
-      "learning_rate": 8.551510855551658e-06,
-      "loss": 0.0625,
+      "grad_norm": 0.33348260099352367,
+      "learning_rate": 1.775407628002685e-05,
+      "loss": 0.1845,
       "step": 2055
     },
     {
       "epoch": 0.5934247956501386,
-      "grad_norm": 0.14990167404663077,
-      "learning_rate": 8.501762164818615e-06,
-      "loss": 0.0615,
+      "grad_norm": 0.3559404326820407,
+      "learning_rate": 1.77381738161015e-05,
+      "loss": 0.1809,
       "step": 2060
     },
     {
       "epoch": 0.5948651470958914,
-      "grad_norm": 0.15687154771193254,
-      "learning_rate": 8.452051377264025e-06,
-      "loss": 0.0676,
+      "grad_norm": 0.3493274389579037,
+      "learning_rate": 1.772222242670754e-05,
+      "loss": 0.1975,
       "step": 2065
     },
     {
       "epoch": 0.5963054985416442,
-      "grad_norm": 0.14285391504986938,
-      "learning_rate": 8.402379750496535e-06,
-      "loss": 0.063,
+      "grad_norm": 0.35347058284663757,
+      "learning_rate": 1.7706222212699413e-05,
+      "loss": 0.1845,
       "step": 2070
     },
     {
       "epoch": 0.5977458499873969,
-      "grad_norm": 0.16481562129681976,
-      "learning_rate": 8.35274854113407e-06,
-      "loss": 0.062,
+      "grad_norm": 0.419314654327899,
+      "learning_rate": 1.7690173275240258e-05,
+      "loss": 0.1835,
       "step": 2075
     },
     {
       "epoch": 0.5991862014331497,
-      "grad_norm": 0.13142064433487616,
-      "learning_rate": 8.303159004772065e-06,
-      "loss": 0.0603,
+      "grad_norm": 0.3304240143474617,
+      "learning_rate": 1.767407571580128e-05,
+      "loss": 0.1779,
       "step": 2080
     },
     {
       "epoch": 0.6006265528789024,
-      "grad_norm": 0.1515273341700813,
-      "learning_rate": 8.253612395951697e-06,
-      "loss": 0.0656,
+      "grad_norm": 0.3697054200801788,
+      "learning_rate": 1.765792963616109e-05,
+      "loss": 0.1903,
       "step": 2085
     },
     {
       "epoch": 0.6020669043246553,
-      "grad_norm": 0.17295436986543897,
-      "learning_rate": 8.204109968128128e-06,
-      "loss": 0.0655,
+      "grad_norm": 0.3736233059239093,
+      "learning_rate": 1.764173513840509e-05,
+      "loss": 0.1927,
       "step": 2090
     },
     {
       "epoch": 0.603507255770408,
-      "grad_norm": 0.14037313951418073,
-      "learning_rate": 8.15465297363881e-06,
-      "loss": 0.0662,
+      "grad_norm": 0.33836118548178384,
+      "learning_rate": 1.7625492324924794e-05,
+      "loss": 0.1934,
       "step": 2095
     },
     {
       "epoch": 0.6049476072161607,
-      "grad_norm": 0.13747939963648245,
-      "learning_rate": 8.105242663671807e-06,
-      "loss": 0.0615,
+      "grad_norm": 0.3385963747126986,
+      "learning_rate": 1.7609201298417205e-05,
+      "loss": 0.1819,
       "step": 2100
     },
     {
       "epoch": 0.6063879586619135,
-      "grad_norm": 0.12848974547228537,
-      "learning_rate": 8.055880288234127e-06,
-      "loss": 0.0615,
+      "grad_norm": 0.339416908126632,
+      "learning_rate": 1.7592862161884166e-05,
+      "loss": 0.1798,
       "step": 2105
     },
     {
       "epoch": 0.6078283101076662,
-      "grad_norm": 0.1429108532569868,
-      "learning_rate": 8.006567096120103e-06,
-      "loss": 0.0606,
+      "grad_norm": 0.36861625743367654,
+      "learning_rate": 1.7576475018631684e-05,
+      "loss": 0.1779,
       "step": 2110
     },
     {
       "epoch": 0.6092686615534191,
-      "grad_norm": 0.13212576027139222,
-      "learning_rate": 7.957304334879809e-06,
-      "loss": 0.0644,
+      "grad_norm": 0.3704231845054649,
+      "learning_rate": 1.756003997226931e-05,
+      "loss": 0.1875,
       "step": 2115
     },
     {
       "epoch": 0.6107090129991718,
-      "grad_norm": 0.14626257804070625,
-      "learning_rate": 7.908093250787496e-06,
-      "loss": 0.0616,
+      "grad_norm": 0.38079919821116043,
+      "learning_rate": 1.754355712670946e-05,
+      "loss": 0.1803,
       "step": 2120
     },
     {
       "epoch": 0.6121493644449245,
-      "grad_norm": 0.1369876288040746,
-      "learning_rate": 7.858935088810054e-06,
-      "loss": 0.0643,
+      "grad_norm": 0.3859155909423547,
+      "learning_rate": 1.7527026586166767e-05,
+      "loss": 0.1885,
       "step": 2125
     },
     {
       "epoch": 0.6135897158906773,
-      "grad_norm": 0.1562204322111819,
-      "learning_rate": 7.809831092575528e-06,
-      "loss": 0.0626,
+      "grad_norm": 0.4008091703421957,
+      "learning_rate": 1.7510448455157415e-05,
+      "loss": 0.1849,
       "step": 2130
     },
     {
       "epoch": 0.6150300673364301,
-      "grad_norm": 0.1478800925724685,
-      "learning_rate": 7.760782504341644e-06,
-      "loss": 0.0643,
+      "grad_norm": 0.39230107396255565,
+      "learning_rate": 1.7493822838498496e-05,
+      "loss": 0.1888,
       "step": 2135
     },
     {
       "epoch": 0.6164704187821829,
-      "grad_norm": 0.14017951944044135,
-      "learning_rate": 7.7117905649644e-06,
-      "loss": 0.0582,
+      "grad_norm": 0.3603073643543367,
+      "learning_rate": 1.747714984130733e-05,
+      "loss": 0.1715,
       "step": 2140
     },
     {
       "epoch": 0.6179107702279356,
-      "grad_norm": 0.18625663278817955,
-      "learning_rate": 7.662856513866643e-06,
-      "loss": 0.0567,
+      "grad_norm": 0.39800892388698866,
+      "learning_rate": 1.74604295690008e-05,
+      "loss": 0.1685,
       "step": 2145
     },
     {
       "epoch": 0.6193511216736883,
-      "grad_norm": 0.13723738608866848,
-      "learning_rate": 7.613981589006754e-06,
-      "loss": 0.0595,
+      "grad_norm": 0.32131963215807496,
+      "learning_rate": 1.7443662127294696e-05,
+      "loss": 0.1745,
       "step": 2150
     },
     {
       "epoch": 0.6207914731194412,
-      "grad_norm": 0.17391455144126491,
-      "learning_rate": 7.565167026847294e-06,
-      "loss": 0.0577,
+      "grad_norm": 0.36459623655858153,
+      "learning_rate": 1.7426847622203043e-05,
+      "loss": 0.1706,
       "step": 2155
     },
     {
       "epoch": 0.6222318245651939,
-      "grad_norm": 0.13637323163266152,
-      "learning_rate": 7.5164140623237454e-06,
-      "loss": 0.0583,
+      "grad_norm": 0.38227127635284325,
+      "learning_rate": 1.7409986160037432e-05,
+      "loss": 0.1736,
       "step": 2160
     },
     {
       "epoch": 0.6236721760109467,
-      "grad_norm": 0.13490860613290204,
-      "learning_rate": 7.467723928813262e-06,
-      "loss": 0.0616,
+      "grad_norm": 0.33802946607680817,
+      "learning_rate": 1.7393077847406338e-05,
+      "loss": 0.1796,
       "step": 2165
     },
     {
       "epoch": 0.6251125274566994,
-      "grad_norm": 0.13694189106475327,
-      "learning_rate": 7.419097858103464e-06,
-      "loss": 0.0584,
+      "grad_norm": 0.34668747024243696,
+      "learning_rate": 1.7376122791214457e-05,
+      "loss": 0.1727,
       "step": 2170
     },
     {
       "epoch": 0.6265528789024521,
-      "grad_norm": 0.14264218273335677,
-      "learning_rate": 7.370537080361282e-06,
-      "loss": 0.0584,
+      "grad_norm": 0.35080021260147937,
+      "learning_rate": 1.7359121098662027e-05,
+      "loss": 0.1719,
       "step": 2175
     },
     {
       "epoch": 0.627993230348205,
-      "grad_norm": 0.14133949369553425,
-      "learning_rate": 7.3220428241018225e-06,
-      "loss": 0.0565,
+      "grad_norm": 0.3375939993470441,
+      "learning_rate": 1.734207287724415e-05,
+      "loss": 0.1686,
       "step": 2180
     },
     {
       "epoch": 0.6294335817939577,
-      "grad_norm": 0.13811563164931434,
-      "learning_rate": 7.273616316157312e-06,
-      "loss": 0.0593,
+      "grad_norm": 0.3721850489546093,
+      "learning_rate": 1.732497823475011e-05,
+      "loss": 0.175,
       "step": 2185
     },
     {
       "epoch": 0.6308739332397105,
-      "grad_norm": 0.14172526952252731,
-      "learning_rate": 7.225258781646036e-06,
-      "loss": 0.0563,
+      "grad_norm": 0.34307632301934204,
+      "learning_rate": 1.7307837279262692e-05,
+      "loss": 0.1665,
       "step": 2190
     },
     {
       "epoch": 0.6323142846854632,
-      "grad_norm": 0.14556762141841273,
-      "learning_rate": 7.176971443941359e-06,
-      "loss": 0.0581,
+      "grad_norm": 0.37051543804913684,
+      "learning_rate": 1.7290650119157505e-05,
+      "loss": 0.1716,
       "step": 2195
     },
     {
       "epoch": 0.633754636131216,
-      "grad_norm": 0.14455168465042534,
-      "learning_rate": 7.128755524640771e-06,
-      "loss": 0.0616,
+      "grad_norm": 0.34975756767684907,
+      "learning_rate": 1.7273416863102287e-05,
+      "loss": 0.1817,
       "step": 2200
     },
     {
       "epoch": 0.6351949875769688,
-      "grad_norm": 0.14914771737576238,
-      "learning_rate": 7.080612243534981e-06,
-      "loss": 0.0632,
+      "grad_norm": 0.3749976162171925,
+      "learning_rate": 1.725613762005623e-05,
+      "loss": 0.1843,
       "step": 2205
     },
     {
       "epoch": 0.6366353390227215,
-      "grad_norm": 0.15500897160871308,
-      "learning_rate": 7.032542818577066e-06,
-      "loss": 0.0574,
+      "grad_norm": 0.36815036243031424,
+      "learning_rate": 1.7238812499269274e-05,
+      "loss": 0.1694,
       "step": 2210
     },
     {
       "epoch": 0.6380756904684743,
-      "grad_norm": 0.12621800276033995,
-      "learning_rate": 6.984548465851641e-06,
-      "loss": 0.0578,
+      "grad_norm": 0.3117804955490591,
+      "learning_rate": 1.7221441610281434e-05,
+      "loss": 0.1708,
       "step": 2215
     },
     {
       "epoch": 0.6395160419142271,
-      "grad_norm": 0.14453230217275803,
-      "learning_rate": 6.93663039954412e-06,
-      "loss": 0.0598,
+      "grad_norm": 0.3604043748062189,
+      "learning_rate": 1.720402506292209e-05,
+      "loss": 0.1761,
       "step": 2220
     },
     {
       "epoch": 0.6409563933599798,
-      "grad_norm": 0.12835711140154188,
-      "learning_rate": 6.888789831909972e-06,
-      "loss": 0.0609,
+      "grad_norm": 0.3298130218644663,
+      "learning_rate": 1.718656296730932e-05,
+      "loss": 0.179,
       "step": 2225
     },
     {
       "epoch": 0.6423967448057326,
-      "grad_norm": 0.14406333134449356,
-      "learning_rate": 6.841027973244077e-06,
-      "loss": 0.0573,
+      "grad_norm": 0.3826862512207884,
+      "learning_rate": 1.7169055433849166e-05,
+      "loss": 0.1712,
       "step": 2230
     },
     {
       "epoch": 0.6438370962514853,
-      "grad_norm": 0.14298113650078734,
-      "learning_rate": 6.793346031850085e-06,
-      "loss": 0.0596,
+      "grad_norm": 0.3542349813736183,
+      "learning_rate": 1.7151502573234967e-05,
+      "loss": 0.1761,
       "step": 2235
     },
     {
       "epoch": 0.6452774476972382,
-      "grad_norm": 0.1351787448129904,
-      "learning_rate": 6.745745214009866e-06,
-      "loss": 0.0579,
+      "grad_norm": 0.34843337457451795,
+      "learning_rate": 1.7133904496446647e-05,
+      "loss": 0.1704,
       "step": 2240
     },
     {
       "epoch": 0.6467177991429909,
-      "grad_norm": 0.1416662783049815,
-      "learning_rate": 6.698226723952985e-06,
-      "loss": 0.0601,
+      "grad_norm": 0.3820580792053532,
+      "learning_rate": 1.711626131475001e-05,
+      "loss": 0.1781,
       "step": 2245
     },
     {
       "epoch": 0.6481581505887437,
-      "grad_norm": 0.13123613630770536,
-      "learning_rate": 6.65079176382623e-06,
-      "loss": 0.0622,
+      "grad_norm": 0.3626263301136655,
+      "learning_rate": 1.709857313969605e-05,
+      "loss": 0.1818,
       "step": 2250
     },
     {
       "epoch": 0.6495985020344964,
-      "grad_norm": 0.13862477589129096,
-      "learning_rate": 6.603441533663214e-06,
-      "loss": 0.0641,
+      "grad_norm": 0.3602584360955885,
+      "learning_rate": 1.708084008312022e-05,
+      "loss": 0.1887,
       "step": 2255
     },
     {
       "epoch": 0.6510388534802491,
-      "grad_norm": 0.13893589833870676,
-      "learning_rate": 6.556177231354003e-06,
-      "loss": 0.0623,
+      "grad_norm": 0.34881350230579233,
+      "learning_rate": 1.7063062257141766e-05,
+      "loss": 0.1827,
       "step": 2260
     },
     {
       "epoch": 0.652479204926002,
-      "grad_norm": 0.13047767245398073,
-      "learning_rate": 6.509000052614824e-06,
-      "loss": 0.0625,
+      "grad_norm": 0.31830926244321406,
+      "learning_rate": 1.704523977416296e-05,
+      "loss": 0.1843,
       "step": 2265
     },
     {
       "epoch": 0.6539195563717547,
-      "grad_norm": 0.14948071139040017,
-      "learning_rate": 6.4619111909577995e-06,
-      "loss": 0.0568,
+      "grad_norm": 0.37964043159017924,
+      "learning_rate": 1.702737274686846e-05,
+      "loss": 0.1683,
       "step": 2270
     },
     {
       "epoch": 0.6553599078175075,
-      "grad_norm": 0.16740289210607096,
-      "learning_rate": 6.414911837660768e-06,
-      "loss": 0.0593,
+      "grad_norm": 0.32018925541820387,
+      "learning_rate": 1.7009461288224533e-05,
+      "loss": 0.1757,
       "step": 2275
     },
     {
       "epoch": 0.6568002592632602,
-      "grad_norm": 0.1392403260751934,
-      "learning_rate": 6.36800318173714e-06,
-      "loss": 0.0614,
+      "grad_norm": 0.3177150747359183,
+      "learning_rate": 1.699150551147838e-05,
+      "loss": 0.1788,
       "step": 2280
     },
     {
       "epoch": 0.658240610709013,
-      "grad_norm": 0.14713068471331234,
-      "learning_rate": 6.321186409905812e-06,
-      "loss": 0.0591,
+      "grad_norm": 0.34466027988896136,
+      "learning_rate": 1.697350553015741e-05,
+      "loss": 0.1748,
       "step": 2285
     },
     {
       "epoch": 0.6596809621547658,
-      "grad_norm": 0.15702296926939516,
-      "learning_rate": 6.274462706561153e-06,
-      "loss": 0.06,
+      "grad_norm": 0.34944690536487255,
+      "learning_rate": 1.6955461458068507e-05,
+      "loss": 0.1772,
       "step": 2290
     },
     {
       "epoch": 0.6611213136005185,
-      "grad_norm": 0.14577218240146522,
-      "learning_rate": 6.227833253743045e-06,
-      "loss": 0.0577,
+      "grad_norm": 0.3634337752114522,
+      "learning_rate": 1.6937373409297336e-05,
+      "loss": 0.1697,
       "step": 2295
     },
     {
       "epoch": 0.6625616650462713,
-      "grad_norm": 0.1347810878894777,
-      "learning_rate": 6.181299231106963e-06,
-      "loss": 0.0595,
+      "grad_norm": 0.3479574597357066,
+      "learning_rate": 1.6919241498207613e-05,
+      "loss": 0.1758,
       "step": 2300
     },
     {
       "epoch": 0.6640020164920241,
-      "grad_norm": 0.13273221655238504,
-      "learning_rate": 6.134861815894146e-06,
-      "loss": 0.0569,
+      "grad_norm": 0.3337542016890648,
+      "learning_rate": 1.6901065839440365e-05,
+      "loss": 0.1678,
       "step": 2305
     },
     {
       "epoch": 0.6654423679377768,
-      "grad_norm": 0.13814471094934377,
-      "learning_rate": 6.08852218290181e-06,
-      "loss": 0.0561,
+      "grad_norm": 0.342411033930506,
+      "learning_rate": 1.688284654791323e-05,
+      "loss": 0.1661,
       "step": 2310
     },
     {
       "epoch": 0.6668827193835296,
-      "grad_norm": 0.13189040653435405,
-      "learning_rate": 6.0422815044534265e-06,
-      "loss": 0.0632,
+      "grad_norm": 0.3536792365079188,
+      "learning_rate": 1.6864583738819712e-05,
+      "loss": 0.1845,
       "step": 2315
     },
     {
       "epoch": 0.6683230708292823,
-      "grad_norm": 0.15479186111317447,
-      "learning_rate": 5.9961409503690605e-06,
-      "loss": 0.0566,
+      "grad_norm": 0.35537832797085916,
+      "learning_rate": 1.6846277527628463e-05,
+      "loss": 0.167,
       "step": 2320
     },
     {
       "epoch": 0.6697634222750352,
-      "grad_norm": 0.15426426306388247,
-      "learning_rate": 5.950101687935783e-06,
-      "loss": 0.0615,
+      "grad_norm": 0.3828398429805593,
+      "learning_rate": 1.6827928030082546e-05,
+      "loss": 0.1815,
       "step": 2325
     },
     {
       "epoch": 0.6712037737207879,
-      "grad_norm": 0.12977972650554861,
-      "learning_rate": 5.904164881878143e-06,
-      "loss": 0.064,
+      "grad_norm": 0.33156685434051136,
+      "learning_rate": 1.6809535362198713e-05,
+      "loss": 0.1875,
       "step": 2330
     },
     {
       "epoch": 0.6726441251665406,
-      "grad_norm": 0.12489906355375564,
-      "learning_rate": 5.858331694328686e-06,
-      "loss": 0.0588,
+      "grad_norm": 0.30886048275734546,
+      "learning_rate": 1.679109964026666e-05,
+      "loss": 0.1741,
       "step": 2335
     },
     {
       "epoch": 0.6740844766122934,
-      "grad_norm": 0.14177743912393773,
-      "learning_rate": 5.812603284798575e-06,
-      "loss": 0.0559,
+      "grad_norm": 0.38213092526719655,
+      "learning_rate": 1.67726209808483e-05,
+      "loss": 0.1657,
       "step": 2340
     },
     {
       "epoch": 0.6755248280580461,
-      "grad_norm": 0.127402859937035,
-      "learning_rate": 5.766980810148238e-06,
-      "loss": 0.0585,
+      "grad_norm": 0.34931015409841865,
+      "learning_rate": 1.6754099500777025e-05,
+      "loss": 0.1703,
       "step": 2345
     },
     {
       "epoch": 0.676965179503799,
-      "grad_norm": 0.14721828485950575,
-      "learning_rate": 5.721465424558111e-06,
-      "loss": 0.0569,
+      "grad_norm": 0.4311198591898118,
+      "learning_rate": 1.6735535317156957e-05,
+      "loss": 0.1696,
       "step": 2350
     },
     {
       "epoch": 0.6784055309495517,
-      "grad_norm": 0.12933895802216824,
-      "learning_rate": 5.676058279499438e-06,
-      "loss": 0.0583,
+      "grad_norm": 0.32753418004216717,
+      "learning_rate": 1.671692854736222e-05,
+      "loss": 0.1727,
       "step": 2355
     },
     {
       "epoch": 0.6798458823953044,
-      "grad_norm": 0.2334988683393806,
-      "learning_rate": 5.630760523705137e-06,
-      "loss": 0.0577,
+      "grad_norm": 0.3205363210915123,
+      "learning_rate": 1.66982793090362e-05,
+      "loss": 0.1704,
       "step": 2360
     },
     {
       "epoch": 0.6812862338410572,
-      "grad_norm": 0.13307693046592253,
-      "learning_rate": 5.585573303140741e-06,
-      "loss": 0.0607,
+      "grad_norm": 0.3228782244582717,
+      "learning_rate": 1.6679587720090792e-05,
+      "loss": 0.1791,
       "step": 2365
     },
     {
       "epoch": 0.68272658528681,
-      "grad_norm": 0.14681808383769718,
-      "learning_rate": 5.540497760975412e-06,
-      "loss": 0.0596,
+      "grad_norm": 0.38827253301199693,
+      "learning_rate": 1.666085389870565e-05,
+      "loss": 0.1756,
       "step": 2370
     },
     {
       "epoch": 0.6841669367325628,
-      "grad_norm": 0.14526949538273093,
-      "learning_rate": 5.495535037553003e-06,
-      "loss": 0.0575,
+      "grad_norm": 0.361153122747486,
+      "learning_rate": 1.664207796332746e-05,
+      "loss": 0.1694,
       "step": 2375
     },
     {
       "epoch": 0.6856072881783155,
-      "grad_norm": 0.15463516823806045,
-      "learning_rate": 5.450686270363244e-06,
-      "loss": 0.063,
+      "grad_norm": 0.38186177109604,
+      "learning_rate": 1.662326003266916e-05,
+      "loss": 0.1865,
       "step": 2380
     },
     {
       "epoch": 0.6870476396240682,
-      "grad_norm": 0.1370433070265185,
-      "learning_rate": 5.405952594012921e-06,
-      "loss": 0.0574,
+      "grad_norm": 0.3230350966256622,
+      "learning_rate": 1.660440022570923e-05,
+      "loss": 0.1697,
       "step": 2385
     },
     {
       "epoch": 0.6884879910698211,
-      "grad_norm": 0.13459031723410086,
-      "learning_rate": 5.361335140197199e-06,
-      "loss": 0.0616,
+      "grad_norm": 0.3281847066113813,
+      "learning_rate": 1.6585498661690897e-05,
+      "loss": 0.1816,
       "step": 2390
     },
     {
       "epoch": 0.6899283425155738,
-      "grad_norm": 0.15099977742892481,
-      "learning_rate": 5.316835037670987e-06,
-      "loss": 0.0585,
+      "grad_norm": 0.37849511355850496,
+      "learning_rate": 1.6566555460121424e-05,
+      "loss": 0.172,
       "step": 2395
     },
     {
       "epoch": 0.6913686939613266,
-      "grad_norm": 0.1475383831706844,
-      "learning_rate": 5.272453412220389e-06,
-      "loss": 0.0606,
+      "grad_norm": 0.4496749879940468,
+      "learning_rate": 1.654757074077131e-05,
+      "loss": 0.1776,
       "step": 2400
     },
     {
       "epoch": 0.6928090454070793,
-      "grad_norm": 0.12116703992402802,
-      "learning_rate": 5.228191386634212e-06,
-      "loss": 0.0552,
+      "grad_norm": 0.3276397468021885,
+      "learning_rate": 1.6528544623673567e-05,
+      "loss": 0.1641,
       "step": 2405
     },
     {
       "epoch": 0.694249396852832,
-      "grad_norm": 0.18353789252461628,
-      "learning_rate": 5.184050080675558e-06,
-      "loss": 0.0581,
+      "grad_norm": 0.3540543579094072,
+      "learning_rate": 1.650947722912295e-05,
+      "loss": 0.172,
       "step": 2410
     },
     {
       "epoch": 0.6956897482985849,
-      "grad_norm": 0.15256328875682043,
-      "learning_rate": 5.140030611053512e-06,
-      "loss": 0.0583,
+      "grad_norm": 0.3282349985410633,
+      "learning_rate": 1.6490368677675187e-05,
+      "loss": 0.1727,
       "step": 2415
     },
     {
       "epoch": 0.6971300997443376,
-      "grad_norm": 0.14298118193344345,
-      "learning_rate": 5.096134091394879e-06,
-      "loss": 0.0625,
+      "grad_norm": 0.33846062010566547,
+      "learning_rate": 1.647121909014623e-05,
+      "loss": 0.1827,
       "step": 2420
     },
     {
       "epoch": 0.6985704511900904,
-      "grad_norm": 0.15308814352700958,
-      "learning_rate": 5.052361632216009e-06,
-      "loss": 0.0563,
+      "grad_norm": 0.36878805858295277,
+      "learning_rate": 1.645202858761149e-05,
+      "loss": 0.1678,
       "step": 2425
     },
     {
       "epoch": 0.7000108026358431,
-      "grad_norm": 0.12806804658727294,
-      "learning_rate": 5.008714340894716e-06,
-      "loss": 0.0621,
+      "grad_norm": 0.3241659934094576,
+      "learning_rate": 1.6432797291405055e-05,
+      "loss": 0.1829,
       "step": 2430
     },
     {
       "epoch": 0.7014511540815959,
-      "grad_norm": 0.1283153150885506,
-      "learning_rate": 4.965193321642245e-06,
-      "loss": 0.0639,
+      "grad_norm": 0.3323977392588174,
+      "learning_rate": 1.6413525323118956e-05,
+      "loss": 0.1866,
       "step": 2435
     },
     {
       "epoch": 0.7028915055273487,
-      "grad_norm": 0.16204924222767175,
-      "learning_rate": 4.9217996754753505e-06,
-      "loss": 0.0632,
+      "grad_norm": 0.38740911056410215,
+      "learning_rate": 1.6394212804602356e-05,
+      "loss": 0.1859,
       "step": 2440
     },
     {
       "epoch": 0.7043318569731014,
-      "grad_norm": 0.13720075582090696,
-      "learning_rate": 4.878534500188443e-06,
-      "loss": 0.0579,
+      "grad_norm": 0.35020569775025157,
+      "learning_rate": 1.6374859857960813e-05,
+      "loss": 0.1713,
       "step": 2445
     },
     {
       "epoch": 0.7057722084188542,
-      "grad_norm": 0.1336786402162477,
-      "learning_rate": 4.835398890325806e-06,
-      "loss": 0.0602,
+      "grad_norm": 0.32892434146707544,
+      "learning_rate": 1.6355466605555502e-05,
+      "loss": 0.1785,
       "step": 2450
     },
     {
       "epoch": 0.707212559864607,
-      "grad_norm": 0.15250075242936512,
-      "learning_rate": 4.792393937153914e-06,
-      "loss": 0.0587,
+      "grad_norm": 0.35551264606759814,
+      "learning_rate": 1.633603317000242e-05,
+      "loss": 0.1749,
       "step": 2455
     },
     {
       "epoch": 0.7086529113103597,
-      "grad_norm": 0.14586936476718837,
-      "learning_rate": 4.749520728633812e-06,
-      "loss": 0.0599,
+      "grad_norm": 0.4393019056382748,
+      "learning_rate": 1.6316559674171636e-05,
+      "loss": 0.1758,
       "step": 2460
     },
     {
       "epoch": 0.7100932627561125,
-      "grad_norm": 0.13737451021327757,
-      "learning_rate": 4.706780349393621e-06,
-      "loss": 0.059,
+      "grad_norm": 0.4685944922688227,
+      "learning_rate": 1.629704624118651e-05,
+      "loss": 0.1744,
       "step": 2465
     },
     {
       "epoch": 0.7115336142018652,
-      "grad_norm": 0.14534033618919,
-      "learning_rate": 4.664173880701065e-06,
-      "loss": 0.06,
+      "grad_norm": 0.35581074458621115,
+      "learning_rate": 1.6277492994422893e-05,
+      "loss": 0.1756,
       "step": 2470
     },
     {
       "epoch": 0.7129739656476181,
-      "grad_norm": 0.14705542529286947,
-      "learning_rate": 4.62170240043614e-06,
-      "loss": 0.0576,
+      "grad_norm": 0.33856885661174746,
+      "learning_rate": 1.625790005750838e-05,
+      "loss": 0.1705,
       "step": 2475
     },
     {
       "epoch": 0.7144143170933708,
-      "grad_norm": 0.1599807488079511,
-      "learning_rate": 4.579366983063829e-06,
-      "loss": 0.0597,
+      "grad_norm": 0.3856019975908658,
+      "learning_rate": 1.62382675543215e-05,
+      "loss": 0.176,
       "step": 2480
     },
     {
       "epoch": 0.7158546685391235,
-      "grad_norm": 0.1345238151706872,
-      "learning_rate": 4.537168699606928e-06,
-      "loss": 0.0618,
+      "grad_norm": 0.3832177698765323,
+      "learning_rate": 1.621859560899095e-05,
+      "loss": 0.1824,
       "step": 2485
     },
     {
       "epoch": 0.7172950199848763,
-      "grad_norm": 0.1469249032470179,
-      "learning_rate": 4.4951086176189666e-06,
-      "loss": 0.0633,
+      "grad_norm": 0.3405022015623911,
+      "learning_rate": 1.6198884345894803e-05,
+      "loss": 0.1879,
       "step": 2490
     },
     {
       "epoch": 0.718735371430629,
-      "grad_norm": 0.13426918611168998,
-      "learning_rate": 4.453187801157155e-06,
-      "loss": 0.0585,
+      "grad_norm": 0.34846873026652925,
+      "learning_rate": 1.6179133889659714e-05,
+      "loss": 0.1731,
       "step": 2495
     },
     {
       "epoch": 0.7201757228763819,
-      "grad_norm": 0.14672886262551482,
-      "learning_rate": 4.411407310755513e-06,
-      "loss": 0.0599,
+      "grad_norm": 0.391933717466078,
+      "learning_rate": 1.6159344365160162e-05,
+      "loss": 0.1773,
       "step": 2500
     },
     {
       "epoch": 0.7201757228763819,
-      "eval_loss": 0.06022631376981735,
-      "eval_runtime": 199.5971,
-      "eval_samples_per_second": 9.038,
-      "eval_steps_per_second": 2.26,
+      "eval_loss": 0.17813709378242493,
+      "eval_runtime": 178.3665,
+      "eval_samples_per_second": 10.114,
+      "eval_steps_per_second": 2.529,
       "step": 2500
     },
     {
       "epoch": 0.7216160743221346,
-      "grad_norm": 0.1432101633635202,
-      "learning_rate": 4.369768203398014e-06,
-      "loss": 0.0554,
+      "grad_norm": 0.30920679982637206,
+      "learning_rate": 1.613951589751762e-05,
+      "loss": 0.1653,
       "step": 2505
     },
     {
       "epoch": 0.7230564257678873,
-      "grad_norm": 0.14150540798087066,
-      "learning_rate": 4.328271532491859e-06,
-      "loss": 0.0606,
+      "grad_norm": 0.37229773310756054,
+      "learning_rate": 1.6119648612099793e-05,
+      "loss": 0.1789,
       "step": 2510
     },
     {
       "epoch": 0.7244967772136401,
-      "grad_norm": 0.14496753728614564,
-      "learning_rate": 4.2869183478408125e-06,
-      "loss": 0.0601,
+      "grad_norm": 0.369107759253664,
+      "learning_rate": 1.609974263451981e-05,
+      "loss": 0.1782,
       "step": 2515
     },
     {
       "epoch": 0.7259371286593929,
-      "grad_norm": 0.13903106714425764,
-      "learning_rate": 4.2457096956186525e-06,
-      "loss": 0.0608,
+      "grad_norm": 0.3094009207730617,
+      "learning_rate": 1.6079798090635442e-05,
+      "loss": 0.1788,
       "step": 2520
     },
     {
       "epoch": 0.7273774801051457,
-      "grad_norm": 0.15285152111447173,
-      "learning_rate": 4.2046466183427035e-06,
-      "loss": 0.0653,
+      "grad_norm": 0.34727782391218126,
+      "learning_rate": 1.6059815106548294e-05,
+      "loss": 0.1927,
       "step": 2525
     },
     {
       "epoch": 0.7288178315508984,
-      "grad_norm": 0.1266370772861076,
-      "learning_rate": 4.163730154847462e-06,
-      "loss": 0.0527,
+      "grad_norm": 0.3392015861778497,
+      "learning_rate": 1.6039793808603014e-05,
+      "loss": 0.1573,
       "step": 2530
     },
     {
       "epoch": 0.7302581829966511,
-      "grad_norm": 0.13117482319657733,
-      "learning_rate": 4.122961340258312e-06,
-      "loss": 0.0559,
+      "grad_norm": 0.3414009389947609,
+      "learning_rate": 1.60197343233865e-05,
+      "loss": 0.1668,
       "step": 2535
     },
     {
       "epoch": 0.731698534442404,
-      "grad_norm": 0.14194653004592997,
-      "learning_rate": 4.082341205965344e-06,
-      "loss": 0.059,
+      "grad_norm": 0.35361147490247585,
+      "learning_rate": 1.5999636777727085e-05,
+      "loss": 0.1743,
       "step": 2540
     },
     {
       "epoch": 0.7331388858881567,
-      "grad_norm": 0.15066840894513114,
-      "learning_rate": 4.0418707795972575e-06,
-      "loss": 0.0592,
+      "grad_norm": 0.3274226857520657,
+      "learning_rate": 1.5979501298693752e-05,
+      "loss": 0.1758,
       "step": 2545
     },
     {
       "epoch": 0.7345792373339095,
-      "grad_norm": 0.14684421420293026,
-      "learning_rate": 4.001551084995363e-06,
-      "loss": 0.0627,
+      "grad_norm": 0.3621973295683448,
+      "learning_rate": 1.595932801359531e-05,
+      "loss": 0.1837,
       "step": 2550
     },
     {
       "epoch": 0.7360195887796622,
-      "grad_norm": 0.13640481951408895,
-      "learning_rate": 3.961383142187691e-06,
-      "loss": 0.0608,
+      "grad_norm": 0.3606995367356055,
+      "learning_rate": 1.5939117049979614e-05,
+      "loss": 0.1791,
       "step": 2555
     },
     {
       "epoch": 0.7374599402254151,
-      "grad_norm": 0.14295407920295589,
-      "learning_rate": 3.9213679673631745e-06,
-      "loss": 0.0614,
+      "grad_norm": 0.33373830456128545,
+      "learning_rate": 1.5918868535632736e-05,
+      "loss": 0.1802,
       "step": 2560
     },
     {
       "epoch": 0.7389002916711678,
-      "grad_norm": 0.1407341748583866,
-      "learning_rate": 3.881506572845933e-06,
-      "loss": 0.063,
+      "grad_norm": 0.3390372078416868,
+      "learning_rate": 1.589858259857817e-05,
+      "loss": 0.187,
       "step": 2565
     },
     {
       "epoch": 0.7403406431169205,
-      "grad_norm": 0.14190189878723156,
-      "learning_rate": 3.841799967069686e-06,
-      "loss": 0.0657,
+      "grad_norm": 0.34412888867250124,
+      "learning_rate": 1.5878259367076027e-05,
+      "loss": 0.1911,
       "step": 2570
     },
     {
       "epoch": 0.7417809945626733,
-      "grad_norm": 0.13086316062234218,
-      "learning_rate": 3.8022491545522346e-06,
-      "loss": 0.0625,
+      "grad_norm": 0.33009136167107,
+      "learning_rate": 1.5857898969622204e-05,
+      "loss": 0.183,
       "step": 2575
     },
     {
       "epoch": 0.743221346008426,
-      "grad_norm": 0.15392265951922993,
-      "learning_rate": 3.7628551358700303e-06,
-      "loss": 0.0594,
+      "grad_norm": 0.36557215152582107,
+      "learning_rate": 1.5837501534947586e-05,
+      "loss": 0.1758,
       "step": 2580
     },
     {
       "epoch": 0.7446616974541789,
-      "grad_norm": 0.1417233830083159,
-      "learning_rate": 3.723618907632882e-06,
-      "loss": 0.0613,
+      "grad_norm": 0.34247088555723115,
+      "learning_rate": 1.5817067192017234e-05,
+      "loss": 0.1828,
       "step": 2585
     },
     {
       "epoch": 0.7461020488999316,
-      "grad_norm": 0.1454111678080567,
-      "learning_rate": 3.6845414624587326e-06,
-      "loss": 0.063,
+      "grad_norm": 0.40218176116646415,
+      "learning_rate": 1.579659607002957e-05,
+      "loss": 0.187,
       "step": 2590
     },
     {
       "epoch": 0.7475424003456843,
-      "grad_norm": 0.13443095013823156,
-      "learning_rate": 3.6456237889485547e-06,
-      "loss": 0.0623,
+      "grad_norm": 0.34125168730229577,
+      "learning_rate": 1.5776088298415545e-05,
+      "loss": 0.183,
       "step": 2595
     },
     {
       "epoch": 0.7489827517914371,
-      "grad_norm": 0.12036202234264778,
-      "learning_rate": 3.606866871661333e-06,
-      "loss": 0.0567,
+      "grad_norm": 0.33299022807385764,
+      "learning_rate": 1.575554400683784e-05,
+      "loss": 0.1684,
       "step": 2600
     },
     {
       "epoch": 0.7504231032371899,
-      "grad_norm": 0.13114907916546412,
-      "learning_rate": 3.5682716910891613e-06,
-      "loss": 0.0586,
+      "grad_norm": 0.3367346205260822,
+      "learning_rate": 1.5734963325190026e-05,
+      "loss": 0.1742,
       "step": 2605
     },
     {
       "epoch": 0.7518634546829427,
-      "grad_norm": 0.15054577661915033,
-      "learning_rate": 3.5298392236324365e-06,
-      "loss": 0.0608,
+      "grad_norm": 0.3757675002933998,
+      "learning_rate": 1.5714346383595776e-05,
+      "loss": 0.1792,
       "step": 2610
     },
     {
       "epoch": 0.7533038061286954,
-      "grad_norm": 0.13218839559511986,
-      "learning_rate": 3.491570441575154e-06,
-      "loss": 0.0587,
+      "grad_norm": 0.36883835440832763,
+      "learning_rate": 1.5693693312407997e-05,
+      "loss": 0.1741,
       "step": 2615
     },
     {
       "epoch": 0.7547441575744481,
-      "grad_norm": 0.1268003731336924,
-      "learning_rate": 3.453466313060322e-06,
-      "loss": 0.0601,
+      "grad_norm": 0.3085265660673038,
+      "learning_rate": 1.567300424220804e-05,
+      "loss": 0.1777,
       "step": 2620
     },
     {
       "epoch": 0.756184509020201,
-      "grad_norm": 0.14035220802374737,
-      "learning_rate": 3.4155278020654502e-06,
-      "loss": 0.0605,
+      "grad_norm": 0.34234678068991636,
+      "learning_rate": 1.565227930380487e-05,
+      "loss": 0.178,
       "step": 2625
     },
     {
       "epoch": 0.7576248604659537,
-      "grad_norm": 0.1426120779032921,
-      "learning_rate": 3.3777558683781795e-06,
-      "loss": 0.0592,
+      "grad_norm": 0.37484403928305354,
+      "learning_rate": 1.5631518628234217e-05,
+      "loss": 0.1752,
       "step": 2630
     },
     {
       "epoch": 0.7590652119117065,
-      "grad_norm": 0.12614500048877936,
-      "learning_rate": 3.3401514675719815e-06,
-      "loss": 0.0577,
+      "grad_norm": 0.309840359340079,
+      "learning_rate": 1.5610722346757775e-05,
+      "loss": 0.1697,
       "step": 2635
     },
     {
       "epoch": 0.7605055633574592,
-      "grad_norm": 0.13720240974898895,
-      "learning_rate": 3.302715550982014e-06,
-      "loss": 0.0593,
+      "grad_norm": 0.3440804282261142,
+      "learning_rate": 1.558989059086236e-05,
+      "loss": 0.175,
       "step": 2640
     },
     {
       "epoch": 0.7619459148032119,
-      "grad_norm": 0.3087564092748528,
-      "learning_rate": 3.2654490656810256e-06,
-      "loss": 0.0566,
+      "grad_norm": 0.34552977330495505,
+      "learning_rate": 1.556902349225907e-05,
+      "loss": 0.1687,
       "step": 2645
     },
     {
       "epoch": 0.7633862662489648,
-      "grad_norm": 0.16717331588926376,
-      "learning_rate": 3.228352954455406e-06,
-      "loss": 0.0564,
+      "grad_norm": 0.3054063669302173,
+      "learning_rate": 1.554812118288248e-05,
+      "loss": 0.1669,
       "step": 2650
     },
     {
       "epoch": 0.7648266176947175,
-      "grad_norm": 0.14323201872042673,
-      "learning_rate": 3.1914281557813386e-06,
-      "loss": 0.0567,
+      "grad_norm": 0.35428566557970353,
+      "learning_rate": 1.5527183794889765e-05,
+      "loss": 0.1683,
       "step": 2655
     },
     {
       "epoch": 0.7662669691404703,
-      "grad_norm": 0.1497485160314171,
-      "learning_rate": 3.1546756038010507e-06,
-      "loss": 0.0588,
+      "grad_norm": 0.3569130747650239,
+      "learning_rate": 1.5506211460659906e-05,
+      "loss": 0.1729,
       "step": 2660
     },
     {
       "epoch": 0.767707320586223,
-      "grad_norm": 0.13401880002666341,
-      "learning_rate": 3.1180962282991976e-06,
-      "loss": 0.0606,
+      "grad_norm": 0.31980284497508643,
+      "learning_rate": 1.5485204312792824e-05,
+      "loss": 0.1788,
       "step": 2665
     },
     {
       "epoch": 0.7691476720319758,
-      "grad_norm": 0.13208176864571497,
-      "learning_rate": 3.081690954679313e-06,
-      "loss": 0.0566,
+      "grad_norm": 0.3182129504042558,
+      "learning_rate": 1.546416248410857e-05,
+      "loss": 0.1675,
       "step": 2670
     },
     {
       "epoch": 0.7705880234777286,
-      "grad_norm": 0.12464358137882478,
-      "learning_rate": 3.0454607039404206e-06,
-      "loss": 0.0572,
+      "grad_norm": 0.3420940121534491,
+      "learning_rate": 1.544308610764644e-05,
+      "loss": 0.1679,
       "step": 2675
     },
     {
       "epoch": 0.7720283749234813,
-      "grad_norm": 0.13502277775724228,
-      "learning_rate": 3.0094063926537233e-06,
-      "loss": 0.0585,
+      "grad_norm": 0.35404502346417216,
+      "learning_rate": 1.542197531666419e-05,
+      "loss": 0.1723,
       "step": 2680
     },
     {
       "epoch": 0.7734687263692341,
-      "grad_norm": 0.13081561307511916,
-      "learning_rate": 2.973528932939429e-06,
-      "loss": 0.0564,
+      "grad_norm": 0.33613773212219045,
+      "learning_rate": 1.5400830244637158e-05,
+      "loss": 0.1682,
       "step": 2685
     },
     {
       "epoch": 0.7749090778149869,
-      "grad_norm": 0.1268910010135427,
-      "learning_rate": 2.937829232443654e-06,
-      "loss": 0.0555,
+      "grad_norm": 0.3163583277670731,
+      "learning_rate": 1.5379651025257415e-05,
+      "loss": 0.1651,
       "step": 2690
     },
     {
       "epoch": 0.7763494292607396,
-      "grad_norm": 0.13623501931518958,
-      "learning_rate": 2.9023081943154753e-06,
-      "loss": 0.0601,
+      "grad_norm": 0.35141493314032013,
+      "learning_rate": 1.5358437792432952e-05,
+      "loss": 0.1797,
       "step": 2695
     },
     {
       "epoch": 0.7777897807064924,
-      "grad_norm": 0.14656323058804094,
-      "learning_rate": 2.86696671718408e-06,
-      "loss": 0.0564,
+      "grad_norm": 0.3462527106786627,
+      "learning_rate": 1.5337190680286796e-05,
+      "loss": 0.1692,
       "step": 2700
     },
     {
       "epoch": 0.7792301321522451,
-      "grad_norm": 0.15181738159360775,
-      "learning_rate": 2.8318056951360294e-06,
-      "loss": 0.0566,
+      "grad_norm": 0.36237551860243844,
+      "learning_rate": 1.531590982315619e-05,
+      "loss": 0.1682,
       "step": 2705
     },
     {
       "epoch": 0.780670483597998,
-      "grad_norm": 0.16379931893275942,
-      "learning_rate": 2.7968260176926407e-06,
-      "loss": 0.0611,
+      "grad_norm": 0.35779509635155105,
+      "learning_rate": 1.5294595355591737e-05,
+      "loss": 0.1818,
       "step": 2710
     },
     {
       "epoch": 0.7821108350437507,
-      "grad_norm": 0.13279024083856536,
-      "learning_rate": 2.762028569787485e-06,
-      "loss": 0.0632,
+      "grad_norm": 0.3383432292049812,
+      "learning_rate": 1.527324741235653e-05,
+      "loss": 0.1847,
       "step": 2715
     },
     {
       "epoch": 0.7835511864895034,
-      "grad_norm": 0.1514977510458698,
-      "learning_rate": 2.7274142317439956e-06,
-      "loss": 0.0579,
+      "grad_norm": 0.4033785323831944,
+      "learning_rate": 1.525186612842533e-05,
+      "loss": 0.1724,
       "step": 2720
     },
     {
       "epoch": 0.7849915379352562,
-      "grad_norm": 0.13057048011714373,
-      "learning_rate": 2.6929838792532035e-06,
-      "loss": 0.062,
+      "grad_norm": 0.37448292353996054,
+      "learning_rate": 1.5230451638983699e-05,
+      "loss": 0.1832,
       "step": 2725
     },
     {
       "epoch": 0.7864318893810089,
-      "grad_norm": 0.13540271426738182,
-      "learning_rate": 2.6587383833515746e-06,
-      "loss": 0.0561,
+      "grad_norm": 0.3294476080971381,
+      "learning_rate": 1.5209004079427132e-05,
+      "loss": 0.1671,
       "step": 2730
     },
     {
       "epoch": 0.7878722408267618,
-      "grad_norm": 0.1571274616935904,
-      "learning_rate": 2.6246786103989887e-06,
-      "loss": 0.0565,
+      "grad_norm": 0.33174892241685555,
+      "learning_rate": 1.518752358536022e-05,
+      "loss": 0.1672,
       "step": 2735
     },
     {
       "epoch": 0.7893125922725145,
-      "grad_norm": 0.13901055115200536,
-      "learning_rate": 2.590805422056807e-06,
-      "loss": 0.0581,
+      "grad_norm": 0.3625241110832361,
+      "learning_rate": 1.5166010292595794e-05,
+      "loss": 0.1729,
       "step": 2740
     },
     {
       "epoch": 0.7907529437182672,
-      "grad_norm": 0.1292805259799327,
-      "learning_rate": 2.5571196752660733e-06,
-      "loss": 0.0582,
+      "grad_norm": 0.3172553909416287,
+      "learning_rate": 1.5144464337154045e-05,
+      "loss": 0.1712,
       "step": 2745
     },
     {
       "epoch": 0.79219329516402,
-      "grad_norm": 0.14166775661867112,
-      "learning_rate": 2.5236222222258455e-06,
-      "loss": 0.0592,
+      "grad_norm": 0.3752235550380414,
+      "learning_rate": 1.5122885855261687e-05,
+      "loss": 0.175,
       "step": 2750
     },
     {
       "epoch": 0.7936336466097728,
-      "grad_norm": 0.14804665844069495,
-      "learning_rate": 2.4903139103716365e-06,
-      "loss": 0.0574,
+      "grad_norm": 0.39890985335500706,
+      "learning_rate": 1.5101274983351082e-05,
+      "loss": 0.1707,
       "step": 2755
     },
     {
       "epoch": 0.7950739980555256,
-      "grad_norm": 0.13663548348085658,
-      "learning_rate": 2.4571955823539617e-06,
-      "loss": 0.0546,
+      "grad_norm": 0.35249780009984283,
+      "learning_rate": 1.5079631858059385e-05,
+      "loss": 0.1619,
       "step": 2760
     },
     {
       "epoch": 0.7965143495012783,
-      "grad_norm": 0.16386374204432605,
-      "learning_rate": 2.424268076017032e-06,
-      "loss": 0.0582,
+      "grad_norm": 0.3677203486485534,
+      "learning_rate": 1.5057956616227669e-05,
+      "loss": 0.1727,
       "step": 2765
     },
     {
       "epoch": 0.797954700947031,
-      "grad_norm": 0.13788750638406272,
-      "learning_rate": 2.3915322243775564e-06,
-      "loss": 0.054,
+      "grad_norm": 0.33164847451796536,
+      "learning_rate": 1.5036249394900073e-05,
+      "loss": 0.1602,
       "step": 2770
     },
     {
       "epoch": 0.7993950523927839,
-      "grad_norm": 0.13024548818008383,
-      "learning_rate": 2.3589888556036623e-06,
-      "loss": 0.0596,
+      "grad_norm": 0.33110969305592347,
+      "learning_rate": 1.5014510331322935e-05,
+      "loss": 0.1767,
       "step": 2775
     },
     {
       "epoch": 0.8008354038385366,
-      "grad_norm": 0.1434591335226828,
-      "learning_rate": 2.3266387929939525e-06,
-      "loss": 0.0595,
+      "grad_norm": 0.3357704192473928,
+      "learning_rate": 1.499273956294391e-05,
+      "loss": 0.1758,
       "step": 2780
     },
     {
       "epoch": 0.8022757552842894,
-      "grad_norm": 0.1323094772826723,
-      "learning_rate": 2.294482854956672e-06,
-      "loss": 0.0577,
+      "grad_norm": 0.3203731450233889,
+      "learning_rate": 1.4970937227411113e-05,
+      "loss": 0.1707,
       "step": 2785
     },
     {
       "epoch": 0.8037161067300421,
-      "grad_norm": 0.13191375863763416,
-      "learning_rate": 2.2625218549890014e-06,
-      "loss": 0.0586,
+      "grad_norm": 0.35078849531073075,
+      "learning_rate": 1.4949103462572247e-05,
+      "loss": 0.1716,
       "step": 2790
     },
     {
       "epoch": 0.8051564581757948,
-      "grad_norm": 0.1436295049255119,
-      "learning_rate": 2.230756601656481e-06,
-      "loss": 0.0614,
+      "grad_norm": 0.3438642759457224,
+      "learning_rate": 1.4927238406473734e-05,
+      "loss": 0.1818,
       "step": 2795
     },
     {
       "epoch": 0.8065968096215477,
-      "grad_norm": 0.14620897997093418,
-      "learning_rate": 2.1991878985725566e-06,
-      "loss": 0.0549,
+      "grad_norm": 0.3045848895679209,
+      "learning_rate": 1.4905342197359826e-05,
+      "loss": 0.1632,
       "step": 2800
     },
     {
       "epoch": 0.8080371610673004,
-      "grad_norm": 0.13487749668910298,
-      "learning_rate": 2.167816544378244e-06,
-      "loss": 0.0604,
+      "grad_norm": 0.3359619222321305,
+      "learning_rate": 1.4883414973671758e-05,
+      "loss": 0.1793,
       "step": 2805
     },
     {
       "epoch": 0.8094775125130532,
-      "grad_norm": 0.14233905408675931,
-      "learning_rate": 2.1366433327219284e-06,
-      "loss": 0.0609,
+      "grad_norm": 0.34845042237143453,
+      "learning_rate": 1.4861456874046849e-05,
+      "loss": 0.1804,
       "step": 2810
     },
     {
       "epoch": 0.8109178639588059,
-      "grad_norm": 0.13538036372546858,
-      "learning_rate": 2.105669052239274e-06,
-      "loss": 0.0604,
+      "grad_norm": 0.3638246314263187,
+      "learning_rate": 1.483946803731764e-05,
+      "loss": 0.1786,
       "step": 2815
     },
     {
       "epoch": 0.8123582154045587,
-      "grad_norm": 0.14197120797805796,
-      "learning_rate": 2.0748944865333033e-06,
-      "loss": 0.0584,
+      "grad_norm": 0.338860960844331,
+      "learning_rate": 1.4817448602511008e-05,
+      "loss": 0.172,
       "step": 2820
     },
     {
       "epoch": 0.8137985668503115,
-      "grad_norm": 0.14183713480867427,
-      "learning_rate": 2.0443204141545393e-06,
-      "loss": 0.0581,
+      "grad_norm": 0.3273375870728084,
+      "learning_rate": 1.4795398708847288e-05,
+      "loss": 0.172,
       "step": 2825
     },
     {
       "epoch": 0.8152389182960642,
-      "grad_norm": 0.15177244791728164,
-      "learning_rate": 2.013947608581327e-06,
-      "loss": 0.0571,
+      "grad_norm": 0.3675294921196136,
+      "learning_rate": 1.4773318495739399e-05,
+      "loss": 0.1686,
       "step": 2830
     },
     {
       "epoch": 0.816679269741817,
-      "grad_norm": 0.13725362054115173,
-      "learning_rate": 1.983776838200262e-06,
-      "loss": 0.0555,
+      "grad_norm": 0.3629448732145989,
+      "learning_rate": 1.4751208102791953e-05,
+      "loss": 0.1649,
       "step": 2835
     },
     {
       "epoch": 0.8181196211875698,
-      "grad_norm": 0.13907159884961337,
-      "learning_rate": 1.9538088662867495e-06,
-      "loss": 0.0584,
+      "grad_norm": 0.3532170948727624,
+      "learning_rate": 1.4729067669800379e-05,
+      "loss": 0.1731,
       "step": 2840
     },
     {
       "epoch": 0.8195599726333225,
-      "grad_norm": 0.13469702777956086,
-      "learning_rate": 1.924044450985706e-06,
-      "loss": 0.0608,
+      "grad_norm": 0.37425170739303987,
+      "learning_rate": 1.4706897336750045e-05,
+      "loss": 0.1801,
       "step": 2845
     },
     {
       "epoch": 0.8210003240790753,
-      "grad_norm": 0.13554271157894637,
-      "learning_rate": 1.8944843452923546e-06,
-      "loss": 0.061,
+      "grad_norm": 0.33497558634653835,
+      "learning_rate": 1.4684697243815353e-05,
+      "loss": 0.1796,
       "step": 2850
     },
     {
       "epoch": 0.822440675524828,
-      "grad_norm": 0.12070016414097579,
-      "learning_rate": 1.8651292970332003e-06,
-      "loss": 0.057,
+      "grad_norm": 0.32112128012699964,
+      "learning_rate": 1.466246753135887e-05,
+      "loss": 0.1695,
       "step": 2855
     },
     {
       "epoch": 0.8238810269705809,
-      "grad_norm": 0.14543851459148718,
-      "learning_rate": 1.835980048847098e-06,
-      "loss": 0.0609,
+      "grad_norm": 0.3329436646941721,
+      "learning_rate": 1.4640208339930442e-05,
+      "loss": 0.1792,
       "step": 2860
     },
     {
       "epoch": 0.8253213784163336,
-      "grad_norm": 0.12894063460571178,
-      "learning_rate": 1.8070373381664752e-06,
-      "loss": 0.0558,
+      "grad_norm": 0.3463503675900774,
+      "learning_rate": 1.4617919810266293e-05,
+      "loss": 0.1661,
       "step": 2865
     },
     {
       "epoch": 0.8267617298620864,
-      "grad_norm": 0.13829694305046422,
-      "learning_rate": 1.77830189719866e-06,
-      "loss": 0.0577,
+      "grad_norm": 0.3586194073001657,
+      "learning_rate": 1.459560208328814e-05,
+      "loss": 0.1712,
       "step": 2870
     },
     {
       "epoch": 0.8282020813078391,
-      "grad_norm": 0.23328526390899323,
-      "learning_rate": 1.7497744529073712e-06,
-      "loss": 0.0557,
+      "grad_norm": 0.3616414921071555,
+      "learning_rate": 1.4573255300102306e-05,
+      "loss": 0.1647,
       "step": 2875
     },
     {
       "epoch": 0.8296424327535918,
-      "grad_norm": 0.14339826319501542,
-      "learning_rate": 1.721455726994321e-06,
-      "loss": 0.0617,
+      "grad_norm": 0.3382993481908728,
+      "learning_rate": 1.4550879601998829e-05,
+      "loss": 0.1817,
       "step": 2880
     },
     {
       "epoch": 0.8310827841993447,
-      "grad_norm": 0.13288242940677378,
-      "learning_rate": 1.6933464358809593e-06,
-      "loss": 0.0531,
+      "grad_norm": 0.3291217731024657,
+      "learning_rate": 1.4528475130450555e-05,
+      "loss": 0.1583,
       "step": 2885
     },
     {
       "epoch": 0.8325231356450974,
-      "grad_norm": 0.16090987532307297,
-      "learning_rate": 1.6654472906903486e-06,
-      "loss": 0.0557,
+      "grad_norm": 0.3802083802739792,
+      "learning_rate": 1.4506042027112259e-05,
+      "loss": 0.1667,
       "step": 2890
     },
     {
       "epoch": 0.8339634870908502,
-      "grad_norm": 0.13565187898118353,
-      "learning_rate": 1.637758997229173e-06,
-      "loss": 0.0551,
+      "grad_norm": 0.3027853759942923,
+      "learning_rate": 1.4483580433819747e-05,
+      "loss": 0.1639,
       "step": 2895
     },
     {
       "epoch": 0.8354038385366029,
-      "grad_norm": 0.13398237328307583,
-      "learning_rate": 1.6102822559698828e-06,
-      "loss": 0.0562,
+      "grad_norm": 0.3186470887578327,
+      "learning_rate": 1.446109049258895e-05,
+      "loss": 0.1662,
       "step": 2900
     },
     {
       "epoch": 0.8368441899823557,
-      "grad_norm": 0.12547576724680876,
-      "learning_rate": 1.5830177620329712e-06,
-      "loss": 0.058,
+      "grad_norm": 0.32594383112579883,
+      "learning_rate": 1.4438572345615036e-05,
+      "loss": 0.1718,
       "step": 2905
     },
     {
       "epoch": 0.8382845414281085,
-      "grad_norm": 0.21201898166629826,
-      "learning_rate": 1.5559662051694002e-06,
-      "loss": 0.0595,
+      "grad_norm": 0.33772511433449404,
+      "learning_rate": 1.4416026135271502e-05,
+      "loss": 0.1748,
       "step": 2910
     },
     {
       "epoch": 0.8397248928738612,
-      "grad_norm": 0.13854983530846096,
-      "learning_rate": 1.5291282697431353e-06,
-      "loss": 0.059,
+      "grad_norm": 0.3630128403423318,
+      "learning_rate": 1.4393452004109288e-05,
+      "loss": 0.1753,
       "step": 2915
     },
     {
       "epoch": 0.841165244319614,
-      "grad_norm": 0.1412910572198349,
-      "learning_rate": 1.502504634713835e-06,
-      "loss": 0.057,
+      "grad_norm": 0.37176315359169365,
+      "learning_rate": 1.4370850094855855e-05,
+      "loss": 0.1688,
       "step": 2920
     },
     {
       "epoch": 0.8426055957653668,
-      "grad_norm": 0.13150667676384337,
-      "learning_rate": 1.4760959736196834e-06,
-      "loss": 0.0566,
+      "grad_norm": 0.325548664105803,
+      "learning_rate": 1.4348220550414305e-05,
+      "loss": 0.1669,
       "step": 2925
     },
     {
       "epoch": 0.8440459472111195,
-      "grad_norm": 0.12609782628169966,
-      "learning_rate": 1.4499029545603472e-06,
-      "loss": 0.0571,
+      "grad_norm": 0.3034699571801956,
+      "learning_rate": 1.4325563513862456e-05,
+      "loss": 0.169,
       "step": 2930
     },
     {
       "epoch": 0.8454862986568723,
-      "grad_norm": 0.1556487705171841,
-      "learning_rate": 1.423926240180068e-06,
-      "loss": 0.0609,
+      "grad_norm": 0.3624727001828696,
+      "learning_rate": 1.4302879128451956e-05,
+      "loss": 0.1799,
       "step": 2935
     },
     {
       "epoch": 0.846926650102625,
-      "grad_norm": 0.1388357105513542,
-      "learning_rate": 1.3981664876509028e-06,
-      "loss": 0.0592,
+      "grad_norm": 0.3456854159772283,
+      "learning_rate": 1.428016753760737e-05,
+      "loss": 0.1747,
       "step": 2940
     },
     {
       "epoch": 0.8483670015483779,
-      "grad_norm": 0.14513822447031188,
-      "learning_rate": 1.3726243486560975e-06,
-      "loss": 0.062,
+      "grad_norm": 0.3935855355179201,
+      "learning_rate": 1.425742888492526e-05,
+      "loss": 0.1831,
       "step": 2945
     },
     {
       "epoch": 0.8498073529941306,
-      "grad_norm": 0.14134009678939588,
-      "learning_rate": 1.3473004693736037e-06,
-      "loss": 0.0605,
+      "grad_norm": 0.39615158777629134,
+      "learning_rate": 1.4234663314173307e-05,
+      "loss": 0.1795,
       "step": 2950
     },
     {
       "epoch": 0.8512477044398833,
-      "grad_norm": 0.13877865523926497,
-      "learning_rate": 1.3221954904597256e-06,
-      "loss": 0.0567,
+      "grad_norm": 0.3427325406907131,
+      "learning_rate": 1.421187096928937e-05,
+      "loss": 0.1686,
       "step": 2955
     },
     {
       "epoch": 0.8526880558856361,
-      "grad_norm": 0.1338985016688266,
-      "learning_rate": 1.2973100470329159e-06,
-      "loss": 0.0592,
+      "grad_norm": 0.3650047955860237,
+      "learning_rate": 1.41890519943806e-05,
+      "loss": 0.1745,
       "step": 2960
     },
     {
       "epoch": 0.8541284073313888,
-      "grad_norm": 0.13691724800191765,
-      "learning_rate": 1.272644768657707e-06,
-      "loss": 0.0552,
+      "grad_norm": 0.3821350839884672,
+      "learning_rate": 1.4166206533722517e-05,
+      "loss": 0.1637,
       "step": 2965
     },
     {
       "epoch": 0.8555687587771417,
-      "grad_norm": 0.12943506117621348,
-      "learning_rate": 1.248200279328784e-06,
-      "loss": 0.0581,
+      "grad_norm": 0.30931762511103533,
+      "learning_rate": 1.4143334731758094e-05,
+      "loss": 0.172,
       "step": 2970
     },
     {
       "epoch": 0.8570091102228944,
-      "grad_norm": 0.1350768678776799,
-      "learning_rate": 1.223977197455204e-06,
-      "loss": 0.0596,
+      "grad_norm": 0.3421291900106858,
+      "learning_rate": 1.4120436733096855e-05,
+      "loss": 0.1757,
       "step": 2975
     },
     {
       "epoch": 0.8584494616686471,
-      "grad_norm": 0.14454784322868913,
-      "learning_rate": 1.1999761358447403e-06,
-      "loss": 0.0595,
+      "grad_norm": 0.551760437183804,
+      "learning_rate": 1.4097512682513958e-05,
+      "loss": 0.1843,
       "step": 2980
     },
     {
       "epoch": 0.8598898131143999,
-      "grad_norm": 0.1480760428605418,
-      "learning_rate": 1.1761977016883897e-06,
-      "loss": 0.0559,
+      "grad_norm": 1.5660769145066697,
+      "learning_rate": 1.4074562724949274e-05,
+      "loss": 0.1986,
       "step": 2985
     },
     {
       "epoch": 0.8613301645601527,
-      "grad_norm": 0.1298300829120424,
-      "learning_rate": 1.152642496544998e-06,
-      "loss": 0.0556,
+      "grad_norm": 3.6907279321244477,
+      "learning_rate": 1.4051587005506474e-05,
+      "loss": 0.2213,
       "step": 2990
     },
     {
       "epoch": 0.8627705160059055,
-      "grad_norm": 0.14190562141399815,
-      "learning_rate": 1.1293111163260639e-06,
-      "loss": 0.0592,
+      "grad_norm": 0.47087515557365756,
+      "learning_rate": 1.4028585669452111e-05,
+      "loss": 0.1803,
       "step": 2995
     },
     {
       "epoch": 0.8642108674516582,
-      "grad_norm": 0.1340146209373762,
-      "learning_rate": 1.1062041512806409e-06,
-      "loss": 0.0624,
+      "grad_norm": 0.3672313808361774,
+      "learning_rate": 1.40055588622147e-05,
+      "loss": 0.1852,
       "step": 3000
     },
     {
       "epoch": 0.8642108674516582,
-      "eval_loss": 0.05916040763258934,
-      "eval_runtime": 198.9831,
-      "eval_samples_per_second": 9.066,
-      "eval_steps_per_second": 2.267,
+      "eval_loss": 0.17705903947353363,
+      "eval_runtime": 179.9737,
+      "eval_samples_per_second": 10.024,
+      "eval_steps_per_second": 2.506,
       "step": 3000
     },
     {
       "epoch": 0.8656512188974109,
-      "grad_norm": 0.1359785326923773,
-      "learning_rate": 1.0833221859804188e-06,
-      "loss": 0.0582,
+      "grad_norm": 0.326486381519465,
+      "learning_rate": 1.3982506729383805e-05,
+      "loss": 0.1731,
       "step": 3005
     },
     {
       "epoch": 0.8670915703431638,
-      "grad_norm": 0.1273647539914811,
-      "learning_rate": 1.0606657993049253e-06,
-      "loss": 0.0574,
+      "grad_norm": 0.32065558593854615,
+      "learning_rate": 1.3959429416709112e-05,
+      "loss": 0.1697,
       "step": 3010
     },
     {
       "epoch": 0.8685319217889165,
-      "grad_norm": 0.14728516217233614,
-      "learning_rate": 1.0382355644268871e-06,
-      "loss": 0.062,
+      "grad_norm": 0.404356115517127,
+      "learning_rate": 1.393632707009951e-05,
+      "loss": 0.1832,
       "step": 3015
     },
     {
       "epoch": 0.8699722732346693,
-      "grad_norm": 0.19933620610664268,
-      "learning_rate": 1.0160320487977349e-06,
-      "loss": 0.0569,
+      "grad_norm": 0.31904774410454045,
+      "learning_rate": 1.3913199835622165e-05,
+      "loss": 0.1695,
       "step": 3020
     },
     {
       "epoch": 0.871412624680422,
-      "grad_norm": 0.15209153121626354,
-      "learning_rate": 9.940558141332323e-07,
-      "loss": 0.0619,
+      "grad_norm": 0.45454954577102474,
+      "learning_rate": 1.38900478595016e-05,
+      "loss": 0.1824,
       "step": 3025
     },
     {
       "epoch": 0.8728529761261747,
-      "grad_norm": 0.1310096696794578,
-      "learning_rate": 9.723074163992774e-07,
-      "loss": 0.0582,
+      "grad_norm": 0.36657761636760966,
+      "learning_rate": 1.3866871288118772e-05,
+      "loss": 0.1729,
       "step": 3030
     },
     {
       "epoch": 0.8742933275719276,
-      "grad_norm": 0.13609449965932524,
-      "learning_rate": 9.507874057978339e-07,
-      "loss": 0.0569,
+      "grad_norm": 0.29971196823956686,
+      "learning_rate": 1.384367026801015e-05,
+      "loss": 0.1688,
       "step": 3035
     },
     {
       "epoch": 0.8757336790176803,
-      "grad_norm": 0.13290384955473775,
-      "learning_rate": 9.294963267530177e-07,
-      "loss": 0.0571,
+      "grad_norm": 0.33635749644358365,
+      "learning_rate": 1.3820444945866765e-05,
+      "loss": 0.1705,
       "step": 3040
     },
     {
       "epoch": 0.8771740304634331,
-      "grad_norm": 0.1343134556624474,
-      "learning_rate": 9.084347178973107e-07,
-      "loss": 0.0571,
+      "grad_norm": 0.36596078522080977,
+      "learning_rate": 1.3797195468533316e-05,
+      "loss": 0.1691,
       "step": 3045
     },
     {
       "epoch": 0.8786143819091858,
-      "grad_norm": 0.14323917922303897,
-      "learning_rate": 8.876031120579454e-07,
-      "loss": 0.0568,
+      "grad_norm": 0.3474031868244395,
+      "learning_rate": 1.3773921983007224e-05,
+      "loss": 0.1666,
       "step": 3050
     },
     {
       "epoch": 0.8800547333549386,
-      "grad_norm": 0.13867733291744297,
-      "learning_rate": 8.670020362434229e-07,
-      "loss": 0.0575,
+      "grad_norm": 0.3465786978708465,
+      "learning_rate": 1.37506246364377e-05,
+      "loss": 0.1695,
       "step": 3055
     },
     {
       "epoch": 0.8814950848006914,
-      "grad_norm": 0.13288663406354173,
-      "learning_rate": 8.466320116301752e-07,
-      "loss": 0.0561,
+      "grad_norm": 0.3178525376840447,
+      "learning_rate": 1.3727303576124817e-05,
+      "loss": 0.1658,
       "step": 3060
     },
     {
       "epoch": 0.8829354362464441,
-      "grad_norm": 0.13259296941859702,
-      "learning_rate": 8.264935535493879e-07,
-      "loss": 0.0555,
+      "grad_norm": 0.3774091077871316,
+      "learning_rate": 1.370395894951859e-05,
+      "loss": 0.1656,
       "step": 3065
     },
     {
       "epoch": 0.8843757876921969,
-      "grad_norm": 0.13951091711976848,
-      "learning_rate": 8.065871714739581e-07,
-      "loss": 0.0607,
+      "grad_norm": 0.3665050342290737,
+      "learning_rate": 1.3680590904218032e-05,
+      "loss": 0.1777,
       "step": 3070
     },
     {
       "epoch": 0.8858161391379497,
-      "grad_norm": 0.12832449227606774,
-      "learning_rate": 7.869133690056063e-07,
-      "loss": 0.058,
+      "grad_norm": 0.3248751131099162,
+      "learning_rate": 1.3657199587970212e-05,
+      "loss": 0.1733,
       "step": 3075
     },
     {
       "epoch": 0.8872564905837024,
-      "grad_norm": 0.1321296955840568,
-      "learning_rate": 7.67472643862136e-07,
-      "loss": 0.0557,
+      "grad_norm": 0.3560181873382442,
+      "learning_rate": 1.3633785148669343e-05,
+      "loss": 0.1662,
       "step": 3080
     },
     {
       "epoch": 0.8886968420294552,
-      "grad_norm": 0.14306664554533388,
-      "learning_rate": 7.482654878648465e-07,
-      "loss": 0.0642,
+      "grad_norm": 0.36371643455151664,
+      "learning_rate": 1.3610347734355838e-05,
+      "loss": 0.1885,
       "step": 3085
     },
     {
       "epoch": 0.8901371934752079,
-      "grad_norm": 0.12616475566967347,
-      "learning_rate": 7.292923869260837e-07,
-      "loss": 0.0609,
+      "grad_norm": 0.31964376113184734,
+      "learning_rate": 1.3586887493215364e-05,
+      "loss": 0.1798,
       "step": 3090
     },
     {
       "epoch": 0.8915775449209608,
-      "grad_norm": 0.13027354471908487,
-      "learning_rate": 7.105538210369467e-07,
-      "loss": 0.0551,
+      "grad_norm": 0.34388240218522587,
+      "learning_rate": 1.3563404573577919e-05,
+      "loss": 0.1645,
       "step": 3095
     },
     {
       "epoch": 0.8930178963667135,
-      "grad_norm": 0.12728728659733196,
-      "learning_rate": 6.920502642551519e-07,
-      "loss": 0.0577,
+      "grad_norm": 0.32094313709171657,
+      "learning_rate": 1.3539899123916884e-05,
+      "loss": 0.1709,
       "step": 3100
     },
     {
       "epoch": 0.8944582478124662,
-      "grad_norm": 0.14539496144756697,
-      "learning_rate": 6.737821846930403e-07,
-      "loss": 0.0594,
+      "grad_norm": 0.35489801575784186,
+      "learning_rate": 1.3516371292848098e-05,
+      "loss": 0.1759,
       "step": 3105
     },
     {
       "epoch": 0.895898599258219,
-      "grad_norm": 0.142416710805929,
-      "learning_rate": 6.557500445057252e-07,
-      "loss": 0.0618,
+      "grad_norm": 0.3435136193030186,
+      "learning_rate": 1.3492821229128892e-05,
+      "loss": 0.1801,
       "step": 3110
     },
     {
       "epoch": 0.8973389507039717,
-      "grad_norm": 0.1372415423626945,
-      "learning_rate": 6.379542998794086e-07,
-      "loss": 0.0547,
+      "grad_norm": 0.3405482581189107,
+      "learning_rate": 1.3469249081657178e-05,
+      "loss": 0.1621,
       "step": 3115
     },
     {
       "epoch": 0.8987793021497246,
-      "grad_norm": 0.14646165458637372,
-      "learning_rate": 6.203954010198387e-07,
-      "loss": 0.0598,
+      "grad_norm": 0.36475355151619254,
+      "learning_rate": 1.34456549994705e-05,
+      "loss": 0.1767,
       "step": 3120
     },
     {
       "epoch": 0.9002196535954773,
-      "grad_norm": 0.12761881782441253,
-      "learning_rate": 6.030737921409169e-07,
-      "loss": 0.0581,
+      "grad_norm": 0.3185028661890843,
+      "learning_rate": 1.3422039131745073e-05,
+      "loss": 0.1718,
       "step": 3125
     },
     {
       "epoch": 0.90166000504123,
-      "grad_norm": 0.13614699389750304,
-      "learning_rate": 5.859899114534662e-07,
-      "loss": 0.0556,
+      "grad_norm": 0.3501109132647978,
+      "learning_rate": 1.3398401627794855e-05,
+      "loss": 0.164,
       "step": 3130
     },
     {
       "epoch": 0.9031003564869828,
-      "grad_norm": 0.1386025331106829,
-      "learning_rate": 5.691441911541385e-07,
-      "loss": 0.0582,
+      "grad_norm": 0.34377330815664026,
+      "learning_rate": 1.3374742637070612e-05,
+      "loss": 0.1705,
       "step": 3135
     },
     {
       "epoch": 0.9045407079327356,
-      "grad_norm": 0.13232032514165884,
-      "learning_rate": 5.525370574144873e-07,
-      "loss": 0.0545,
+      "grad_norm": 0.33654711284735916,
+      "learning_rate": 1.335106230915896e-05,
+      "loss": 0.1609,
       "step": 3140
     },
     {
       "epoch": 0.9059810593784884,
-      "grad_norm": 0.12527580811393457,
-      "learning_rate": 5.361689303701767e-07,
-      "loss": 0.0533,
+      "grad_norm": 0.3245646527085092,
+      "learning_rate": 1.3327360793781408e-05,
+      "loss": 0.158,
       "step": 3145
     },
     {
       "epoch": 0.9074214108242411,
-      "grad_norm": 0.13604485662549864,
-      "learning_rate": 5.200402241103674e-07,
-      "loss": 0.0563,
+      "grad_norm": 0.3351308270482288,
+      "learning_rate": 1.3303638240793442e-05,
+      "loss": 0.1678,
       "step": 3150
     },
     {
       "epoch": 0.9088617622699939,
-      "grad_norm": 0.12602730701179232,
-      "learning_rate": 5.041513466672254e-07,
-      "loss": 0.0528,
+      "grad_norm": 0.32107454775466887,
+      "learning_rate": 1.3279894800183555e-05,
+      "loss": 0.1563,
       "step": 3155
     },
     {
       "epoch": 0.9103021137157467,
-      "grad_norm": 0.1331744306571229,
-      "learning_rate": 4.885027000056075e-07,
-      "loss": 0.0596,
+      "grad_norm": 0.34245383003412766,
+      "learning_rate": 1.3256130622072301e-05,
+      "loss": 0.1766,
       "step": 3160
     },
     {
       "epoch": 0.9117424651614994,
-      "grad_norm": 0.13237107440276355,
-      "learning_rate": 4.730946800128888e-07,
-      "loss": 0.0586,
+      "grad_norm": 0.3274886424161308,
+      "learning_rate": 1.323234585671135e-05,
+      "loss": 0.1715,
       "step": 3165
     },
     {
       "epoch": 0.9131828166072522,
-      "grad_norm": 0.12937474830598486,
-      "learning_rate": 4.5792767648895396e-07,
-      "loss": 0.061,
+      "grad_norm": 0.32664224598446223,
+      "learning_rate": 1.3208540654482543e-05,
+      "loss": 0.1797,
       "step": 3170
     },
     {
       "epoch": 0.9146231680530049,
-      "grad_norm": 0.1398098738438078,
-      "learning_rate": 4.4300207313632713e-07,
-      "loss": 0.0569,
+      "grad_norm": 0.3570503032198834,
+      "learning_rate": 1.3184715165896924e-05,
+      "loss": 0.1684,
       "step": 3175
     },
     {
       "epoch": 0.9160635194987578,
-      "grad_norm": 0.1302735721399194,
-      "learning_rate": 4.2831824755046994e-07,
-      "loss": 0.0559,
+      "grad_norm": 0.3041353628175197,
+      "learning_rate": 1.3160869541593815e-05,
+      "loss": 0.1644,
       "step": 3180
     },
     {
       "epoch": 0.9175038709445105,
-      "grad_norm": 0.1246210367618306,
-      "learning_rate": 4.138765712102299e-07,
-      "loss": 0.0564,
+      "grad_norm": 0.3384280077903303,
+      "learning_rate": 1.3137003932339834e-05,
+      "loss": 0.1655,
       "step": 3185
     },
     {
       "epoch": 0.9189442223902632,
-      "grad_norm": 0.13332208166529505,
-      "learning_rate": 3.9967740946843523e-07,
-      "loss": 0.0554,
+      "grad_norm": 0.32882081126553514,
+      "learning_rate": 1.3113118489027968e-05,
+      "loss": 0.1639,
       "step": 3190
     },
     {
       "epoch": 0.920384573836016,
-      "grad_norm": 0.14610411993837782,
-      "learning_rate": 3.8572112154266593e-07,
-      "loss": 0.0578,
+      "grad_norm": 0.33419046612443065,
+      "learning_rate": 1.3089213362676595e-05,
+      "loss": 0.169,
       "step": 3195
     },
     {
       "epoch": 0.9218249252817687,
-      "grad_norm": 0.15226138047700943,
-      "learning_rate": 3.7200806050614714e-07,
-      "loss": 0.0567,
+      "grad_norm": 0.32575685656168196,
+      "learning_rate": 1.306528870442855e-05,
+      "loss": 0.1673,
       "step": 3200
     },
     {
       "epoch": 0.9232652767275216,
-      "grad_norm": 0.1308225111781015,
-      "learning_rate": 3.585385732788327e-07,
-      "loss": 0.0563,
+      "grad_norm": 0.3802101667394028,
+      "learning_rate": 1.304134466555016e-05,
+      "loss": 0.1672,
       "step": 3205
     },
     {
       "epoch": 0.9247056281732743,
-      "grad_norm": 0.14684465929558974,
-      "learning_rate": 3.453130006186234e-07,
-      "loss": 0.0581,
+      "grad_norm": 0.3637602408564527,
+      "learning_rate": 1.3017381397430285e-05,
+      "loss": 0.1721,
       "step": 3210
     },
     {
       "epoch": 0.926145979619027,
-      "grad_norm": 0.13266776739181627,
-      "learning_rate": 3.3233167711274496e-07,
-      "loss": 0.0601,
+      "grad_norm": 0.32095803714990945,
+      "learning_rate": 1.2993399051579365e-05,
+      "loss": 0.1759,
       "step": 3215
     },
     {
       "epoch": 0.9275863310647798,
-      "grad_norm": 0.1358476730566447,
-      "learning_rate": 3.1959493116928473e-07,
-      "loss": 0.0576,
+      "grad_norm": 0.33727876451711586,
+      "learning_rate": 1.2969397779628459e-05,
+      "loss": 0.1691,
       "step": 3220
     },
     {
       "epoch": 0.9290266825105326,
-      "grad_norm": 0.17850604077128118,
-      "learning_rate": 3.0710308500888184e-07,
-      "loss": 0.0603,
+      "grad_norm": 0.40867319701914406,
+      "learning_rate": 1.2945377733328297e-05,
+      "loss": 0.1775,
       "step": 3225
     },
     {
       "epoch": 0.9304670339562854,
-      "grad_norm": 0.14331524298007126,
-      "learning_rate": 2.948564546565791e-07,
-      "loss": 0.0569,
+      "grad_norm": 0.32340952324251065,
+      "learning_rate": 1.29213390645483e-05,
+      "loss": 0.1668,
       "step": 3230
     },
     {
       "epoch": 0.9319073854020381,
-      "grad_norm": 0.13970764920849238,
-      "learning_rate": 2.828553499338227e-07,
-      "loss": 0.0555,
+      "grad_norm": 0.3659132059806781,
+      "learning_rate": 1.289728192527564e-05,
+      "loss": 0.165,
       "step": 3235
     },
     {
       "epoch": 0.9333477368477908,
-      "grad_norm": 0.14419134050474353,
-      "learning_rate": 2.71100074450632e-07,
-      "loss": 0.0555,
+      "grad_norm": 0.3285554990119345,
+      "learning_rate": 1.2873206467614268e-05,
+      "loss": 0.1651,
       "step": 3240
     },
     {
       "epoch": 0.9347880882935437,
-      "grad_norm": 0.1461736889168219,
-      "learning_rate": 2.595909255979079e-07,
-      "loss": 0.0572,
+      "grad_norm": 0.33834559931171954,
+      "learning_rate": 1.2849112843783952e-05,
+      "loss": 0.1683,
       "step": 3245
     },
     {
       "epoch": 0.9362284397392964,
-      "grad_norm": 0.13124715065443018,
-      "learning_rate": 2.4832819453992073e-07,
-      "loss": 0.0591,
+      "grad_norm": 0.3134919137585381,
+      "learning_rate": 1.2825001206119328e-05,
+      "loss": 0.1743,
       "step": 3250
     },
     {
       "epoch": 0.9376687911850492,
-      "grad_norm": 0.1306820541079532,
-      "learning_rate": 2.3731216620693554e-07,
-      "loss": 0.0605,
+      "grad_norm": 0.3616806939948535,
+      "learning_rate": 1.2800871707068913e-05,
+      "loss": 0.1782,
       "step": 3255
     },
     {
       "epoch": 0.9391091426308019,
-      "grad_norm": 0.13542742296333235,
-      "learning_rate": 2.2654311928800965e-07,
-      "loss": 0.0536,
+      "grad_norm": 0.38816909872964706,
+      "learning_rate": 1.2776724499194165e-05,
+      "loss": 0.1589,
       "step": 3260
     },
     {
       "epoch": 0.9405494940765546,
-      "grad_norm": 0.14758285988575107,
-      "learning_rate": 2.1602132622393745e-07,
-      "loss": 0.0606,
+      "grad_norm": 0.38618952505233706,
+      "learning_rate": 1.27525597351685e-05,
+      "loss": 0.1762,
       "step": 3265
     },
     {
       "epoch": 0.9419898455223075,
-      "grad_norm": 0.14532495800717846,
-      "learning_rate": 2.0574705320036025e-07,
-      "loss": 0.0639,
+      "grad_norm": 0.3602161530621059,
+      "learning_rate": 1.272837756777634e-05,
+      "loss": 0.1866,
       "step": 3270
     },
     {
       "epoch": 0.9434301969680602,
-      "grad_norm": 0.12954948070786576,
-      "learning_rate": 1.9572056014103281e-07,
-      "loss": 0.0579,
+      "grad_norm": 0.3441209052655488,
+      "learning_rate": 1.2704178149912142e-05,
+      "loss": 0.1707,
       "step": 3275
     },
     {
       "epoch": 0.944870548413813,
-      "grad_norm": 0.14435133264907077,
-      "learning_rate": 1.8594210070124852e-07,
-      "loss": 0.0623,
+      "grad_norm": 0.3575347569438798,
+      "learning_rate": 1.2679961634579429e-05,
+      "loss": 0.1816,
       "step": 3280
     },
     {
       "epoch": 0.9463108998595657,
-      "grad_norm": 0.13182234725830524,
-      "learning_rate": 1.7641192226141913e-07,
-      "loss": 0.0541,
+      "grad_norm": 0.32619834091130173,
+      "learning_rate": 1.2655728174889823e-05,
+      "loss": 0.1596,
       "step": 3285
     },
     {
       "epoch": 0.9477512513053185,
-      "grad_norm": 1.4633024268191004,
-      "learning_rate": 1.671302659208185e-07,
-      "loss": 0.0572,
+      "grad_norm": 0.30450616004896364,
+      "learning_rate": 1.2631477924062086e-05,
+      "loss": 0.1687,
       "step": 3290
     },
     {
       "epoch": 0.9491916027510713,
-      "grad_norm": 0.1503610098957111,
-      "learning_rate": 1.58097366491482e-07,
-      "loss": 0.061,
+      "grad_norm": 0.39194493113328666,
+      "learning_rate": 1.2607211035421134e-05,
+      "loss": 0.1798,
       "step": 3295
     },
     {
       "epoch": 0.950631954196824,
-      "grad_norm": 0.1443388849896849,
-      "learning_rate": 1.4931345249226792e-07,
-      "loss": 0.0555,
+      "grad_norm": 0.33488364978285323,
+      "learning_rate": 1.258292766239708e-05,
+      "loss": 0.164,
       "step": 3300
     },
     {
       "epoch": 0.9520723056425768,
-      "grad_norm": 0.12701776281849797,
-      "learning_rate": 1.407787461430743e-07,
-      "loss": 0.0628,
+      "grad_norm": 0.33449050395875485,
+      "learning_rate": 1.255862795852427e-05,
+      "loss": 0.1838,
       "step": 3305
     },
     {
       "epoch": 0.9535126570883296,
-      "grad_norm": 0.13129256088024213,
-      "learning_rate": 1.324934633592201e-07,
-      "loss": 0.0541,
+      "grad_norm": 0.3224448291423571,
+      "learning_rate": 1.2534312077440291e-05,
+      "loss": 0.159,
       "step": 3310
     },
     {
       "epoch": 0.9549530085340823,
-      "grad_norm": 0.1327785363196553,
-      "learning_rate": 1.2445781374597842e-07,
-      "loss": 0.0588,
+      "grad_norm": 0.34250880685460666,
+      "learning_rate": 1.250998017288502e-05,
+      "loss": 0.1732,
       "step": 3315
     },
     {
       "epoch": 0.9563933599798351,
-      "grad_norm": 0.13315365290665568,
-      "learning_rate": 1.1667200059327644e-07,
-      "loss": 0.0558,
+      "grad_norm": 0.325026715867963,
+      "learning_rate": 1.2485632398699644e-05,
+      "loss": 0.1655,
       "step": 3320
     },
     {
       "epoch": 0.9578337114255878,
-      "grad_norm": 0.14439945965305848,
-      "learning_rate": 1.0913622087055264e-07,
-      "loss": 0.0597,
+      "grad_norm": 0.34476248704682083,
+      "learning_rate": 1.2461268908825686e-05,
+      "loss": 0.1752,
       "step": 3325
     },
     {
       "epoch": 0.9592740628713406,
-      "grad_norm": 0.13166148371196648,
-      "learning_rate": 1.0185066522177545e-07,
-      "loss": 0.0533,
+      "grad_norm": 0.3442273279650722,
+      "learning_rate": 1.2436889857304031e-05,
+      "loss": 0.157,
       "step": 3330
     },
     {
       "epoch": 0.9607144143170934,
-      "grad_norm": 0.1400270351664016,
-      "learning_rate": 9.481551796061472e-08,
-      "loss": 0.0591,
+      "grad_norm": 0.4303337353194812,
+      "learning_rate": 1.2412495398273956e-05,
+      "loss": 0.1728,
       "step": 3335
     },
     {
       "epoch": 0.9621547657628461,
-      "grad_norm": 0.14119139667530914,
-      "learning_rate": 8.803095706578335e-08,
-      "loss": 0.0583,
+      "grad_norm": 0.365900582909615,
+      "learning_rate": 1.2388085685972155e-05,
+      "loss": 0.1712,
       "step": 3340
     },
     {
       "epoch": 0.9635951172085989,
-      "grad_norm": 0.13763855728395058,
-      "learning_rate": 8.149715417653414e-08,
-      "loss": 0.0567,
+      "grad_norm": 0.3728395806507143,
+      "learning_rate": 1.2363660874731767e-05,
+      "loss": 0.1682,
       "step": 3345
     },
     {
       "epoch": 0.9650354686543516,
-      "grad_norm": 0.13842628044965613,
-      "learning_rate": 7.521427458831776e-08,
-      "loss": 0.0588,
+      "grad_norm": 0.35386731676038286,
+      "learning_rate": 1.233922111898138e-05,
+      "loss": 0.1724,
       "step": 3350
     },
     {
       "epoch": 0.9664758201001045,
-      "grad_norm": 0.12724872379714094,
-      "learning_rate": 6.918247724859939e-08,
-      "loss": 0.0541,
+      "grad_norm": 0.30172215095317684,
+      "learning_rate": 1.2314766573244085e-05,
+      "loss": 0.1581,
       "step": 3355
     },
     {
       "epoch": 0.9679161715458572,
-      "grad_norm": 0.14898075476210107,
-      "learning_rate": 6.340191475283753e-08,
-      "loss": 0.06,
+      "grad_norm": 0.3559005601073562,
+      "learning_rate": 1.2290297392136483e-05,
+      "loss": 0.175,
       "step": 3360
     },
     {
       "epoch": 0.9693565229916099,
-      "grad_norm": 0.1347911477145421,
-      "learning_rate": 5.787273334062593e-08,
-      "loss": 0.0596,
+      "grad_norm": 0.3349516882886285,
+      "learning_rate": 1.2265813730367704e-05,
+      "loss": 0.1726,
       "step": 3365
     },
     {
       "epoch": 0.9707968744373627,
-      "grad_norm": 0.13079385477539324,
-      "learning_rate": 5.259507289199328e-08,
-      "loss": 0.0619,
+      "grad_norm": 0.3234492836179018,
+      "learning_rate": 1.2241315742738431e-05,
+      "loss": 0.1797,
       "step": 3370
     },
     {
       "epoch": 0.9722372258831155,
-      "grad_norm": 0.14313408319905535,
-      "learning_rate": 4.756906692386043e-08,
-      "loss": 0.0597,
+      "grad_norm": 0.35736598159988336,
+      "learning_rate": 1.2216803584139936e-05,
+      "loss": 0.1741,
       "step": 3375
     },
     {
       "epoch": 0.9736775773288683,
-      "grad_norm": 0.13044063273707465,
-      "learning_rate": 4.2794842586670884e-08,
-      "loss": 0.0589,
+      "grad_norm": 0.3173229290519434,
+      "learning_rate": 1.2192277409553075e-05,
+      "loss": 0.1728,
       "step": 3380
     },
     {
       "epoch": 0.975117928774621,
-      "grad_norm": 0.148098221291949,
-      "learning_rate": 3.827252066116338e-08,
-      "loss": 0.0547,
+      "grad_norm": 0.35907434868148436,
+      "learning_rate": 1.2167737374047329e-05,
+      "loss": 0.1619,
       "step": 3385
     },
     {
       "epoch": 0.9765582802203737,
-      "grad_norm": 0.1344069973111941,
-      "learning_rate": 3.400221555532768e-08,
-      "loss": 0.0544,
+      "grad_norm": 0.31746492403546855,
+      "learning_rate": 1.2143183632779812e-05,
+      "loss": 0.1606,
       "step": 3390
     },
     {
       "epoch": 0.9779986316661265,
-      "grad_norm": 0.12133249021447175,
-      "learning_rate": 2.998403530150018e-08,
-      "loss": 0.06,
+      "grad_norm": 0.29969257567145113,
+      "learning_rate": 1.2118616340994302e-05,
+      "loss": 0.176,
       "step": 3395
     },
     {
       "epoch": 0.9794389831118793,
-      "grad_norm": 0.13732750082544246,
-      "learning_rate": 2.6218081553638363e-08,
-      "loss": 0.0605,
+      "grad_norm": 0.34191493614948304,
+      "learning_rate": 1.2094035654020245e-05,
+      "loss": 0.1771,
       "step": 3400
     },
     {
       "epoch": 0.9808793345576321,
-      "grad_norm": 0.13176353353269668,
-      "learning_rate": 2.2704449584745046e-08,
-      "loss": 0.0592,
+      "grad_norm": 0.336306850022089,
+      "learning_rate": 1.2069441727271776e-05,
+      "loss": 0.1725,
       "step": 3405
     },
     {
       "epoch": 0.9823196860033848,
-      "grad_norm": 0.13323188939537126,
-      "learning_rate": 1.9443228284455882e-08,
-      "loss": 0.0568,
+      "grad_norm": 0.3488759742550077,
+      "learning_rate": 1.2044834716246752e-05,
+      "loss": 0.1664,
       "step": 3410
     },
     {
       "epoch": 0.9837600374491375,
-      "grad_norm": 0.1207130237315737,
-      "learning_rate": 1.6434500156800037e-08,
-      "loss": 0.0566,
+      "grad_norm": 0.29434687938442566,
+      "learning_rate": 1.2020214776525746e-05,
+      "loss": 0.1665,
       "step": 3415
     },
     {
       "epoch": 0.9852003888948904,
-      "grad_norm": 0.12840927154274398,
-      "learning_rate": 1.3678341318100751e-08,
-      "loss": 0.0547,
+      "grad_norm": 0.32154231494880775,
+      "learning_rate": 1.1995582063771076e-05,
+      "loss": 0.1605,
       "step": 3420
     },
     {
       "epoch": 0.9866407403406431,
-      "grad_norm": 0.15035865147658953,
-      "learning_rate": 1.1174821495059106e-08,
-      "loss": 0.0553,
+      "grad_norm": 0.3216164557661555,
+      "learning_rate": 1.1970936733725822e-05,
+      "loss": 0.1649,
       "step": 3425
     },
     {
       "epoch": 0.9880810917863959,
-      "grad_norm": 0.1435557916571953,
-      "learning_rate": 8.924004022986543e-09,
-      "loss": 0.0555,
+      "grad_norm": 0.3984614491878183,
+      "learning_rate": 1.1946278942212841e-05,
+      "loss": 0.1627,
       "step": 3430
     },
     {
       "epoch": 0.9895214432321486,
-      "grad_norm": 0.12838967785145278,
-      "learning_rate": 6.9259458442005875e-09,
-      "loss": 0.0614,
+      "grad_norm": 0.3084357411827215,
+      "learning_rate": 1.1921608845133774e-05,
+      "loss": 0.1791,
       "step": 3435
     },
     {
       "epoch": 0.9909617946779014,
-      "grad_norm": 0.14083462190226395,
-      "learning_rate": 5.180697506587118e-09,
-      "loss": 0.0543,
+      "grad_norm": 0.3461006191407041,
+      "learning_rate": 1.1896926598468062e-05,
+      "loss": 0.1608,
       "step": 3440
     },
     {
       "epoch": 0.9924021461236542,
-      "grad_norm": 0.12037599402495351,
-      "learning_rate": 3.688303162322493e-09,
-      "loss": 0.0568,
+      "grad_norm": 0.3242641159641522,
+      "learning_rate": 1.187223235827197e-05,
+      "loss": 0.1675,
       "step": 3445
     },
     {
       "epoch": 0.9938424975694069,
-      "grad_norm": 0.12739736699073684,
-      "learning_rate": 2.44880056675334e-09,
-      "loss": 0.0538,
+      "grad_norm": 0.31853075587857466,
+      "learning_rate": 1.1847526280677592e-05,
+      "loss": 0.159,
       "step": 3450
     },
     {
       "epoch": 0.9952828490151597,
-      "grad_norm": 0.1356848847097788,
-      "learning_rate": 1.4622210774428714e-09,
-      "loss": 0.0581,
+      "grad_norm": 0.36031480976740865,
+      "learning_rate": 1.1822808521891864e-05,
+      "loss": 0.1709,
       "step": 3455
     },
     {
       "epoch": 0.9967232004609125,
-      "grad_norm": 0.1406371102406219,
-      "learning_rate": 7.285896533770765e-10,
-      "loss": 0.0577,
+      "grad_norm": 0.34851124123259397,
+      "learning_rate": 1.1798079238195574e-05,
+      "loss": 0.1693,
       "step": 3460
     },
     {
       "epoch": 0.9981635519066653,
-      "grad_norm": 0.13450694809907887,
-      "learning_rate": 2.479248543363344e-10,
-      "loss": 0.0566,
+      "grad_norm": 0.38061386776708506,
+      "learning_rate": 1.1773338585942389e-05,
+      "loss": 0.1662,
       "step": 3465
     },
     {
       "epoch": 0.999603903352418,
-      "grad_norm": 0.14028964451278583,
-      "learning_rate": 2.0238840421349382e-11,
-      "loss": 0.0579,
+      "grad_norm": 0.3643047405112528,
+      "learning_rate": 1.1748586721557842e-05,
+      "loss": 0.1691,
       "step": 3470
     },
     {
-      "epoch": 0.9998919736415686,
-      "step": 3471,
-      "total_flos": 2.0789981999005696e+16,
-      "train_loss": 0.0,
-      "train_runtime": 2.6266,
-      "train_samples_per_second": 15511.09,
-      "train_steps_per_second": 242.135
+      "epoch": 1.0011522811566023,
+      "grad_norm": 2.3721237897739833,
+      "learning_rate": 1.1723823801538361e-05,
+      "loss": 0.5506,
+      "step": 3475
+    },
+    {
+      "epoch": 1.0025926326023549,
+      "grad_norm": 2.341945780620137,
+      "learning_rate": 1.169904998245028e-05,
+      "loss": 0.1436,
+      "step": 3480
+    },
+    {
+      "epoch": 1.0040329840481077,
+      "grad_norm": 2.7593761138904846,
+      "learning_rate": 1.1674265420928827e-05,
+      "loss": 0.138,
+      "step": 3485
+    },
+    {
+      "epoch": 1.0054733354938605,
+      "grad_norm": 2.3938411855023687,
+      "learning_rate": 1.1649470273677178e-05,
+      "loss": 0.1604,
+      "step": 3490
+    },
+    {
+      "epoch": 1.0069136869396134,
+      "grad_norm": 0.30894809227179215,
+      "learning_rate": 1.1624664697465406e-05,
+      "loss": 0.1361,
+      "step": 3495
+    },
+    {
+      "epoch": 1.008354038385366,
+      "grad_norm": 0.8469245650916747,
+      "learning_rate": 1.1599848849129549e-05,
+      "loss": 0.1264,
+      "step": 3500
+    },
+    {
+      "epoch": 1.008354038385366,
+      "eval_loss": 0.14734847843647003,
+      "eval_runtime": 187.1808,
+      "eval_samples_per_second": 9.638,
+      "eval_steps_per_second": 2.409,
+      "step": 3500
+    },
+    {
+      "epoch": 1.0097943898311188,
+      "grad_norm": 0.2863610834780281,
+      "learning_rate": 1.157502288557058e-05,
+      "loss": 0.1397,
+      "step": 3505
+    },
+    {
+      "epoch": 1.0112347412768716,
+      "grad_norm": 0.27170412433783897,
+      "learning_rate": 1.155018696375342e-05,
+      "loss": 0.1398,
+      "step": 3510
+    },
+    {
+      "epoch": 1.0126750927226242,
+      "grad_norm": 0.26430273342487837,
+      "learning_rate": 1.1525341240705967e-05,
+      "loss": 0.1308,
+      "step": 3515
+    },
+    {
+      "epoch": 1.014115444168377,
+      "grad_norm": 0.2856254131463934,
+      "learning_rate": 1.1500485873518079e-05,
+      "loss": 0.1466,
+      "step": 3520
+    },
+    {
+      "epoch": 1.01555579561413,
+      "grad_norm": 0.28388915331696574,
+      "learning_rate": 1.1475621019340594e-05,
+      "loss": 0.1363,
+      "step": 3525
+    },
+    {
+      "epoch": 1.0169961470598825,
+      "grad_norm": 0.27929551536804725,
+      "learning_rate": 1.145074683538433e-05,
+      "loss": 0.1281,
+      "step": 3530
+    },
+    {
+      "epoch": 1.0184364985056353,
+      "grad_norm": 0.2877130736841538,
+      "learning_rate": 1.1425863478919092e-05,
+      "loss": 0.1261,
+      "step": 3535
+    },
+    {
+      "epoch": 1.0198768499513882,
+      "grad_norm": 0.2845024477187945,
+      "learning_rate": 1.1400971107272685e-05,
+      "loss": 0.1394,
+      "step": 3540
+    },
+    {
+      "epoch": 1.021317201397141,
+      "grad_norm": 0.28240198605290473,
+      "learning_rate": 1.137606987782991e-05,
+      "loss": 0.1295,
+      "step": 3545
+    },
+    {
+      "epoch": 1.0227575528428936,
+      "grad_norm": 0.29550483906146596,
+      "learning_rate": 1.1351159948031572e-05,
+      "loss": 0.136,
+      "step": 3550
+    },
+    {
+      "epoch": 1.0241979042886464,
+      "grad_norm": 0.26147300326314377,
+      "learning_rate": 1.1326241475373483e-05,
+      "loss": 0.1347,
+      "step": 3555
+    },
+    {
+      "epoch": 1.0256382557343993,
+      "grad_norm": 0.2847825316184351,
+      "learning_rate": 1.1301314617405473e-05,
+      "loss": 0.1339,
+      "step": 3560
+    },
+    {
+      "epoch": 1.0270786071801519,
+      "grad_norm": 0.26880663609447486,
+      "learning_rate": 1.1276379531730386e-05,
+      "loss": 0.1293,
+      "step": 3565
+    },
+    {
+      "epoch": 1.0285189586259047,
+      "grad_norm": 0.30390938449587174,
+      "learning_rate": 1.1251436376003091e-05,
+      "loss": 0.1356,
+      "step": 3570
+    },
+    {
+      "epoch": 1.0299593100716575,
+      "grad_norm": 0.309678056558676,
+      "learning_rate": 1.122648530792947e-05,
+      "loss": 0.1306,
+      "step": 3575
+    },
+    {
+      "epoch": 1.0313996615174101,
+      "grad_norm": 0.2733158298216727,
+      "learning_rate": 1.1201526485265449e-05,
+      "loss": 0.1359,
+      "step": 3580
+    },
+    {
+      "epoch": 1.032840012963163,
+      "grad_norm": 0.2897804991588295,
+      "learning_rate": 1.1176560065815962e-05,
+      "loss": 0.1276,
+      "step": 3585
+    },
+    {
+      "epoch": 1.0342803644089158,
+      "grad_norm": 0.2871445202236724,
+      "learning_rate": 1.1151586207433993e-05,
+      "loss": 0.1336,
+      "step": 3590
+    },
+    {
+      "epoch": 1.0357207158546686,
+      "grad_norm": 0.304554126712303,
+      "learning_rate": 1.112660506801955e-05,
+      "loss": 0.124,
+      "step": 3595
+    },
+    {
+      "epoch": 1.0371610673004212,
+      "grad_norm": 0.28174097838281875,
+      "learning_rate": 1.1101616805518678e-05,
+      "loss": 0.1319,
+      "step": 3600
+    },
+    {
+      "epoch": 1.038601418746174,
+      "grad_norm": 0.28561395901703596,
+      "learning_rate": 1.1076621577922461e-05,
+      "loss": 0.1276,
+      "step": 3605
+    },
+    {
+      "epoch": 1.040041770191927,
+      "grad_norm": 0.2592443629276645,
+      "learning_rate": 1.1051619543266017e-05,
+      "loss": 0.131,
+      "step": 3610
+    },
+    {
+      "epoch": 1.0414821216376795,
+      "grad_norm": 0.29120003001124567,
+      "learning_rate": 1.1026610859627502e-05,
+      "loss": 0.1432,
+      "step": 3615
+    },
+    {
+      "epoch": 1.0429224730834323,
+      "grad_norm": 0.299864421583837,
+      "learning_rate": 1.1001595685127117e-05,
+      "loss": 0.1332,
+      "step": 3620
+    },
+    {
+      "epoch": 1.0443628245291852,
+      "grad_norm": 0.29923938520475035,
+      "learning_rate": 1.097657417792609e-05,
+      "loss": 0.1293,
+      "step": 3625
+    },
+    {
+      "epoch": 1.045803175974938,
+      "grad_norm": 0.2716661652311505,
+      "learning_rate": 1.0951546496225705e-05,
+      "loss": 0.1297,
+      "step": 3630
+    },
+    {
+      "epoch": 1.0472435274206906,
+      "grad_norm": 0.3202993091637731,
+      "learning_rate": 1.0926512798266273e-05,
+      "loss": 0.1316,
+      "step": 3635
+    },
+    {
+      "epoch": 1.0486838788664434,
+      "grad_norm": 0.2933354486531652,
+      "learning_rate": 1.0901473242326148e-05,
+      "loss": 0.1379,
+      "step": 3640
+    },
+    {
+      "epoch": 1.0501242303121963,
+      "grad_norm": 0.2827070705191196,
+      "learning_rate": 1.0876427986720715e-05,
+      "loss": 0.1373,
+      "step": 3645
+    },
+    {
+      "epoch": 1.0515645817579489,
+      "grad_norm": 0.3053591398371649,
+      "learning_rate": 1.0851377189801406e-05,
+      "loss": 0.1366,
+      "step": 3650
+    },
+    {
+      "epoch": 1.0530049332037017,
+      "grad_norm": 0.3254925917237289,
+      "learning_rate": 1.0826321009954683e-05,
+      "loss": 0.1421,
+      "step": 3655
+    },
+    {
+      "epoch": 1.0544452846494545,
+      "grad_norm": 0.2964349375907128,
+      "learning_rate": 1.0801259605601043e-05,
+      "loss": 0.143,
+      "step": 3660
+    },
+    {
+      "epoch": 1.0558856360952071,
+      "grad_norm": 0.31104349771963047,
+      "learning_rate": 1.077619313519401e-05,
+      "loss": 0.1372,
+      "step": 3665
+    },
+    {
+      "epoch": 1.05732598754096,
+      "grad_norm": 0.27745539952677795,
+      "learning_rate": 1.0751121757219154e-05,
+      "loss": 0.1405,
+      "step": 3670
+    },
+    {
+      "epoch": 1.0587663389867128,
+      "grad_norm": 0.2846782984236109,
+      "learning_rate": 1.0726045630193057e-05,
+      "loss": 0.1301,
+      "step": 3675
+    },
+    {
+      "epoch": 1.0602066904324656,
+      "grad_norm": 0.3088319093039246,
+      "learning_rate": 1.070096491266233e-05,
+      "loss": 0.1356,
+      "step": 3680
+    },
+    {
+      "epoch": 1.0616470418782182,
+      "grad_norm": 0.2682708073426634,
+      "learning_rate": 1.0675879763202623e-05,
+      "loss": 0.1317,
+      "step": 3685
+    },
+    {
+      "epoch": 1.063087393323971,
+      "grad_norm": 0.2671845851053607,
+      "learning_rate": 1.0650790340417592e-05,
+      "loss": 0.1337,
+      "step": 3690
+    },
+    {
+      "epoch": 1.064527744769724,
+      "grad_norm": 0.2778331787589554,
+      "learning_rate": 1.0625696802937911e-05,
+      "loss": 0.1377,
+      "step": 3695
+    },
+    {
+      "epoch": 1.0659680962154765,
+      "grad_norm": 0.30753300441114967,
+      "learning_rate": 1.0600599309420279e-05,
+      "loss": 0.1374,
+      "step": 3700
+    },
+    {
+      "epoch": 1.0674084476612293,
+      "grad_norm": 0.2775830751816375,
+      "learning_rate": 1.0575498018546407e-05,
+      "loss": 0.1307,
+      "step": 3705
+    },
+    {
+      "epoch": 1.0688487991069822,
+      "grad_norm": 0.32475842682289247,
+      "learning_rate": 1.0550393089022001e-05,
+      "loss": 0.1284,
+      "step": 3710
+    },
+    {
+      "epoch": 1.0702891505527348,
+      "grad_norm": 0.2927503470442227,
+      "learning_rate": 1.052528467957579e-05,
+      "loss": 0.1255,
+      "step": 3715
+    },
+    {
+      "epoch": 1.0717295019984876,
+      "grad_norm": 0.2918443033872336,
+      "learning_rate": 1.0500172948958502e-05,
+      "loss": 0.1296,
+      "step": 3720
+    },
+    {
+      "epoch": 1.0731698534442404,
+      "grad_norm": 0.2733071927339924,
+      "learning_rate": 1.0475058055941856e-05,
+      "loss": 0.1354,
+      "step": 3725
+    },
+    {
+      "epoch": 1.0746102048899933,
+      "grad_norm": 0.32091404766902804,
+      "learning_rate": 1.0449940159317564e-05,
+      "loss": 0.1403,
+      "step": 3730
+    },
+    {
+      "epoch": 1.0760505563357459,
+      "grad_norm": 0.27309247291871086,
+      "learning_rate": 1.042481941789634e-05,
+      "loss": 0.1299,
+      "step": 3735
+    },
+    {
+      "epoch": 1.0774909077814987,
+      "grad_norm": 0.291429030269511,
+      "learning_rate": 1.0399695990506877e-05,
+      "loss": 0.1349,
+      "step": 3740
+    },
+    {
+      "epoch": 1.0789312592272515,
+      "grad_norm": 0.2794660700760565,
+      "learning_rate": 1.0374570035994855e-05,
+      "loss": 0.1267,
+      "step": 3745
+    },
+    {
+      "epoch": 1.0803716106730041,
+      "grad_norm": 0.2915027456228963,
+      "learning_rate": 1.0349441713221923e-05,
+      "loss": 0.1332,
+      "step": 3750
+    },
+    {
+      "epoch": 1.081811962118757,
+      "grad_norm": 0.30229082944109603,
+      "learning_rate": 1.0324311181064714e-05,
+      "loss": 0.1284,
+      "step": 3755
+    },
+    {
+      "epoch": 1.0832523135645098,
+      "grad_norm": 0.28544390636563377,
+      "learning_rate": 1.0299178598413828e-05,
+      "loss": 0.1395,
+      "step": 3760
+    },
+    {
+      "epoch": 1.0846926650102624,
+      "grad_norm": 0.3197660163913866,
+      "learning_rate": 1.0274044124172817e-05,
+      "loss": 0.1296,
+      "step": 3765
+    },
+    {
+      "epoch": 1.0861330164560152,
+      "grad_norm": 0.28278629655789606,
+      "learning_rate": 1.0248907917257213e-05,
+      "loss": 0.1238,
+      "step": 3770
+    },
+    {
+      "epoch": 1.087573367901768,
+      "grad_norm": 0.2980589878724013,
+      "learning_rate": 1.022377013659349e-05,
+      "loss": 0.1383,
+      "step": 3775
+    },
+    {
+      "epoch": 1.089013719347521,
+      "grad_norm": 0.29273436019807486,
+      "learning_rate": 1.0198630941118075e-05,
+      "loss": 0.1299,
+      "step": 3780
+    },
+    {
+      "epoch": 1.0904540707932735,
+      "grad_norm": 0.2611335142282758,
+      "learning_rate": 1.0173490489776337e-05,
+      "loss": 0.1194,
+      "step": 3785
+    },
+    {
+      "epoch": 1.0918944222390263,
+      "grad_norm": 0.27401911211382207,
+      "learning_rate": 1.0148348941521596e-05,
+      "loss": 0.1283,
+      "step": 3790
+    },
+    {
+      "epoch": 1.0933347736847792,
+      "grad_norm": 0.27569212910222046,
+      "learning_rate": 1.012320645531409e-05,
+      "loss": 0.1357,
+      "step": 3795
+    },
+    {
+      "epoch": 1.0947751251305318,
+      "grad_norm": 0.31773489006970385,
+      "learning_rate": 1.0098063190120009e-05,
+      "loss": 0.1388,
+      "step": 3800
+    },
+    {
+      "epoch": 1.0962154765762846,
+      "grad_norm": 0.27529632570187174,
+      "learning_rate": 1.0072919304910446e-05,
+      "loss": 0.1348,
+      "step": 3805
+    },
+    {
+      "epoch": 1.0976558280220374,
+      "grad_norm": 0.32498147518056825,
+      "learning_rate": 1.0047774958660432e-05,
+      "loss": 0.1272,
+      "step": 3810
+    },
+    {
+      "epoch": 1.0990961794677903,
+      "grad_norm": 0.2774029992998093,
+      "learning_rate": 1.0022630310347905e-05,
+      "loss": 0.1235,
+      "step": 3815
+    },
+    {
+      "epoch": 1.1005365309135429,
+      "grad_norm": 0.2614075435164931,
+      "learning_rate": 9.99748551895271e-06,
+      "loss": 0.1296,
+      "step": 3820
+    },
+    {
+      "epoch": 1.1019768823592957,
+      "grad_norm": 0.3087699168742396,
+      "learning_rate": 9.972340743455606e-06,
+      "loss": 0.1298,
+      "step": 3825
+    },
+    {
+      "epoch": 1.1034172338050485,
+      "grad_norm": 0.26898843049721016,
+      "learning_rate": 9.947196142837237e-06,
+      "loss": 0.1261,
+      "step": 3830
+    },
+    {
+      "epoch": 1.1048575852508011,
+      "grad_norm": 0.2857369504598532,
+      "learning_rate": 9.922051876077157e-06,
+      "loss": 0.1373,
+      "step": 3835
+    },
+    {
+      "epoch": 1.106297936696554,
+      "grad_norm": 0.27007478399517304,
+      "learning_rate": 9.8969081021528e-06,
+      "loss": 0.1244,
+      "step": 3840
+    },
+    {
+      "epoch": 1.1077382881423068,
+      "grad_norm": 0.28803665926227207,
+      "learning_rate": 9.871764980038491e-06,
+      "loss": 0.133,
+      "step": 3845
+    },
+    {
+      "epoch": 1.1091786395880594,
+      "grad_norm": 0.29489016085930986,
+      "learning_rate": 9.846622668704421e-06,
+      "loss": 0.1342,
+      "step": 3850
+    },
+    {
+      "epoch": 1.1106189910338122,
+      "grad_norm": 0.30476944622519747,
+      "learning_rate": 9.821481327115665e-06,
+      "loss": 0.1288,
+      "step": 3855
+    },
+    {
+      "epoch": 1.112059342479565,
+      "grad_norm": 0.3092718795766665,
+      "learning_rate": 9.796341114231168e-06,
+      "loss": 0.1246,
+      "step": 3860
+    },
+    {
+      "epoch": 1.1134996939253177,
+      "grad_norm": 0.28805538998371455,
+      "learning_rate": 9.771202189002732e-06,
+      "loss": 0.1303,
+      "step": 3865
+    },
+    {
+      "epoch": 1.1149400453710705,
+      "grad_norm": 0.26965101242879297,
+      "learning_rate": 9.74606471037402e-06,
+      "loss": 0.1251,
+      "step": 3870
+    },
+    {
+      "epoch": 1.1163803968168233,
+      "grad_norm": 0.2524930013344495,
+      "learning_rate": 9.720928837279555e-06,
+      "loss": 0.1331,
+      "step": 3875
+    },
+    {
+      "epoch": 1.1178207482625762,
+      "grad_norm": 0.27639450425848394,
+      "learning_rate": 9.6957947286437e-06,
+      "loss": 0.1326,
+      "step": 3880
+    },
+    {
+      "epoch": 1.1192610997083288,
+      "grad_norm": 0.2950953833829538,
+      "learning_rate": 9.67066254337966e-06,
+      "loss": 0.1396,
+      "step": 3885
+    },
+    {
+      "epoch": 1.1207014511540816,
+      "grad_norm": 0.3332689077004191,
+      "learning_rate": 9.645532440388491e-06,
+      "loss": 0.1395,
+      "step": 3890
+    },
+    {
+      "epoch": 1.1221418025998344,
+      "grad_norm": 0.3045207707948191,
+      "learning_rate": 9.620404578558078e-06,
+      "loss": 0.1332,
+      "step": 3895
+    },
+    {
+      "epoch": 1.123582154045587,
+      "grad_norm": 0.27543129852179515,
+      "learning_rate": 9.59527911676213e-06,
+      "loss": 0.1312,
+      "step": 3900
+    },
+    {
+      "epoch": 1.1250225054913399,
+      "grad_norm": 0.322786857182541,
+      "learning_rate": 9.570156213859188e-06,
+      "loss": 0.1363,
+      "step": 3905
+    },
+    {
+      "epoch": 1.1264628569370927,
+      "grad_norm": 0.3332907289414307,
+      "learning_rate": 9.545036028691618e-06,
+      "loss": 0.1452,
+      "step": 3910
+    },
+    {
+      "epoch": 1.1279032083828455,
+      "grad_norm": 0.2964745281324652,
+      "learning_rate": 9.519918720084595e-06,
+      "loss": 0.1255,
+      "step": 3915
+    },
+    {
+      "epoch": 1.1293435598285981,
+      "grad_norm": 0.29380526786178957,
+      "learning_rate": 9.494804446845105e-06,
+      "loss": 0.1353,
+      "step": 3920
+    },
+    {
+      "epoch": 1.130783911274351,
+      "grad_norm": 0.3124984711938421,
+      "learning_rate": 9.46969336776095e-06,
+      "loss": 0.1194,
+      "step": 3925
+    },
+    {
+      "epoch": 1.1322242627201038,
+      "grad_norm": 0.2784062232835093,
+      "learning_rate": 9.444585641599736e-06,
+      "loss": 0.1267,
+      "step": 3930
+    },
+    {
+      "epoch": 1.1336646141658564,
+      "grad_norm": 0.2960281672476851,
+      "learning_rate": 9.41948142710786e-06,
+      "loss": 0.1288,
+      "step": 3935
+    },
+    {
+      "epoch": 1.1351049656116092,
+      "grad_norm": 0.3319737170484304,
+      "learning_rate": 9.394380883009528e-06,
+      "loss": 0.134,
+      "step": 3940
+    },
+    {
+      "epoch": 1.136545317057362,
+      "grad_norm": 0.2676639926944894,
+      "learning_rate": 9.369284168005739e-06,
+      "loss": 0.1302,
+      "step": 3945
+    },
+    {
+      "epoch": 1.1379856685031147,
+      "grad_norm": 0.29304917330014446,
+      "learning_rate": 9.344191440773269e-06,
+      "loss": 0.1398,
+      "step": 3950
+    },
+    {
+      "epoch": 1.1394260199488675,
+      "grad_norm": 0.2834441331194175,
+      "learning_rate": 9.3191028599637e-06,
+      "loss": 0.1366,
+      "step": 3955
+    },
+    {
+      "epoch": 1.1408663713946203,
+      "grad_norm": 0.2875227981738716,
+      "learning_rate": 9.294018584202378e-06,
+      "loss": 0.1275,
+      "step": 3960
+    },
+    {
+      "epoch": 1.142306722840373,
+      "grad_norm": 0.295392566822095,
+      "learning_rate": 9.268938772087444e-06,
+      "loss": 0.134,
+      "step": 3965
+    },
+    {
+      "epoch": 1.1437470742861258,
+      "grad_norm": 0.3031248184368795,
+      "learning_rate": 9.24386358218881e-06,
+      "loss": 0.1328,
+      "step": 3970
+    },
+    {
+      "epoch": 1.1451874257318786,
+      "grad_norm": 0.281546642383125,
+      "learning_rate": 9.218793173047167e-06,
+      "loss": 0.126,
+      "step": 3975
+    },
+    {
+      "epoch": 1.1466277771776314,
+      "grad_norm": 0.2820813141995356,
+      "learning_rate": 9.19372770317298e-06,
+      "loss": 0.1232,
+      "step": 3980
+    },
+    {
+      "epoch": 1.148068128623384,
+      "grad_norm": 0.2733287557965743,
+      "learning_rate": 9.168667331045482e-06,
+      "loss": 0.1356,
+      "step": 3985
+    },
+    {
+      "epoch": 1.1495084800691369,
+      "grad_norm": 0.3190121141129414,
+      "learning_rate": 9.143612215111679e-06,
+      "loss": 0.1453,
+      "step": 3990
+    },
+    {
+      "epoch": 1.1509488315148897,
+      "grad_norm": 0.3111192035405633,
+      "learning_rate": 9.118562513785334e-06,
+      "loss": 0.1425,
+      "step": 3995
+    },
+    {
+      "epoch": 1.1523891829606423,
+      "grad_norm": 0.3137082396200987,
+      "learning_rate": 9.093518385445988e-06,
+      "loss": 0.1377,
+      "step": 4000
+    },
+    {
+      "epoch": 1.1523891829606423,
+      "eval_loss": 0.14474257826805115,
+      "eval_runtime": 185.5439,
+      "eval_samples_per_second": 9.723,
+      "eval_steps_per_second": 2.431,
+      "step": 4000
+    },
+    {
+      "epoch": 1.1538295344063951,
+      "grad_norm": 0.28258671327645435,
+      "learning_rate": 9.06847998843794e-06,
+      "loss": 0.1334,
+      "step": 4005
+    },
+    {
+      "epoch": 1.155269885852148,
+      "grad_norm": 0.29926251581651486,
+      "learning_rate": 9.04344748106925e-06,
+      "loss": 0.1341,
+      "step": 4010
+    },
+    {
+      "epoch": 1.1567102372979008,
+      "grad_norm": 0.2704908892813702,
+      "learning_rate": 9.018421021610747e-06,
+      "loss": 0.1328,
+      "step": 4015
+    },
+    {
+      "epoch": 1.1581505887436534,
+      "grad_norm": 0.32713139197229957,
+      "learning_rate": 8.993400768295014e-06,
+      "loss": 0.1308,
+      "step": 4020
+    },
+    {
+      "epoch": 1.1595909401894062,
+      "grad_norm": 0.2766299542206814,
+      "learning_rate": 8.968386879315404e-06,
+      "loss": 0.1248,
+      "step": 4025
+    },
+    {
+      "epoch": 1.161031291635159,
+      "grad_norm": 0.28383009419843636,
+      "learning_rate": 8.94337951282502e-06,
+      "loss": 0.1305,
+      "step": 4030
+    },
+    {
+      "epoch": 1.1624716430809117,
+      "grad_norm": 0.29371071990613795,
+      "learning_rate": 8.918378826935731e-06,
+      "loss": 0.1382,
+      "step": 4035
+    },
+    {
+      "epoch": 1.1639119945266645,
+      "grad_norm": 0.3150456872535722,
+      "learning_rate": 8.893384979717165e-06,
+      "loss": 0.1359,
+      "step": 4040
+    },
+    {
+      "epoch": 1.1653523459724173,
+      "grad_norm": 0.27842595651311847,
+      "learning_rate": 8.86839812919572e-06,
+      "loss": 0.1325,
+      "step": 4045
+    },
+    {
+      "epoch": 1.16679269741817,
+      "grad_norm": 0.28767571922945206,
+      "learning_rate": 8.843418433353548e-06,
+      "loss": 0.129,
+      "step": 4050
+    },
+    {
+      "epoch": 1.1682330488639228,
+      "grad_norm": 0.29442793959753094,
+      "learning_rate": 8.818446050127565e-06,
+      "loss": 0.132,
+      "step": 4055
+    },
+    {
+      "epoch": 1.1696734003096756,
+      "grad_norm": 0.28879468366985844,
+      "learning_rate": 8.793481137408457e-06,
+      "loss": 0.1303,
+      "step": 4060
+    },
+    {
+      "epoch": 1.1711137517554282,
+      "grad_norm": 0.27722520036794807,
+      "learning_rate": 8.768523853039675e-06,
+      "loss": 0.1242,
+      "step": 4065
+    },
+    {
+      "epoch": 1.172554103201181,
+      "grad_norm": 0.2870500423966342,
+      "learning_rate": 8.743574354816433e-06,
+      "loss": 0.1273,
+      "step": 4070
+    },
+    {
+      "epoch": 1.1739944546469339,
+      "grad_norm": 0.29838754312619825,
+      "learning_rate": 8.718632800484725e-06,
+      "loss": 0.134,
+      "step": 4075
+    },
+    {
+      "epoch": 1.1754348060926867,
+      "grad_norm": 0.2792449091382121,
+      "learning_rate": 8.693699347740315e-06,
+      "loss": 0.1232,
+      "step": 4080
+    },
+    {
+      "epoch": 1.1768751575384393,
+      "grad_norm": 0.27360997864384,
+      "learning_rate": 8.668774154227745e-06,
+      "loss": 0.1262,
+      "step": 4085
+    },
+    {
+      "epoch": 1.1783155089841921,
+      "grad_norm": 0.311899339054919,
+      "learning_rate": 8.643857377539333e-06,
+      "loss": 0.1405,
+      "step": 4090
+    },
+    {
+      "epoch": 1.179755860429945,
+      "grad_norm": 0.2949013259318118,
+      "learning_rate": 8.618949175214187e-06,
+      "loss": 0.1318,
+      "step": 4095
+    },
+    {
+      "epoch": 1.1811962118756978,
+      "grad_norm": 0.27956199010868105,
+      "learning_rate": 8.594049704737199e-06,
+      "loss": 0.134,
+      "step": 4100
+    },
+    {
+      "epoch": 1.1826365633214504,
+      "grad_norm": 0.29596036435161904,
+      "learning_rate": 8.569159123538053e-06,
+      "loss": 0.1273,
+      "step": 4105
+    },
+    {
+      "epoch": 1.1840769147672032,
+      "grad_norm": 0.3191390201358693,
+      "learning_rate": 8.544277588990226e-06,
+      "loss": 0.1335,
+      "step": 4110
+    },
+    {
+      "epoch": 1.185517266212956,
+      "grad_norm": 0.28318994572027134,
+      "learning_rate": 8.519405258410007e-06,
+      "loss": 0.1308,
+      "step": 4115
+    },
+    {
+      "epoch": 1.1869576176587087,
+      "grad_norm": 0.27647236193756786,
+      "learning_rate": 8.49454228905548e-06,
+      "loss": 0.1338,
+      "step": 4120
+    },
+    {
+      "epoch": 1.1883979691044615,
+      "grad_norm": 0.2885923108928197,
+      "learning_rate": 8.469688838125549e-06,
+      "loss": 0.1274,
+      "step": 4125
+    },
+    {
+      "epoch": 1.1898383205502143,
+      "grad_norm": 0.27744666931948775,
+      "learning_rate": 8.444845062758937e-06,
+      "loss": 0.1313,
+      "step": 4130
+    },
+    {
+      "epoch": 1.191278671995967,
+      "grad_norm": 0.30589668436211354,
+      "learning_rate": 8.420011120033185e-06,
+      "loss": 0.1246,
+      "step": 4135
+    },
+    {
+      "epoch": 1.1927190234417198,
+      "grad_norm": 0.3233342541589803,
+      "learning_rate": 8.395187166963677e-06,
+      "loss": 0.1382,
+      "step": 4140
+    },
+    {
+      "epoch": 1.1941593748874726,
+      "grad_norm": 0.3011225199281378,
+      "learning_rate": 8.370373360502621e-06,
+      "loss": 0.1364,
+      "step": 4145
+    },
+    {
+      "epoch": 1.1955997263332252,
+      "grad_norm": 0.2699583457721809,
+      "learning_rate": 8.345569857538089e-06,
+      "loss": 0.1301,
+      "step": 4150
+    },
+    {
+      "epoch": 1.197040077778978,
+      "grad_norm": 0.29161496467052717,
+      "learning_rate": 8.320776814892996e-06,
+      "loss": 0.1337,
+      "step": 4155
+    },
+    {
+      "epoch": 1.1984804292247309,
+      "grad_norm": 0.2989838376182308,
+      "learning_rate": 8.295994389324125e-06,
+      "loss": 0.1329,
+      "step": 4160
+    },
+    {
+      "epoch": 1.1999207806704837,
+      "grad_norm": 0.2987527432419416,
+      "learning_rate": 8.271222737521135e-06,
+      "loss": 0.1343,
+      "step": 4165
+    },
+    {
+      "epoch": 1.2013611321162363,
+      "grad_norm": 0.3073154082480416,
+      "learning_rate": 8.246462016105561e-06,
+      "loss": 0.1294,
+      "step": 4170
+    },
+    {
+      "epoch": 1.2028014835619891,
+      "grad_norm": 0.2918080099388789,
+      "learning_rate": 8.221712381629824e-06,
+      "loss": 0.1253,
+      "step": 4175
+    },
+    {
+      "epoch": 1.204241835007742,
+      "grad_norm": 0.2941283674055012,
+      "learning_rate": 8.196973990576259e-06,
+      "loss": 0.1375,
+      "step": 4180
+    },
+    {
+      "epoch": 1.2056821864534946,
+      "grad_norm": 0.3010648090781424,
+      "learning_rate": 8.172246999356109e-06,
+      "loss": 0.1291,
+      "step": 4185
+    },
+    {
+      "epoch": 1.2071225378992474,
+      "grad_norm": 0.3112057276433019,
+      "learning_rate": 8.147531564308534e-06,
+      "loss": 0.1316,
+      "step": 4190
+    },
+    {
+      "epoch": 1.2085628893450002,
+      "grad_norm": 0.3229481450208124,
+      "learning_rate": 8.122827841699638e-06,
+      "loss": 0.1429,
+      "step": 4195
+    },
+    {
+      "epoch": 1.210003240790753,
+      "grad_norm": 0.2858141473020997,
+      "learning_rate": 8.09813598772147e-06,
+      "loss": 0.1281,
+      "step": 4200
+    },
+    {
+      "epoch": 1.2114435922365057,
+      "grad_norm": 0.2829245856140391,
+      "learning_rate": 8.07345615849103e-06,
+      "loss": 0.1267,
+      "step": 4205
+    },
+    {
+      "epoch": 1.2128839436822585,
+      "grad_norm": 0.3112793144040732,
+      "learning_rate": 8.0487885100493e-06,
+      "loss": 0.1262,
+      "step": 4210
+    },
+    {
+      "epoch": 1.2143242951280113,
+      "grad_norm": 0.28202317022242396,
+      "learning_rate": 8.02413319836024e-06,
+      "loss": 0.1329,
+      "step": 4215
+    },
+    {
+      "epoch": 1.215764646573764,
+      "grad_norm": 0.25601822143551783,
+      "learning_rate": 7.999490379309815e-06,
+      "loss": 0.1272,
+      "step": 4220
+    },
+    {
+      "epoch": 1.2172049980195168,
+      "grad_norm": 0.28229846356369415,
+      "learning_rate": 7.974860208705003e-06,
+      "loss": 0.1334,
+      "step": 4225
+    },
+    {
+      "epoch": 1.2186453494652696,
+      "grad_norm": 0.29081914492163424,
+      "learning_rate": 7.950242842272805e-06,
+      "loss": 0.1311,
+      "step": 4230
+    },
+    {
+      "epoch": 1.2200857009110222,
+      "grad_norm": 0.29767304550969986,
+      "learning_rate": 7.92563843565928e-06,
+      "loss": 0.1303,
+      "step": 4235
+    },
+    {
+      "epoch": 1.221526052356775,
+      "grad_norm": 0.279147638085936,
+      "learning_rate": 7.90104714442853e-06,
+      "loss": 0.132,
+      "step": 4240
+    },
+    {
+      "epoch": 1.2229664038025279,
+      "grad_norm": 0.2949168996509113,
+      "learning_rate": 7.876469124061748e-06,
+      "loss": 0.1268,
+      "step": 4245
+    },
+    {
+      "epoch": 1.2244067552482805,
+      "grad_norm": 0.2620835993688827,
+      "learning_rate": 7.851904529956207e-06,
+      "loss": 0.1316,
+      "step": 4250
+    },
+    {
+      "epoch": 1.2258471066940333,
+      "grad_norm": 0.28815330072715767,
+      "learning_rate": 7.827353517424303e-06,
+      "loss": 0.1319,
+      "step": 4255
+    },
+    {
+      "epoch": 1.2272874581397861,
+      "grad_norm": 0.27770301658683055,
+      "learning_rate": 7.802816241692554e-06,
+      "loss": 0.1279,
+      "step": 4260
+    },
+    {
+      "epoch": 1.228727809585539,
+      "grad_norm": 0.2754011061921349,
+      "learning_rate": 7.778292857900627e-06,
+      "loss": 0.1336,
+      "step": 4265
+    },
+    {
+      "epoch": 1.2301681610312916,
+      "grad_norm": 0.306991072991392,
+      "learning_rate": 7.753783521100362e-06,
+      "loss": 0.1389,
+      "step": 4270
+    },
+    {
+      "epoch": 1.2316085124770444,
+      "grad_norm": 0.28053697792633275,
+      "learning_rate": 7.72928838625477e-06,
+      "loss": 0.1275,
+      "step": 4275
+    },
+    {
+      "epoch": 1.2330488639227972,
+      "grad_norm": 0.30305612446281116,
+      "learning_rate": 7.704807608237089e-06,
+      "loss": 0.1295,
+      "step": 4280
+    },
+    {
+      "epoch": 1.2344892153685498,
+      "grad_norm": 0.2864190950078543,
+      "learning_rate": 7.680341341829765e-06,
+      "loss": 0.1331,
+      "step": 4285
+    },
+    {
+      "epoch": 1.2359295668143027,
+      "grad_norm": 0.3084452021982498,
+      "learning_rate": 7.655889741723503e-06,
+      "loss": 0.1291,
+      "step": 4290
+    },
+    {
+      "epoch": 1.2373699182600555,
+      "grad_norm": 0.3005817324491606,
+      "learning_rate": 7.631452962516278e-06,
+      "loss": 0.1356,
+      "step": 4295
+    },
+    {
+      "epoch": 1.2388102697058083,
+      "grad_norm": 0.2917648957325195,
+      "learning_rate": 7.6070311587123555e-06,
+      "loss": 0.1297,
+      "step": 4300
+    },
+    {
+      "epoch": 1.240250621151561,
+      "grad_norm": 0.30176130506840737,
+      "learning_rate": 7.5826244847213234e-06,
+      "loss": 0.1265,
+      "step": 4305
+    },
+    {
+      "epoch": 1.2416909725973138,
+      "grad_norm": 0.2526507461560052,
+      "learning_rate": 7.558233094857101e-06,
+      "loss": 0.1278,
+      "step": 4310
+    },
+    {
+      "epoch": 1.2431313240430666,
+      "grad_norm": 0.28625993806129957,
+      "learning_rate": 7.533857143336976e-06,
+      "loss": 0.1238,
+      "step": 4315
+    },
+    {
+      "epoch": 1.2445716754888192,
+      "grad_norm": 0.3146356292248194,
+      "learning_rate": 7.50949678428063e-06,
+      "loss": 0.137,
+      "step": 4320
+    },
+    {
+      "epoch": 1.246012026934572,
+      "grad_norm": 0.31206200245191695,
+      "learning_rate": 7.485152171709151e-06,
+      "loss": 0.1319,
+      "step": 4325
+    },
+    {
+      "epoch": 1.2474523783803249,
+      "grad_norm": 0.2860758480463773,
+      "learning_rate": 7.460823459544072e-06,
+      "loss": 0.1386,
+      "step": 4330
+    },
+    {
+      "epoch": 1.2488927298260775,
+      "grad_norm": 0.2771762439164134,
+      "learning_rate": 7.4365108016063955e-06,
+      "loss": 0.1264,
+      "step": 4335
+    },
+    {
+      "epoch": 1.2503330812718303,
+      "grad_norm": 0.30029450340343883,
+      "learning_rate": 7.4122143516156185e-06,
+      "loss": 0.1538,
+      "step": 4340
+    },
+    {
+      "epoch": 1.2517734327175831,
+      "grad_norm": 0.30376043235244393,
+      "learning_rate": 7.38793426318876e-06,
+      "loss": 0.1309,
+      "step": 4345
+    },
+    {
+      "epoch": 1.2532137841633357,
+      "grad_norm": 0.2848974573813015,
+      "learning_rate": 7.363670689839392e-06,
+      "loss": 0.1271,
+      "step": 4350
+    },
+    {
+      "epoch": 1.2546541356090886,
+      "grad_norm": 0.3274964514141692,
+      "learning_rate": 7.339423784976672e-06,
+      "loss": 0.1347,
+      "step": 4355
+    },
+    {
+      "epoch": 1.2560944870548414,
+      "grad_norm": 0.2808970287278979,
+      "learning_rate": 7.315193701904361e-06,
+      "loss": 0.1338,
+      "step": 4360
+    },
+    {
+      "epoch": 1.2575348385005942,
+      "grad_norm": 0.26647645243293355,
+      "learning_rate": 7.290980593819866e-06,
+      "loss": 0.1206,
+      "step": 4365
+    },
+    {
+      "epoch": 1.2589751899463468,
+      "grad_norm": 0.299200085436933,
+      "learning_rate": 7.266784613813268e-06,
+      "loss": 0.1282,
+      "step": 4370
+    },
+    {
+      "epoch": 1.2604155413920997,
+      "grad_norm": 0.2769069945827787,
+      "learning_rate": 7.24260591486636e-06,
+      "loss": 0.1356,
+      "step": 4375
+    },
+    {
+      "epoch": 1.2618558928378525,
+      "grad_norm": 0.27637014074328664,
+      "learning_rate": 7.218444649851661e-06,
+      "loss": 0.1359,
+      "step": 4380
+    },
+    {
+      "epoch": 1.2632962442836053,
+      "grad_norm": 0.31996200647691136,
+      "learning_rate": 7.194300971531473e-06,
+      "loss": 0.14,
+      "step": 4385
+    },
+    {
+      "epoch": 1.264736595729358,
+      "grad_norm": 0.31623231666179996,
+      "learning_rate": 7.170175032556902e-06,
+      "loss": 0.1283,
+      "step": 4390
+    },
+    {
+      "epoch": 1.2661769471751108,
+      "grad_norm": 0.30271632929723064,
+      "learning_rate": 7.146066985466889e-06,
+      "loss": 0.1285,
+      "step": 4395
+    },
+    {
+      "epoch": 1.2676172986208636,
+      "grad_norm": 0.2737967446190047,
+      "learning_rate": 7.121976982687253e-06,
+      "loss": 0.1271,
+      "step": 4400
+    },
+    {
+      "epoch": 1.2690576500666162,
+      "grad_norm": 0.27977893252007474,
+      "learning_rate": 7.097905176529734e-06,
+      "loss": 0.1258,
+      "step": 4405
+    },
+    {
+      "epoch": 1.270498001512369,
+      "grad_norm": 0.30126818356616486,
+      "learning_rate": 7.073851719191014e-06,
+      "loss": 0.131,
+      "step": 4410
+    },
+    {
+      "epoch": 1.2719383529581219,
+      "grad_norm": 0.299507259922042,
+      "learning_rate": 7.049816762751762e-06,
+      "loss": 0.1308,
+      "step": 4415
+    },
+    {
+      "epoch": 1.2733787044038745,
+      "grad_norm": 0.2649336740662209,
+      "learning_rate": 7.02580045917568e-06,
+      "loss": 0.13,
+      "step": 4420
+    },
+    {
+      "epoch": 1.2748190558496273,
+      "grad_norm": 0.2564044244734405,
+      "learning_rate": 7.001802960308534e-06,
+      "loss": 0.1211,
+      "step": 4425
+    },
+    {
+      "epoch": 1.2762594072953801,
+      "grad_norm": 0.2977518133910194,
+      "learning_rate": 6.977824417877183e-06,
+      "loss": 0.1347,
+      "step": 4430
+    },
+    {
+      "epoch": 1.2776997587411327,
+      "grad_norm": 0.37240677712373393,
+      "learning_rate": 6.953864983488646e-06,
+      "loss": 0.1356,
+      "step": 4435
+    },
+    {
+      "epoch": 1.2791401101868856,
+      "grad_norm": 0.2965189745890561,
+      "learning_rate": 6.929924808629122e-06,
+      "loss": 0.1265,
+      "step": 4440
+    },
+    {
+      "epoch": 1.2805804616326384,
+      "grad_norm": 0.2752308024638383,
+      "learning_rate": 6.906004044663046e-06,
+      "loss": 0.1251,
+      "step": 4445
+    },
+    {
+      "epoch": 1.282020813078391,
+      "grad_norm": 0.30571802447619534,
+      "learning_rate": 6.882102842832115e-06,
+      "loss": 0.1332,
+      "step": 4450
+    },
+    {
+      "epoch": 1.2834611645241438,
+      "grad_norm": 0.2842226334713274,
+      "learning_rate": 6.858221354254352e-06,
+      "loss": 0.1363,
+      "step": 4455
+    },
+    {
+      "epoch": 1.2849015159698967,
+      "grad_norm": 0.2979873943753214,
+      "learning_rate": 6.834359729923138e-06,
+      "loss": 0.1298,
+      "step": 4460
+    },
+    {
+      "epoch": 1.2863418674156495,
+      "grad_norm": 0.30630908938424195,
+      "learning_rate": 6.81051812070626e-06,
+      "loss": 0.1351,
+      "step": 4465
+    },
+    {
+      "epoch": 1.2877822188614023,
+      "grad_norm": 0.28492055381385706,
+      "learning_rate": 6.786696677344949e-06,
+      "loss": 0.1208,
+      "step": 4470
+    },
+    {
+      "epoch": 1.289222570307155,
+      "grad_norm": 0.28384613081056187,
+      "learning_rate": 6.762895550452948e-06,
+      "loss": 0.1395,
+      "step": 4475
+    },
+    {
+      "epoch": 1.2906629217529078,
+      "grad_norm": 0.324228616513587,
+      "learning_rate": 6.739114890515542e-06,
+      "loss": 0.1378,
+      "step": 4480
+    },
+    {
+      "epoch": 1.2921032731986606,
+      "grad_norm": 0.2853156077237628,
+      "learning_rate": 6.715354847888607e-06,
+      "loss": 0.1226,
+      "step": 4485
+    },
+    {
+      "epoch": 1.2935436246444132,
+      "grad_norm": 0.31375254697639315,
+      "learning_rate": 6.691615572797672e-06,
+      "loss": 0.1392,
+      "step": 4490
+    },
+    {
+      "epoch": 1.294983976090166,
+      "grad_norm": 0.2883946445076774,
+      "learning_rate": 6.667897215336954e-06,
+      "loss": 0.1217,
+      "step": 4495
+    },
+    {
+      "epoch": 1.2964243275359189,
+      "grad_norm": 0.2895452595912213,
+      "learning_rate": 6.64419992546842e-06,
+      "loss": 0.1331,
+      "step": 4500
+    },
+    {
+      "epoch": 1.2964243275359189,
+      "eval_loss": 0.14379242062568665,
+      "eval_runtime": 184.0705,
+      "eval_samples_per_second": 9.801,
+      "eval_steps_per_second": 2.45,
+      "step": 4500
+    },
+    {
+      "epoch": 1.2978646789816715,
+      "grad_norm": 0.28665306269625207,
+      "learning_rate": 6.620523853020828e-06,
+      "loss": 0.1293,
+      "step": 4505
+    },
+    {
+      "epoch": 1.2993050304274243,
+      "grad_norm": 0.3087468378172715,
+      "learning_rate": 6.596869147688796e-06,
+      "loss": 0.1359,
+      "step": 4510
+    },
+    {
+      "epoch": 1.3007453818731771,
+      "grad_norm": 0.31040503221184323,
+      "learning_rate": 6.5732359590318405e-06,
+      "loss": 0.1289,
+      "step": 4515
+    },
+    {
+      "epoch": 1.3021857333189297,
+      "grad_norm": 0.2614034619917938,
+      "learning_rate": 6.549624436473437e-06,
+      "loss": 0.1317,
+      "step": 4520
+    },
+    {
+      "epoch": 1.3036260847646826,
+      "grad_norm": 0.29279408085324476,
+      "learning_rate": 6.526034729300077e-06,
+      "loss": 0.1302,
+      "step": 4525
+    },
+    {
+      "epoch": 1.3050664362104354,
+      "grad_norm": 0.27391338017046146,
+      "learning_rate": 6.502466986660318e-06,
+      "loss": 0.1237,
+      "step": 4530
+    },
+    {
+      "epoch": 1.306506787656188,
+      "grad_norm": 0.2577932055235253,
+      "learning_rate": 6.478921357563852e-06,
+      "loss": 0.133,
+      "step": 4535
+    },
+    {
+      "epoch": 1.3079471391019408,
+      "grad_norm": 0.29115643412884196,
+      "learning_rate": 6.4553979908805405e-06,
+      "loss": 0.1264,
+      "step": 4540
+    },
+    {
+      "epoch": 1.3093874905476937,
+      "grad_norm": 0.2805429545326651,
+      "learning_rate": 6.4318970353395015e-06,
+      "loss": 0.126,
+      "step": 4545
+    },
+    {
+      "epoch": 1.3108278419934463,
+      "grad_norm": 0.28048701005423443,
+      "learning_rate": 6.408418639528155e-06,
+      "loss": 0.1304,
+      "step": 4550
+    },
+    {
+      "epoch": 1.312268193439199,
+      "grad_norm": 0.31036490760140995,
+      "learning_rate": 6.38496295189128e-06,
+      "loss": 0.1299,
+      "step": 4555
+    },
+    {
+      "epoch": 1.313708544884952,
+      "grad_norm": 0.27781555493965154,
+      "learning_rate": 6.361530120730084e-06,
+      "loss": 0.1283,
+      "step": 4560
+    },
+    {
+      "epoch": 1.3151488963307048,
+      "grad_norm": 0.28470922038550206,
+      "learning_rate": 6.338120294201257e-06,
+      "loss": 0.1273,
+      "step": 4565
+    },
+    {
+      "epoch": 1.3165892477764576,
+      "grad_norm": 0.2812452734554949,
+      "learning_rate": 6.314733620316047e-06,
+      "loss": 0.1225,
+      "step": 4570
+    },
+    {
+      "epoch": 1.3180295992222102,
+      "grad_norm": 0.29152015278801036,
+      "learning_rate": 6.291370246939312e-06,
+      "loss": 0.132,
+      "step": 4575
+    },
+    {
+      "epoch": 1.319469950667963,
+      "grad_norm": 0.28443383104443637,
+      "learning_rate": 6.268030321788589e-06,
+      "loss": 0.1293,
+      "step": 4580
+    },
+    {
+      "epoch": 1.3209103021137159,
+      "grad_norm": 0.2959906683847514,
+      "learning_rate": 6.244713992433164e-06,
+      "loss": 0.1335,
+      "step": 4585
+    },
+    {
+      "epoch": 1.3223506535594685,
+      "grad_norm": 0.3040944482039468,
+      "learning_rate": 6.221421406293131e-06,
+      "loss": 0.1273,
+      "step": 4590
+    },
+    {
+      "epoch": 1.3237910050052213,
+      "grad_norm": 0.30882724239677245,
+      "learning_rate": 6.1981527106384765e-06,
+      "loss": 0.1191,
+      "step": 4595
+    },
+    {
+      "epoch": 1.3252313564509741,
+      "grad_norm": 0.302671709123605,
+      "learning_rate": 6.17490805258812e-06,
+      "loss": 0.1365,
+      "step": 4600
+    },
+    {
+      "epoch": 1.3266717078967267,
+      "grad_norm": 0.29010412797273544,
+      "learning_rate": 6.151687579109015e-06,
+      "loss": 0.1402,
+      "step": 4605
+    },
+    {
+      "epoch": 1.3281120593424796,
+      "grad_norm": 0.2638211025663234,
+      "learning_rate": 6.128491437015202e-06,
+      "loss": 0.122,
+      "step": 4610
+    },
+    {
+      "epoch": 1.3295524107882324,
+      "grad_norm": 0.3317741888903263,
+      "learning_rate": 6.1053197729668745e-06,
+      "loss": 0.1234,
+      "step": 4615
+    },
+    {
+      "epoch": 1.330992762233985,
+      "grad_norm": 0.305170078612422,
+      "learning_rate": 6.082172733469469e-06,
+      "loss": 0.1316,
+      "step": 4620
+    },
+    {
+      "epoch": 1.3324331136797378,
+      "grad_norm": 0.28817033083195814,
+      "learning_rate": 6.059050464872731e-06,
+      "loss": 0.1366,
+      "step": 4625
+    },
+    {
+      "epoch": 1.3338734651254907,
+      "grad_norm": 0.2953828272280745,
+      "learning_rate": 6.03595311336979e-06,
+      "loss": 0.1272,
+      "step": 4630
+    },
+    {
+      "epoch": 1.3353138165712433,
+      "grad_norm": 0.2830751051303079,
+      "learning_rate": 6.0128808249962255e-06,
+      "loss": 0.1404,
+      "step": 4635
+    },
+    {
+      "epoch": 1.336754168016996,
+      "grad_norm": 0.3252605933332986,
+      "learning_rate": 5.989833745629163e-06,
+      "loss": 0.129,
+      "step": 4640
+    },
+    {
+      "epoch": 1.338194519462749,
+      "grad_norm": 0.30213564618018374,
+      "learning_rate": 5.966812020986341e-06,
+      "loss": 0.13,
+      "step": 4645
+    },
+    {
+      "epoch": 1.3396348709085018,
+      "grad_norm": 0.2883204719629323,
+      "learning_rate": 5.943815796625179e-06,
+      "loss": 0.1253,
+      "step": 4650
+    },
+    {
+      "epoch": 1.3410752223542544,
+      "grad_norm": 0.2959117376319711,
+      "learning_rate": 5.920845217941874e-06,
+      "loss": 0.1327,
+      "step": 4655
+    },
+    {
+      "epoch": 1.3425155738000072,
+      "grad_norm": 0.31232438887774006,
+      "learning_rate": 5.8979004301704814e-06,
+      "loss": 0.1383,
+      "step": 4660
+    },
+    {
+      "epoch": 1.34395592524576,
+      "grad_norm": 0.29382396748754,
+      "learning_rate": 5.874981578381985e-06,
+      "loss": 0.133,
+      "step": 4665
+    },
+    {
+      "epoch": 1.3453962766915128,
+      "grad_norm": 0.30443621369119456,
+      "learning_rate": 5.852088807483385e-06,
+      "loss": 0.1303,
+      "step": 4670
+    },
+    {
+      "epoch": 1.3468366281372655,
+      "grad_norm": 0.2807950559344455,
+      "learning_rate": 5.829222262216783e-06,
+      "loss": 0.1327,
+      "step": 4675
+    },
+    {
+      "epoch": 1.3482769795830183,
+      "grad_norm": 0.28883011845316237,
+      "learning_rate": 5.80638208715847e-06,
+      "loss": 0.1321,
+      "step": 4680
+    },
+    {
+      "epoch": 1.3497173310287711,
+      "grad_norm": 0.2822159218958781,
+      "learning_rate": 5.783568426718001e-06,
+      "loss": 0.1243,
+      "step": 4685
+    },
+    {
+      "epoch": 1.3511576824745237,
+      "grad_norm": 0.2856294468316457,
+      "learning_rate": 5.76078142513729e-06,
+      "loss": 0.1264,
+      "step": 4690
+    },
+    {
+      "epoch": 1.3525980339202766,
+      "grad_norm": 0.2833850663671519,
+      "learning_rate": 5.738021226489711e-06,
+      "loss": 0.1249,
+      "step": 4695
+    },
+    {
+      "epoch": 1.3540383853660294,
+      "grad_norm": 0.3098314509041874,
+      "learning_rate": 5.715287974679156e-06,
+      "loss": 0.1317,
+      "step": 4700
+    },
+    {
+      "epoch": 1.355478736811782,
+      "grad_norm": 0.2509107454497361,
+      "learning_rate": 5.692581813439147e-06,
+      "loss": 0.1207,
+      "step": 4705
+    },
+    {
+      "epoch": 1.3569190882575348,
+      "grad_norm": 0.288399827316461,
+      "learning_rate": 5.669902886331935e-06,
+      "loss": 0.1313,
+      "step": 4710
+    },
+    {
+      "epoch": 1.3583594397032877,
+      "grad_norm": 0.2899923984835422,
+      "learning_rate": 5.647251336747565e-06,
+      "loss": 0.1353,
+      "step": 4715
+    },
+    {
+      "epoch": 1.3597997911490403,
+      "grad_norm": 0.30442118246180094,
+      "learning_rate": 5.62462730790299e-06,
+      "loss": 0.1242,
+      "step": 4720
+    },
+    {
+      "epoch": 1.361240142594793,
+      "grad_norm": 0.3136171534592957,
+      "learning_rate": 5.602030942841161e-06,
+      "loss": 0.1249,
+      "step": 4725
+    },
+    {
+      "epoch": 1.362680494040546,
+      "grad_norm": 0.29860304044620467,
+      "learning_rate": 5.579462384430123e-06,
+      "loss": 0.1283,
+      "step": 4730
+    },
+    {
+      "epoch": 1.3641208454862985,
+      "grad_norm": 0.31046611461157403,
+      "learning_rate": 5.556921775362101e-06,
+      "loss": 0.135,
+      "step": 4735
+    },
+    {
+      "epoch": 1.3655611969320514,
+      "grad_norm": 0.28704908174570976,
+      "learning_rate": 5.5344092581526246e-06,
+      "loss": 0.1387,
+      "step": 4740
+    },
+    {
+      "epoch": 1.3670015483778042,
+      "grad_norm": 0.3341532812497149,
+      "learning_rate": 5.5119249751395955e-06,
+      "loss": 0.143,
+      "step": 4745
+    },
+    {
+      "epoch": 1.368441899823557,
+      "grad_norm": 0.29001862112776317,
+      "learning_rate": 5.489469068482399e-06,
+      "loss": 0.1461,
+      "step": 4750
+    },
+    {
+      "epoch": 1.3698822512693098,
+      "grad_norm": 0.2834403752479179,
+      "learning_rate": 5.467041680161029e-06,
+      "loss": 0.1233,
+      "step": 4755
+    },
+    {
+      "epoch": 1.3713226027150625,
+      "grad_norm": 0.33143013156488327,
+      "learning_rate": 5.444642951975137e-06,
+      "loss": 0.1272,
+      "step": 4760
+    },
+    {
+      "epoch": 1.3727629541608153,
+      "grad_norm": 0.28777376307497,
+      "learning_rate": 5.422273025543197e-06,
+      "loss": 0.1289,
+      "step": 4765
+    },
+    {
+      "epoch": 1.3742033056065681,
+      "grad_norm": 0.28509358403097473,
+      "learning_rate": 5.399932042301565e-06,
+      "loss": 0.1359,
+      "step": 4770
+    },
+    {
+      "epoch": 1.3756436570523207,
+      "grad_norm": 0.31777606236187494,
+      "learning_rate": 5.377620143503598e-06,
+      "loss": 0.1364,
+      "step": 4775
+    },
+    {
+      "epoch": 1.3770840084980736,
+      "grad_norm": 0.2892592873947313,
+      "learning_rate": 5.355337470218778e-06,
+      "loss": 0.1325,
+      "step": 4780
+    },
+    {
+      "epoch": 1.3785243599438264,
+      "grad_norm": 0.27422137870653046,
+      "learning_rate": 5.333084163331794e-06,
+      "loss": 0.1298,
+      "step": 4785
+    },
+    {
+      "epoch": 1.379964711389579,
+      "grad_norm": 0.3146053844222587,
+      "learning_rate": 5.3108603635416654e-06,
+      "loss": 0.1434,
+      "step": 4790
+    },
+    {
+      "epoch": 1.3814050628353318,
+      "grad_norm": 0.27997320753339555,
+      "learning_rate": 5.288666211360848e-06,
+      "loss": 0.1342,
+      "step": 4795
+    },
+    {
+      "epoch": 1.3828454142810847,
+      "grad_norm": 0.2984800479383985,
+      "learning_rate": 5.266501847114349e-06,
+      "loss": 0.1346,
+      "step": 4800
+    },
+    {
+      "epoch": 1.3842857657268373,
+      "grad_norm": 0.29201935536901064,
+      "learning_rate": 5.2443674109388355e-06,
+      "loss": 0.1264,
+      "step": 4805
+    },
+    {
+      "epoch": 1.38572611717259,
+      "grad_norm": 0.27719720949263027,
+      "learning_rate": 5.222263042781761e-06,
+      "loss": 0.1301,
+      "step": 4810
+    },
+    {
+      "epoch": 1.387166468618343,
+      "grad_norm": 0.3042597202236721,
+      "learning_rate": 5.200188882400458e-06,
+      "loss": 0.1291,
+      "step": 4815
+    },
+    {
+      "epoch": 1.3886068200640955,
+      "grad_norm": 0.30302490372496094,
+      "learning_rate": 5.178145069361269e-06,
+      "loss": 0.1387,
+      "step": 4820
+    },
+    {
+      "epoch": 1.3900471715098484,
+      "grad_norm": 0.28176863882814285,
+      "learning_rate": 5.156131743038672e-06,
+      "loss": 0.1292,
+      "step": 4825
+    },
+    {
+      "epoch": 1.3914875229556012,
+      "grad_norm": 0.3058547991836209,
+      "learning_rate": 5.134149042614381e-06,
+      "loss": 0.1376,
+      "step": 4830
+    },
+    {
+      "epoch": 1.3929278744013538,
+      "grad_norm": 0.30393509196007185,
+      "learning_rate": 5.112197107076473e-06,
+      "loss": 0.1355,
+      "step": 4835
+    },
+    {
+      "epoch": 1.3943682258471066,
+      "grad_norm": 0.26425351590901147,
+      "learning_rate": 5.090276075218516e-06,
+      "loss": 0.1253,
+      "step": 4840
+    },
+    {
+      "epoch": 1.3958085772928595,
+      "grad_norm": 0.2789170911602346,
+      "learning_rate": 5.0683860856386805e-06,
+      "loss": 0.1226,
+      "step": 4845
+    },
+    {
+      "epoch": 1.3972489287386123,
+      "grad_norm": 0.3084946604950202,
+      "learning_rate": 5.046527276738869e-06,
+      "loss": 0.1403,
+      "step": 4850
+    },
+    {
+      "epoch": 1.3986892801843651,
+      "grad_norm": 0.2817833925106797,
+      "learning_rate": 5.02469978672385e-06,
+      "loss": 0.1286,
+      "step": 4855
+    },
+    {
+      "epoch": 1.4001296316301177,
+      "grad_norm": 0.31976795477023545,
+      "learning_rate": 5.002903753600368e-06,
+      "loss": 0.1388,
+      "step": 4860
+    },
+    {
+      "epoch": 1.4015699830758706,
+      "grad_norm": 0.31706703406909087,
+      "learning_rate": 4.981139315176272e-06,
+      "loss": 0.1256,
+      "step": 4865
+    },
+    {
+      "epoch": 1.4030103345216234,
+      "grad_norm": 0.29670136774417283,
+      "learning_rate": 4.959406609059661e-06,
+      "loss": 0.1305,
+      "step": 4870
+    },
+    {
+      "epoch": 1.404450685967376,
+      "grad_norm": 0.3093837514114273,
+      "learning_rate": 4.937705772657992e-06,
+      "loss": 0.1279,
+      "step": 4875
+    },
+    {
+      "epoch": 1.4058910374131288,
+      "grad_norm": 0.26356143472517385,
+      "learning_rate": 4.916036943177235e-06,
+      "loss": 0.1349,
+      "step": 4880
+    },
+    {
+      "epoch": 1.4073313888588816,
+      "grad_norm": 0.3339315239470743,
+      "learning_rate": 4.894400257620982e-06,
+      "loss": 0.1361,
+      "step": 4885
+    },
+    {
+      "epoch": 1.4087717403046343,
+      "grad_norm": 0.32122936240066957,
+      "learning_rate": 4.872795852789592e-06,
+      "loss": 0.1306,
+      "step": 4890
+    },
+    {
+      "epoch": 1.410212091750387,
+      "grad_norm": 0.28913451492903725,
+      "learning_rate": 4.851223865279336e-06,
+      "loss": 0.1356,
+      "step": 4895
+    },
+    {
+      "epoch": 1.41165244319614,
+      "grad_norm": 0.30914198884665406,
+      "learning_rate": 4.829684431481516e-06,
+      "loss": 0.1299,
+      "step": 4900
+    },
+    {
+      "epoch": 1.4130927946418925,
+      "grad_norm": 0.2733782589344944,
+      "learning_rate": 4.8081776875815966e-06,
+      "loss": 0.1301,
+      "step": 4905
+    },
+    {
+      "epoch": 1.4145331460876454,
+      "grad_norm": 0.3485745526900565,
+      "learning_rate": 4.786703769558382e-06,
+      "loss": 0.1253,
+      "step": 4910
+    },
+    {
+      "epoch": 1.4159734975333982,
+      "grad_norm": 0.311015844030605,
+      "learning_rate": 4.765262813183112e-06,
+      "loss": 0.1243,
+      "step": 4915
+    },
+    {
+      "epoch": 1.4174138489791508,
+      "grad_norm": 0.2642965069547113,
+      "learning_rate": 4.743854954018628e-06,
+      "loss": 0.1195,
+      "step": 4920
+    },
+    {
+      "epoch": 1.4188542004249036,
+      "grad_norm": 0.272979546582442,
+      "learning_rate": 4.7224803274185185e-06,
+      "loss": 0.1212,
+      "step": 4925
+    },
+    {
+      "epoch": 1.4202945518706565,
+      "grad_norm": 0.3038792772484129,
+      "learning_rate": 4.701139068526243e-06,
+      "loss": 0.1338,
+      "step": 4930
+    },
+    {
+      "epoch": 1.4217349033164093,
+      "grad_norm": 0.2767357670064067,
+      "learning_rate": 4.679831312274298e-06,
+      "loss": 0.1255,
+      "step": 4935
+    },
+    {
+      "epoch": 1.423175254762162,
+      "grad_norm": 0.27710201889151737,
+      "learning_rate": 4.658557193383352e-06,
+      "loss": 0.1357,
+      "step": 4940
+    },
+    {
+      "epoch": 1.4246156062079147,
+      "grad_norm": 0.3096121537912325,
+      "learning_rate": 4.637316846361395e-06,
+      "loss": 0.1293,
+      "step": 4945
+    },
+    {
+      "epoch": 1.4260559576536675,
+      "grad_norm": 0.29924550507004927,
+      "learning_rate": 4.616110405502903e-06,
+      "loss": 0.1367,
+      "step": 4950
+    },
+    {
+      "epoch": 1.4274963090994204,
+      "grad_norm": 0.3084219881809167,
+      "learning_rate": 4.594938004887963e-06,
+      "loss": 0.1268,
+      "step": 4955
+    },
+    {
+      "epoch": 1.428936660545173,
+      "grad_norm": 0.30194233813871496,
+      "learning_rate": 4.57379977838144e-06,
+      "loss": 0.1386,
+      "step": 4960
+    },
+    {
+      "epoch": 1.4303770119909258,
+      "grad_norm": 0.2924906618475438,
+      "learning_rate": 4.5526958596321415e-06,
+      "loss": 0.1326,
+      "step": 4965
+    },
+    {
+      "epoch": 1.4318173634366786,
+      "grad_norm": 0.2928117826425519,
+      "learning_rate": 4.531626382071947e-06,
+      "loss": 0.1337,
+      "step": 4970
+    },
+    {
+      "epoch": 1.4332577148824313,
+      "grad_norm": 0.2890472449363505,
+      "learning_rate": 4.510591478914984e-06,
+      "loss": 0.1326,
+      "step": 4975
+    },
+    {
+      "epoch": 1.434698066328184,
+      "grad_norm": 0.2816438145391565,
+      "learning_rate": 4.489591283156778e-06,
+      "loss": 0.1298,
+      "step": 4980
+    },
+    {
+      "epoch": 1.436138417773937,
+      "grad_norm": 0.2632230619903958,
+      "learning_rate": 4.468625927573411e-06,
+      "loss": 0.1263,
+      "step": 4985
+    },
+    {
+      "epoch": 1.4375787692196895,
+      "grad_norm": 0.29380703917060536,
+      "learning_rate": 4.447695544720685e-06,
+      "loss": 0.1385,
+      "step": 4990
+    },
+    {
+      "epoch": 1.4390191206654424,
+      "grad_norm": 0.28185514155481595,
+      "learning_rate": 4.426800266933291e-06,
+      "loss": 0.1306,
+      "step": 4995
+    },
+    {
+      "epoch": 1.4404594721111952,
+      "grad_norm": 0.2874696989018966,
+      "learning_rate": 4.405940226323953e-06,
+      "loss": 0.1311,
+      "step": 5000
+    },
+    {
+      "epoch": 1.4404594721111952,
+      "eval_loss": 0.14263266324996948,
+      "eval_runtime": 182.4281,
+      "eval_samples_per_second": 9.889,
+      "eval_steps_per_second": 2.472,
+      "step": 5000
+    },
+    {
+      "epoch": 1.4418998235569478,
+      "grad_norm": 0.29035247275746917,
+      "learning_rate": 4.385115554782608e-06,
+      "loss": 0.1284,
+      "step": 5005
+    },
+    {
+      "epoch": 1.4433401750027006,
+      "grad_norm": 0.2979091755169656,
+      "learning_rate": 4.364326383975576e-06,
+      "loss": 0.1393,
+      "step": 5010
+    },
+    {
+      "epoch": 1.4447805264484535,
+      "grad_norm": 0.2851008473192101,
+      "learning_rate": 4.343572845344699e-06,
+      "loss": 0.1302,
+      "step": 5015
+    },
+    {
+      "epoch": 1.446220877894206,
+      "grad_norm": 0.29510410689584077,
+      "learning_rate": 4.3228550701065555e-06,
+      "loss": 0.1295,
+      "step": 5020
+    },
+    {
+      "epoch": 1.4476612293399589,
+      "grad_norm": 0.27703300197438524,
+      "learning_rate": 4.302173189251592e-06,
+      "loss": 0.1277,
+      "step": 5025
+    },
+    {
+      "epoch": 1.4491015807857117,
+      "grad_norm": 0.2762512635985658,
+      "learning_rate": 4.281527333543304e-06,
+      "loss": 0.135,
+      "step": 5030
+    },
+    {
+      "epoch": 1.4505419322314645,
+      "grad_norm": 0.3041165339805363,
+      "learning_rate": 4.260917633517432e-06,
+      "loss": 0.1243,
+      "step": 5035
+    },
+    {
+      "epoch": 1.4519822836772174,
+      "grad_norm": 0.3060868972240773,
+      "learning_rate": 4.2403442194811015e-06,
+      "loss": 0.1298,
+      "step": 5040
+    },
+    {
+      "epoch": 1.45342263512297,
+      "grad_norm": 0.2893090691141548,
+      "learning_rate": 4.2198072215120234e-06,
+      "loss": 0.1364,
+      "step": 5045
+    },
+    {
+      "epoch": 1.4548629865687228,
+      "grad_norm": 0.31038762857518265,
+      "learning_rate": 4.1993067694576604e-06,
+      "loss": 0.1319,
+      "step": 5050
+    },
+    {
+      "epoch": 1.4563033380144756,
+      "grad_norm": 0.2812918503365721,
+      "learning_rate": 4.178842992934412e-06,
+      "loss": 0.1262,
+      "step": 5055
+    },
+    {
+      "epoch": 1.4577436894602283,
+      "grad_norm": 0.2850284783778579,
+      "learning_rate": 4.158416021326787e-06,
+      "loss": 0.1296,
+      "step": 5060
+    },
+    {
+      "epoch": 1.459184040905981,
+      "grad_norm": 0.32065754223579734,
+      "learning_rate": 4.138025983786606e-06,
+      "loss": 0.1328,
+      "step": 5065
+    },
+    {
+      "epoch": 1.460624392351734,
+      "grad_norm": 0.34520060614106257,
+      "learning_rate": 4.117673009232155e-06,
+      "loss": 0.1323,
+      "step": 5070
+    },
+    {
+      "epoch": 1.4620647437974865,
+      "grad_norm": 0.28913376259082474,
+      "learning_rate": 4.097357226347385e-06,
+      "loss": 0.122,
+      "step": 5075
+    },
+    {
+      "epoch": 1.4635050952432394,
+      "grad_norm": 0.3380735998941071,
+      "learning_rate": 4.077078763581112e-06,
+      "loss": 0.1331,
+      "step": 5080
+    },
+    {
+      "epoch": 1.4649454466889922,
+      "grad_norm": 0.32045923135465526,
+      "learning_rate": 4.056837749146176e-06,
+      "loss": 0.13,
+      "step": 5085
+    },
+    {
+      "epoch": 1.4663857981347448,
+      "grad_norm": 0.3204047195205385,
+      "learning_rate": 4.036634311018657e-06,
+      "loss": 0.1271,
+      "step": 5090
+    },
+    {
+      "epoch": 1.4678261495804976,
+      "grad_norm": 0.3177103619589229,
+      "learning_rate": 4.016468576937048e-06,
+      "loss": 0.1313,
+      "step": 5095
+    },
+    {
+      "epoch": 1.4692665010262504,
+      "grad_norm": 0.3170687328843362,
+      "learning_rate": 3.996340674401452e-06,
+      "loss": 0.143,
+      "step": 5100
+    },
+    {
+      "epoch": 1.470706852472003,
+      "grad_norm": 0.31482701115246225,
+      "learning_rate": 3.976250730672789e-06,
+      "loss": 0.1267,
+      "step": 5105
+    },
+    {
+      "epoch": 1.4721472039177559,
+      "grad_norm": 0.29749419127247917,
+      "learning_rate": 3.95619887277197e-06,
+      "loss": 0.1355,
+      "step": 5110
+    },
+    {
+      "epoch": 1.4735875553635087,
+      "grad_norm": 0.2721513816837507,
+      "learning_rate": 3.936185227479104e-06,
+      "loss": 0.1262,
+      "step": 5115
+    },
+    {
+      "epoch": 1.4750279068092613,
+      "grad_norm": 0.28848818134175824,
+      "learning_rate": 3.91620992133271e-06,
+      "loss": 0.14,
+      "step": 5120
+    },
+    {
+      "epoch": 1.4764682582550142,
+      "grad_norm": 0.2878594948643242,
+      "learning_rate": 3.896273080628881e-06,
+      "loss": 0.1256,
+      "step": 5125
+    },
+    {
+      "epoch": 1.477908609700767,
+      "grad_norm": 0.295688557911149,
+      "learning_rate": 3.876374831420523e-06,
+      "loss": 0.1326,
+      "step": 5130
+    },
+    {
+      "epoch": 1.4793489611465198,
+      "grad_norm": 0.29623849761201715,
+      "learning_rate": 3.856515299516545e-06,
+      "loss": 0.132,
+      "step": 5135
+    },
+    {
+      "epoch": 1.4807893125922726,
+      "grad_norm": 0.30600381790452613,
+      "learning_rate": 3.8366946104810535e-06,
+      "loss": 0.1319,
+      "step": 5140
+    },
+    {
+      "epoch": 1.4822296640380253,
+      "grad_norm": 0.2829908397887632,
+      "learning_rate": 3.816912889632567e-06,
+      "loss": 0.1304,
+      "step": 5145
+    },
+    {
+      "epoch": 1.483670015483778,
+      "grad_norm": 0.2859310181485027,
+      "learning_rate": 3.7971702620432306e-06,
+      "loss": 0.1291,
+      "step": 5150
+    },
+    {
+      "epoch": 1.485110366929531,
+      "grad_norm": 0.2903900767146654,
+      "learning_rate": 3.777466852538012e-06,
+      "loss": 0.1269,
+      "step": 5155
+    },
+    {
+      "epoch": 1.4865507183752835,
+      "grad_norm": 0.30693062898146356,
+      "learning_rate": 3.757802785693919e-06,
+      "loss": 0.1227,
+      "step": 5160
+    },
+    {
+      "epoch": 1.4879910698210363,
+      "grad_norm": 0.2920336924699934,
+      "learning_rate": 3.738178185839212e-06,
+      "loss": 0.1298,
+      "step": 5165
+    },
+    {
+      "epoch": 1.4894314212667892,
+      "grad_norm": 0.2945995741156779,
+      "learning_rate": 3.718593177052611e-06,
+      "loss": 0.1296,
+      "step": 5170
+    },
+    {
+      "epoch": 1.4908717727125418,
+      "grad_norm": 0.281519581967037,
+      "learning_rate": 3.699047883162531e-06,
+      "loss": 0.1348,
+      "step": 5175
+    },
+    {
+      "epoch": 1.4923121241582946,
+      "grad_norm": 0.2942529713423248,
+      "learning_rate": 3.679542427746272e-06,
+      "loss": 0.1285,
+      "step": 5180
+    },
+    {
+      "epoch": 1.4937524756040474,
+      "grad_norm": 0.2590754218015783,
+      "learning_rate": 3.660076934129253e-06,
+      "loss": 0.1198,
+      "step": 5185
+    },
+    {
+      "epoch": 1.4951928270498,
+      "grad_norm": 0.3110962189352441,
+      "learning_rate": 3.6406515253842433e-06,
+      "loss": 0.1329,
+      "step": 5190
+    },
+    {
+      "epoch": 1.4966331784955529,
+      "grad_norm": 0.3012107480072597,
+      "learning_rate": 3.621266324330548e-06,
+      "loss": 0.1269,
+      "step": 5195
+    },
+    {
+      "epoch": 1.4980735299413057,
+      "grad_norm": 0.27989842275949034,
+      "learning_rate": 3.601921453533269e-06,
+      "loss": 0.1264,
+      "step": 5200
+    },
+    {
+      "epoch": 1.4995138813870583,
+      "grad_norm": 0.27816202646485955,
+      "learning_rate": 3.582617035302519e-06,
+      "loss": 0.1353,
+      "step": 5205
+    },
+    {
+      "epoch": 1.5009542328328112,
+      "grad_norm": 0.28449873805759873,
+      "learning_rate": 3.5633531916926355e-06,
+      "loss": 0.1401,
+      "step": 5210
+    },
+    {
+      "epoch": 1.502394584278564,
+      "grad_norm": 0.2939328466462327,
+      "learning_rate": 3.5441300445014204e-06,
+      "loss": 0.1309,
+      "step": 5215
+    },
+    {
+      "epoch": 1.5038349357243166,
+      "grad_norm": 0.27676106704556663,
+      "learning_rate": 3.5249477152693746e-06,
+      "loss": 0.1255,
+      "step": 5220
+    },
+    {
+      "epoch": 1.5052752871700696,
+      "grad_norm": 0.3091437198894899,
+      "learning_rate": 3.5058063252789164e-06,
+      "loss": 0.1337,
+      "step": 5225
+    },
+    {
+      "epoch": 1.5067156386158223,
+      "grad_norm": 0.29089963493957577,
+      "learning_rate": 3.486705995553623e-06,
+      "loss": 0.1179,
+      "step": 5230
+    },
+    {
+      "epoch": 1.5081559900615749,
+      "grad_norm": 0.28563278658009045,
+      "learning_rate": 3.467646846857462e-06,
+      "loss": 0.1324,
+      "step": 5235
+    },
+    {
+      "epoch": 1.509596341507328,
+      "grad_norm": 0.27308010285162093,
+      "learning_rate": 3.448628999694028e-06,
+      "loss": 0.131,
+      "step": 5240
+    },
+    {
+      "epoch": 1.5110366929530805,
+      "grad_norm": 0.2692168630506388,
+      "learning_rate": 3.4296525743057917e-06,
+      "loss": 0.1245,
+      "step": 5245
+    },
+    {
+      "epoch": 1.5124770443988333,
+      "grad_norm": 0.28589432120186975,
+      "learning_rate": 3.4107176906733186e-06,
+      "loss": 0.1395,
+      "step": 5250
+    },
+    {
+      "epoch": 1.5139173958445862,
+      "grad_norm": 0.3230293467940769,
+      "learning_rate": 3.3918244685145273e-06,
+      "loss": 0.1239,
+      "step": 5255
+    },
+    {
+      "epoch": 1.5153577472903388,
+      "grad_norm": 0.2724298060757966,
+      "learning_rate": 3.3729730272839236e-06,
+      "loss": 0.1243,
+      "step": 5260
+    },
+    {
+      "epoch": 1.5167980987360916,
+      "grad_norm": 0.2875130873464737,
+      "learning_rate": 3.3541634861718586e-06,
+      "loss": 0.1267,
+      "step": 5265
+    },
+    {
+      "epoch": 1.5182384501818444,
+      "grad_norm": 0.2545525280708859,
+      "learning_rate": 3.335395964103746e-06,
+      "loss": 0.1257,
+      "step": 5270
+    },
+    {
+      "epoch": 1.519678801627597,
+      "grad_norm": 0.28758741388989995,
+      "learning_rate": 3.3166705797393505e-06,
+      "loss": 0.1218,
+      "step": 5275
+    },
+    {
+      "epoch": 1.5211191530733499,
+      "grad_norm": 0.28405695915470375,
+      "learning_rate": 3.2979874514720044e-06,
+      "loss": 0.1304,
+      "step": 5280
+    },
+    {
+      "epoch": 1.5225595045191027,
+      "grad_norm": 0.30359930663025747,
+      "learning_rate": 3.2793466974278698e-06,
+      "loss": 0.1312,
+      "step": 5285
+    },
+    {
+      "epoch": 1.5239998559648553,
+      "grad_norm": 0.2739393344439081,
+      "learning_rate": 3.2607484354652053e-06,
+      "loss": 0.1266,
+      "step": 5290
+    },
+    {
+      "epoch": 1.5254402074106082,
+      "grad_norm": 0.29944033968813727,
+      "learning_rate": 3.2421927831735946e-06,
+      "loss": 0.1272,
+      "step": 5295
+    },
+    {
+      "epoch": 1.526880558856361,
+      "grad_norm": 0.2954139006807455,
+      "learning_rate": 3.2236798578732243e-06,
+      "loss": 0.124,
+      "step": 5300
+    },
+    {
+      "epoch": 1.5283209103021136,
+      "grad_norm": 0.29210672998811726,
+      "learning_rate": 3.2052097766141333e-06,
+      "loss": 0.1318,
+      "step": 5305
+    },
+    {
+      "epoch": 1.5297612617478666,
+      "grad_norm": 0.2600604904032675,
+      "learning_rate": 3.1867826561754734e-06,
+      "loss": 0.1249,
+      "step": 5310
+    },
+    {
+      "epoch": 1.5312016131936192,
+      "grad_norm": 0.30502890550059597,
+      "learning_rate": 3.168398613064769e-06,
+      "loss": 0.1331,
+      "step": 5315
+    },
+    {
+      "epoch": 1.5326419646393719,
+      "grad_norm": 0.2927272597507059,
+      "learning_rate": 3.150057763517195e-06,
+      "loss": 0.1398,
+      "step": 5320
+    },
+    {
+      "epoch": 1.534082316085125,
+      "grad_norm": 0.27938831535091735,
+      "learning_rate": 3.1317602234948176e-06,
+      "loss": 0.1263,
+      "step": 5325
+    },
+    {
+      "epoch": 1.5355226675308775,
+      "grad_norm": 0.3173797555345694,
+      "learning_rate": 3.1135061086858744e-06,
+      "loss": 0.1331,
+      "step": 5330
+    },
+    {
+      "epoch": 1.5369630189766303,
+      "grad_norm": 0.28629187116885524,
+      "learning_rate": 3.0952955345040536e-06,
+      "loss": 0.1232,
+      "step": 5335
+    },
+    {
+      "epoch": 1.5384033704223832,
+      "grad_norm": 0.315475203948924,
+      "learning_rate": 3.0771286160877422e-06,
+      "loss": 0.1361,
+      "step": 5340
+    },
+    {
+      "epoch": 1.5398437218681358,
+      "grad_norm": 0.3090927948177035,
+      "learning_rate": 3.0590054682993107e-06,
+      "loss": 0.1329,
+      "step": 5345
+    },
+    {
+      "epoch": 1.5412840733138886,
+      "grad_norm": 0.2952878570632112,
+      "learning_rate": 3.0409262057243873e-06,
+      "loss": 0.1307,
+      "step": 5350
+    },
+    {
+      "epoch": 1.5427244247596414,
+      "grad_norm": 0.292962868707295,
+      "learning_rate": 3.022890942671126e-06,
+      "loss": 0.1223,
+      "step": 5355
+    },
+    {
+      "epoch": 1.544164776205394,
+      "grad_norm": 0.268435660253563,
+      "learning_rate": 3.004899793169499e-06,
+      "loss": 0.1219,
+      "step": 5360
+    },
+    {
+      "epoch": 1.5456051276511469,
+      "grad_norm": 0.2756367576477082,
+      "learning_rate": 2.986952870970555e-06,
+      "loss": 0.1326,
+      "step": 5365
+    },
+    {
+      "epoch": 1.5470454790968997,
+      "grad_norm": 0.28750683938474214,
+      "learning_rate": 2.969050289545714e-06,
+      "loss": 0.1314,
+      "step": 5370
+    },
+    {
+      "epoch": 1.5484858305426523,
+      "grad_norm": 0.27186607640486593,
+      "learning_rate": 2.9511921620860564e-06,
+      "loss": 0.1265,
+      "step": 5375
+    },
+    {
+      "epoch": 1.5499261819884051,
+      "grad_norm": 0.28628288268866514,
+      "learning_rate": 2.9333786015015785e-06,
+      "loss": 0.1355,
+      "step": 5380
+    },
+    {
+      "epoch": 1.551366533434158,
+      "grad_norm": 0.31905004510449597,
+      "learning_rate": 2.9156097204205067e-06,
+      "loss": 0.1322,
+      "step": 5385
+    },
+    {
+      "epoch": 1.5528068848799106,
+      "grad_norm": 0.26846823715130697,
+      "learning_rate": 2.897885631188585e-06,
+      "loss": 0.1318,
+      "step": 5390
+    },
+    {
+      "epoch": 1.5542472363256634,
+      "grad_norm": 0.2910887451967936,
+      "learning_rate": 2.8802064458683455e-06,
+      "loss": 0.1295,
+      "step": 5395
+    },
+    {
+      "epoch": 1.5556875877714162,
+      "grad_norm": 0.29876503104887947,
+      "learning_rate": 2.862572276238407e-06,
+      "loss": 0.1326,
+      "step": 5400
+    },
+    {
+      "epoch": 1.5571279392171689,
+      "grad_norm": 0.2747178203316531,
+      "learning_rate": 2.844983233792785e-06,
+      "loss": 0.1233,
+      "step": 5405
+    },
+    {
+      "epoch": 1.558568290662922,
+      "grad_norm": 0.2860909643835414,
+      "learning_rate": 2.827439429740164e-06,
+      "loss": 0.1256,
+      "step": 5410
+    },
+    {
+      "epoch": 1.5600086421086745,
+      "grad_norm": 0.2731315827900148,
+      "learning_rate": 2.8099409750032035e-06,
+      "loss": 0.131,
+      "step": 5415
+    },
+    {
+      "epoch": 1.5614489935544271,
+      "grad_norm": 0.28706730422047516,
+      "learning_rate": 2.7924879802178395e-06,
+      "loss": 0.1277,
+      "step": 5420
+    },
+    {
+      "epoch": 1.5628893450001802,
+      "grad_norm": 0.3052258135371807,
+      "learning_rate": 2.77508055573258e-06,
+      "loss": 0.1207,
+      "step": 5425
+    },
+    {
+      "epoch": 1.5643296964459328,
+      "grad_norm": 0.2851069995923877,
+      "learning_rate": 2.7577188116078148e-06,
+      "loss": 0.1299,
+      "step": 5430
+    },
+    {
+      "epoch": 1.5657700478916856,
+      "grad_norm": 0.2951839634863107,
+      "learning_rate": 2.74040285761511e-06,
+      "loss": 0.1304,
+      "step": 5435
+    },
+    {
+      "epoch": 1.5672103993374384,
+      "grad_norm": 0.26286219302398806,
+      "learning_rate": 2.723132803236517e-06,
+      "loss": 0.1235,
+      "step": 5440
+    },
+    {
+      "epoch": 1.568650750783191,
+      "grad_norm": 0.2979441766077297,
+      "learning_rate": 2.7059087576638876e-06,
+      "loss": 0.1256,
+      "step": 5445
+    },
+    {
+      "epoch": 1.5700911022289439,
+      "grad_norm": 0.3205557150437196,
+      "learning_rate": 2.6887308297981775e-06,
+      "loss": 0.1371,
+      "step": 5450
+    },
+    {
+      "epoch": 1.5715314536746967,
+      "grad_norm": 0.2721271632458455,
+      "learning_rate": 2.6715991282487454e-06,
+      "loss": 0.1332,
+      "step": 5455
+    },
+    {
+      "epoch": 1.5729718051204493,
+      "grad_norm": 0.27278176079279876,
+      "learning_rate": 2.6545137613326968e-06,
+      "loss": 0.1276,
+      "step": 5460
+    },
+    {
+      "epoch": 1.5744121565662021,
+      "grad_norm": 0.29700660323704126,
+      "learning_rate": 2.63747483707417e-06,
+      "loss": 0.1233,
+      "step": 5465
+    },
+    {
+      "epoch": 1.575852508011955,
+      "grad_norm": 0.2825088591042487,
+      "learning_rate": 2.620482463203665e-06,
+      "loss": 0.1384,
+      "step": 5470
+    },
+    {
+      "epoch": 1.5772928594577076,
+      "grad_norm": 0.29095414150571464,
+      "learning_rate": 2.6035367471573712e-06,
+      "loss": 0.1296,
+      "step": 5475
+    },
+    {
+      "epoch": 1.5787332109034604,
+      "grad_norm": 0.2663708625782063,
+      "learning_rate": 2.586637796076468e-06,
+      "loss": 0.1266,
+      "step": 5480
+    },
+    {
+      "epoch": 1.5801735623492132,
+      "grad_norm": 0.3045977656337426,
+      "learning_rate": 2.569785716806462e-06,
+      "loss": 0.1296,
+      "step": 5485
+    },
+    {
+      "epoch": 1.5816139137949659,
+      "grad_norm": 0.31566523598693275,
+      "learning_rate": 2.5529806158965065e-06,
+      "loss": 0.1342,
+      "step": 5490
+    },
+    {
+      "epoch": 1.5830542652407187,
+      "grad_norm": 0.30588183705349636,
+      "learning_rate": 2.5362225995987277e-06,
+      "loss": 0.1319,
+      "step": 5495
+    },
+    {
+      "epoch": 1.5844946166864715,
+      "grad_norm": 0.29519798602614045,
+      "learning_rate": 2.5195117738675625e-06,
+      "loss": 0.1321,
+      "step": 5500
+    },
+    {
+      "epoch": 1.5844946166864715,
+      "eval_loss": 0.14166609942913055,
+      "eval_runtime": 183.2221,
+      "eval_samples_per_second": 9.846,
+      "eval_steps_per_second": 2.461,
+      "step": 5500
+    },
+    {
+      "epoch": 1.5859349681322241,
+      "grad_norm": 0.2909461656220088,
+      "learning_rate": 2.502848244359071e-06,
+      "loss": 0.1286,
+      "step": 5505
+    },
+    {
+      "epoch": 1.5873753195779772,
+      "grad_norm": 0.2898578050354809,
+      "learning_rate": 2.486232116430275e-06,
+      "loss": 0.1342,
+      "step": 5510
+    },
+    {
+      "epoch": 1.5888156710237298,
+      "grad_norm": 0.3086150696182557,
+      "learning_rate": 2.469663495138509e-06,
+      "loss": 0.1295,
+      "step": 5515
+    },
+    {
+      "epoch": 1.5902560224694824,
+      "grad_norm": 0.30421519295681765,
+      "learning_rate": 2.4531424852407316e-06,
+      "loss": 0.1335,
+      "step": 5520
+    },
+    {
+      "epoch": 1.5916963739152354,
+      "grad_norm": 0.288178893935303,
+      "learning_rate": 2.436669191192864e-06,
+      "loss": 0.1272,
+      "step": 5525
+    },
+    {
+      "epoch": 1.593136725360988,
+      "grad_norm": 0.2860066401966028,
+      "learning_rate": 2.420243717149159e-06,
+      "loss": 0.1333,
+      "step": 5530
+    },
+    {
+      "epoch": 1.5945770768067409,
+      "grad_norm": 0.29160475999502244,
+      "learning_rate": 2.403866166961507e-06,
+      "loss": 0.1267,
+      "step": 5535
+    },
+    {
+      "epoch": 1.5960174282524937,
+      "grad_norm": 0.2755214718192039,
+      "learning_rate": 2.3875366441787984e-06,
+      "loss": 0.121,
+      "step": 5540
+    },
+    {
+      "epoch": 1.5974577796982463,
+      "grad_norm": 0.2779639622212633,
+      "learning_rate": 2.3712552520462683e-06,
+      "loss": 0.1269,
+      "step": 5545
+    },
+    {
+      "epoch": 1.5988981311439991,
+      "grad_norm": 0.26597538696786716,
+      "learning_rate": 2.3550220935048375e-06,
+      "loss": 0.1223,
+      "step": 5550
+    },
+    {
+      "epoch": 1.600338482589752,
+      "grad_norm": 0.2865145501913996,
+      "learning_rate": 2.338837271190464e-06,
+      "loss": 0.1266,
+      "step": 5555
+    },
+    {
+      "epoch": 1.6017788340355046,
+      "grad_norm": 0.27749201843913596,
+      "learning_rate": 2.3227008874334943e-06,
+      "loss": 0.1255,
+      "step": 5560
+    },
+    {
+      "epoch": 1.6032191854812574,
+      "grad_norm": 0.2772893573934755,
+      "learning_rate": 2.306613044258017e-06,
+      "loss": 0.1277,
+      "step": 5565
+    },
+    {
+      "epoch": 1.6046595369270102,
+      "grad_norm": 0.28121537003540437,
+      "learning_rate": 2.290573843381222e-06,
+      "loss": 0.1307,
+      "step": 5570
+    },
+    {
+      "epoch": 1.6060998883727629,
+      "grad_norm": 0.28006234124775475,
+      "learning_rate": 2.2745833862127466e-06,
+      "loss": 0.1265,
+      "step": 5575
+    },
+    {
+      "epoch": 1.6075402398185157,
+      "grad_norm": 0.28516117847488853,
+      "learning_rate": 2.258641773854041e-06,
+      "loss": 0.1279,
+      "step": 5580
+    },
+    {
+      "epoch": 1.6089805912642685,
+      "grad_norm": 0.29225443516823396,
+      "learning_rate": 2.242749107097736e-06,
+      "loss": 0.1198,
+      "step": 5585
+    },
+    {
+      "epoch": 1.6104209427100211,
+      "grad_norm": 0.29078063045804087,
+      "learning_rate": 2.226905486426989e-06,
+      "loss": 0.1254,
+      "step": 5590
+    },
+    {
+      "epoch": 1.6118612941557742,
+      "grad_norm": 0.3159257252559826,
+      "learning_rate": 2.2111110120148638e-06,
+      "loss": 0.1338,
+      "step": 5595
+    },
+    {
+      "epoch": 1.6133016456015268,
+      "grad_norm": 0.27166305277438857,
+      "learning_rate": 2.1953657837236887e-06,
+      "loss": 0.14,
+      "step": 5600
+    },
+    {
+      "epoch": 1.6147419970472794,
+      "grad_norm": 0.3188347122514508,
+      "learning_rate": 2.17966990110443e-06,
+      "loss": 0.1397,
+      "step": 5605
+    },
+    {
+      "epoch": 1.6161823484930324,
+      "grad_norm": 0.3145543667358082,
+      "learning_rate": 2.1640234633960544e-06,
+      "loss": 0.1295,
+      "step": 5610
+    },
+    {
+      "epoch": 1.617622699938785,
+      "grad_norm": 0.2893812485783845,
+      "learning_rate": 2.1484265695249205e-06,
+      "loss": 0.1224,
+      "step": 5615
+    },
+    {
+      "epoch": 1.6190630513845379,
+      "grad_norm": 0.3286526294166698,
+      "learning_rate": 2.1328793181041284e-06,
+      "loss": 0.129,
+      "step": 5620
+    },
+    {
+      "epoch": 1.6205034028302907,
+      "grad_norm": 0.30207325112357286,
+      "learning_rate": 2.11738180743291e-06,
+      "loss": 0.1291,
+      "step": 5625
+    },
+    {
+      "epoch": 1.6219437542760433,
+      "grad_norm": 0.3098575022621966,
+      "learning_rate": 2.101934135496018e-06,
+      "loss": 0.1395,
+      "step": 5630
+    },
+    {
+      "epoch": 1.6233841057217961,
+      "grad_norm": 0.30020432664082614,
+      "learning_rate": 2.0865363999630704e-06,
+      "loss": 0.1259,
+      "step": 5635
+    },
+    {
+      "epoch": 1.624824457167549,
+      "grad_norm": 0.2862022859486779,
+      "learning_rate": 2.0711886981879812e-06,
+      "loss": 0.1293,
+      "step": 5640
+    },
+    {
+      "epoch": 1.6262648086133016,
+      "grad_norm": 0.2869456622784833,
+      "learning_rate": 2.055891127208306e-06,
+      "loss": 0.1234,
+      "step": 5645
+    },
+    {
+      "epoch": 1.6277051600590544,
+      "grad_norm": 0.3025687824497439,
+      "learning_rate": 2.0406437837446446e-06,
+      "loss": 0.1317,
+      "step": 5650
+    },
+    {
+      "epoch": 1.6291455115048072,
+      "grad_norm": 0.31367247268097065,
+      "learning_rate": 2.025446764200034e-06,
+      "loss": 0.1197,
+      "step": 5655
+    },
+    {
+      "epoch": 1.6305858629505599,
+      "grad_norm": 0.3081066945029777,
+      "learning_rate": 2.0103001646593277e-06,
+      "loss": 0.1355,
+      "step": 5660
+    },
+    {
+      "epoch": 1.6320262143963127,
+      "grad_norm": 0.30372574948208725,
+      "learning_rate": 1.995204080888592e-06,
+      "loss": 0.1273,
+      "step": 5665
+    },
+    {
+      "epoch": 1.6334665658420655,
+      "grad_norm": 0.2773828728322217,
+      "learning_rate": 1.980158608334504e-06,
+      "loss": 0.1253,
+      "step": 5670
+    },
+    {
+      "epoch": 1.6349069172878181,
+      "grad_norm": 0.2685031281995709,
+      "learning_rate": 1.965163842123745e-06,
+      "loss": 0.1213,
+      "step": 5675
+    },
+    {
+      "epoch": 1.636347268733571,
+      "grad_norm": 0.2772769131129277,
+      "learning_rate": 1.950219877062397e-06,
+      "loss": 0.1311,
+      "step": 5680
+    },
+    {
+      "epoch": 1.6377876201793238,
+      "grad_norm": 0.27691142659726703,
+      "learning_rate": 1.935326807635355e-06,
+      "loss": 0.1234,
+      "step": 5685
+    },
+    {
+      "epoch": 1.6392279716250764,
+      "grad_norm": 0.27592948769412723,
+      "learning_rate": 1.9204847280057117e-06,
+      "loss": 0.1309,
+      "step": 5690
+    },
+    {
+      "epoch": 1.6406683230708294,
+      "grad_norm": 0.30816287352415167,
+      "learning_rate": 1.90569373201417e-06,
+      "loss": 0.1247,
+      "step": 5695
+    },
+    {
+      "epoch": 1.642108674516582,
+      "grad_norm": 0.2945379079952402,
+      "learning_rate": 1.8909539131784616e-06,
+      "loss": 0.1304,
+      "step": 5700
+    },
+    {
+      "epoch": 1.6435490259623347,
+      "grad_norm": 0.29639169392730347,
+      "learning_rate": 1.8762653646927354e-06,
+      "loss": 0.1305,
+      "step": 5705
+    },
+    {
+      "epoch": 1.6449893774080877,
+      "grad_norm": 0.3005355791166683,
+      "learning_rate": 1.8616281794269797e-06,
+      "loss": 0.1311,
+      "step": 5710
+    },
+    {
+      "epoch": 1.6464297288538403,
+      "grad_norm": 0.3066605889100896,
+      "learning_rate": 1.847042449926435e-06,
+      "loss": 0.1292,
+      "step": 5715
+    },
+    {
+      "epoch": 1.6478700802995931,
+      "grad_norm": 0.29468421114638166,
+      "learning_rate": 1.8325082684110017e-06,
+      "loss": 0.1339,
+      "step": 5720
+    },
+    {
+      "epoch": 1.649310431745346,
+      "grad_norm": 0.278781498205819,
+      "learning_rate": 1.8180257267746726e-06,
+      "loss": 0.1321,
+      "step": 5725
+    },
+    {
+      "epoch": 1.6507507831910986,
+      "grad_norm": 0.2948317736555441,
+      "learning_rate": 1.8035949165849332e-06,
+      "loss": 0.1288,
+      "step": 5730
+    },
+    {
+      "epoch": 1.6521911346368514,
+      "grad_norm": 0.2726210628368952,
+      "learning_rate": 1.7892159290821931e-06,
+      "loss": 0.1205,
+      "step": 5735
+    },
+    {
+      "epoch": 1.6536314860826042,
+      "grad_norm": 0.29140658348322845,
+      "learning_rate": 1.7748888551792077e-06,
+      "loss": 0.1367,
+      "step": 5740
+    },
+    {
+      "epoch": 1.6550718375283568,
+      "grad_norm": 0.28048412965835157,
+      "learning_rate": 1.760613785460501e-06,
+      "loss": 0.1263,
+      "step": 5745
+    },
+    {
+      "epoch": 1.6565121889741097,
+      "grad_norm": 0.28351884101089136,
+      "learning_rate": 1.7463908101817962e-06,
+      "loss": 0.1254,
+      "step": 5750
+    },
+    {
+      "epoch": 1.6579525404198625,
+      "grad_norm": 0.27922439198383014,
+      "learning_rate": 1.7322200192694471e-06,
+      "loss": 0.1182,
+      "step": 5755
+    },
+    {
+      "epoch": 1.6593928918656151,
+      "grad_norm": 0.2819390130377161,
+      "learning_rate": 1.718101502319861e-06,
+      "loss": 0.1268,
+      "step": 5760
+    },
+    {
+      "epoch": 1.660833243311368,
+      "grad_norm": 0.3055312304432241,
+      "learning_rate": 1.704035348598937e-06,
+      "loss": 0.1271,
+      "step": 5765
+    },
+    {
+      "epoch": 1.6622735947571208,
+      "grad_norm": 0.2634592274743398,
+      "learning_rate": 1.6900216470415076e-06,
+      "loss": 0.1215,
+      "step": 5770
+    },
+    {
+      "epoch": 1.6637139462028734,
+      "grad_norm": 0.30635125652537465,
+      "learning_rate": 1.6760604862507645e-06,
+      "loss": 0.1304,
+      "step": 5775
+    },
+    {
+      "epoch": 1.6651542976486262,
+      "grad_norm": 0.283548657450537,
+      "learning_rate": 1.6621519544977072e-06,
+      "loss": 0.1279,
+      "step": 5780
+    },
+    {
+      "epoch": 1.666594649094379,
+      "grad_norm": 0.29058908783134074,
+      "learning_rate": 1.648296139720581e-06,
+      "loss": 0.1298,
+      "step": 5785
+    },
+    {
+      "epoch": 1.6680350005401317,
+      "grad_norm": 0.28167987115880083,
+      "learning_rate": 1.634493129524325e-06,
+      "loss": 0.1239,
+      "step": 5790
+    },
+    {
+      "epoch": 1.6694753519858847,
+      "grad_norm": 0.2676116536078819,
+      "learning_rate": 1.6207430111800081e-06,
+      "loss": 0.1324,
+      "step": 5795
+    },
+    {
+      "epoch": 1.6709157034316373,
+      "grad_norm": 0.2954262440265811,
+      "learning_rate": 1.6070458716242977e-06,
+      "loss": 0.1274,
+      "step": 5800
+    },
+    {
+      "epoch": 1.67235605487739,
+      "grad_norm": 0.30524434113838955,
+      "learning_rate": 1.5934017974588845e-06,
+      "loss": 0.1332,
+      "step": 5805
+    },
+    {
+      "epoch": 1.673796406323143,
+      "grad_norm": 0.2723087735878449,
+      "learning_rate": 1.5798108749499542e-06,
+      "loss": 0.1309,
+      "step": 5810
+    },
+    {
+      "epoch": 1.6752367577688956,
+      "grad_norm": 0.276644502192923,
+      "learning_rate": 1.5662731900276307e-06,
+      "loss": 0.1288,
+      "step": 5815
+    },
+    {
+      "epoch": 1.6766771092146484,
+      "grad_norm": 0.2843596250126526,
+      "learning_rate": 1.5527888282854386e-06,
+      "loss": 0.1271,
+      "step": 5820
+    },
+    {
+      "epoch": 1.6781174606604012,
+      "grad_norm": 0.3050371869749407,
+      "learning_rate": 1.5393578749797667e-06,
+      "loss": 0.1277,
+      "step": 5825
+    },
+    {
+      "epoch": 1.6795578121061538,
+      "grad_norm": 0.30443412637747763,
+      "learning_rate": 1.5259804150293144e-06,
+      "loss": 0.1264,
+      "step": 5830
+    },
+    {
+      "epoch": 1.6809981635519067,
+      "grad_norm": 0.28129272818555606,
+      "learning_rate": 1.512656533014566e-06,
+      "loss": 0.131,
+      "step": 5835
+    },
+    {
+      "epoch": 1.6824385149976595,
+      "grad_norm": 0.2744057680465857,
+      "learning_rate": 1.499386313177258e-06,
+      "loss": 0.1326,
+      "step": 5840
+    },
+    {
+      "epoch": 1.6838788664434121,
+      "grad_norm": 0.31846251340497744,
+      "learning_rate": 1.4861698394198366e-06,
+      "loss": 0.1331,
+      "step": 5845
+    },
+    {
+      "epoch": 1.685319217889165,
+      "grad_norm": 0.30051590436367076,
+      "learning_rate": 1.473007195304934e-06,
+      "loss": 0.1263,
+      "step": 5850
+    },
+    {
+      "epoch": 1.6867595693349178,
+      "grad_norm": 0.2793350788441144,
+      "learning_rate": 1.4598984640548375e-06,
+      "loss": 0.1345,
+      "step": 5855
+    },
+    {
+      "epoch": 1.6881999207806704,
+      "grad_norm": 0.2707364156107711,
+      "learning_rate": 1.4468437285509652e-06,
+      "loss": 0.1284,
+      "step": 5860
+    },
+    {
+      "epoch": 1.6896402722264232,
+      "grad_norm": 0.314258875396424,
+      "learning_rate": 1.4338430713333397e-06,
+      "loss": 0.1282,
+      "step": 5865
+    },
+    {
+      "epoch": 1.691080623672176,
+      "grad_norm": 0.3003554107965295,
+      "learning_rate": 1.4208965746000725e-06,
+      "loss": 0.1321,
+      "step": 5870
+    },
+    {
+      "epoch": 1.6925209751179286,
+      "grad_norm": 0.2953755650564155,
+      "learning_rate": 1.408004320206835e-06,
+      "loss": 0.1287,
+      "step": 5875
+    },
+    {
+      "epoch": 1.6939613265636817,
+      "grad_norm": 0.26321096545532147,
+      "learning_rate": 1.3951663896663426e-06,
+      "loss": 0.1215,
+      "step": 5880
+    },
+    {
+      "epoch": 1.6954016780094343,
+      "grad_norm": 0.29649122509259834,
+      "learning_rate": 1.3823828641478532e-06,
+      "loss": 0.1288,
+      "step": 5885
+    },
+    {
+      "epoch": 1.696842029455187,
+      "grad_norm": 0.2990214517225168,
+      "learning_rate": 1.3696538244766256e-06,
+      "loss": 0.1279,
+      "step": 5890
+    },
+    {
+      "epoch": 1.69828238090094,
+      "grad_norm": 0.31449726804552053,
+      "learning_rate": 1.3569793511334416e-06,
+      "loss": 0.1412,
+      "step": 5895
+    },
+    {
+      "epoch": 1.6997227323466926,
+      "grad_norm": 0.31375582105120253,
+      "learning_rate": 1.3443595242540753e-06,
+      "loss": 0.1355,
+      "step": 5900
+    },
+    {
+      "epoch": 1.7011630837924454,
+      "grad_norm": 0.28341031790692495,
+      "learning_rate": 1.3317944236287882e-06,
+      "loss": 0.1214,
+      "step": 5905
+    },
+    {
+      "epoch": 1.7026034352381982,
+      "grad_norm": 0.2899396718777641,
+      "learning_rate": 1.3192841287018376e-06,
+      "loss": 0.1301,
+      "step": 5910
+    },
+    {
+      "epoch": 1.7040437866839508,
+      "grad_norm": 0.2735047037867141,
+      "learning_rate": 1.3068287185709584e-06,
+      "loss": 0.1287,
+      "step": 5915
+    },
+    {
+      "epoch": 1.7054841381297037,
+      "grad_norm": 0.2763878558281379,
+      "learning_rate": 1.2944282719868739e-06,
+      "loss": 0.1299,
+      "step": 5920
+    },
+    {
+      "epoch": 1.7069244895754565,
+      "grad_norm": 0.29905907907114176,
+      "learning_rate": 1.282082867352794e-06,
+      "loss": 0.1285,
+      "step": 5925
+    },
+    {
+      "epoch": 1.7083648410212091,
+      "grad_norm": 0.2768076492722104,
+      "learning_rate": 1.2697925827239166e-06,
+      "loss": 0.1301,
+      "step": 5930
+    },
+    {
+      "epoch": 1.709805192466962,
+      "grad_norm": 0.27653267521768804,
+      "learning_rate": 1.2575574958069392e-06,
+      "loss": 0.1212,
+      "step": 5935
+    },
+    {
+      "epoch": 1.7112455439127148,
+      "grad_norm": 0.2764018528709046,
+      "learning_rate": 1.24537768395957e-06,
+      "loss": 0.1233,
+      "step": 5940
+    },
+    {
+      "epoch": 1.7126858953584674,
+      "grad_norm": 0.28421347311440187,
+      "learning_rate": 1.2332532241900275e-06,
+      "loss": 0.133,
+      "step": 5945
+    },
+    {
+      "epoch": 1.7141262468042202,
+      "grad_norm": 0.2889271677627283,
+      "learning_rate": 1.2211841931565615e-06,
+      "loss": 0.1321,
+      "step": 5950
+    },
+    {
+      "epoch": 1.715566598249973,
+      "grad_norm": 0.3030014581222401,
+      "learning_rate": 1.2091706671669746e-06,
+      "loss": 0.1381,
+      "step": 5955
+    },
+    {
+      "epoch": 1.7170069496957256,
+      "grad_norm": 0.27428273725744723,
+      "learning_rate": 1.1972127221781238e-06,
+      "loss": 0.1285,
+      "step": 5960
+    },
+    {
+      "epoch": 1.7184473011414785,
+      "grad_norm": 0.3008427383898093,
+      "learning_rate": 1.1853104337954535e-06,
+      "loss": 0.1306,
+      "step": 5965
+    },
+    {
+      "epoch": 1.7198876525872313,
+      "grad_norm": 0.3229248441404968,
+      "learning_rate": 1.1734638772725104e-06,
+      "loss": 0.1334,
+      "step": 5970
+    },
+    {
+      "epoch": 1.721328004032984,
+      "grad_norm": 0.30334834034021635,
+      "learning_rate": 1.161673127510472e-06,
+      "loss": 0.1266,
+      "step": 5975
+    },
+    {
+      "epoch": 1.722768355478737,
+      "grad_norm": 0.2852528997722053,
+      "learning_rate": 1.1499382590576736e-06,
+      "loss": 0.1276,
+      "step": 5980
+    },
+    {
+      "epoch": 1.7242087069244896,
+      "grad_norm": 0.2895562296977625,
+      "learning_rate": 1.1382593461091308e-06,
+      "loss": 0.1319,
+      "step": 5985
+    },
+    {
+      "epoch": 1.7256490583702422,
+      "grad_norm": 0.2941343826737447,
+      "learning_rate": 1.1266364625060722e-06,
+      "loss": 0.1324,
+      "step": 5990
+    },
+    {
+      "epoch": 1.7270894098159952,
+      "grad_norm": 0.2735135243510112,
+      "learning_rate": 1.1150696817354867e-06,
+      "loss": 0.1318,
+      "step": 5995
+    },
+    {
+      "epoch": 1.7285297612617478,
+      "grad_norm": 0.2762792761084767,
+      "learning_rate": 1.1035590769296313e-06,
+      "loss": 0.1354,
+      "step": 6000
+    },
+    {
+      "epoch": 1.7285297612617478,
+      "eval_loss": 0.14099709689617157,
+      "eval_runtime": 186.76,
+      "eval_samples_per_second": 9.659,
+      "eval_steps_per_second": 2.415,
+      "step": 6000
+    },
+    {
+      "epoch": 1.7299701127075007,
+      "grad_norm": 0.2822759449386405,
+      "learning_rate": 1.09210472086559e-06,
+      "loss": 0.1262,
+      "step": 6005
+    },
+    {
+      "epoch": 1.7314104641532535,
+      "grad_norm": 0.2852954331322426,
+      "learning_rate": 1.080706685964814e-06,
+      "loss": 0.1291,
+      "step": 6010
+    },
+    {
+      "epoch": 1.7328508155990061,
+      "grad_norm": 0.283633303505763,
+      "learning_rate": 1.0693650442926496e-06,
+      "loss": 0.1299,
+      "step": 6015
+    },
+    {
+      "epoch": 1.734291167044759,
+      "grad_norm": 0.2893275038552144,
+      "learning_rate": 1.058079867557893e-06,
+      "loss": 0.1224,
+      "step": 6020
+    },
+    {
+      "epoch": 1.7357315184905118,
+      "grad_norm": 0.2929228007525251,
+      "learning_rate": 1.0468512271123376e-06,
+      "loss": 0.1212,
+      "step": 6025
+    },
+    {
+      "epoch": 1.7371718699362644,
+      "grad_norm": 0.276901291045506,
+      "learning_rate": 1.0356791939503164e-06,
+      "loss": 0.1277,
+      "step": 6030
+    },
+    {
+      "epoch": 1.7386122213820172,
+      "grad_norm": 0.3125904701701172,
+      "learning_rate": 1.0245638387082578e-06,
+      "loss": 0.1264,
+      "step": 6035
+    },
+    {
+      "epoch": 1.74005257282777,
+      "grad_norm": 0.2741364320107291,
+      "learning_rate": 1.0135052316642358e-06,
+      "loss": 0.1251,
+      "step": 6040
+    },
+    {
+      "epoch": 1.7414929242735226,
+      "grad_norm": 0.3041429091229379,
+      "learning_rate": 1.002503442737527e-06,
+      "loss": 0.1314,
+      "step": 6045
+    },
+    {
+      "epoch": 1.7429332757192755,
+      "grad_norm": 0.3070386341868555,
+      "learning_rate": 9.915585414881767e-07,
+      "loss": 0.1336,
+      "step": 6050
+    },
+    {
+      "epoch": 1.7443736271650283,
+      "grad_norm": 0.2861168629205116,
+      "learning_rate": 9.806705971165443e-07,
+      "loss": 0.1294,
+      "step": 6055
+    },
+    {
+      "epoch": 1.745813978610781,
+      "grad_norm": 0.28061574721986277,
+      "learning_rate": 9.698396784628704e-07,
+      "loss": 0.1249,
+      "step": 6060
+    },
+    {
+      "epoch": 1.7472543300565337,
+      "grad_norm": 0.32122825311739844,
+      "learning_rate": 9.590658540068564e-07,
+      "loss": 0.1275,
+      "step": 6065
+    },
+    {
+      "epoch": 1.7486946815022866,
+      "grad_norm": 0.3039376380929849,
+      "learning_rate": 9.48349191867205e-07,
+      "loss": 0.1318,
+      "step": 6070
+    },
+    {
+      "epoch": 1.7501350329480392,
+      "grad_norm": 0.27031359733052707,
+      "learning_rate": 9.376897598012102e-07,
+      "loss": 0.1296,
+      "step": 6075
+    },
+    {
+      "epoch": 1.7515753843937922,
+      "grad_norm": 0.27603252423746855,
+      "learning_rate": 9.270876252043249e-07,
+      "loss": 0.1255,
+      "step": 6080
+    },
+    {
+      "epoch": 1.7530157358395448,
+      "grad_norm": 0.28168370555571337,
+      "learning_rate": 9.165428551097288e-07,
+      "loss": 0.1227,
+      "step": 6085
+    },
+    {
+      "epoch": 1.7544560872852974,
+      "grad_norm": 0.29637741640626303,
+      "learning_rate": 9.060555161879069e-07,
+      "loss": 0.1345,
+      "step": 6090
+    },
+    {
+      "epoch": 1.7558964387310505,
+      "grad_norm": 0.2912099853152085,
+      "learning_rate": 8.956256747462367e-07,
+      "loss": 0.1253,
+      "step": 6095
+    },
+    {
+      "epoch": 1.757336790176803,
+      "grad_norm": 0.27901921713470756,
+      "learning_rate": 8.852533967285515e-07,
+      "loss": 0.1154,
+      "step": 6100
+    },
+    {
+      "epoch": 1.758777141622556,
+      "grad_norm": 0.27957055801860914,
+      "learning_rate": 8.749387477147408e-07,
+      "loss": 0.1224,
+      "step": 6105
+    },
+    {
+      "epoch": 1.7602174930683088,
+      "grad_norm": 0.27918555052505345,
+      "learning_rate": 8.646817929203233e-07,
+      "loss": 0.1251,
+      "step": 6110
+    },
+    {
+      "epoch": 1.7616578445140614,
+      "grad_norm": 0.30402797081062277,
+      "learning_rate": 8.544825971960402e-07,
+      "loss": 0.1351,
+      "step": 6115
+    },
+    {
+      "epoch": 1.7630981959598142,
+      "grad_norm": 0.27127335623081955,
+      "learning_rate": 8.443412250274519e-07,
+      "loss": 0.1314,
+      "step": 6120
+    },
+    {
+      "epoch": 1.764538547405567,
+      "grad_norm": 0.28386937418963853,
+      "learning_rate": 8.342577405345132e-07,
+      "loss": 0.1185,
+      "step": 6125
+    },
+    {
+      "epoch": 1.7659788988513196,
+      "grad_norm": 0.30462689876606047,
+      "learning_rate": 8.242322074711806e-07,
+      "loss": 0.128,
+      "step": 6130
+    },
+    {
+      "epoch": 1.7674192502970725,
+      "grad_norm": 0.2679545912074383,
+      "learning_rate": 8.142646892250106e-07,
+      "loss": 0.1208,
+      "step": 6135
+    },
+    {
+      "epoch": 1.7688596017428253,
+      "grad_norm": 0.30324932458216164,
+      "learning_rate": 8.043552488167505e-07,
+      "loss": 0.1253,
+      "step": 6140
+    },
+    {
+      "epoch": 1.770299953188578,
+      "grad_norm": 0.2809028272767657,
+      "learning_rate": 7.945039488999396e-07,
+      "loss": 0.1365,
+      "step": 6145
+    },
+    {
+      "epoch": 1.7717403046343307,
+      "grad_norm": 0.2921736188573899,
+      "learning_rate": 7.847108517605284e-07,
+      "loss": 0.1198,
+      "step": 6150
+    },
+    {
+      "epoch": 1.7731806560800836,
+      "grad_norm": 0.3076568585771632,
+      "learning_rate": 7.749760193164657e-07,
+      "loss": 0.1252,
+      "step": 6155
+    },
+    {
+      "epoch": 1.7746210075258362,
+      "grad_norm": 0.28028733764115277,
+      "learning_rate": 7.652995131173146e-07,
+      "loss": 0.1202,
+      "step": 6160
+    },
+    {
+      "epoch": 1.7760613589715892,
+      "grad_norm": 0.27140081979265973,
+      "learning_rate": 7.556813943438712e-07,
+      "loss": 0.1278,
+      "step": 6165
+    },
+    {
+      "epoch": 1.7775017104173418,
+      "grad_norm": 0.28397278127939163,
+      "learning_rate": 7.461217238077656e-07,
+      "loss": 0.1279,
+      "step": 6170
+    },
+    {
+      "epoch": 1.7789420618630944,
+      "grad_norm": 0.29162913313509997,
+      "learning_rate": 7.366205619510803e-07,
+      "loss": 0.1222,
+      "step": 6175
+    },
+    {
+      "epoch": 1.7803824133088475,
+      "grad_norm": 0.2831971876270899,
+      "learning_rate": 7.271779688459746e-07,
+      "loss": 0.1306,
+      "step": 6180
+    },
+    {
+      "epoch": 1.7818227647546,
+      "grad_norm": 0.31140814074989936,
+      "learning_rate": 7.177940041942965e-07,
+      "loss": 0.1232,
+      "step": 6185
+    },
+    {
+      "epoch": 1.783263116200353,
+      "grad_norm": 0.2961845757723407,
+      "learning_rate": 7.084687273272139e-07,
+      "loss": 0.1384,
+      "step": 6190
+    },
+    {
+      "epoch": 1.7847034676461058,
+      "grad_norm": 0.2909880963891404,
+      "learning_rate": 6.992021972048312e-07,
+      "loss": 0.1358,
+      "step": 6195
+    },
+    {
+      "epoch": 1.7861438190918584,
+      "grad_norm": 0.2847134635831081,
+      "learning_rate": 6.899944724158192e-07,
+      "loss": 0.1311,
+      "step": 6200
+    },
+    {
+      "epoch": 1.7875841705376112,
+      "grad_norm": 0.30563787075961574,
+      "learning_rate": 6.808456111770467e-07,
+      "loss": 0.1181,
+      "step": 6205
+    },
+    {
+      "epoch": 1.789024521983364,
+      "grad_norm": 0.28983189625700895,
+      "learning_rate": 6.717556713332129e-07,
+      "loss": 0.1291,
+      "step": 6210
+    },
+    {
+      "epoch": 1.7904648734291166,
+      "grad_norm": 0.29330483143372066,
+      "learning_rate": 6.627247103564771e-07,
+      "loss": 0.1356,
+      "step": 6215
+    },
+    {
+      "epoch": 1.7919052248748695,
+      "grad_norm": 0.3032075996039303,
+      "learning_rate": 6.53752785346099e-07,
+      "loss": 0.1252,
+      "step": 6220
+    },
+    {
+      "epoch": 1.7933455763206223,
+      "grad_norm": 0.2872904446310524,
+      "learning_rate": 6.44839953028078e-07,
+      "loss": 0.1353,
+      "step": 6225
+    },
+    {
+      "epoch": 1.794785927766375,
+      "grad_norm": 0.2749000307290741,
+      "learning_rate": 6.359862697547891e-07,
+      "loss": 0.1325,
+      "step": 6230
+    },
+    {
+      "epoch": 1.7962262792121277,
+      "grad_norm": 0.29018671520624423,
+      "learning_rate": 6.271917915046388e-07,
+      "loss": 0.1334,
+      "step": 6235
+    },
+    {
+      "epoch": 1.7976666306578806,
+      "grad_norm": 0.29181272959005167,
+      "learning_rate": 6.184565738816961e-07,
+      "loss": 0.1417,
+      "step": 6240
+    },
+    {
+      "epoch": 1.7991069821036332,
+      "grad_norm": 0.2860722043841982,
+      "learning_rate": 6.097806721153498e-07,
+      "loss": 0.1251,
+      "step": 6245
+    },
+    {
+      "epoch": 1.800547333549386,
+      "grad_norm": 0.2928724802398806,
+      "learning_rate": 6.011641410599611e-07,
+      "loss": 0.1281,
+      "step": 6250
+    },
+    {
+      "epoch": 1.8019876849951388,
+      "grad_norm": 0.29674996515037555,
+      "learning_rate": 5.926070351945079e-07,
+      "loss": 0.1306,
+      "step": 6255
+    },
+    {
+      "epoch": 1.8034280364408914,
+      "grad_norm": 0.29284969211694145,
+      "learning_rate": 5.841094086222465e-07,
+      "loss": 0.1228,
+      "step": 6260
+    },
+    {
+      "epoch": 1.8048683878866445,
+      "grad_norm": 0.28914358868452567,
+      "learning_rate": 5.756713150703752e-07,
+      "loss": 0.1281,
+      "step": 6265
+    },
+    {
+      "epoch": 1.806308739332397,
+      "grad_norm": 0.2784100141416387,
+      "learning_rate": 5.6729280788968e-07,
+      "loss": 0.1169,
+      "step": 6270
+    },
+    {
+      "epoch": 1.8077490907781497,
+      "grad_norm": 0.26766994019437396,
+      "learning_rate": 5.589739400542071e-07,
+      "loss": 0.1226,
+      "step": 6275
+    },
+    {
+      "epoch": 1.8091894422239028,
+      "grad_norm": 0.30757543672267906,
+      "learning_rate": 5.507147641609334e-07,
+      "loss": 0.1287,
+      "step": 6280
+    },
+    {
+      "epoch": 1.8106297936696554,
+      "grad_norm": 0.2913516026723883,
+      "learning_rate": 5.425153324294175e-07,
+      "loss": 0.1259,
+      "step": 6285
+    },
+    {
+      "epoch": 1.8120701451154082,
+      "grad_norm": 0.2833838801982532,
+      "learning_rate": 5.343756967014846e-07,
+      "loss": 0.1316,
+      "step": 6290
+    },
+    {
+      "epoch": 1.813510496561161,
+      "grad_norm": 0.28126356941560415,
+      "learning_rate": 5.262959084408891e-07,
+      "loss": 0.1262,
+      "step": 6295
+    },
+    {
+      "epoch": 1.8149508480069136,
+      "grad_norm": 0.2791890015076149,
+      "learning_rate": 5.182760187329949e-07,
+      "loss": 0.1253,
+      "step": 6300
+    },
+    {
+      "epoch": 1.8163911994526665,
+      "grad_norm": 0.28325951768891716,
+      "learning_rate": 5.103160782844541e-07,
+      "loss": 0.1184,
+      "step": 6305
+    },
+    {
+      "epoch": 1.8178315508984193,
+      "grad_norm": 0.28791275189471405,
+      "learning_rate": 5.024161374228765e-07,
+      "loss": 0.1378,
+      "step": 6310
+    },
+    {
+      "epoch": 1.819271902344172,
+      "grad_norm": 0.29622226881158076,
+      "learning_rate": 4.945762460965209e-07,
+      "loss": 0.126,
+      "step": 6315
+    },
+    {
+      "epoch": 1.8207122537899247,
+      "grad_norm": 0.30683589530685085,
+      "learning_rate": 4.8679645387398e-07,
+      "loss": 0.1371,
+      "step": 6320
+    },
+    {
+      "epoch": 1.8221526052356776,
+      "grad_norm": 0.3082445698857907,
+      "learning_rate": 4.790768099438558e-07,
+      "loss": 0.1268,
+      "step": 6325
+    },
+    {
+      "epoch": 1.8235929566814302,
+      "grad_norm": 0.31230886419869525,
+      "learning_rate": 4.714173631144592e-07,
+      "loss": 0.1333,
+      "step": 6330
+    },
+    {
+      "epoch": 1.825033308127183,
+      "grad_norm": 0.2902616527080115,
+      "learning_rate": 4.638181618135007e-07,
+      "loss": 0.128,
+      "step": 6335
+    },
+    {
+      "epoch": 1.8264736595729358,
+      "grad_norm": 0.29991008830228766,
+      "learning_rate": 4.562792540877792e-07,
+      "loss": 0.125,
+      "step": 6340
+    },
+    {
+      "epoch": 1.8279140110186884,
+      "grad_norm": 0.3053693304563772,
+      "learning_rate": 4.488006876028805e-07,
+      "loss": 0.1251,
+      "step": 6345
+    },
+    {
+      "epoch": 1.8293543624644413,
+      "grad_norm": 0.2841149117151109,
+      "learning_rate": 4.413825096428781e-07,
+      "loss": 0.1338,
+      "step": 6350
+    },
+    {
+      "epoch": 1.830794713910194,
+      "grad_norm": 0.27769192328457887,
+      "learning_rate": 4.3402476711002947e-07,
+      "loss": 0.1236,
+      "step": 6355
+    },
+    {
+      "epoch": 1.8322350653559467,
+      "grad_norm": 0.30137959777639806,
+      "learning_rate": 4.2672750652448467e-07,
+      "loss": 0.1348,
+      "step": 6360
+    },
+    {
+      "epoch": 1.8336754168016998,
+      "grad_norm": 0.30779020386772094,
+      "learning_rate": 4.1949077402399063e-07,
+      "loss": 0.1289,
+      "step": 6365
+    },
+    {
+      "epoch": 1.8351157682474524,
+      "grad_norm": 0.2932190435782668,
+      "learning_rate": 4.1231461536359374e-07,
+      "loss": 0.1244,
+      "step": 6370
+    },
+    {
+      "epoch": 1.836556119693205,
+      "grad_norm": 0.2997160829285179,
+      "learning_rate": 4.051990759153612e-07,
+      "loss": 0.1246,
+      "step": 6375
+    },
+    {
+      "epoch": 1.837996471138958,
+      "grad_norm": 0.2837660942585995,
+      "learning_rate": 3.981442006680869e-07,
+      "loss": 0.1305,
+      "step": 6380
+    },
+    {
+      "epoch": 1.8394368225847106,
+      "grad_norm": 0.3161468834055083,
+      "learning_rate": 3.911500342270058e-07,
+      "loss": 0.128,
+      "step": 6385
+    },
+    {
+      "epoch": 1.8408771740304635,
+      "grad_norm": 0.30244059578998417,
+      "learning_rate": 3.842166208135201e-07,
+      "loss": 0.1247,
+      "step": 6390
+    },
+    {
+      "epoch": 1.8423175254762163,
+      "grad_norm": 0.27806142338453754,
+      "learning_rate": 3.77344004264909e-07,
+      "loss": 0.1143,
+      "step": 6395
+    },
+    {
+      "epoch": 1.843757876921969,
+      "grad_norm": 0.30174417783454494,
+      "learning_rate": 3.705322280340562e-07,
+      "loss": 0.1236,
+      "step": 6400
+    },
+    {
+      "epoch": 1.8451982283677217,
+      "grad_norm": 0.30013465943928136,
+      "learning_rate": 3.637813351891806e-07,
+      "loss": 0.1335,
+      "step": 6405
+    },
+    {
+      "epoch": 1.8466385798134746,
+      "grad_norm": 0.2819689346445666,
+      "learning_rate": 3.5709136841355686e-07,
+      "loss": 0.1228,
+      "step": 6410
+    },
+    {
+      "epoch": 1.8480789312592272,
+      "grad_norm": 0.2946026656198203,
+      "learning_rate": 3.504623700052456e-07,
+      "loss": 0.138,
+      "step": 6415
+    },
+    {
+      "epoch": 1.84951928270498,
+      "grad_norm": 0.290038702050758,
+      "learning_rate": 3.4389438187683146e-07,
+      "loss": 0.1261,
+      "step": 6420
+    },
+    {
+      "epoch": 1.8509596341507328,
+      "grad_norm": 0.2869715781228218,
+      "learning_rate": 3.37387445555154e-07,
+      "loss": 0.1223,
+      "step": 6425
+    },
+    {
+      "epoch": 1.8523999855964854,
+      "grad_norm": 0.2833834600270098,
+      "learning_rate": 3.30941602181043e-07,
+      "loss": 0.121,
+      "step": 6430
+    },
+    {
+      "epoch": 1.8538403370422383,
+      "grad_norm": 0.2850728665063182,
+      "learning_rate": 3.2455689250906584e-07,
+      "loss": 0.1258,
+      "step": 6435
+    },
+    {
+      "epoch": 1.855280688487991,
+      "grad_norm": 0.29666657702209753,
+      "learning_rate": 3.1823335690725933e-07,
+      "loss": 0.1294,
+      "step": 6440
+    },
+    {
+      "epoch": 1.8567210399337437,
+      "grad_norm": 0.26968192494466475,
+      "learning_rate": 3.119710353568872e-07,
+      "loss": 0.1165,
+      "step": 6445
+    },
+    {
+      "epoch": 1.8581613913794968,
+      "grad_norm": 0.2996210613153865,
+      "learning_rate": 3.0576996745217637e-07,
+      "loss": 0.134,
+      "step": 6450
+    },
+    {
+      "epoch": 1.8596017428252494,
+      "grad_norm": 0.293024903599958,
+      "learning_rate": 2.996301924000711e-07,
+      "loss": 0.1261,
+      "step": 6455
+    },
+    {
+      "epoch": 1.861042094271002,
+      "grad_norm": 0.2766190559075753,
+      "learning_rate": 2.935517490199857e-07,
+      "loss": 0.123,
+      "step": 6460
+    },
+    {
+      "epoch": 1.862482445716755,
+      "grad_norm": 0.2853304131204647,
+      "learning_rate": 2.8753467574355707e-07,
+      "loss": 0.1195,
+      "step": 6465
+    },
+    {
+      "epoch": 1.8639227971625076,
+      "grad_norm": 0.3036274997665907,
+      "learning_rate": 2.815790106144045e-07,
+      "loss": 0.1327,
+      "step": 6470
+    },
+    {
+      "epoch": 1.8653631486082605,
+      "grad_norm": 0.2899082654759326,
+      "learning_rate": 2.756847912878846e-07,
+      "loss": 0.1258,
+      "step": 6475
+    },
+    {
+      "epoch": 1.8668035000540133,
+      "grad_norm": 0.269201950199654,
+      "learning_rate": 2.698520550308581e-07,
+      "loss": 0.1216,
+      "step": 6480
+    },
+    {
+      "epoch": 1.868243851499766,
+      "grad_norm": 0.3061531908691431,
+      "learning_rate": 2.640808387214522e-07,
+      "loss": 0.1271,
+      "step": 6485
+    },
+    {
+      "epoch": 1.8696842029455187,
+      "grad_norm": 0.3114060303595798,
+      "learning_rate": 2.5837117884882743e-07,
+      "loss": 0.1254,
+      "step": 6490
+    },
+    {
+      "epoch": 1.8711245543912716,
+      "grad_norm": 0.2992475437515773,
+      "learning_rate": 2.527231115129458e-07,
+      "loss": 0.1258,
+      "step": 6495
+    },
+    {
+      "epoch": 1.8725649058370242,
+      "grad_norm": 0.2830997835854172,
+      "learning_rate": 2.4713667242434294e-07,
+      "loss": 0.1316,
+      "step": 6500
+    },
+    {
+      "epoch": 1.8725649058370242,
+      "eval_loss": 0.14066626131534576,
+      "eval_runtime": 180.7398,
+      "eval_samples_per_second": 9.981,
+      "eval_steps_per_second": 2.495,
+      "step": 6500
+    },
+    {
+      "epoch": 1.874005257282777,
+      "grad_norm": 0.30147030501531397,
+      "learning_rate": 2.416118969039061e-07,
+      "loss": 0.1276,
+      "step": 6505
+    },
+    {
+      "epoch": 1.8754456087285298,
+      "grad_norm": 0.28892524030979483,
+      "learning_rate": 2.361488198826445e-07,
+      "loss": 0.127,
+      "step": 6510
+    },
+    {
+      "epoch": 1.8768859601742824,
+      "grad_norm": 0.2953532817059129,
+      "learning_rate": 2.3074747590147384e-07,
+      "loss": 0.137,
+      "step": 6515
+    },
+    {
+      "epoch": 1.8783263116200353,
+      "grad_norm": 0.25078807633095623,
+      "learning_rate": 2.2540789911099536e-07,
+      "loss": 0.1225,
+      "step": 6520
+    },
+    {
+      "epoch": 1.879766663065788,
+      "grad_norm": 0.28249677086004654,
+      "learning_rate": 2.2013012327127826e-07,
+      "loss": 0.1253,
+      "step": 6525
+    },
+    {
+      "epoch": 1.8812070145115407,
+      "grad_norm": 0.2850391716271125,
+      "learning_rate": 2.1491418175165202e-07,
+      "loss": 0.133,
+      "step": 6530
+    },
+    {
+      "epoch": 1.8826473659572935,
+      "grad_norm": 0.28209719167913044,
+      "learning_rate": 2.097601075304878e-07,
+      "loss": 0.1243,
+      "step": 6535
+    },
+    {
+      "epoch": 1.8840877174030464,
+      "grad_norm": 0.2877245048633624,
+      "learning_rate": 2.0466793319499856e-07,
+      "loss": 0.1344,
+      "step": 6540
+    },
+    {
+      "epoch": 1.885528068848799,
+      "grad_norm": 0.283418662494498,
+      "learning_rate": 1.9963769094102247e-07,
+      "loss": 0.1317,
+      "step": 6545
+    },
+    {
+      "epoch": 1.886968420294552,
+      "grad_norm": 0.2932428710876708,
+      "learning_rate": 1.946694125728299e-07,
+      "loss": 0.1319,
+      "step": 6550
+    },
+    {
+      "epoch": 1.8884087717403046,
+      "grad_norm": 0.30112745695158777,
+      "learning_rate": 1.8976312950291453e-07,
+      "loss": 0.1256,
+      "step": 6555
+    },
+    {
+      "epoch": 1.8898491231860572,
+      "grad_norm": 0.27640553764468206,
+      "learning_rate": 1.8491887275180143e-07,
+      "loss": 0.125,
+      "step": 6560
+    },
+    {
+      "epoch": 1.8912894746318103,
+      "grad_norm": 0.2940276593318057,
+      "learning_rate": 1.8013667294784376e-07,
+      "loss": 0.1289,
+      "step": 6565
+    },
+    {
+      "epoch": 1.892729826077563,
+      "grad_norm": 0.27144519568474473,
+      "learning_rate": 1.7541656032703413e-07,
+      "loss": 0.1354,
+      "step": 6570
+    },
+    {
+      "epoch": 1.8941701775233157,
+      "grad_norm": 0.275764857359935,
+      "learning_rate": 1.707585647328136e-07,
+      "loss": 0.1292,
+      "step": 6575
+    },
+    {
+      "epoch": 1.8956105289690686,
+      "grad_norm": 0.27755806619480555,
+      "learning_rate": 1.6616271561587737e-07,
+      "loss": 0.1188,
+      "step": 6580
+    },
+    {
+      "epoch": 1.8970508804148212,
+      "grad_norm": 0.2997586600616719,
+      "learning_rate": 1.6162904203399722e-07,
+      "loss": 0.1381,
+      "step": 6585
+    },
+    {
+      "epoch": 1.898491231860574,
+      "grad_norm": 0.2941056183108044,
+      "learning_rate": 1.571575726518293e-07,
+      "loss": 0.1308,
+      "step": 6590
+    },
+    {
+      "epoch": 1.8999315833063268,
+      "grad_norm": 0.31046657242771797,
+      "learning_rate": 1.5274833574073887e-07,
+      "loss": 0.1371,
+      "step": 6595
+    },
+    {
+      "epoch": 1.9013719347520794,
+      "grad_norm": 0.31288177847066073,
+      "learning_rate": 1.4840135917862041e-07,
+      "loss": 0.1297,
+      "step": 6600
+    },
+    {
+      "epoch": 1.9028122861978323,
+      "grad_norm": 0.29822816494380705,
+      "learning_rate": 1.4411667044971657e-07,
+      "loss": 0.1347,
+      "step": 6605
+    },
+    {
+      "epoch": 1.904252637643585,
+      "grad_norm": 0.2850936706817707,
+      "learning_rate": 1.3989429664445275e-07,
+      "loss": 0.1332,
+      "step": 6610
+    },
+    {
+      "epoch": 1.9056929890893377,
+      "grad_norm": 0.26285478488340075,
+      "learning_rate": 1.3573426445925853e-07,
+      "loss": 0.1226,
+      "step": 6615
+    },
+    {
+      "epoch": 1.9071333405350905,
+      "grad_norm": 0.32854759121769145,
+      "learning_rate": 1.316366001964009e-07,
+      "loss": 0.1281,
+      "step": 6620
+    },
+    {
+      "epoch": 1.9085736919808434,
+      "grad_norm": 0.30927391667980875,
+      "learning_rate": 1.2760132976382123e-07,
+      "loss": 0.1282,
+      "step": 6625
+    },
+    {
+      "epoch": 1.910014043426596,
+      "grad_norm": 0.2910109063295465,
+      "learning_rate": 1.2362847867496754e-07,
+      "loss": 0.1238,
+      "step": 6630
+    },
+    {
+      "epoch": 1.9114543948723488,
+      "grad_norm": 0.2962860334445714,
+      "learning_rate": 1.197180720486346e-07,
+      "loss": 0.1378,
+      "step": 6635
+    },
+    {
+      "epoch": 1.9128947463181016,
+      "grad_norm": 0.2887305818228257,
+      "learning_rate": 1.1587013460880537e-07,
+      "loss": 0.1239,
+      "step": 6640
+    },
+    {
+      "epoch": 1.9143350977638542,
+      "grad_norm": 0.31793728948458577,
+      "learning_rate": 1.1208469068449413e-07,
+      "loss": 0.124,
+      "step": 6645
+    },
+    {
+      "epoch": 1.9157754492096073,
+      "grad_norm": 0.29221711966306396,
+      "learning_rate": 1.0836176420959354e-07,
+      "loss": 0.1311,
+      "step": 6650
+    },
+    {
+      "epoch": 1.91721580065536,
+      "grad_norm": 0.31385454606410323,
+      "learning_rate": 1.0470137872272246e-07,
+      "loss": 0.1357,
+      "step": 6655
+    },
+    {
+      "epoch": 1.9186561521011125,
+      "grad_norm": 0.31438512993189466,
+      "learning_rate": 1.01103557367076e-07,
+      "loss": 0.1416,
+      "step": 6660
+    },
+    {
+      "epoch": 1.9200965035468656,
+      "grad_norm": 0.29829830683355085,
+      "learning_rate": 9.756832289028239e-08,
+      "loss": 0.1306,
+      "step": 6665
+    },
+    {
+      "epoch": 1.9215368549926182,
+      "grad_norm": 0.260802342295974,
+      "learning_rate": 9.40956976442564e-08,
+      "loss": 0.1277,
+      "step": 6670
+    },
+    {
+      "epoch": 1.922977206438371,
+      "grad_norm": 0.3197171414870384,
+      "learning_rate": 9.068570358506058e-08,
+      "loss": 0.1314,
+      "step": 6675
+    },
+    {
+      "epoch": 1.9244175578841238,
+      "grad_norm": 0.2894154530923691,
+      "learning_rate": 8.733836227276082e-08,
+      "loss": 0.1284,
+      "step": 6680
+    },
+    {
+      "epoch": 1.9258579093298764,
+      "grad_norm": 0.29695374382019035,
+      "learning_rate": 8.405369487129889e-08,
+      "loss": 0.1329,
+      "step": 6685
+    },
+    {
+      "epoch": 1.9272982607756293,
+      "grad_norm": 0.30960960633140455,
+      "learning_rate": 8.083172214835011e-08,
+      "loss": 0.1365,
+      "step": 6690
+    },
+    {
+      "epoch": 1.928738612221382,
+      "grad_norm": 0.2971288891300368,
+      "learning_rate": 7.767246447519694e-08,
+      "loss": 0.126,
+      "step": 6695
+    },
+    {
+      "epoch": 1.9301789636671347,
+      "grad_norm": 0.2789858562034354,
+      "learning_rate": 7.457594182660011e-08,
+      "loss": 0.125,
+      "step": 6700
+    },
+    {
+      "epoch": 1.9316193151128875,
+      "grad_norm": 0.29826867052107653,
+      "learning_rate": 7.154217378066875e-08,
+      "loss": 0.135,
+      "step": 6705
+    },
+    {
+      "epoch": 1.9330596665586404,
+      "grad_norm": 0.32154445451796954,
+      "learning_rate": 6.85711795187416e-08,
+      "loss": 0.1306,
+      "step": 6710
+    },
+    {
+      "epoch": 1.934500018004393,
+      "grad_norm": 0.2816182285382255,
+      "learning_rate": 6.566297782526155e-08,
+      "loss": 0.1338,
+      "step": 6715
+    },
+    {
+      "epoch": 1.9359403694501458,
+      "grad_norm": 0.2805436494834369,
+      "learning_rate": 6.281758708765796e-08,
+      "loss": 0.1399,
+      "step": 6720
+    },
+    {
+      "epoch": 1.9373807208958986,
+      "grad_norm": 0.2871447896608813,
+      "learning_rate": 6.00350252962334e-08,
+      "loss": 0.1326,
+      "step": 6725
+    },
+    {
+      "epoch": 1.9388210723416512,
+      "grad_norm": 0.2865634190488767,
+      "learning_rate": 5.731531004404378e-08,
+      "loss": 0.1348,
+      "step": 6730
+    },
+    {
+      "epoch": 1.940261423787404,
+      "grad_norm": 0.3073170789090603,
+      "learning_rate": 5.465845852679397e-08,
+      "loss": 0.1265,
+      "step": 6735
+    },
+    {
+      "epoch": 1.941701775233157,
+      "grad_norm": 0.27714379568487674,
+      "learning_rate": 5.206448754272342e-08,
+      "loss": 0.1226,
+      "step": 6740
+    },
+    {
+      "epoch": 1.9431421266789095,
+      "grad_norm": 0.2986995263002976,
+      "learning_rate": 4.9533413492504065e-08,
+      "loss": 0.1284,
+      "step": 6745
+    },
+    {
+      "epoch": 1.9445824781246626,
+      "grad_norm": 0.31721814876106047,
+      "learning_rate": 4.706525237913595e-08,
+      "loss": 0.1192,
+      "step": 6750
+    },
+    {
+      "epoch": 1.9460228295704152,
+      "grad_norm": 0.2909997426660172,
+      "learning_rate": 4.466001980784063e-08,
+      "loss": 0.1317,
+      "step": 6755
+    },
+    {
+      "epoch": 1.947463181016168,
+      "grad_norm": 0.28400270417549767,
+      "learning_rate": 4.231773098597236e-08,
+      "loss": 0.1338,
+      "step": 6760
+    },
+    {
+      "epoch": 1.9489035324619208,
+      "grad_norm": 0.2743912511811287,
+      "learning_rate": 4.0038400722911544e-08,
+      "loss": 0.1303,
+      "step": 6765
+    },
+    {
+      "epoch": 1.9503438839076734,
+      "grad_norm": 0.2815930208370952,
+      "learning_rate": 3.7822043429980304e-08,
+      "loss": 0.1333,
+      "step": 6770
+    },
+    {
+      "epoch": 1.9517842353534263,
+      "grad_norm": 0.29321178019359334,
+      "learning_rate": 3.566867312034483e-08,
+      "loss": 0.1248,
+      "step": 6775
+    },
+    {
+      "epoch": 1.953224586799179,
+      "grad_norm": 0.28463818504050836,
+      "learning_rate": 3.357830340892987e-08,
+      "loss": 0.134,
+      "step": 6780
+    },
+    {
+      "epoch": 1.9546649382449317,
+      "grad_norm": 0.3052187447654327,
+      "learning_rate": 3.155094751233101e-08,
+      "loss": 0.1256,
+      "step": 6785
+    },
+    {
+      "epoch": 1.9561052896906845,
+      "grad_norm": 0.28659122590048935,
+      "learning_rate": 2.9586618248731436e-08,
+      "loss": 0.1226,
+      "step": 6790
+    },
+    {
+      "epoch": 1.9575456411364374,
+      "grad_norm": 0.282038441472891,
+      "learning_rate": 2.768532803782531e-08,
+      "loss": 0.1347,
+      "step": 6795
+    },
+    {
+      "epoch": 1.95898599258219,
+      "grad_norm": 0.2947473056279094,
+      "learning_rate": 2.5847088900728955e-08,
+      "loss": 0.1307,
+      "step": 6800
+    },
+    {
+      "epoch": 1.9604263440279428,
+      "grad_norm": 0.28871021497286375,
+      "learning_rate": 2.407191245991758e-08,
+      "loss": 0.1257,
+      "step": 6805
+    },
+    {
+      "epoch": 1.9618666954736956,
+      "grad_norm": 0.2793833356124683,
+      "learning_rate": 2.2359809939139775e-08,
+      "loss": 0.1199,
+      "step": 6810
+    },
+    {
+      "epoch": 1.9633070469194482,
+      "grad_norm": 0.28471879043256865,
+      "learning_rate": 2.0710792163357586e-08,
+      "loss": 0.1301,
+      "step": 6815
+    },
+    {
+      "epoch": 1.964747398365201,
+      "grad_norm": 0.326540718273098,
+      "learning_rate": 1.912486955866988e-08,
+      "loss": 0.1281,
+      "step": 6820
+    },
+    {
+      "epoch": 1.966187749810954,
+      "grad_norm": 0.2945065457407077,
+      "learning_rate": 1.7602052152247973e-08,
+      "loss": 0.1299,
+      "step": 6825
+    },
+    {
+      "epoch": 1.9676281012567065,
+      "grad_norm": 0.2860442540390112,
+      "learning_rate": 1.6142349572275674e-08,
+      "loss": 0.1331,
+      "step": 6830
+    },
+    {
+      "epoch": 1.9690684527024596,
+      "grad_norm": 0.28188944868108917,
+      "learning_rate": 1.4745771047887104e-08,
+      "loss": 0.1338,
+      "step": 6835
+    },
+    {
+      "epoch": 1.9705088041482122,
+      "grad_norm": 0.28844347874593,
+      "learning_rate": 1.3412325409103421e-08,
+      "loss": 0.1247,
+      "step": 6840
+    },
+    {
+      "epoch": 1.9719491555939648,
+      "grad_norm": 0.27691996340853114,
+      "learning_rate": 1.2142021086786194e-08,
+      "loss": 0.1243,
+      "step": 6845
+    },
+    {
+      "epoch": 1.9733895070397178,
+      "grad_norm": 0.30470759791737545,
+      "learning_rate": 1.0934866112575215e-08,
+      "loss": 0.1343,
+      "step": 6850
+    },
+    {
+      "epoch": 1.9748298584854704,
+      "grad_norm": 0.2704989184353482,
+      "learning_rate": 9.790868118843e-09,
+      "loss": 0.1281,
+      "step": 6855
+    },
+    {
+      "epoch": 1.9762702099312233,
+      "grad_norm": 0.2936626817128071,
+      "learning_rate": 8.710034338643702e-09,
+      "loss": 0.1293,
+      "step": 6860
+    },
+    {
+      "epoch": 1.977710561376976,
+      "grad_norm": 0.28036256864259923,
+      "learning_rate": 7.692371605670935e-09,
+      "loss": 0.1299,
+      "step": 6865
+    },
+    {
+      "epoch": 1.9791509128227287,
+      "grad_norm": 0.29270530929271654,
+      "learning_rate": 6.737886354211132e-09,
+      "loss": 0.1327,
+      "step": 6870
+    },
+    {
+      "epoch": 1.9805912642684815,
+      "grad_norm": 0.31142795102161236,
+      "learning_rate": 5.84658461910359e-09,
+      "loss": 0.1301,
+      "step": 6875
+    },
+    {
+      "epoch": 1.9820316157142344,
+      "grad_norm": 0.28078438046285364,
+      "learning_rate": 5.018472035701605e-09,
+      "loss": 0.1375,
+      "step": 6880
+    },
+    {
+      "epoch": 1.983471967159987,
+      "grad_norm": 0.3015462902715081,
+      "learning_rate": 4.253553839842495e-09,
+      "loss": 0.1306,
+      "step": 6885
+    },
+    {
+      "epoch": 1.9849123186057398,
+      "grad_norm": 0.29201527254897053,
+      "learning_rate": 3.5518348678043046e-09,
+      "loss": 0.1264,
+      "step": 6890
+    },
+    {
+      "epoch": 1.9863526700514926,
+      "grad_norm": 0.297518857741422,
+      "learning_rate": 2.9133195562847106e-09,
+      "loss": 0.1278,
+      "step": 6895
+    },
+    {
+      "epoch": 1.9877930214972452,
+      "grad_norm": 0.2899898155130717,
+      "learning_rate": 2.338011942368823e-09,
+      "loss": 0.1287,
+      "step": 6900
+    },
+    {
+      "epoch": 1.989233372942998,
+      "grad_norm": 0.29940028846058375,
+      "learning_rate": 1.8259156635025422e-09,
+      "loss": 0.1323,
+      "step": 6905
+    },
+    {
+      "epoch": 1.990673724388751,
+      "grad_norm": 0.307580959013968,
+      "learning_rate": 1.3770339574714631e-09,
+      "loss": 0.1359,
+      "step": 6910
+    },
+    {
+      "epoch": 1.9921140758345035,
+      "grad_norm": 0.2926247859880895,
+      "learning_rate": 9.913696623808922e-10,
+      "loss": 0.1277,
+      "step": 6915
+    },
+    {
+      "epoch": 1.9935544272802563,
+      "grad_norm": 0.24746513443996024,
+      "learning_rate": 6.68925216636973e-10,
+      "loss": 0.1232,
+      "step": 6920
+    },
+    {
+      "epoch": 1.9949947787260092,
+      "grad_norm": 0.31522655128809673,
+      "learning_rate": 4.0970265892892327e-10,
+      "loss": 0.127,
+      "step": 6925
+    },
+    {
+      "epoch": 1.9964351301717618,
+      "grad_norm": 0.2858966249788635,
+      "learning_rate": 2.1370362822237256e-10,
+      "loss": 0.1273,
+      "step": 6930
+    },
+    {
+      "epoch": 1.9978754816175148,
+      "grad_norm": 0.30208855377084065,
+      "learning_rate": 8.092936374159977e-11,
+      "loss": 0.1299,
+      "step": 6935
+    },
+    {
+      "epoch": 1.9993158330632674,
+      "grad_norm": 0.27290887764863414,
+      "learning_rate": 1.1380704968422251e-11,
+      "loss": 0.1311,
+      "step": 6940
+    },
+    {
+      "epoch": 1.9998919736415686,
+      "step": 6942,
+      "total_flos": 2.1613118366416896e+16,
+      "train_loss": 0.0653228780393709,
+      "train_runtime": 98246.8444,
+      "train_samples_per_second": 4.523,
+      "train_steps_per_second": 0.071
     }
   ],
   "logging_steps": 5,
-  "max_steps": 636,
+  "max_steps": 6942,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
+  "num_train_epochs": 2,
   "save_steps": 1000,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -4942,7 +9856,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 2.0789981999005696e+16,
+  "total_flos": 2.1613118366416896e+16,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null