diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,2643 +1,1869 @@
 {
-  "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 4.986698911729142,
+  "epoch": 4.980615735461802,
   "eval_steps": 100,
-  "global_step": 1550,
+  "global_step": 1095,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.016122531237404272,
-      "grad_norm": 32.62331008911133,
-      "learning_rate": 2.3999999999999997e-05,
-      "loss": 12.8897,
-      "num_input_tokens_seen": 61568,
+      "epoch": 0.02280501710376283,
+      "grad_norm": 67.67283630371094,
+      "learning_rate": 5e-05,
+      "loss": 12.2171,
+      "num_input_tokens_seen": 61696,
       "step": 5
     },
     {
-      "epoch": 0.032245062474808545,
-      "grad_norm": 13.174188613891602,
-      "learning_rate": 5.399999999999999e-05,
-      "loss": 5.9282,
-      "num_input_tokens_seen": 122496,
+      "epoch": 0.04561003420752566,
+      "grad_norm": 10.415261268615723,
+      "learning_rate": 0.0001,
+      "loss": 4.2731,
+      "num_input_tokens_seen": 123136,
       "step": 10
     },
     {
-      "epoch": 0.04836759371221282,
-      "grad_norm": 12.243423461914062,
-      "learning_rate": 8.4e-05,
-      "loss": 2.0518,
-      "num_input_tokens_seen": 183424,
+      "epoch": 0.06841505131128849,
+      "grad_norm": 10.755901336669922,
+      "learning_rate": 0.00015,
+      "loss": 1.2321,
+      "num_input_tokens_seen": 184832,
       "step": 15
     },
     {
-      "epoch": 0.06449012494961709,
-      "grad_norm": 294.5867919921875,
-      "learning_rate": 0.00011399999999999999,
-      "loss": 0.8042,
-      "num_input_tokens_seen": 243712,
+      "epoch": 0.09122006841505131,
+      "grad_norm": 0.8642706274986267,
+      "learning_rate": 0.0002,
+      "loss": 0.6245,
+      "num_input_tokens_seen": 247552,
       "step": 20
     },
     {
-      "epoch": 0.08061265618702136,
-      "grad_norm": 2.5862433910369873,
-      "learning_rate": 0.00014399999999999998,
-      "loss": 0.5853,
-      "num_input_tokens_seen": 304768,
+      "epoch": 0.11402508551881414,
+      "grad_norm": 0.37918317317962646,
+      "learning_rate": 0.00025,
+      "loss": 0.5495,
+      "num_input_tokens_seen": 308992,
       "step": 25
     },
     {
-      "epoch": 0.09673518742442563,
-      "grad_norm": 3.417048692703247,
-      "learning_rate": 0.00017399999999999997,
-      "loss": 0.5871,
-      "num_input_tokens_seen": 365184,
+      "epoch": 0.13683010262257697,
+      "grad_norm": 1.9200842380523682,
+      "learning_rate": 0.0003,
+      "loss": 0.5204,
+      "num_input_tokens_seen": 370176,
       "step": 30
     },
     {
-      "epoch": 0.1128577186618299,
-      "grad_norm": 1.0421701669692993,
-      "learning_rate": 0.000204,
-      "loss": 0.522,
-      "num_input_tokens_seen": 425856,
+      "epoch": 0.15963511972633979,
+      "grad_norm": 0.25740692019462585,
+      "learning_rate": 0.00035,
+      "loss": 0.489,
+      "num_input_tokens_seen": 430720,
       "step": 35
     },
     {
-      "epoch": 0.12898024989923418,
-      "grad_norm": 0.5400499105453491,
-      "learning_rate": 0.000234,
-      "loss": 0.4951,
-      "num_input_tokens_seen": 486400,
+      "epoch": 0.18244013683010263,
+      "grad_norm": 144.82212829589844,
+      "learning_rate": 0.0004,
+      "loss": 0.6971,
+      "num_input_tokens_seen": 492800,
       "step": 40
     },
     {
-      "epoch": 0.14510278113663846,
-      "grad_norm": 1.8876492977142334,
-      "learning_rate": 0.00026399999999999997,
-      "loss": 0.4756,
-      "num_input_tokens_seen": 546560,
+      "epoch": 0.20524515393386544,
+      "grad_norm": 97.014404296875,
+      "learning_rate": 0.00045000000000000004,
+      "loss": 1.0877,
+      "num_input_tokens_seen": 553984,
       "step": 45
     },
     {
-      "epoch": 0.16122531237404272,
-      "grad_norm": 0.8250668048858643,
-      "learning_rate": 0.000294,
-      "loss": 0.4982,
-      "num_input_tokens_seen": 607360,
+      "epoch": 0.22805017103762829,
+      "grad_norm": 2.460496425628662,
+      "learning_rate": 0.0005,
+      "loss": 0.5228,
+      "num_input_tokens_seen": 615040,
       "step": 50
     },
     {
-      "epoch": 0.177347843611447,
-      "grad_norm": 0.6899724006652832,
-      "learning_rate": 0.00029999473624177207,
-      "loss": 0.4711,
-      "num_input_tokens_seen": 668672,
+      "epoch": 0.2508551881413911,
+      "grad_norm": 7.027792453765869,
+      "learning_rate": 0.0004999717571181741,
+      "loss": 4.6984,
+      "num_input_tokens_seen": 676736,
       "step": 55
     },
     {
-      "epoch": 0.19347037484885127,
-      "grad_norm": 0.9119600653648376,
-      "learning_rate": 0.0002999733528571213,
-      "loss": 0.4564,
-      "num_input_tokens_seen": 729728,
+      "epoch": 0.27366020524515394,
+      "grad_norm": 43.14054870605469,
+      "learning_rate": 0.0004998870348539797,
+      "loss": 4.3215,
+      "num_input_tokens_seen": 738176,
       "step": 60
     },
     {
-      "epoch": 0.20959290608625555,
-      "grad_norm": 0.328065425157547,
-      "learning_rate": 0.0002999355232042837,
-      "loss": 0.4412,
-      "num_input_tokens_seen": 790528,
+      "epoch": 0.29646522234891676,
+      "grad_norm": 96.05098724365234,
+      "learning_rate": 0.0004997458523498236,
+      "loss": 7.3165,
+      "num_input_tokens_seen": 799488,
       "step": 65
     },
     {
-      "epoch": 0.2257154373236598,
-      "grad_norm": 0.16009998321533203,
-      "learning_rate": 0.000299881251431707,
-      "loss": 0.4436,
-      "num_input_tokens_seen": 850816,
+      "epoch": 0.31927023945267957,
+      "grad_norm": 25.45307731628418,
+      "learning_rate": 0.0004995482415049123,
+      "loss": 5.4757,
+      "num_input_tokens_seen": 861568,
       "step": 70
     },
     {
-      "epoch": 0.2418379685610641,
-      "grad_norm": 0.33947354555130005,
-      "learning_rate": 0.00029981054349090264,
-      "loss": 0.4413,
-      "num_input_tokens_seen": 910720,
+      "epoch": 0.34207525655644244,
+      "grad_norm": 38.393341064453125,
+      "learning_rate": 0.0004992942469680436,
+      "loss": 4.1718,
+      "num_input_tokens_seen": 924544,
       "step": 75
     },
     {
-      "epoch": 0.25796049979846836,
-      "grad_norm": 0.3306591212749481,
-      "learning_rate": 0.000299723407135793,
-      "loss": 0.4475,
-      "num_input_tokens_seen": 971392,
+      "epoch": 0.36488027366020526,
+      "grad_norm": 6.706088066101074,
+      "learning_rate": 0.0004989839261275191,
+      "loss": 3.6318,
+      "num_input_tokens_seen": 985472,
       "step": 80
     },
     {
-      "epoch": 0.2740830310358726,
-      "grad_norm": 0.5387893319129944,
-      "learning_rate": 0.0002996198519218616,
-      "loss": 0.4195,
-      "num_input_tokens_seen": 1031040,
+      "epoch": 0.38768529076396807,
+      "grad_norm": 12.29152774810791,
+      "learning_rate": 0.0004986173490981773,
+      "loss": 3.0109,
+      "num_input_tokens_seen": 1046912,
       "step": 85
     },
     {
-      "epoch": 0.29020556227327693,
-      "grad_norm": 0.38783931732177734,
-      "learning_rate": 0.00029949988920510446,
-      "loss": 0.4258,
-      "num_input_tokens_seen": 1091072,
+      "epoch": 0.4104903078677309,
+      "grad_norm": 2.9874768257141113,
+      "learning_rate": 0.000498194598705552,
+      "loss": 2.6166,
+      "num_input_tokens_seen": 1108992,
       "step": 90
     },
     {
-      "epoch": 0.3063280935106812,
-      "grad_norm": 0.3029654026031494,
-      "learning_rate": 0.00029936353214078535,
-      "loss": 0.4413,
-      "num_input_tokens_seen": 1151744,
+      "epoch": 0.43329532497149376,
+      "grad_norm": 4.148127555847168,
+      "learning_rate": 0.0004977157704671584,
+      "loss": 2.2268,
+      "num_input_tokens_seen": 1170048,
       "step": 95
     },
     {
-      "epoch": 0.32245062474808545,
-      "grad_norm": 0.17133770883083344,
-      "learning_rate": 0.00029921079568199295,
-      "loss": 0.4277,
-      "num_input_tokens_seen": 1212416,
+      "epoch": 0.45610034207525657,
+      "grad_norm": 89.31111145019531,
+      "learning_rate": 0.0004971809725709112,
+      "loss": 2.5191,
+      "num_input_tokens_seen": 1230464,
       "step": 100
     },
     {
-      "epoch": 0.32245062474808545,
-      "eval_loss": 0.4274767339229584,
-      "eval_runtime": 46.5086,
-      "eval_samples_per_second": 94.821,
-      "eval_steps_per_second": 5.934,
-      "num_input_tokens_seen": 1212416,
+      "epoch": 0.45610034207525657,
+      "eval_loss": 2.815106153488159,
+      "eval_runtime": 33.3829,
+      "eval_samples_per_second": 93.401,
+      "eval_steps_per_second": 5.841,
+      "num_input_tokens_seen": 1230464,
       "step": 100
     },
     {
-      "epoch": 0.3385731559854897,
-      "grad_norm": 0.18209560215473175,
-      "learning_rate": 0.0002990416965780012,
-      "loss": 0.4201,
-      "num_input_tokens_seen": 1272832,
+      "epoch": 0.4789053591790194,
+      "grad_norm": 7.250226020812988,
+      "learning_rate": 0.0004965903258506806,
+      "loss": 2.6461,
+      "num_input_tokens_seen": 1292288,
       "step": 105
     },
     {
-      "epoch": 0.354695687222894,
-      "grad_norm": 0.26136407256126404,
-      "learning_rate": 0.0002988562533724324,
-      "loss": 0.4193,
-      "num_input_tokens_seen": 1333120,
+      "epoch": 0.5017103762827823,
+      "grad_norm": 13.027739524841309,
+      "learning_rate": 0.0004959439637589909,
+      "loss": 2.3351,
+      "num_input_tokens_seen": 1353344,
       "step": 110
     },
     {
-      "epoch": 0.3708182184602983,
-      "grad_norm": 0.28144755959510803,
-      "learning_rate": 0.00029865448640122385,
-      "loss": 0.4042,
-      "num_input_tokens_seen": 1393920,
+      "epoch": 0.5245153933865451,
+      "grad_norm": 9.284351348876953,
+      "learning_rate": 0.0004952420323368674,
+      "loss": 2.1746,
+      "num_input_tokens_seen": 1415040,
       "step": 115
     },
     {
-      "epoch": 0.38694074969770254,
-      "grad_norm": 0.25204432010650635,
-      "learning_rate": 0.0002984364177903976,
-      "loss": 0.4239,
-      "num_input_tokens_seen": 1454720,
+      "epoch": 0.5473204104903079,
+      "grad_norm": 6.273261547088623,
+      "learning_rate": 0.0004944846901808397,
+      "loss": 1.9741,
+      "num_input_tokens_seen": 1476480,
       "step": 120
     },
     {
-      "epoch": 0.4030632809351068,
-      "grad_norm": 0.2103365957736969,
-      "learning_rate": 0.00029820207145363426,
-      "loss": 0.4266,
-      "num_input_tokens_seen": 1515264,
+      "epoch": 0.5701254275940707,
+      "grad_norm": 10.804665565490723,
+      "learning_rate": 0.000493672108407108,
+      "loss": 2.0346,
+      "num_input_tokens_seen": 1537664,
       "step": 125
     },
     {
-      "epoch": 0.4191858121725111,
-      "grad_norm": 0.2783164978027344,
-      "learning_rate": 0.00029795147308965043,
-      "loss": 0.4162,
-      "num_input_tokens_seen": 1575296,
+      "epoch": 0.5929304446978335,
+      "grad_norm": 5.67201566696167,
+      "learning_rate": 0.0004928044706128803,
+      "loss": 1.8588,
+      "num_input_tokens_seen": 1598848,
       "step": 130
     },
     {
-      "epoch": 0.43530834340991537,
-      "grad_norm": 0.17785096168518066,
-      "learning_rate": 0.0002976846501793808,
-      "loss": 0.4004,
-      "num_input_tokens_seen": 1635328,
+      "epoch": 0.6157354618015963,
+      "grad_norm": 4.4877824783325195,
+      "learning_rate": 0.0004918819728348901,
+      "loss": 1.6234,
+      "num_input_tokens_seen": 1660800,
       "step": 135
     },
     {
-      "epoch": 0.4514308746473196,
-      "grad_norm": 0.23631584644317627,
-      "learning_rate": 0.0002974016319829642,
-      "loss": 0.4089,
-      "num_input_tokens_seen": 1696256,
+      "epoch": 0.6385404789053591,
+      "grad_norm": 17.227262496948242,
+      "learning_rate": 0.0004909048235051033,
+      "loss": 1.4763,
+      "num_input_tokens_seen": 1721600,
       "step": 140
     },
     {
-      "epoch": 0.4675534058847239,
-      "grad_norm": 0.347612202167511,
-      "learning_rate": 0.0002971024495365353,
-      "loss": 0.4302,
-      "num_input_tokens_seen": 1757312,
+      "epoch": 0.661345496009122,
+      "grad_norm": 9.342068672180176,
+      "learning_rate": 0.0004898732434036243,
+      "loss": 1.4854,
+      "num_input_tokens_seen": 1783168,
       "step": 145
     },
     {
-      "epoch": 0.4836759371221282,
-      "grad_norm": 0.2629907727241516,
-      "learning_rate": 0.0002967871356488208,
-      "loss": 0.4075,
-      "num_input_tokens_seen": 1817984,
+      "epoch": 0.6841505131128849,
+      "grad_norm": 4.744192123413086,
+      "learning_rate": 0.0004887874656088123,
+      "loss": 1.3515,
+      "num_input_tokens_seen": 1844992,
       "step": 150
     },
     {
-      "epoch": 0.49979846835953246,
-      "grad_norm": 0.21384529769420624,
-      "learning_rate": 0.0002964557248975417,
-      "loss": 0.3956,
-      "num_input_tokens_seen": 1878528,
+      "epoch": 0.7069555302166477,
+      "grad_norm": 2.8473076820373535,
+      "learning_rate": 0.0004876477354446189,
+      "loss": 1.1135,
+      "num_input_tokens_seen": 1906048,
       "step": 155
     },
     {
-      "epoch": 0.5159209995969367,
-      "grad_norm": 0.22991910576820374,
-      "learning_rate": 0.0002961082536256216,
-      "loss": 0.4142,
-      "num_input_tokens_seen": 1939328,
+      "epoch": 0.7297605473204105,
+      "grad_norm": 4.457337379455566,
+      "learning_rate": 0.00048645431042515866,
+      "loss": 1.0713,
+      "num_input_tokens_seen": 1967744,
       "step": 160
     },
     {
-      "epoch": 0.532043530834341,
-      "grad_norm": 0.31270989775657654,
-      "learning_rate": 0.0002957447599372011,
-      "loss": 0.3821,
-      "num_input_tokens_seen": 1999744,
+      "epoch": 0.7525655644241733,
+      "grad_norm": 14.821542739868164,
+      "learning_rate": 0.00048520746019652605,
+      "loss": 0.9243,
+      "num_input_tokens_seen": 2028032,
       "step": 165
     },
     {
-      "epoch": 0.5481660620717452,
-      "grad_norm": 0.30905681848526,
-      "learning_rate": 0.00029536528369345926,
-      "loss": 0.3826,
-      "num_input_tokens_seen": 2060160,
+      "epoch": 0.7753705815279361,
+      "grad_norm": 35.8416748046875,
+      "learning_rate": 0.0004839074664758704,
+      "loss": 0.9347,
+      "num_input_tokens_seen": 2088448,
       "step": 170
     },
     {
-      "epoch": 0.5642885933091495,
-      "grad_norm": 0.4217817187309265,
-      "learning_rate": 0.0002949698665082426,
-      "loss": 0.389,
-      "num_input_tokens_seen": 2120704,
+      "epoch": 0.798175598631699,
+      "grad_norm": 1.987488031387329,
+      "learning_rate": 0.00048255462298774386,
+      "loss": 0.8957,
+      "num_input_tokens_seen": 2150144,
       "step": 175
     },
     {
-      "epoch": 0.5804111245465539,
-      "grad_norm": 0.23935799300670624,
-      "learning_rate": 0.00029455855174350147,
-      "loss": 0.4456,
-      "num_input_tokens_seen": 2180736,
+      "epoch": 0.8209806157354618,
+      "grad_norm": 7.678028106689453,
+      "learning_rate": 0.00048114923539773657,
+      "loss": 0.8119,
+      "num_input_tokens_seen": 2211584,
       "step": 180
     },
     {
-      "epoch": 0.5965336557839581,
-      "grad_norm": 0.26108458638191223,
-      "learning_rate": 0.00029413138450453476,
-      "loss": 0.3883,
-      "num_input_tokens_seen": 2241536,
+      "epoch": 0.8437856328392246,
+      "grad_norm": 14.081958770751953,
+      "learning_rate": 0.00047969162124341345,
+      "loss": 0.8222,
+      "num_input_tokens_seen": 2272256,
       "step": 185
     },
     {
-      "epoch": 0.6126561870213624,
-      "grad_norm": 0.28742486238479614,
-      "learning_rate": 0.0002936884116350441,
-      "loss": 0.3779,
-      "num_input_tokens_seen": 2301824,
+      "epoch": 0.8665906499429875,
+      "grad_norm": 3.518422842025757,
+      "learning_rate": 0.00047818210986256903,
+      "loss": 0.7931,
+      "num_input_tokens_seen": 2333696,
       "step": 190
     },
     {
-      "epoch": 0.6287787182587666,
-      "grad_norm": 0.29454612731933594,
-      "learning_rate": 0.0002932296817119964,
-      "loss": 0.3651,
-      "num_input_tokens_seen": 2361472,
+      "epoch": 0.8893956670467503,
+      "grad_norm": 11.531256675720215,
+      "learning_rate": 0.00047662104231881576,
+      "loss": 0.7656,
+      "num_input_tokens_seen": 2394880,
       "step": 195
     },
     {
-      "epoch": 0.6449012494961709,
-      "grad_norm": 0.3414612412452698,
-      "learning_rate": 0.0002927552450402972,
-      "loss": 0.3824,
-      "num_input_tokens_seen": 2422016,
+      "epoch": 0.9122006841505131,
+      "grad_norm": 3.294144868850708,
+      "learning_rate": 0.0004750087713245227,
+      "loss": 0.7346,
+      "num_input_tokens_seen": 2455680,
       "step": 200
     },
     {
-      "epoch": 0.6449012494961709,
-      "eval_loss": 0.35917818546295166,
-      "eval_runtime": 46.508,
-      "eval_samples_per_second": 94.822,
-      "eval_steps_per_second": 5.934,
-      "num_input_tokens_seen": 2422016,
+      "epoch": 0.9122006841505131,
+      "eval_loss": 0.6728203892707825,
+      "eval_runtime": 33.3775,
+      "eval_samples_per_second": 93.416,
+      "eval_steps_per_second": 5.842,
+      "num_input_tokens_seen": 2455680,
       "step": 200
     },
     {
-      "epoch": 0.6610237807335752,
-      "grad_norm": 0.2738574147224426,
-      "learning_rate": 0.000292265153647274,
-      "loss": 0.3627,
-      "num_input_tokens_seen": 2482048,
+      "epoch": 0.935005701254276,
+      "grad_norm": 1.2988247871398926,
+      "learning_rate": 0.0004733456611611233,
+      "loss": 0.6961,
+      "num_input_tokens_seen": 2517376,
       "step": 205
     },
     {
-      "epoch": 0.6771463119709794,
-      "grad_norm": 0.3517426550388336,
-      "learning_rate": 0.0002917594612769707,
-      "loss": 0.3661,
-      "num_input_tokens_seen": 2543488,
+      "epoch": 0.9578107183580388,
+      "grad_norm": 8.794631958007812,
+      "learning_rate": 0.0004716320875968081,
+      "loss": 0.7595,
+      "num_input_tokens_seen": 2578816,
       "step": 210
     },
     {
-      "epoch": 0.6932688432083837,
-      "grad_norm": 0.40675902366638184,
-      "learning_rate": 0.0002912382233842545,
-      "loss": 0.3706,
-      "num_input_tokens_seen": 2603904,
+      "epoch": 0.9806157354618016,
+      "grad_norm": 8.149173736572266,
+      "learning_rate": 0.00046986843780162223,
+      "loss": 0.7715,
+      "num_input_tokens_seen": 2640128,
       "step": 215
     },
     {
-      "epoch": 0.709391374445788,
-      "grad_norm": 0.318638414144516,
-      "learning_rate": 0.0002907014971287341,
-      "loss": 0.3682,
-      "num_input_tokens_seen": 2664064,
+      "epoch": 1.0,
+      "grad_norm": 1.077696681022644,
+      "learning_rate": 0.00046805511025998803,
+      "loss": 0.7101,
+      "num_input_tokens_seen": 2691984,
       "step": 220
     },
     {
-      "epoch": 0.7255139056831923,
-      "grad_norm": 0.3292989432811737,
-      "learning_rate": 0.0002901493413684918,
-      "loss": 0.3697,
-      "num_input_tokens_seen": 2724736,
+      "epoch": 1.0228050171037628,
+      "grad_norm": 2.0795669555664062,
+      "learning_rate": 0.000466192514680669,
+      "loss": 0.6474,
+      "num_input_tokens_seen": 2753808,
       "step": 225
     },
     {
-      "epoch": 0.7416364369205966,
-      "grad_norm": 0.2723044455051422,
-      "learning_rate": 0.0002895818166536289,
-      "loss": 0.8343,
-      "num_input_tokens_seen": 2785152,
+      "epoch": 1.0456100342075256,
+      "grad_norm": 682.3908081054688,
+      "learning_rate": 0.00046428107190419986,
+      "loss": 2.592,
+      "num_input_tokens_seen": 2815248,
       "step": 230
     },
     {
-      "epoch": 0.7577589681580008,
-      "grad_norm": 22.09320640563965,
-      "learning_rate": 0.00028899898521962577,
-      "loss": 0.6583,
-      "num_input_tokens_seen": 2845568,
+      "epoch": 1.0684150513112884,
+      "grad_norm": 44.77067947387695,
+      "learning_rate": 0.00046232121380780037,
+      "loss": 4.5077,
+      "num_input_tokens_seen": 2877456,
       "step": 235
     },
     {
-      "epoch": 0.7738814993954051,
-      "grad_norm": 1.9573614597320557,
-      "learning_rate": 0.0002884009109805172,
-      "loss": 0.8937,
-      "num_input_tokens_seen": 2906112,
+      "epoch": 1.0912200684150513,
+      "grad_norm": 18.15784454345703,
+      "learning_rate": 0.0004603133832077953,
+      "loss": 3.2402,
+      "num_input_tokens_seen": 2939280,
       "step": 240
     },
     {
-      "epoch": 0.7900040306328093,
-      "grad_norm": 0.30145567655563354,
-      "learning_rate": 0.0002877876595218831,
-      "loss": 0.4299,
-      "num_input_tokens_seen": 2966656,
+      "epoch": 1.114025085518814,
+      "grad_norm": 557.1209106445312,
+      "learning_rate": 0.0004582580337595636,
+      "loss": 3.0642,
+      "num_input_tokens_seen": 3000336,
       "step": 245
     },
     {
-      "epoch": 0.8061265618702136,
-      "grad_norm": 0.5455692410469055,
-      "learning_rate": 0.00028715929809365663,
-      "loss": 0.3637,
-      "num_input_tokens_seen": 3026816,
+      "epoch": 1.1368301026225769,
+      "grad_norm": 28.70964241027832,
+      "learning_rate": 0.0004561556298550379,
+      "loss": 3.25,
+      "num_input_tokens_seen": 3062416,
       "step": 250
     },
     {
-      "epoch": 0.8222490931076178,
-      "grad_norm": 0.35147330164909363,
-      "learning_rate": 0.00028651589560274934,
-      "loss": 0.3739,
-      "num_input_tokens_seen": 3087744,
+      "epoch": 1.1596351197263397,
+      "grad_norm": 31.56511688232422,
+      "learning_rate": 0.00045400664651777835,
+      "loss": 3.6242,
+      "num_input_tokens_seen": 3124368,
       "step": 255
     },
     {
-      "epoch": 0.8383716243450222,
-      "grad_norm": 0.43009883165359497,
-      "learning_rate": 0.00028585752260549494,
-      "loss": 0.3433,
-      "num_input_tokens_seen": 3147904,
+      "epoch": 1.1824401368301025,
+      "grad_norm": 8.153762817382812,
+      "learning_rate": 0.00045181156929564447,
+      "loss": 2.6746,
+      "num_input_tokens_seen": 3185424,
       "step": 260
     },
     {
-      "epoch": 0.8544941555824265,
-      "grad_norm": 0.3128035366535187,
-      "learning_rate": 0.00028518425129991167,
-      "loss": 0.3461,
-      "num_input_tokens_seen": 3207808,
+      "epoch": 1.2052451539338653,
+      "grad_norm": 38.32363510131836,
+      "learning_rate": 0.000449570894151089,
+      "loss": 2.5241,
+      "num_input_tokens_seen": 3246096,
       "step": 265
     },
     {
-      "epoch": 0.8706166868198307,
-      "grad_norm": 0.4789068102836609,
-      "learning_rate": 0.00028449615551778536,
-      "loss": 0.3464,
-      "num_input_tokens_seen": 3267712,
+      "epoch": 1.2280501710376284,
+      "grad_norm": 2.376336097717285,
+      "learning_rate": 0.00044728512734909845,
+      "loss": 2.6181,
+      "num_input_tokens_seen": 3307536,
       "step": 270
     },
     {
-      "epoch": 0.886739218057235,
-      "grad_norm": 0.49300673604011536,
-      "learning_rate": 0.0002837933107165726,
-      "loss": 0.3512,
-      "num_input_tokens_seen": 3329024,
+      "epoch": 1.2508551881413912,
+      "grad_norm": 2.348759174346924,
+      "learning_rate": 0.0004449547853428061,
+      "loss": 2.1932,
+      "num_input_tokens_seen": 3368976,
       "step": 275
     },
     {
-      "epoch": 0.9028617492946392,
-      "grad_norm": 0.24549447000026703,
-      "learning_rate": 0.0002830757939711262,
-      "loss": 0.345,
-      "num_input_tokens_seen": 3389568,
+      "epoch": 1.273660205245154,
+      "grad_norm": 1.8009370565414429,
+      "learning_rate": 0.0004425803946568032,
+      "loss": 2.2206,
+      "num_input_tokens_seen": 3429520,
       "step": 280
     },
     {
-      "epoch": 0.9189842805320435,
-      "grad_norm": 0.6237540245056152,
-      "learning_rate": 0.000282343683965243,
-      "loss": 0.3399,
-      "num_input_tokens_seen": 3450496,
+      "epoch": 1.2964652223489168,
+      "grad_norm": 142.1967315673828,
+      "learning_rate": 0.00044016249176817427,
+      "loss": 2.165,
+      "num_input_tokens_seen": 3490448,
       "step": 285
     },
     {
-      "epoch": 0.9351068117694478,
-      "grad_norm": 0.3869794011116028,
-      "learning_rate": 0.0002815970609830352,
-      "loss": 0.3491,
-      "num_input_tokens_seen": 3512576,
+      "epoch": 1.3192702394526796,
+      "grad_norm": 1.7728993892669678,
+      "learning_rate": 0.0004377016229852836,
+      "loss": 2.0833,
+      "num_input_tokens_seen": 3551120,
       "step": 290
     },
     {
-      "epoch": 0.951229343006852,
-      "grad_norm": 0.25171828269958496,
-      "learning_rate": 0.00028083600690012654,
-      "loss": 0.3175,
-      "num_input_tokens_seen": 3572480,
+      "epoch": 1.3420752565564424,
+      "grad_norm": 23.496225357055664,
+      "learning_rate": 0.00043519834432434093,
+      "loss": 2.4689,
+      "num_input_tokens_seen": 3611920,
       "step": 295
     },
     {
-      "epoch": 0.9673518742442564,
-      "grad_norm": 0.29661232233047485,
-      "learning_rate": 0.0002800606051746735,
-      "loss": 0.3314,
-      "num_input_tokens_seen": 3633408,
+      "epoch": 1.3648802736602053,
+      "grad_norm": 3.483161211013794,
+      "learning_rate": 0.0004326532213837735,
+      "loss": 1.9608,
+      "num_input_tokens_seen": 3673744,
       "step": 300
     },
     {
-      "epoch": 0.9673518742442564,
-      "eval_loss": 0.315992534160614,
-      "eval_runtime": 46.5067,
-      "eval_samples_per_second": 94.825,
-      "eval_steps_per_second": 5.935,
-      "num_input_tokens_seen": 3633408,
+      "epoch": 1.3648802736602053,
+      "eval_loss": 1.7801599502563477,
+      "eval_runtime": 33.4577,
+      "eval_samples_per_second": 93.192,
+      "eval_steps_per_second": 5.828,
+      "num_input_tokens_seen": 3673744,
       "step": 300
     },
     {
-      "epoch": 0.9834744054816607,
-      "grad_norm": 0.27376553416252136,
-      "learning_rate": 0.00027927094083821325,
-      "loss": 0.3238,
-      "num_input_tokens_seen": 3694336,
+      "epoch": 1.387685290763968,
+      "grad_norm": 9.191075325012207,
+      "learning_rate": 0.00043006682921643293,
+      "loss": 1.8458,
+      "num_input_tokens_seen": 3735568,
       "step": 305
     },
     {
-      "epoch": 0.9995969367190649,
-      "grad_norm": 0.3382985591888428,
-      "learning_rate": 0.000278467100486339,
-      "loss": 0.3336,
-      "num_input_tokens_seen": 3755008,
+      "epoch": 1.4104903078677309,
+      "grad_norm": 2.1883280277252197,
+      "learning_rate": 0.0004274397521996658,
+      "loss": 1.6862,
+      "num_input_tokens_seen": 3798160,
       "step": 310
     },
     {
-      "epoch": 1.0128980249899233,
-      "grad_norm": 0.36047622561454773,
-      "learning_rate": 0.00027764917226920377,
-      "loss": 0.365,
-      "num_input_tokens_seen": 3804120,
+      "epoch": 1.4332953249714937,
+      "grad_norm": 21.994657516479492,
+      "learning_rate": 0.0004247725839032781,
+      "loss": 1.8631,
+      "num_input_tokens_seen": 3859600,
       "step": 315
     },
     {
-      "epoch": 1.0290205562273278,
-      "grad_norm": 0.2537393569946289,
-      "learning_rate": 0.0002768172458818538,
-      "loss": 0.375,
-      "num_input_tokens_seen": 3864920,
+      "epoch": 1.4561003420752565,
+      "grad_norm": 9.563068389892578,
+      "learning_rate": 0.00042206592695542166,
+      "loss": 1.8189,
+      "num_input_tokens_seen": 3920528,
       "step": 320
     },
     {
-      "epoch": 1.045143087464732,
-      "grad_norm": 0.28071796894073486,
-      "learning_rate": 0.0002759714125543924,
-      "loss": 0.3199,
-      "num_input_tokens_seen": 3924568,
+      "epoch": 1.4789053591790193,
+      "grad_norm": 43.730491638183594,
+      "learning_rate": 0.0004193203929064353,
+      "loss": 1.621,
+      "num_input_tokens_seen": 3982096,
       "step": 325
     },
     {
-      "epoch": 1.0612656187021363,
-      "grad_norm": 1.059035062789917,
-      "learning_rate": 0.00027511176504197565,
-      "loss": 0.3088,
-      "num_input_tokens_seen": 3984728,
+      "epoch": 1.5017103762827824,
+      "grad_norm": 15.87907886505127,
+      "learning_rate": 0.00041653660209066835,
+      "loss": 1.7603,
+      "num_input_tokens_seen": 4044048,
       "step": 330
     },
     {
-      "epoch": 1.0773881499395406,
-      "grad_norm": 0.4204505383968353,
-      "learning_rate": 0.0002742383976146406,
-      "loss": 0.3264,
-      "num_input_tokens_seen": 4045144,
+      "epoch": 1.5245153933865452,
+      "grad_norm": 276.6725158691406,
+      "learning_rate": 0.0004137151834863213,
+      "loss": 1.4476,
+      "num_input_tokens_seen": 4105104,
       "step": 335
     },
     {
-      "epoch": 1.0935106811769448,
-      "grad_norm": 0.5891750454902649,
-      "learning_rate": 0.00027335140604696766,
-      "loss": 0.3158,
-      "num_input_tokens_seen": 4106584,
+      "epoch": 1.547320410490308,
+      "grad_norm": 17.016498565673828,
+      "learning_rate": 0.0004108567745733318,
+      "loss": 2.1735,
+      "num_input_tokens_seen": 4165904,
       "step": 340
     },
     {
-      "epoch": 1.109633212414349,
-      "grad_norm": 0.3261444568634033,
-      "learning_rate": 0.0002724508876075776,
-      "loss": 0.324,
-      "num_input_tokens_seen": 4167768,
+      "epoch": 1.5701254275940708,
+      "grad_norm": 4.973540306091309,
+      "learning_rate": 0.000407962021189341,
+      "loss": 1.3225,
+      "num_input_tokens_seen": 4226704,
       "step": 345
     },
     {
-      "epoch": 1.1257557436517533,
-      "grad_norm": 0.6377527713775635,
-      "learning_rate": 0.0002715369410484653,
-      "loss": 0.3102,
-      "num_input_tokens_seen": 4228056,
+      "epoch": 1.5929304446978336,
+      "grad_norm": 1.5678645372390747,
+      "learning_rate": 0.0004050315773837708,
+      "loss": 1.0907,
+      "num_input_tokens_seen": 4288400,
       "step": 350
     },
     {
-      "epoch": 1.1418782748891576,
-      "grad_norm": 1.240778923034668,
-      "learning_rate": 0.00027060966659417016,
-      "loss": 0.3414,
-      "num_input_tokens_seen": 4288344,
+      "epoch": 1.6157354618015964,
+      "grad_norm": 243.87879943847656,
+      "learning_rate": 0.0004020661052700461,
+      "loss": 3.7699,
+      "num_input_tokens_seen": 4349712,
       "step": 355
     },
     {
-      "epoch": 1.1580008061265619,
-      "grad_norm": 0.5017963647842407,
-      "learning_rate": 0.0002696691659307856,
-      "loss": 0.3318,
-      "num_input_tokens_seen": 4348632,
+      "epoch": 1.6385404789053593,
+      "grad_norm": 23.276201248168945,
+      "learning_rate": 0.0003990662748759946,
+      "loss": 1.599,
+      "num_input_tokens_seen": 4410256,
       "step": 360
     },
     {
-      "epoch": 1.1741233373639661,
-      "grad_norm": 0.3979915976524353,
-      "learning_rate": 0.00026871554219480787,
-      "loss": 0.3226,
-      "num_input_tokens_seen": 4408280,
+      "epoch": 1.661345496009122,
+      "grad_norm": 4.618626594543457,
+      "learning_rate": 0.0003960327639924586,
+      "loss": 1.2259,
+      "num_input_tokens_seen": 4471440,
       "step": 365
     },
     {
-      "epoch": 1.1902458686013704,
-      "grad_norm": 0.4232279062271118,
-      "learning_rate": 0.00026774889996182587,
-      "loss": 0.2943,
-      "num_input_tokens_seen": 4469336,
+      "epoch": 1.6841505131128849,
+      "grad_norm": 17.48995590209961,
+      "learning_rate": 0.00039296625802015355,
+      "loss": 0.999,
+      "num_input_tokens_seen": 4533008,
       "step": 370
     },
     {
-      "epoch": 1.2063683998387746,
-      "grad_norm": 1.7609601020812988,
-      "learning_rate": 0.0002667693452350535,
-      "loss": 0.3053,
-      "num_input_tokens_seen": 4529752,
+      "epoch": 1.7069555302166477,
+      "grad_norm": 3.7934627532958984,
+      "learning_rate": 0.00038986744981480575,
+      "loss": 1.1278,
+      "num_input_tokens_seen": 4594320,
       "step": 375
     },
     {
-      "epoch": 1.222490931076179,
-      "grad_norm": 0.3408094048500061,
-      "learning_rate": 0.00026577698543370524,
-      "loss": 0.3131,
-      "num_input_tokens_seen": 4590808,
+      "epoch": 1.7297605473204105,
+      "grad_norm": 842.5888061523438,
+      "learning_rate": 0.00038673703953060677,
+      "loss": 3.5198,
+      "num_input_tokens_seen": 4655760,
       "step": 380
     },
     {
-      "epoch": 1.2386134623135832,
-      "grad_norm": 0.3487186133861542,
-      "learning_rate": 0.0002647719293812161,
-      "loss": 0.305,
-      "num_input_tokens_seen": 4651224,
+      "epoch": 1.7525655644241733,
+      "grad_norm": 13.44422435760498,
+      "learning_rate": 0.00038357573446201826,
+      "loss": 10.6036,
+      "num_input_tokens_seen": 4717328,
       "step": 385
     },
     {
-      "epoch": 1.2547359935509874,
-      "grad_norm": 0.3039090633392334,
-      "learning_rate": 0.0002637542872933083,
-      "loss": 0.299,
-      "num_input_tokens_seen": 4712024,
+      "epoch": 1.7753705815279361,
+      "grad_norm": 12.680407524108887,
+      "learning_rate": 0.00038038424888396416,
+      "loss": 2.6345,
+      "num_input_tokens_seen": 4779152,
       "step": 390
     },
     {
-      "epoch": 1.270858524788392,
-      "grad_norm": 0.3181881010532379,
-      "learning_rate": 0.0002627241707659044,
-      "loss": 0.3013,
-      "num_input_tokens_seen": 4772184,
+      "epoch": 1.798175598631699,
+      "grad_norm": 49.008399963378906,
+      "learning_rate": 0.0003771633038904446,
+      "loss": 2.2906,
+      "num_input_tokens_seen": 4840336,
       "step": 395
     },
     {
-      "epoch": 1.286981056025796,
-      "grad_norm": 0.4898407459259033,
-      "learning_rate": 0.0002616816927628901,
-      "loss": 0.2962,
-      "num_input_tokens_seen": 4832344,
+      "epoch": 1.8209806157354618,
+      "grad_norm": 5.301257610321045,
+      "learning_rate": 0.00037391362723161015,
+      "loss": 3.2759,
+      "num_input_tokens_seen": 4901648,
       "step": 400
     },
     {
-      "epoch": 1.286981056025796,
-      "eval_loss": 0.296714186668396,
-      "eval_runtime": 46.4732,
-      "eval_samples_per_second": 94.893,
-      "eval_steps_per_second": 5.939,
-      "num_input_tokens_seen": 4832344,
+      "epoch": 1.8209806157354618,
+      "eval_loss": 1.0581083297729492,
+      "eval_runtime": 33.4004,
+      "eval_samples_per_second": 93.352,
+      "eval_steps_per_second": 5.838,
+      "num_input_tokens_seen": 4901648,
       "step": 400
     },
     {
-      "epoch": 1.3031035872632004,
-      "grad_norm": 0.47639909386634827,
-      "learning_rate": 0.00026062696760372606,
-      "loss": 0.3033,
-      "num_input_tokens_seen": 4893016,
+      "epoch": 1.8437856328392246,
+      "grad_norm": 33.50252151489258,
+      "learning_rate": 0.00037063595314933156,
+      "loss": 1.1516,
+      "num_input_tokens_seen": 4963216,
       "step": 405
     },
     {
-      "epoch": 1.3192261185006047,
-      "grad_norm": 0.7277717590332031,
-      "learning_rate": 0.0002595601109509117,
-      "loss": 0.2981,
-      "num_input_tokens_seen": 4952408,
+      "epoch": 1.8665906499429874,
+      "grad_norm": 1.7549594640731812,
+      "learning_rate": 0.000367331022211303,
+      "loss": 1.1736,
+      "num_input_tokens_seen": 5024912,
       "step": 410
     },
     {
-      "epoch": 1.335348649738009,
-      "grad_norm": 0.40591946244239807,
-      "learning_rate": 0.0002584812397973013,
-      "loss": 0.2881,
-      "num_input_tokens_seen": 5013848,
+      "epoch": 1.8893956670467502,
+      "grad_norm": 2.9443020820617676,
+      "learning_rate": 0.00036399958114371594,
+      "loss": 0.8067,
+      "num_input_tokens_seen": 5086224,
       "step": 415
     },
     {
-      "epoch": 1.3514711809754132,
-      "grad_norm": 0.4143810272216797,
-      "learning_rate": 0.00025739047245327466,
-      "loss": 0.2861,
-      "num_input_tokens_seen": 5073880,
+      "epoch": 1.912200684150513,
+      "grad_norm": 1.8999354839324951,
+      "learning_rate": 0.0003606423826625414,
+      "loss": 0.8009,
+      "num_input_tokens_seen": 5148048,
       "step": 420
     },
     {
-      "epoch": 1.3675937122128174,
-      "grad_norm": 0.9626136422157288,
-      "learning_rate": 0.0002562879285337629,
-      "loss": 0.3151,
-      "num_input_tokens_seen": 5133784,
+      "epoch": 1.9350057012542758,
+      "grad_norm": 1.0619179010391235,
+      "learning_rate": 0.00035726018530345913,
+      "loss": 0.7326,
+      "num_input_tokens_seen": 5209104,
       "step": 425
     },
     {
-      "epoch": 1.3837162434502217,
-      "grad_norm": 0.40855953097343445,
-      "learning_rate": 0.00025517372894513134,
-      "loss": 0.3154,
-      "num_input_tokens_seen": 5194712,
+      "epoch": 1.9578107183580387,
+      "grad_norm": 1.5822162628173828,
+      "learning_rate": 0.00035385375325047166,
+      "loss": 0.8075,
+      "num_input_tokens_seen": 5270544,
       "step": 430
     },
     {
-      "epoch": 1.399838774687626,
-      "grad_norm": 0.40334177017211914,
-      "learning_rate": 0.0002540479958719207,
-      "loss": 0.2952,
-      "num_input_tokens_seen": 5256408,
+      "epoch": 1.9806157354618015,
+      "grad_norm": 1.774129033088684,
+      "learning_rate": 0.0003504238561632424,
+      "loss": 0.6722,
+      "num_input_tokens_seen": 5331472,
       "step": 435
     },
     {
-      "epoch": 1.4159613059250302,
-      "grad_norm": 0.34518468379974365,
-      "learning_rate": 0.0002529108527634484,
-      "loss": 0.2891,
-      "num_input_tokens_seen": 5317336,
+      "epoch": 2.0,
+      "grad_norm": 0.8689571022987366,
+      "learning_rate": 0.0003469712690031962,
+      "loss": 0.7516,
+      "num_input_tokens_seen": 5382864,
       "step": 440
     },
     {
-      "epoch": 1.4320838371624345,
-      "grad_norm": 0.4349418878555298,
-      "learning_rate": 0.0002517624243202707,
-      "loss": 0.2952,
-      "num_input_tokens_seen": 5378136,
+      "epoch": 2.022805017103763,
+      "grad_norm": 1.3323243856430054,
+      "learning_rate": 0.00034349677185842244,
+      "loss": 0.6702,
+      "num_input_tokens_seen": 5444176,
       "step": 445
     },
     {
-      "epoch": 1.4482063683998387,
-      "grad_norm": 0.26226022839546204,
-      "learning_rate": 0.00025060283648050796,
-      "loss": 0.2674,
-      "num_input_tokens_seen": 5438808,
+      "epoch": 2.0456100342075256,
+      "grad_norm": 1.935477614402771,
+      "learning_rate": 0.00034000114976741905,
+      "loss": 0.6919,
+      "num_input_tokens_seen": 5505872,
       "step": 450
     },
     {
-      "epoch": 1.464328899637243,
-      "grad_norm": 0.24903210997581482,
-      "learning_rate": 0.00024943221640603427,
-      "loss": 0.2667,
-      "num_input_tokens_seen": 5498584,
+      "epoch": 2.0684150513112884,
+      "grad_norm": 0.37808552384376526,
+      "learning_rate": 0.00033648519254171903,
+      "loss": 0.6305,
+      "num_input_tokens_seen": 5568208,
       "step": 455
     },
     {
-      "epoch": 1.4804514308746473,
-      "grad_norm": 0.3888166844844818,
-      "learning_rate": 0.0002482506924685324,
-      "loss": 0.2645,
-      "num_input_tokens_seen": 5558744,
+      "epoch": 2.0912200684150513,
+      "grad_norm": 0.8977916240692139,
+      "learning_rate": 0.000332949694587438,
+      "loss": 0.6459,
+      "num_input_tokens_seen": 5628880,
       "step": 460
     },
     {
-      "epoch": 1.4965739621120515,
-      "grad_norm": 0.2261897325515747,
-      "learning_rate": 0.00024705839423541664,
-      "loss": 0.27,
-      "num_input_tokens_seen": 5619288,
+      "epoch": 2.114025085518814,
+      "grad_norm": 0.31585100293159485,
+      "learning_rate": 0.00032939545472578314,
+      "loss": 0.586,
+      "num_input_tokens_seen": 5690320,
       "step": 465
     },
     {
-      "epoch": 1.512696493349456,
-      "grad_norm": 0.5031115412712097,
-      "learning_rate": 0.0002458554524556243,
-      "loss": 0.275,
-      "num_input_tokens_seen": 5679064,
+      "epoch": 2.136830102622577,
+      "grad_norm": 0.6579605340957642,
+      "learning_rate": 0.00032582327601256565,
+      "loss": 0.6248,
+      "num_input_tokens_seen": 5752912,
       "step": 470
     },
     {
-      "epoch": 1.52881902458686,
-      "grad_norm": 0.24844957888126373,
-      "learning_rate": 0.0002446419990452774,
-      "loss": 0.2608,
-      "num_input_tokens_seen": 5739736,
+      "epoch": 2.1596351197263397,
+      "grad_norm": 0.5216785669326782,
+      "learning_rate": 0.0003222339655567556,
+      "loss": 0.5866,
+      "num_input_tokens_seen": 5813968,
       "step": 475
     },
     {
-      "epoch": 1.5449415558242645,
-      "grad_norm": 0.2635655701160431,
-      "learning_rate": 0.00024341816707321685,
-      "loss": 0.2689,
-      "num_input_tokens_seen": 5800152,
+      "epoch": 2.1824401368301025,
+      "grad_norm": 0.30468475818634033,
+      "learning_rate": 0.0003186283343381213,
+      "loss": 0.5625,
+      "num_input_tokens_seen": 5874896,
       "step": 480
     },
     {
-      "epoch": 1.5610640870616685,
-      "grad_norm": 0.3647008538246155,
-      "learning_rate": 0.00024218409074640962,
-      "loss": 0.2724,
-      "num_input_tokens_seen": 5860312,
+      "epoch": 2.2052451539338653,
+      "grad_norm": 0.26226291060447693,
+      "learning_rate": 0.00031500719702399403,
+      "loss": 0.5727,
+      "num_input_tokens_seen": 5935952,
       "step": 485
     },
     {
-      "epoch": 1.577186618299073,
-      "grad_norm": 0.27897146344184875,
-      "learning_rate": 0.00024093990539523181,
-      "loss": 0.269,
-      "num_input_tokens_seen": 5920216,
+      "epoch": 2.228050171037628,
+      "grad_norm": 0.5646345019340515,
+      "learning_rate": 0.0003113713717851998,
+      "loss": 0.567,
+      "num_input_tokens_seen": 5997008,
       "step": 490
     },
     {
-      "epoch": 1.593309149536477,
-      "grad_norm": 0.31163033843040466,
-      "learning_rate": 0.00023968574745862782,
-      "loss": 0.2663,
-      "num_input_tokens_seen": 5981400,
+      "epoch": 2.250855188141391,
+      "grad_norm": 0.4483787417411804,
+      "learning_rate": 0.0003077216801111989,
+      "loss": 0.5605,
+      "num_input_tokens_seen": 6058704,
       "step": 495
     },
     {
-      "epoch": 1.6094316807738815,
-      "grad_norm": 0.2884142994880676,
-      "learning_rate": 0.00023842175446914845,
-      "loss": 0.2829,
-      "num_input_tokens_seen": 6041304,
+      "epoch": 2.2736602052451538,
+      "grad_norm": 0.4966548681259155,
+      "learning_rate": 0.0003040589466244768,
+      "loss": 0.5697,
+      "num_input_tokens_seen": 6120272,
       "step": 500
     },
     {
-      "epoch": 1.6094316807738815,
-      "eval_loss": 0.2787889838218689,
-      "eval_runtime": 46.4845,
-      "eval_samples_per_second": 94.87,
-      "eval_steps_per_second": 5.937,
-      "num_input_tokens_seen": 6041304,
+      "epoch": 2.2736602052451538,
+      "eval_loss": 0.5569939017295837,
+      "eval_runtime": 33.4734,
+      "eval_samples_per_second": 93.149,
+      "eval_steps_per_second": 5.826,
+      "num_input_tokens_seen": 6120272,
       "step": 500
     },
     {
-      "epoch": 1.6255542120112858,
-      "grad_norm": 0.24667227268218994,
-      "learning_rate": 0.00023714806503786898,
-      "loss": 0.2745,
-      "num_input_tokens_seen": 6101592,
+      "epoch": 2.2964652223489166,
+      "grad_norm": 0.4652706980705261,
+      "learning_rate": 0.0003003839988942255,
+      "loss": 0.5607,
+      "num_input_tokens_seen": 6180816,
       "step": 505
     },
     {
-      "epoch": 1.64167674324869,
-      "grad_norm": 0.26368460059165955,
-      "learning_rate": 0.00023586481883918864,
-      "loss": 0.2755,
-      "num_input_tokens_seen": 6162904,
+      "epoch": 2.3192702394526794,
+      "grad_norm": 0.5829709768295288,
+      "learning_rate": 0.0002966976672493607,
+      "loss": 0.5616,
+      "num_input_tokens_seen": 6242128,
       "step": 510
     },
     {
-      "epoch": 1.6577992744860943,
-      "grad_norm": 0.3740602731704712,
-      "learning_rate": 0.00023457215659551398,
-      "loss": 0.272,
-      "num_input_tokens_seen": 6223192,
+      "epoch": 2.342075256556442,
+      "grad_norm": 0.5113313794136047,
+      "learning_rate": 0.0002930007845909146,
+      "loss": 0.5515,
+      "num_input_tokens_seen": 6303312,
       "step": 515
     },
     {
-      "epoch": 1.6739218057234986,
-      "grad_norm": 0.26170584559440613,
-      "learning_rate": 0.0002332702200618271,
-      "loss": 0.284,
-      "num_input_tokens_seen": 6285144,
+      "epoch": 2.364880273660205,
+      "grad_norm": 0.2702499032020569,
+      "learning_rate": 0.00028929418620384753,
+      "loss": 0.5561,
+      "num_input_tokens_seen": 6364624,
       "step": 520
     },
     {
-      "epoch": 1.6900443369609028,
-      "grad_norm": 0.38628166913986206,
-      "learning_rate": 0.00023195915201014035,
-      "loss": 0.257,
-      "num_input_tokens_seen": 6345432,
+      "epoch": 2.387685290763968,
+      "grad_norm": 0.4887981712818146,
+      "learning_rate": 0.00028557870956832135,
+      "loss": 0.5558,
+      "num_input_tokens_seen": 6425040,
       "step": 525
     },
     {
-      "epoch": 1.706166868198307,
-      "grad_norm": 0.3372448682785034,
-      "learning_rate": 0.00023063909621383997,
-      "loss": 0.265,
-      "num_input_tokens_seen": 6405976,
+      "epoch": 2.4104903078677307,
+      "grad_norm": 0.48467937111854553,
+      "learning_rate": 0.0002818551941704762,
+      "loss": 0.5636,
+      "num_input_tokens_seen": 6486736,
       "step": 530
     },
     {
-      "epoch": 1.7222893994357114,
-      "grad_norm": 0.30728185176849365,
-      "learning_rate": 0.00022931019743191973,
-      "loss": 0.2598,
-      "num_input_tokens_seen": 6466136,
+      "epoch": 2.433295324971494,
+      "grad_norm": 0.4533310532569885,
+      "learning_rate": 0.0002781244813127552,
+      "loss": 0.5584,
+      "num_input_tokens_seen": 6548304,
       "step": 535
     },
     {
-      "epoch": 1.7384119306731156,
-      "grad_norm": 0.3772517442703247,
-      "learning_rate": 0.00022797260139310638,
-      "loss": 0.2493,
-      "num_input_tokens_seen": 6526552,
+      "epoch": 2.4561003420752567,
+      "grad_norm": 0.34388402104377747,
+      "learning_rate": 0.00027438741392381706,
+      "loss": 0.5542,
+      "num_input_tokens_seen": 6610000,
       "step": 540
     },
     {
-      "epoch": 1.75453446191052,
-      "grad_norm": 0.30679094791412354,
-      "learning_rate": 0.00022662645477987897,
-      "loss": 0.2596,
-      "num_input_tokens_seen": 6586200,
+      "epoch": 2.4789053591790196,
+      "grad_norm": 0.34004491567611694,
+      "learning_rate": 0.00027064483636808314,
+      "loss": 0.5366,
+      "num_input_tokens_seen": 6670672,
       "step": 545
     },
     {
-      "epoch": 1.7706569931479241,
-      "grad_norm": 0.2866220772266388,
-      "learning_rate": 0.00022527190521238325,
-      "loss": 0.2597,
-      "num_input_tokens_seen": 6647128,
+      "epoch": 2.5017103762827824,
+      "grad_norm": 0.29488757252693176,
+      "learning_rate": 0.0002668975942549583,
+      "loss": 0.5493,
+      "num_input_tokens_seen": 6732112,
       "step": 550
     },
     {
-      "epoch": 1.7867795243853286,
-      "grad_norm": 0.32032808661460876,
-      "learning_rate": 0.00022390910123224373,
-      "loss": 0.2552,
-      "num_input_tokens_seen": 6707416,
+      "epoch": 2.524515393386545,
+      "grad_norm": 0.34730616211891174,
+      "learning_rate": 0.0002631465342477719,
+      "loss": 0.548,
+      "num_input_tokens_seen": 6793424,
       "step": 555
     },
     {
-      "epoch": 1.8029020556227326,
-      "grad_norm": 0.4612221121788025,
-      "learning_rate": 0.0002225381922862742,
-      "loss": 0.2476,
-      "num_input_tokens_seen": 6767704,
+      "epoch": 2.547320410490308,
+      "grad_norm": 0.3492475152015686,
+      "learning_rate": 0.0002593925038724802,
+      "loss": 0.5576,
+      "num_input_tokens_seen": 6855760,
       "step": 560
     },
     {
-      "epoch": 1.8190245868601371,
-      "grad_norm": 0.3469693660736084,
-      "learning_rate": 0.00022115932871008935,
-      "loss": 0.2597,
-      "num_input_tokens_seen": 6828760,
+      "epoch": 2.570125427594071,
+      "grad_norm": 0.23128575086593628,
+      "learning_rate": 0.000255636351326173,
+      "loss": 0.5436,
+      "num_input_tokens_seen": 6916688,
       "step": 565
     },
     {
-      "epoch": 1.8351471180975412,
-      "grad_norm": 0.26166170835494995,
-      "learning_rate": 0.00021977266171161874,
-      "loss": 0.251,
-      "num_input_tokens_seen": 6889176,
+      "epoch": 2.5929304446978336,
+      "grad_norm": 0.3887086808681488,
+      "learning_rate": 0.0002518789252854305,
+      "loss": 0.5497,
+      "num_input_tokens_seen": 6978512,
       "step": 570
     },
     {
-      "epoch": 1.8512696493349456,
-      "grad_norm": 0.3853442072868347,
-      "learning_rate": 0.00021837834335452502,
-      "loss": 0.2508,
-      "num_input_tokens_seen": 6950488,
+      "epoch": 2.6157354618015964,
+      "grad_norm": 0.25128859281539917,
+      "learning_rate": 0.00024812107471456957,
+      "loss": 0.5629,
+      "num_input_tokens_seen": 7040208,
       "step": 575
     },
     {
-      "epoch": 1.86739218057235,
-      "grad_norm": 0.3170322775840759,
-      "learning_rate": 0.0002169765265415285,
-      "loss": 0.2477,
-      "num_input_tokens_seen": 7010648,
+      "epoch": 2.6385404789053593,
+      "grad_norm": 0.2182224690914154,
+      "learning_rate": 0.000244363648673827,
+      "loss": 0.5439,
+      "num_input_tokens_seen": 7101264,
       "step": 580
     },
     {
-      "epoch": 1.8835147118097542,
-      "grad_norm": 0.23386070132255554,
-      "learning_rate": 0.00021556736499763992,
-      "loss": 0.2493,
-      "num_input_tokens_seen": 7071192,
+      "epoch": 2.661345496009122,
+      "grad_norm": 0.41704925894737244,
+      "learning_rate": 0.00024060749612751987,
+      "loss": 0.5448,
+      "num_input_tokens_seen": 7163600,
       "step": 585
     },
     {
-      "epoch": 1.8996372430471584,
-      "grad_norm": 0.2719758152961731,
-      "learning_rate": 0.0002141510132533023,
-      "loss": 0.266,
-      "num_input_tokens_seen": 7131992,
+      "epoch": 2.684150513112885,
+      "grad_norm": 0.1889171451330185,
+      "learning_rate": 0.00023685346575222808,
+      "loss": 0.5614,
+      "num_input_tokens_seen": 7225936,
       "step": 590
     },
     {
-      "epoch": 1.9157597742845627,
-      "grad_norm": 0.2986934781074524,
-      "learning_rate": 0.00021272762662744518,
-      "loss": 0.258,
-      "num_input_tokens_seen": 7191896,
+      "epoch": 2.7069555302166477,
+      "grad_norm": 0.3658604621887207,
+      "learning_rate": 0.00023310240574504182,
+      "loss": 0.5507,
+      "num_input_tokens_seen": 7287760,
       "step": 595
     },
     {
-      "epoch": 1.931882305521967,
-      "grad_norm": 0.5190538763999939,
-      "learning_rate": 0.00021129736121045236,
-      "loss": 0.2524,
-      "num_input_tokens_seen": 7252056,
+      "epoch": 2.7297605473204105,
+      "grad_norm": 0.3770897686481476,
+      "learning_rate": 0.00022935516363191695,
+      "loss": 0.5411,
+      "num_input_tokens_seen": 7348944,
       "step": 600
     },
     {
-      "epoch": 1.931882305521967,
-      "eval_loss": 0.23966720700263977,
-      "eval_runtime": 46.503,
-      "eval_samples_per_second": 94.833,
-      "eval_steps_per_second": 5.935,
-      "num_input_tokens_seen": 7252056,
+      "epoch": 2.7297605473204105,
+      "eval_loss": 0.5423732399940491,
+      "eval_runtime": 33.4056,
+      "eval_samples_per_second": 93.338,
+      "eval_steps_per_second": 5.837,
+      "num_input_tokens_seen": 7348944,
       "step": 600
     },
     {
-      "epoch": 1.9480048367593712,
-      "grad_norm": 0.2763490676879883,
-      "learning_rate": 0.00020986037384704428,
-      "loss": 0.2324,
-      "num_input_tokens_seen": 7312728,
+      "epoch": 2.7525655644241733,
+      "grad_norm": 0.2724747955799103,
+      "learning_rate": 0.00022561258607618295,
+      "loss": 0.5655,
+      "num_input_tokens_seen": 7410640,
       "step": 605
     },
     {
-      "epoch": 1.9641273679967755,
-      "grad_norm": 0.2855716049671173,
-      "learning_rate": 0.00020841682211907876,
-      "loss": 0.2395,
-      "num_input_tokens_seen": 7373656,
+      "epoch": 2.775370581527936,
+      "grad_norm": 0.257785826921463,
+      "learning_rate": 0.00022187551868724483,
+      "loss": 0.5245,
+      "num_input_tokens_seen": 7471184,
       "step": 610
     },
     {
-      "epoch": 1.9802498992341797,
-      "grad_norm": 0.2816997766494751,
-      "learning_rate": 0.00020696686432827017,
-      "loss": 0.2525,
-      "num_input_tokens_seen": 7433944,
+      "epoch": 2.798175598631699,
+      "grad_norm": 0.18996310234069824,
+      "learning_rate": 0.00021814480582952375,
+      "loss": 0.5534,
+      "num_input_tokens_seen": 7533392,
       "step": 615
     },
     {
-      "epoch": 1.9963724304715842,
-      "grad_norm": 0.28284791111946106,
-      "learning_rate": 0.00020551065947882973,
-      "loss": 0.2552,
-      "num_input_tokens_seen": 7494488,
+      "epoch": 2.8209806157354618,
+      "grad_norm": 0.23174872994422913,
+      "learning_rate": 0.00021442129043167875,
+      "loss": 0.5426,
+      "num_input_tokens_seen": 7594832,
       "step": 620
     },
     {
-      "epoch": 2.0096735187424426,
-      "grad_norm": 0.3889078199863434,
-      "learning_rate": 0.0002040483672600292,
-      "loss": 0.2252,
-      "num_input_tokens_seen": 7543336,
+      "epoch": 2.8437856328392246,
+      "grad_norm": 0.28623196482658386,
+      "learning_rate": 0.00021070581379615253,
+      "loss": 0.5417,
+      "num_input_tokens_seen": 7656656,
       "step": 625
     },
     {
-      "epoch": 2.0257960499798466,
-      "grad_norm": 0.6744699478149414,
-      "learning_rate": 0.00020258014802868884,
-      "loss": 0.2448,
-      "num_input_tokens_seen": 7604136,
+      "epoch": 2.8665906499429874,
+      "grad_norm": 0.2974644899368286,
+      "learning_rate": 0.00020699921540908543,
+      "loss": 0.5436,
+      "num_input_tokens_seen": 7717712,
       "step": 630
     },
     {
-      "epoch": 2.041918581217251,
-      "grad_norm": 0.3410181701183319,
-      "learning_rate": 0.00020110616279159276,
-      "loss": 0.2362,
-      "num_input_tokens_seen": 7663912,
+      "epoch": 2.88939566704675,
+      "grad_norm": 0.2679222524166107,
+      "learning_rate": 0.00020330233275063928,
+      "loss": 0.5359,
+      "num_input_tokens_seen": 7779920,
       "step": 635
     },
     {
-      "epoch": 2.0580411124546556,
-      "grad_norm": 0.24159495532512665,
-      "learning_rate": 0.0001996265731878324,
-      "loss": 0.2311,
-      "num_input_tokens_seen": 7724584,
+      "epoch": 2.912200684150513,
+      "grad_norm": 0.31487688422203064,
+      "learning_rate": 0.00019961600110577458,
+      "loss": 0.5279,
+      "num_input_tokens_seen": 7840976,
       "step": 640
     },
     {
-      "epoch": 2.0741636436920596,
-      "grad_norm": 0.2771574556827545,
-      "learning_rate": 0.0001981415414710814,
-      "loss": 0.2364,
-      "num_input_tokens_seen": 7785000,
+      "epoch": 2.935005701254276,
+      "grad_norm": 0.1894128918647766,
+      "learning_rate": 0.0001959410533755232,
+      "loss": 0.5394,
+      "num_input_tokens_seen": 7902160,
       "step": 645
     },
     {
-      "epoch": 2.090286174929464,
-      "grad_norm": 0.2586170434951782,
-      "learning_rate": 0.00019665123049180226,
-      "loss": 0.2331,
-      "num_input_tokens_seen": 7846184,
+      "epoch": 2.9578107183580387,
+      "grad_norm": 0.3457396924495697,
+      "learning_rate": 0.00019227831988880107,
+      "loss": 0.5338,
+      "num_input_tokens_seen": 7963856,
       "step": 650
     },
     {
-      "epoch": 2.106408706166868,
-      "grad_norm": 0.2663462162017822,
-      "learning_rate": 0.00019515580367938807,
-      "loss": 0.2206,
-      "num_input_tokens_seen": 7906728,
+      "epoch": 2.9806157354618015,
+      "grad_norm": 0.5327403545379639,
+      "learning_rate": 0.00018862862821480023,
+      "loss": 0.5605,
+      "num_input_tokens_seen": 8026448,
       "step": 655
     },
     {
-      "epoch": 2.1225312374042726,
-      "grad_norm": 0.33795252442359924,
-      "learning_rate": 0.00019365542502424075,
-      "loss": 0.2125,
-      "num_input_tokens_seen": 7967400,
+      "epoch": 3.0,
+      "grad_norm": 0.4617694616317749,
+      "learning_rate": 0.00018499280297600592,
+      "loss": 0.5208,
+      "num_input_tokens_seen": 8078224,
       "step": 660
     },
     {
-      "epoch": 2.1386537686416767,
-      "grad_norm": 0.5077325701713562,
-      "learning_rate": 0.00019215025905978765,
-      "loss": 0.2256,
-      "num_input_tokens_seen": 8028072,
+      "epoch": 3.022805017103763,
+      "grad_norm": 0.2340616136789322,
+      "learning_rate": 0.0001813716656618788,
+      "loss": 0.5485,
+      "num_input_tokens_seen": 8140176,
       "step": 665
     },
     {
-      "epoch": 2.154776299879081,
-      "grad_norm": 0.3080436885356903,
-      "learning_rate": 0.00019064047084443837,
-      "loss": 0.219,
-      "num_input_tokens_seen": 8088488,
+      "epoch": 3.0456100342075256,
+      "grad_norm": 0.1312321573495865,
+      "learning_rate": 0.00017776603444324445,
+      "loss": 0.5284,
+      "num_input_tokens_seen": 8201616,
       "step": 670
     },
     {
-      "epoch": 2.170898831116485,
-      "grad_norm": 0.38183921575546265,
-      "learning_rate": 0.00018912622594348454,
-      "loss": 0.2155,
-      "num_input_tokens_seen": 8148264,
+      "epoch": 3.0684150513112884,
+      "grad_norm": 0.15655800700187683,
+      "learning_rate": 0.00017417672398743438,
+      "loss": 0.543,
+      "num_input_tokens_seen": 8262928,
       "step": 675
     },
     {
-      "epoch": 2.1870213623538897,
-      "grad_norm": 0.3295229375362396,
-      "learning_rate": 0.0001876076904109435,
-      "loss": 0.2272,
-      "num_input_tokens_seen": 8208680,
+      "epoch": 3.0912200684150513,
+      "grad_norm": 0.18235978484153748,
+      "learning_rate": 0.00017060454527421687,
+      "loss": 0.5454,
+      "num_input_tokens_seen": 8324496,
       "step": 680
     },
     {
-      "epoch": 2.2031438935912937,
-      "grad_norm": 0.27609583735466003,
-      "learning_rate": 0.00018608503077134874,
-      "loss": 0.2149,
-      "num_input_tokens_seen": 8269096,
+      "epoch": 3.114025085518814,
+      "grad_norm": 0.4447898864746094,
+      "learning_rate": 0.0001670503054125621,
+      "loss": 0.5481,
+      "num_input_tokens_seen": 8385680,
       "step": 685
     },
     {
-      "epoch": 2.219266424828698,
-      "grad_norm": 0.3532196879386902,
-      "learning_rate": 0.00018455841400148859,
-      "loss": 0.2188,
-      "num_input_tokens_seen": 8330920,
+      "epoch": 3.136830102622577,
+      "grad_norm": 0.21675755083560944,
+      "learning_rate": 0.00016351480745828098,
+      "loss": 0.5468,
+      "num_input_tokens_seen": 8447632,
       "step": 690
     },
     {
-      "epoch": 2.235388956066102,
-      "grad_norm": 0.3278018832206726,
-      "learning_rate": 0.0001830280075120952,
-      "loss": 0.2311,
-      "num_input_tokens_seen": 8391720,
+      "epoch": 3.1596351197263397,
+      "grad_norm": 0.22836248576641083,
+      "learning_rate": 0.000159998850232581,
+      "loss": 0.5348,
+      "num_input_tokens_seen": 8508432,
       "step": 695
     },
     {
-      "epoch": 2.2515114873035067,
-      "grad_norm": 0.29554393887519836,
-      "learning_rate": 0.00018149397912948638,
-      "loss": 0.2185,
-      "num_input_tokens_seen": 8452392,
+      "epoch": 3.1824401368301025,
+      "grad_norm": 0.2505165636539459,
+      "learning_rate": 0.00015650322814157763,
+      "loss": 0.5415,
+      "num_input_tokens_seen": 8570128,
       "step": 700
     },
     {
-      "epoch": 2.2515114873035067,
-      "eval_loss": 0.229435995221138,
-      "eval_runtime": 46.4891,
-      "eval_samples_per_second": 94.861,
-      "eval_steps_per_second": 5.937,
-      "num_input_tokens_seen": 8452392,
+      "epoch": 3.1824401368301025,
+      "eval_loss": 0.5388469696044922,
+      "eval_runtime": 33.3807,
+      "eval_samples_per_second": 93.407,
+      "eval_steps_per_second": 5.842,
+      "num_input_tokens_seen": 8570128,
       "step": 700
     },
     {
-      "epoch": 2.2676340185409107,
-      "grad_norm": 0.28423935174942017,
-      "learning_rate": 0.00017995649707716103,
-      "loss": 0.2193,
-      "num_input_tokens_seen": 8512168,
+      "epoch": 3.2052451539338653,
+      "grad_norm": 0.3536621630191803,
+      "learning_rate": 0.00015302873099680376,
+      "loss": 0.5456,
+      "num_input_tokens_seen": 8631952,
       "step": 705
     },
     {
-      "epoch": 2.283756549778315,
-      "grad_norm": 0.2855550944805145,
-      "learning_rate": 0.00017841572995735218,
-      "loss": 0.2153,
-      "num_input_tokens_seen": 8572200,
+      "epoch": 3.228050171037628,
+      "grad_norm": 0.5646337270736694,
+      "learning_rate": 0.0001495761438367577,
+      "loss": 0.5465,
+      "num_input_tokens_seen": 8694032,
       "step": 710
     },
     {
-      "epoch": 2.2998790810157193,
-      "grad_norm": 0.2579108774662018,
-      "learning_rate": 0.00017687184673253735,
-      "loss": 0.2298,
-      "num_input_tokens_seen": 8633512,
+      "epoch": 3.250855188141391,
+      "grad_norm": 0.23056668043136597,
+      "learning_rate": 0.0001461462467495284,
+      "loss": 0.5239,
+      "num_input_tokens_seen": 8754576,
       "step": 715
     },
     {
-      "epoch": 2.3160016122531237,
-      "grad_norm": 0.3701072037220001,
-      "learning_rate": 0.00017532501670691005,
-      "loss": 0.2189,
-      "num_input_tokens_seen": 8693544,
+      "epoch": 3.2736602052451538,
+      "grad_norm": 0.19962450861930847,
+      "learning_rate": 0.00014273981469654093,
+      "loss": 0.5384,
+      "num_input_tokens_seen": 8816528,
       "step": 720
     },
     {
-      "epoch": 2.332124143490528,
-      "grad_norm": 0.3378724157810211,
-      "learning_rate": 0.00017377540950781393,
-      "loss": 0.2145,
-      "num_input_tokens_seen": 8753960,
+      "epoch": 3.2964652223489166,
+      "grad_norm": 0.23439449071884155,
+      "learning_rate": 0.00013935761733745863,
+      "loss": 0.525,
+      "num_input_tokens_seen": 8877200,
       "step": 725
     },
     {
-      "epoch": 2.3482466747279322,
-      "grad_norm": 0.3511684834957123,
-      "learning_rate": 0.00017222319506714068,
-      "loss": 0.2195,
-      "num_input_tokens_seen": 8814632,
+      "epoch": 3.3192702394526794,
+      "grad_norm": 0.18115977942943573,
+      "learning_rate": 0.00013600041885628407,
+      "loss": 0.545,
+      "num_input_tokens_seen": 8938512,
       "step": 730
     },
     {
-      "epoch": 2.3643692059653367,
-      "grad_norm": 0.2629610002040863,
-      "learning_rate": 0.0001706685436026957,
-      "loss": 0.2097,
-      "num_input_tokens_seen": 8874920,
+      "epoch": 3.342075256556442,
+      "grad_norm": 0.21030353009700775,
+      "learning_rate": 0.00013266897778869703,
+      "loss": 0.5334,
+      "num_input_tokens_seen": 9000464,
       "step": 735
     },
     {
-      "epoch": 2.3804917372027408,
-      "grad_norm": 0.25687411427497864,
-      "learning_rate": 0.0001691116255995314,
-      "loss": 0.2171,
-      "num_input_tokens_seen": 8935848,
+      "epoch": 3.364880273660205,
+      "grad_norm": 0.31204336881637573,
+      "learning_rate": 0.00012936404685066853,
+      "loss": 0.5264,
+      "num_input_tokens_seen": 9061648,
       "step": 740
     },
     {
-      "epoch": 2.3966142684401452,
-      "grad_norm": 0.38405942916870117,
-      "learning_rate": 0.00016755261179125162,
-      "loss": 0.2106,
-      "num_input_tokens_seen": 8997032,
+      "epoch": 3.387685290763968,
+      "grad_norm": 0.2271607369184494,
+      "learning_rate": 0.00012608637276838986,
+      "loss": 0.5406,
+      "num_input_tokens_seen": 9122704,
       "step": 745
     },
     {
-      "epoch": 2.4127367996775493,
-      "grad_norm": 0.3432101607322693,
-      "learning_rate": 0.00016599167314128898,
-      "loss": 0.2064,
-      "num_input_tokens_seen": 9057704,
+      "epoch": 3.4104903078677307,
+      "grad_norm": 0.228069469332695,
+      "learning_rate": 0.00012283669610955542,
+      "loss": 0.5364,
+      "num_input_tokens_seen": 9183504,
       "step": 750
     },
     {
-      "epoch": 2.4288593309149538,
-      "grad_norm": 0.21223559975624084,
-      "learning_rate": 0.00016442898082415664,
-      "loss": 0.2191,
-      "num_input_tokens_seen": 9118504,
+      "epoch": 3.433295324971494,
+      "grad_norm": 0.20475447177886963,
+      "learning_rate": 0.00011961575111603586,
+      "loss": 0.5428,
+      "num_input_tokens_seen": 9245072,
       "step": 755
     },
     {
-      "epoch": 2.444981862152358,
-      "grad_norm": 0.31354019045829773,
-      "learning_rate": 0.00016286470620667707,
-      "loss": 0.2317,
-      "num_input_tokens_seen": 9179944,
+      "epoch": 3.4561003420752567,
+      "grad_norm": 0.23718909919261932,
+      "learning_rate": 0.00011642426553798175,
+      "loss": 0.5414,
+      "num_input_tokens_seen": 9307152,
       "step": 760
     },
     {
-      "epoch": 2.4611043933897623,
-      "grad_norm": 0.2800178527832031,
-      "learning_rate": 0.0001612990208291899,
-      "loss": 0.2169,
-      "num_input_tokens_seen": 9240488,
+      "epoch": 3.4789053591790196,
+      "grad_norm": 0.12376732379198074,
+      "learning_rate": 0.00011326296046939332,
+      "loss": 0.5399,
+      "num_input_tokens_seen": 9369616,
       "step": 765
     },
     {
-      "epoch": 2.4772269246271663,
-      "grad_norm": 0.27830538153648376,
-      "learning_rate": 0.0001597320963867404,
-      "loss": 0.2112,
-      "num_input_tokens_seen": 9301288,
+      "epoch": 3.5017103762827824,
+      "grad_norm": 0.2159983217716217,
+      "learning_rate": 0.00011013255018519425,
+      "loss": 0.5403,
+      "num_input_tokens_seen": 9431568,
       "step": 770
     },
     {
-      "epoch": 2.493349455864571,
-      "grad_norm": 0.3298768103122711,
-      "learning_rate": 0.00015816410471025135,
-      "loss": 0.2105,
-      "num_input_tokens_seen": 9362088,
+      "epoch": 3.524515393386545,
+      "grad_norm": 0.16989131271839142,
+      "learning_rate": 0.00010703374197984653,
+      "loss": 0.5407,
+      "num_input_tokens_seen": 9493264,
       "step": 775
     },
     {
-      "epoch": 2.509471987101975,
-      "grad_norm": 0.356340229511261,
-      "learning_rate": 0.0001565952177476797,
-      "loss": 0.2082,
-      "num_input_tokens_seen": 9423144,
+      "epoch": 3.547320410490308,
+      "grad_norm": 0.16815856099128723,
+      "learning_rate": 0.00010396723600754143,
+      "loss": 0.5273,
+      "num_input_tokens_seen": 9554448,
       "step": 780
     },
     {
-      "epoch": 2.5255945183393793,
-      "grad_norm": 0.33439239859580994,
-      "learning_rate": 0.0001550256075451607,
-      "loss": 0.2094,
-      "num_input_tokens_seen": 9483944,
+      "epoch": 3.570125427594071,
+      "grad_norm": 0.15199516713619232,
+      "learning_rate": 0.00010093372512400551,
+      "loss": 0.5327,
+      "num_input_tokens_seen": 9615760,
       "step": 785
     },
     {
-      "epoch": 2.541717049576784,
-      "grad_norm": 0.32027843594551086,
-      "learning_rate": 0.00015345544622814093,
-      "loss": 0.2145,
-      "num_input_tokens_seen": 9545000,
+      "epoch": 3.5929304446978336,
+      "grad_norm": 0.15366092324256897,
+      "learning_rate": 9.793389472995393e-05,
+      "loss": 0.5538,
+      "num_input_tokens_seen": 9678608,
       "step": 790
     },
     {
-      "epoch": 2.557839580814188,
-      "grad_norm": 0.3030565679073334,
-      "learning_rate": 0.00015188490598250288,
-      "loss": 0.2142,
-      "num_input_tokens_seen": 9604904,
+      "epoch": 3.6157354618015964,
+      "grad_norm": 0.13155479729175568,
+      "learning_rate": 9.49684226162292e-05,
+      "loss": 0.5347,
+      "num_input_tokens_seen": 9740304,
       "step": 795
     },
     {
-      "epoch": 2.573962112051592,
-      "grad_norm": 0.2378065139055252,
-      "learning_rate": 0.00015031415903568287,
-      "loss": 0.2162,
-      "num_input_tokens_seen": 9665576,
+      "epoch": 3.6385404789053593,
+      "grad_norm": 0.11889411509037018,
+      "learning_rate": 9.203797881065906e-05,
+      "loss": 0.5477,
+      "num_input_tokens_seen": 9801744,
       "step": 800
     },
     {
-      "epoch": 2.573962112051592,
-      "eval_loss": 0.22397074103355408,
-      "eval_runtime": 46.6196,
-      "eval_samples_per_second": 94.595,
-      "eval_steps_per_second": 5.92,
-      "num_input_tokens_seen": 9665576,
+      "epoch": 3.6385404789053593,
+      "eval_loss": 0.5334955453872681,
+      "eval_runtime": 33.384,
+      "eval_samples_per_second": 93.398,
+      "eval_steps_per_second": 5.841,
+      "num_input_tokens_seen": 9801744,
       "step": 800
     },
     {
-      "epoch": 2.5900846432889963,
-      "grad_norm": 0.3636561632156372,
-      "learning_rate": 0.0001487433776377844,
-      "loss": 0.1946,
-      "num_input_tokens_seen": 9726504,
+      "epoch": 3.661345496009122,
+      "grad_norm": 0.2170262634754181,
+      "learning_rate": 8.914322542666823e-05,
+      "loss": 0.5348,
+      "num_input_tokens_seen": 9862928,
       "step": 805
     },
     {
-      "epoch": 2.606207174526401,
-      "grad_norm": 0.33323341608047485,
-      "learning_rate": 0.00014717273404268877,
-      "loss": 0.2034,
-      "num_input_tokens_seen": 9786408,
+      "epoch": 3.684150513112885,
+      "grad_norm": 0.14911165833473206,
+      "learning_rate": 8.628481651367875e-05,
+      "loss": 0.5385,
+      "num_input_tokens_seen": 9924112,
       "step": 810
     },
     {
-      "epoch": 2.622329705763805,
-      "grad_norm": 0.32679614424705505,
-      "learning_rate": 0.00014560240048916575,
-      "loss": 0.1992,
-      "num_input_tokens_seen": 9847208,
+      "epoch": 3.7069555302166477,
+      "grad_norm": 0.26073145866394043,
+      "learning_rate": 8.346339790933166e-05,
+      "loss": 0.5163,
+      "num_input_tokens_seen": 9984784,
       "step": 815
     },
     {
-      "epoch": 2.6384522370012093,
-      "grad_norm": 0.3090802729129791,
-      "learning_rate": 0.0001440325491819855,
-      "loss": 0.2044,
-      "num_input_tokens_seen": 9907112,
+      "epoch": 3.7297605473204105,
+      "grad_norm": 0.3746851682662964,
+      "learning_rate": 8.067960709356478e-05,
+      "loss": 0.5457,
+      "num_input_tokens_seen": 10046736,
       "step": 820
     },
     {
-      "epoch": 2.6545747682386134,
-      "grad_norm": 0.38277673721313477,
-      "learning_rate": 0.00014246335227303456,
-      "loss": 0.2063,
-      "num_input_tokens_seen": 9968168,
+      "epoch": 3.7525655644241733,
+      "grad_norm": 0.19700564444065094,
+      "learning_rate": 7.793407304457836e-05,
+      "loss": 0.5351,
+      "num_input_tokens_seen": 10108176,
       "step": 825
     },
     {
-      "epoch": 2.670697299476018,
-      "grad_norm": 0.26720625162124634,
-      "learning_rate": 0.00014089498184243716,
-      "loss": 0.2028,
-      "num_input_tokens_seen": 10028072,
+      "epoch": 3.775370581527936,
+      "grad_norm": 0.24977776408195496,
+      "learning_rate": 7.522741609672193e-05,
+      "loss": 0.536,
+      "num_input_tokens_seen": 10169744,
       "step": 830
     },
     {
-      "epoch": 2.686819830713422,
-      "grad_norm": 0.43418943881988525,
-      "learning_rate": 0.000139327609879685,
-      "loss": 0.1987,
-      "num_input_tokens_seen": 10089512,
+      "epoch": 3.798175598631699,
+      "grad_norm": 0.13378959894180298,
+      "learning_rate": 7.256024780033419e-05,
+      "loss": 0.5233,
+      "num_input_tokens_seen": 10231696,
       "step": 835
     },
     {
-      "epoch": 2.7029423619508264,
-      "grad_norm": 0.30812180042266846,
-      "learning_rate": 0.00013776140826477637,
-      "loss": 0.2151,
-      "num_input_tokens_seen": 10150568,
+      "epoch": 3.8209806157354618,
+      "grad_norm": 0.18760338425636292,
+      "learning_rate": 6.99331707835671e-05,
+      "loss": 0.5339,
+      "num_input_tokens_seen": 10292624,
       "step": 840
     },
     {
-      "epoch": 2.7190648931882304,
-      "grad_norm": 0.37245285511016846,
-      "learning_rate": 0.00013619654874936794,
-      "loss": 0.2034,
-      "num_input_tokens_seen": 10211880,
+      "epoch": 3.8437856328392246,
+      "grad_norm": 0.18421462178230286,
+      "learning_rate": 6.734677861622651e-05,
+      "loss": 0.5303,
+      "num_input_tokens_seen": 10353040,
       "step": 845
     },
     {
-      "epoch": 2.735187424425635,
-      "grad_norm": 0.2456962615251541,
-      "learning_rate": 0.00013463320293793991,
-      "loss": 0.1934,
-      "num_input_tokens_seen": 10272808,
+      "epoch": 3.8665906499429874,
+      "grad_norm": 0.25363388657569885,
+      "learning_rate": 6.480165567565913e-05,
+      "loss": 0.5376,
+      "num_input_tokens_seen": 10414480,
       "step": 850
     },
     {
-      "epoch": 2.751309955663039,
-      "grad_norm": 0.466780424118042,
-      "learning_rate": 0.00013307154226897773,
-      "loss": 0.1927,
-      "num_input_tokens_seen": 10332968,
+      "epoch": 3.88939566704675,
+      "grad_norm": 0.19855299592018127,
+      "learning_rate": 6.229837701471644e-05,
+      "loss": 0.5303,
+      "num_input_tokens_seen": 10476432,
       "step": 855
     },
     {
-      "epoch": 2.7674324869004434,
-      "grad_norm": 0.3370344638824463,
-      "learning_rate": 0.00013151173799617218,
-      "loss": 0.2075,
-      "num_input_tokens_seen": 10393640,
+      "epoch": 3.912200684150513,
+      "grad_norm": 0.2271662950515747,
+      "learning_rate": 5.983750823182574e-05,
+      "loss": 0.5402,
+      "num_input_tokens_seen": 10538128,
       "step": 860
     },
     {
-      "epoch": 2.7835550181378474,
-      "grad_norm": 0.23357120156288147,
-      "learning_rate": 0.00012995396116963917,
-      "loss": 0.2077,
-      "num_input_tokens_seen": 10454056,
+      "epoch": 3.935005701254276,
+      "grad_norm": 0.15214210748672485,
+      "learning_rate": 5.741960534319676e-05,
+      "loss": 0.5348,
+      "num_input_tokens_seen": 10600080,
       "step": 865
     },
     {
-      "epoch": 2.799677549375252,
-      "grad_norm": 0.265910804271698,
-      "learning_rate": 0.00012839838261716216,
-      "loss": 0.1985,
-      "num_input_tokens_seen": 10514856,
+      "epoch": 3.9578107183580387,
+      "grad_norm": 0.17597727477550507,
+      "learning_rate": 5.504521465719392e-05,
+      "loss": 0.5319,
+      "num_input_tokens_seen": 10660752,
       "step": 870
     },
     {
-      "epoch": 2.8158000806126564,
-      "grad_norm": 0.27797526121139526,
-      "learning_rate": 0.00012684517292545932,
-      "loss": 0.2019,
-      "num_input_tokens_seen": 10575656,
+      "epoch": 3.9806157354618015,
+      "grad_norm": 0.333976686000824,
+      "learning_rate": 5.271487265090164e-05,
+      "loss": 0.5165,
+      "num_input_tokens_seen": 10721680,
       "step": 875
     },
     {
-      "epoch": 2.8319226118500604,
-      "grad_norm": 0.2714812457561493,
-      "learning_rate": 0.0001252945024214764,
-      "loss": 0.1959,
-      "num_input_tokens_seen": 10635816,
+      "epoch": 4.0,
+      "grad_norm": 0.553748369216919,
+      "learning_rate": 5.0429105848911e-05,
+      "loss": 0.5439,
+      "num_input_tokens_seen": 10772736,
       "step": 880
     },
     {
-      "epoch": 2.8480451430874645,
-      "grad_norm": 0.25869643688201904,
-      "learning_rate": 0.00012374654115370856,
-      "loss": 0.203,
-      "num_input_tokens_seen": 10695080,
+      "epoch": 4.022805017103763,
+      "grad_norm": 0.2072031944990158,
+      "learning_rate": 4.8188430704355604e-05,
+      "loss": 0.5379,
+      "num_input_tokens_seen": 10834816,
       "step": 885
     },
     {
-      "epoch": 2.864167674324869,
-      "grad_norm": 0.23184259235858917,
-      "learning_rate": 0.00012220145887355288,
-      "loss": 0.209,
-      "num_input_tokens_seen": 10755880,
+      "epoch": 4.045610034207526,
+      "grad_norm": 0.2549310624599457,
+      "learning_rate": 4.5993353482221695e-05,
+      "loss": 0.5375,
+      "num_input_tokens_seen": 10897152,
       "step": 890
     },
     {
-      "epoch": 2.8802902055622734,
-      "grad_norm": 0.38995301723480225,
-      "learning_rate": 0.00012065942501669278,
-      "loss": 0.1969,
-      "num_input_tokens_seen": 10815784,
+      "epoch": 4.068415051311288,
+      "grad_norm": 0.15964680910110474,
+      "learning_rate": 4.384437014496215e-05,
+      "loss": 0.5324,
+      "num_input_tokens_seen": 10958592,
       "step": 895
     },
     {
-      "epoch": 2.8964127367996775,
-      "grad_norm": 0.2285148799419403,
-      "learning_rate": 0.00011912060868451783,
-      "loss": 0.1905,
-      "num_input_tokens_seen": 10875816,
+      "epoch": 4.091220068415051,
+      "grad_norm": 0.16902554035186768,
+      "learning_rate": 4.174196624043644e-05,
+      "loss": 0.5305,
+      "num_input_tokens_seen": 11019520,
       "step": 900
     },
     {
-      "epoch": 2.8964127367996775,
-      "eval_loss": 0.2098110020160675,
-      "eval_runtime": 46.6136,
-      "eval_samples_per_second": 94.608,
-      "eval_steps_per_second": 5.921,
-      "num_input_tokens_seen": 10875816,
+      "epoch": 4.091220068415051,
+      "eval_loss": 0.5296227335929871,
+      "eval_runtime": 33.4665,
+      "eval_samples_per_second": 93.168,
+      "eval_steps_per_second": 5.827,
+      "num_input_tokens_seen": 11019520,
       "step": 900
     },
     {
-      "epoch": 2.912535268037082,
-      "grad_norm": 0.28015273809432983,
-      "learning_rate": 0.0001175851786255797,
-      "loss": 0.1877,
-      "num_input_tokens_seen": 10935592,
+      "epoch": 4.114025085518814,
+      "grad_norm": 0.20468637347221375,
+      "learning_rate": 3.968661679220467e-05,
+      "loss": 0.5405,
+      "num_input_tokens_seen": 11081600,
       "step": 905
     },
     {
-      "epoch": 2.928657799274486,
-      "grad_norm": 0.22008776664733887,
-      "learning_rate": 0.00011605330321708712,
-      "loss": 0.1872,
-      "num_input_tokens_seen": 10995752,
+      "epoch": 4.136830102622577,
+      "grad_norm": 0.16220460832118988,
+      "learning_rate": 3.7678786192199695e-05,
+      "loss": 0.5397,
+      "num_input_tokens_seen": 11143552,
       "step": 910
     },
     {
-      "epoch": 2.9447803305118905,
-      "grad_norm": 0.33913612365722656,
-      "learning_rate": 0.00011452515044644132,
-      "loss": 0.2023,
-      "num_input_tokens_seen": 11056808,
+      "epoch": 4.15963511972634,
+      "grad_norm": 0.2483651041984558,
+      "learning_rate": 3.571892809580013e-05,
+      "loss": 0.5246,
+      "num_input_tokens_seen": 11204864,
       "step": 915
     },
     {
-      "epoch": 2.9609028617492945,
-      "grad_norm": 0.27990007400512695,
-      "learning_rate": 0.00011300088789281424,
-      "loss": 0.1861,
-      "num_input_tokens_seen": 11117992,
+      "epoch": 4.1824401368301025,
+      "grad_norm": 0.23086680471897125,
+      "learning_rate": 3.380748531933103e-05,
+      "loss": 0.5352,
+      "num_input_tokens_seen": 11266176,
       "step": 920
     },
     {
-      "epoch": 2.977025392986699,
-      "grad_norm": 0.25452014803886414,
-      "learning_rate": 0.00011148068270877182,
-      "loss": 0.1963,
-      "num_input_tokens_seen": 11179176,
+      "epoch": 4.205245153933865,
+      "grad_norm": 0.38906633853912354,
+      "learning_rate": 3.194488974001203e-05,
+      "loss": 0.5168,
+      "num_input_tokens_seen": 11326464,
       "step": 925
     },
     {
-      "epoch": 2.993147924224103,
-      "grad_norm": 0.23263686895370483,
-      "learning_rate": 0.00010996470160194369,
-      "loss": 0.1944,
-      "num_input_tokens_seen": 11239592,
+      "epoch": 4.228050171037628,
+      "grad_norm": 0.32216280698776245,
+      "learning_rate": 3.013156219837776e-05,
+      "loss": 0.5186,
+      "num_input_tokens_seen": 11386880,
       "step": 930
     },
     {
-      "epoch": 3.006449012494962,
-      "grad_norm": 0.397551029920578,
-      "learning_rate": 0.00010845311081674163,
-      "loss": 0.1586,
-      "num_input_tokens_seen": 11288320,
+      "epoch": 4.250855188141391,
+      "grad_norm": 0.23735865950584412,
+      "learning_rate": 2.8367912403191975e-05,
+      "loss": 0.5331,
+      "num_input_tokens_seen": 11448832,
       "step": 935
     },
     {
-      "epoch": 3.022571543732366,
-      "grad_norm": 0.23092840611934662,
-      "learning_rate": 0.00010694607611612945,
-      "loss": 0.1638,
-      "num_input_tokens_seen": 11349376,
+      "epoch": 4.273660205245154,
+      "grad_norm": 0.1531517207622528,
+      "learning_rate": 2.6654338838876664e-05,
+      "loss": 0.5301,
+      "num_input_tokens_seen": 11510784,
       "step": 940
     },
     {
-      "epoch": 3.0386940749697704,
-      "grad_norm": 0.3698709011077881,
-      "learning_rate": 0.00010544376276344477,
-      "loss": 0.157,
-      "num_input_tokens_seen": 11409792,
+      "epoch": 4.296465222348917,
+      "grad_norm": 0.22485873103141785,
+      "learning_rate": 2.4991228675477288e-05,
+      "loss": 0.528,
+      "num_input_tokens_seen": 11572480,
       "step": 945
     },
     {
-      "epoch": 3.0548166062071744,
-      "grad_norm": 0.3144764304161072,
-      "learning_rate": 0.0001039463355042762,
-      "loss": 0.1511,
-      "num_input_tokens_seen": 11470464,
+      "epoch": 4.319270239452679,
+      "grad_norm": 0.21253091096878052,
+      "learning_rate": 2.3378957681184282e-05,
+      "loss": 0.5254,
+      "num_input_tokens_seen": 11633280,
       "step": 950
     },
     {
-      "epoch": 3.070939137444579,
-      "grad_norm": 0.3539164960384369,
-      "learning_rate": 0.00010245395854839722,
-      "loss": 0.1542,
-      "num_input_tokens_seen": 11530752,
+      "epoch": 4.342075256556442,
+      "grad_norm": 0.291465699672699,
+      "learning_rate": 2.1817890137430936e-05,
+      "loss": 0.5253,
+      "num_input_tokens_seen": 11694208,
       "step": 955
     },
     {
-      "epoch": 3.087061668681983,
-      "grad_norm": 0.29967692494392395,
-      "learning_rate": 0.00010096679555175863,
-      "loss": 0.1549,
-      "num_input_tokens_seen": 11590784,
+      "epoch": 4.364880273660205,
+      "grad_norm": 0.2576054632663727,
+      "learning_rate": 2.030837875658656e-05,
+      "loss": 0.5244,
+      "num_input_tokens_seen": 11755904,
       "step": 960
     },
     {
-      "epoch": 3.1031841999193874,
-      "grad_norm": 0.3981136083602905,
-      "learning_rate": 9.948500959854178e-05,
-      "loss": 0.1472,
-      "num_input_tokens_seen": 11650560,
+      "epoch": 4.387685290763968,
+      "grad_norm": 0.18663591146469116,
+      "learning_rate": 1.8850764602263425e-05,
+      "loss": 0.5316,
+      "num_input_tokens_seen": 11817728,
       "step": 965
     },
     {
-      "epoch": 3.1193067311567915,
-      "grad_norm": 0.47166579961776733,
-      "learning_rate": 9.800876318327458e-05,
-      "loss": 0.1489,
-      "num_input_tokens_seen": 11710848,
+      "epoch": 4.410490307867731,
+      "grad_norm": 0.33847281336784363,
+      "learning_rate": 1.7445377012256124e-05,
+      "loss": 0.5341,
+      "num_input_tokens_seen": 11878912,
       "step": 970
     },
     {
-      "epoch": 3.135429262394196,
-      "grad_norm": 0.342756062746048,
-      "learning_rate": 9.65382181930124e-05,
-      "loss": 0.1492,
-      "num_input_tokens_seen": 11771776,
+      "epoch": 4.4332953249714935,
+      "grad_norm": 0.23964723944664001,
+      "learning_rate": 1.609253352412962e-05,
+      "loss": 0.5281,
+      "num_input_tokens_seen": 11939712,
       "step": 975
     },
     {
-      "epoch": 3.1515517936316,
-      "grad_norm": 0.28597763180732727,
-      "learning_rate": 9.507353588958487e-05,
-      "loss": 0.1611,
-      "num_input_tokens_seen": 11832192,
+      "epoch": 4.456100342075256,
+      "grad_norm": 0.4568791389465332,
+      "learning_rate": 1.479253980347392e-05,
+      "loss": 0.5254,
+      "num_input_tokens_seen": 12001408,
       "step": 980
     },
     {
-      "epoch": 3.1676743248690045,
-      "grad_norm": 0.3434685468673706,
-      "learning_rate": 9.361487689191198e-05,
-      "loss": 0.1543,
-      "num_input_tokens_seen": 11893632,
+      "epoch": 4.478905359179019,
+      "grad_norm": 0.3590211272239685,
+      "learning_rate": 1.354568957484134e-05,
+      "loss": 0.5398,
+      "num_input_tokens_seen": 12062976,
       "step": 985
     },
     {
-      "epoch": 3.1837968561064085,
-      "grad_norm": 0.3719092905521393,
-      "learning_rate": 9.216240115839053e-05,
-      "loss": 0.1505,
-      "num_input_tokens_seen": 11954944,
+      "epoch": 4.501710376282782,
+      "grad_norm": 0.31133538484573364,
+      "learning_rate": 1.2352264555381132e-05,
+      "loss": 0.5227,
+      "num_input_tokens_seen": 12124544,
       "step": 990
     },
     {
-      "epoch": 3.199919387343813,
-      "grad_norm": 0.33128395676612854,
-      "learning_rate": 9.071626796935256e-05,
-      "loss": 0.1522,
-      "num_input_tokens_seen": 12015616,
+      "epoch": 4.524515393386545,
+      "grad_norm": 0.2682982087135315,
+      "learning_rate": 1.121253439118769e-05,
+      "loss": 0.5189,
+      "num_input_tokens_seen": 12185088,
       "step": 995
     },
     {
-      "epoch": 3.216041918581217,
-      "grad_norm": 0.48199719190597534,
-      "learning_rate": 8.927663590959864e-05,
-      "loss": 0.1481,
-      "num_input_tokens_seen": 12076160,
+      "epoch": 4.5473204104903076,
+      "grad_norm": 0.16184848546981812,
+      "learning_rate": 1.0126756596375685e-05,
+      "loss": 0.5281,
+      "num_input_tokens_seen": 12247168,
       "step": 1000
     },
     {
-      "epoch": 3.216041918581217,
-      "eval_loss": 0.21893565356731415,
-      "eval_runtime": 46.6256,
-      "eval_samples_per_second": 94.583,
-      "eval_steps_per_second": 5.92,
-      "num_input_tokens_seen": 12076160,
+      "epoch": 4.5473204104903076,
+      "eval_loss": 0.5261592268943787,
+      "eval_runtime": 33.4673,
+      "eval_samples_per_second": 93.166,
+      "eval_steps_per_second": 5.827,
+      "num_input_tokens_seen": 12247168,
       "step": 1000
     },
     {
-      "epoch": 3.2321644498186215,
-      "grad_norm": 0.28159093856811523,
-      "learning_rate": 8.784366285100738e-05,
-      "loss": 0.153,
-      "num_input_tokens_seen": 12137088,
+      "epoch": 4.57012542759407,
+      "grad_norm": 0.30594030022621155,
+      "learning_rate": 9.095176494896662e-06,
+      "loss": 0.5298,
+      "num_input_tokens_seen": 12307968,
       "step": 1005
     },
     {
-      "epoch": 3.248286981056026,
-      "grad_norm": 0.36000075936317444,
-      "learning_rate": 8.641750593522278e-05,
-      "loss": 0.1506,
-      "num_input_tokens_seen": 12196992,
+      "epoch": 4.592930444697833,
+      "grad_norm": 0.31577154994010925,
+      "learning_rate": 8.118027165109926e-06,
+      "loss": 0.5287,
+      "num_input_tokens_seen": 12370176,
       "step": 1010
     },
     {
-      "epoch": 3.26440951229343,
-      "grad_norm": 0.43212205171585083,
-      "learning_rate": 8.499832155642191e-05,
-      "loss": 0.1438,
-      "num_input_tokens_seen": 12257664,
+      "epoch": 4.615735461801596,
+      "grad_norm": 0.40308743715286255,
+      "learning_rate": 7.1955293871198145e-06,
+      "loss": 0.5306,
+      "num_input_tokens_seen": 12431488,
       "step": 1015
     },
     {
-      "epoch": 3.2805320435308345,
-      "grad_norm": 0.3300873637199402,
-      "learning_rate": 8.35862653441648e-05,
-      "loss": 0.1504,
-      "num_input_tokens_seen": 12318464,
+      "epoch": 4.638540478905359,
+      "grad_norm": 0.1486368328332901,
+      "learning_rate": 6.3278915928921264e-06,
+      "loss": 0.526,
+      "num_input_tokens_seen": 12492672,
       "step": 1020
     },
     {
-      "epoch": 3.2966545747682385,
-      "grad_norm": 0.4029528796672821,
-      "learning_rate": 8.218149214632737e-05,
-      "loss": 0.1485,
-      "num_input_tokens_seen": 12379136,
+      "epoch": 4.661345496009122,
+      "grad_norm": 0.18577809631824493,
+      "learning_rate": 5.515309819160402e-06,
+      "loss": 0.5355,
+      "num_input_tokens_seen": 12553856,
       "step": 1025
     },
     {
-      "epoch": 3.312777106005643,
-      "grad_norm": 0.29722750186920166,
-      "learning_rate": 8.07841560121213e-05,
-      "loss": 0.1471,
-      "num_input_tokens_seen": 12439552,
+      "epoch": 4.684150513112884,
+      "grad_norm": 0.19534601271152496,
+      "learning_rate": 4.7579676631326895e-06,
+      "loss": 0.5173,
+      "num_input_tokens_seen": 12615040,
       "step": 1030
     },
     {
-      "epoch": 3.328899637243047,
-      "grad_norm": 0.32829076051712036,
-      "learning_rate": 7.939441017520011e-05,
-      "loss": 0.1535,
-      "num_input_tokens_seen": 12499584,
+      "epoch": 4.706955530216648,
+      "grad_norm": 0.3114343583583832,
+      "learning_rate": 4.05603624100917e-06,
+      "loss": 0.5355,
+      "num_input_tokens_seen": 12677120,
       "step": 1035
     },
     {
-      "epoch": 3.3450221684804515,
-      "grad_norm": 0.46767309308052063,
-      "learning_rate": 7.801240703685593e-05,
-      "loss": 0.1524,
-      "num_input_tokens_seen": 12560128,
+      "epoch": 4.72976054732041,
+      "grad_norm": 0.2684144675731659,
+      "learning_rate": 3.4096741493194194e-06,
+      "loss": 0.5383,
+      "num_input_tokens_seen": 12739328,
       "step": 1040
     },
     {
-      "epoch": 3.3611446997178556,
-      "grad_norm": 0.4708044230937958,
-      "learning_rate": 7.663829814930662e-05,
-      "loss": 0.1487,
-      "num_input_tokens_seen": 12621056,
+      "epoch": 4.752565564424174,
+      "grad_norm": 0.19341741502285004,
+      "learning_rate": 2.819027429088822e-06,
+      "loss": 0.5289,
+      "num_input_tokens_seen": 12800768,
       "step": 1045
     },
     {
-      "epoch": 3.37726723095526,
-      "grad_norm": 0.3360424339771271,
-      "learning_rate": 7.527223419907637e-05,
-      "loss": 0.145,
-      "num_input_tokens_seen": 12682112,
+      "epoch": 4.775370581527936,
+      "grad_norm": 0.14532065391540527,
+      "learning_rate": 2.284229532841603e-06,
+      "loss": 0.513,
+      "num_input_tokens_seen": 12861184,
       "step": 1050
     },
     {
-      "epoch": 3.393389762192664,
-      "grad_norm": 0.3273945152759552,
-      "learning_rate": 7.391436499047161e-05,
-      "loss": 0.1482,
-      "num_input_tokens_seen": 12742016,
+      "epoch": 4.798175598631699,
+      "grad_norm": 0.18731112778186798,
+      "learning_rate": 1.8054012944479226e-06,
+      "loss": 0.5337,
+      "num_input_tokens_seen": 12923904,
       "step": 1055
     },
     {
-      "epoch": 3.4095122934300686,
-      "grad_norm": 0.4416864812374115,
-      "learning_rate": 7.256483942915288e-05,
-      "loss": 0.1574,
-      "num_input_tokens_seen": 12802688,
+      "epoch": 4.820980615735461,
+      "grad_norm": 0.3189660906791687,
+      "learning_rate": 1.382650901822713e-06,
+      "loss": 0.5231,
+      "num_input_tokens_seen": 12985216,
       "step": 1060
     },
     {
-      "epoch": 3.4256348246674726,
-      "grad_norm": 0.6825276017189026,
-      "learning_rate": 7.122380550580562e-05,
-      "loss": 0.1476,
-      "num_input_tokens_seen": 12862720,
+      "epoch": 4.843785632839225,
+      "grad_norm": 0.17671965062618256,
+      "learning_rate": 1.0160738724809548e-06,
+      "loss": 0.5448,
+      "num_input_tokens_seen": 13047296,
       "step": 1065
     },
     {
-      "epoch": 3.441757355904877,
-      "grad_norm": 0.36465024948120117,
-      "learning_rate": 6.989141027991173e-05,
-      "loss": 0.1525,
-      "num_input_tokens_seen": 12923776,
+      "epoch": 4.866590649942988,
+      "grad_norm": 0.28340452909469604,
+      "learning_rate": 7.057530319564409e-07,
+      "loss": 0.5294,
+      "num_input_tokens_seen": 13108736,
       "step": 1070
     },
     {
-      "epoch": 3.4578798871422816,
-      "grad_norm": 0.3536321818828583,
-      "learning_rate": 6.856779986362241e-05,
-      "loss": 0.1438,
-      "num_input_tokens_seen": 12984192,
+      "epoch": 4.889395667046751,
+      "grad_norm": 0.17847564816474915,
+      "learning_rate": 4.5175849508774516e-07,
+      "loss": 0.5096,
+      "num_input_tokens_seen": 13169280,
       "step": 1075
     },
     {
-      "epoch": 3.4740024183796856,
-      "grad_norm": 0.300689697265625,
-      "learning_rate": 6.725311940573546e-05,
-      "loss": 0.1454,
-      "num_input_tokens_seen": 13044992,
+      "epoch": 4.9122006841505135,
+      "grad_norm": 0.21711522340774536,
+      "learning_rate": 2.541476501764228e-07,
+      "loss": 0.5284,
+      "num_input_tokens_seen": 13231232,
       "step": 1080
     },
     {
-      "epoch": 3.4901249496170896,
-      "grad_norm": 0.4538812041282654,
-      "learning_rate": 6.594751307577831e-05,
-      "loss": 0.1553,
-      "num_input_tokens_seen": 13105408,
+      "epoch": 4.935005701254276,
+      "grad_norm": 0.20016862452030182,
+      "learning_rate": 1.1296514602038287e-07,
+      "loss": 0.5377,
+      "num_input_tokens_seen": 13293056,
       "step": 1085
     },
     {
-      "epoch": 3.506247480854494,
-      "grad_norm": 0.307249516248703,
-      "learning_rate": 6.465112404819781e-05,
-      "loss": 0.1542,
-      "num_input_tokens_seen": 13165952,
+      "epoch": 4.957810718358039,
+      "grad_norm": 0.11549129337072372,
+      "learning_rate": 2.8242881825846223e-08,
+      "loss": 0.5449,
+      "num_input_tokens_seen": 13355776,
       "step": 1090
     },
     {
-      "epoch": 3.5223700120918986,
-      "grad_norm": 0.2900632321834564,
-      "learning_rate": 6.336409448665988e-05,
-      "loss": 0.1492,
-      "num_input_tokens_seen": 13226880,
+      "epoch": 4.980615735461802,
+      "grad_norm": 0.39569395780563354,
+      "learning_rate": 0.0,
+      "loss": 0.5154,
+      "num_input_tokens_seen": 13416448,
       "step": 1095
     },
     {
-      "epoch": 3.5384925433293026,
-      "grad_norm": 0.3687556982040405,
-      "learning_rate": 6.208656552845935e-05,
-      "loss": 0.15,
-      "num_input_tokens_seen": 13288832,
-      "step": 1100
-    },
-    {
-      "epoch": 3.5384925433293026,
-      "eval_loss": 0.20865347981452942,
-      "eval_runtime": 46.634,
-      "eval_samples_per_second": 94.566,
-      "eval_steps_per_second": 5.918,
-      "num_input_tokens_seen": 13288832,
-      "step": 1100
-    },
-    {
-      "epoch": 3.554615074566707,
-      "grad_norm": 0.38245028257369995,
-      "learning_rate": 6.081867726904304e-05,
-      "loss": 0.1485,
-      "num_input_tokens_seen": 13349760,
-      "step": 1105
-    },
-    {
-      "epoch": 3.570737605804111,
-      "grad_norm": 0.3309422731399536,
-      "learning_rate": 5.956056874664633e-05,
-      "loss": 0.153,
-      "num_input_tokens_seen": 13410688,
-      "step": 1110
-    },
-    {
-      "epoch": 3.5868601370415156,
-      "grad_norm": 0.3653077781200409,
-      "learning_rate": 5.831237792704627e-05,
-      "loss": 0.1452,
-      "num_input_tokens_seen": 13471360,
-      "step": 1115
-    },
-    {
-      "epoch": 3.6029826682789197,
-      "grad_norm": 0.2581578195095062,
-      "learning_rate": 5.707424168843208e-05,
-      "loss": 0.1534,
-      "num_input_tokens_seen": 13532672,
-      "step": 1120
-    },
-    {
-      "epoch": 3.619105199516324,
-      "grad_norm": 0.28757283091545105,
-      "learning_rate": 5.584629580639494e-05,
-      "loss": 0.1418,
-      "num_input_tokens_seen": 13593472,
-      "step": 1125
-    },
-    {
-      "epoch": 3.635227730753728,
-      "grad_norm": 0.30658119916915894,
-      "learning_rate": 5.462867493903837e-05,
-      "loss": 0.1426,
-      "num_input_tokens_seen": 13655168,
-      "step": 1130
-    },
-    {
-      "epoch": 3.6513502619911327,
-      "grad_norm": 0.3806898891925812,
-      "learning_rate": 5.3421512612211944e-05,
-      "loss": 0.15,
-      "num_input_tokens_seen": 13715584,
-      "step": 1135
-    },
-    {
-      "epoch": 3.667472793228537,
-      "grad_norm": 0.3208657503128052,
-      "learning_rate": 5.222494120486821e-05,
-      "loss": 0.1391,
-      "num_input_tokens_seen": 13775488,
-      "step": 1140
-    },
-    {
-      "epoch": 3.683595324465941,
-      "grad_norm": 0.3261370062828064,
-      "learning_rate": 5.103909193454609e-05,
-      "loss": 0.1396,
-      "num_input_tokens_seen": 13835392,
-      "step": 1145
-    },
-    {
-      "epoch": 3.699717855703345,
-      "grad_norm": 0.400819331407547,
-      "learning_rate": 4.986409484298141e-05,
-      "loss": 0.1358,
-      "num_input_tokens_seen": 13896576,
-      "step": 1150
-    },
-    {
-      "epoch": 3.7158403869407497,
-      "grad_norm": 0.36744239926338196,
-      "learning_rate": 4.8700078781846326e-05,
-      "loss": 0.1474,
-      "num_input_tokens_seen": 13956224,
-      "step": 1155
-    },
-    {
-      "epoch": 3.731962918178154,
-      "grad_norm": 0.3088511824607849,
-      "learning_rate": 4.7547171398619185e-05,
-      "loss": 0.1365,
-      "num_input_tokens_seen": 14017152,
-      "step": 1160
-    },
-    {
-      "epoch": 3.748085449415558,
-      "grad_norm": 0.3022233843803406,
-      "learning_rate": 4.640549912258656e-05,
-      "loss": 0.1365,
-      "num_input_tokens_seen": 14078080,
-      "step": 1165
-    },
-    {
-      "epoch": 3.7642079806529622,
-      "grad_norm": 0.33143773674964905,
-      "learning_rate": 4.527518715097912e-05,
-      "loss": 0.1399,
-      "num_input_tokens_seen": 14139136,
-      "step": 1170
-    },
-    {
-      "epoch": 3.7803305118903667,
-      "grad_norm": 0.36727410554885864,
-      "learning_rate": 4.415635943524194e-05,
-      "loss": 0.144,
-      "num_input_tokens_seen": 14199808,
-      "step": 1175
-    },
-    {
-      "epoch": 3.796453043127771,
-      "grad_norm": 0.3532663881778717,
-      "learning_rate": 4.304913866744206e-05,
-      "loss": 0.1449,
-      "num_input_tokens_seen": 14260224,
-      "step": 1180
-    },
-    {
-      "epoch": 3.8125755743651752,
-      "grad_norm": 0.31728237867355347,
-      "learning_rate": 4.195364626681396e-05,
-      "loss": 0.1389,
-      "num_input_tokens_seen": 14320896,
-      "step": 1185
-    },
-    {
-      "epoch": 3.8286981056025797,
-      "grad_norm": 0.3472687900066376,
-      "learning_rate": 4.0870002366444483e-05,
-      "loss": 0.1318,
-      "num_input_tokens_seen": 14381952,
-      "step": 1190
-    },
-    {
-      "epoch": 3.8448206368399838,
-      "grad_norm": 0.3262685239315033,
-      "learning_rate": 3.979832580009878e-05,
-      "loss": 0.135,
-      "num_input_tokens_seen": 14441856,
-      "step": 1195
-    },
-    {
-      "epoch": 3.8609431680773882,
-      "grad_norm": 0.2987936735153198,
-      "learning_rate": 3.8738734089189136e-05,
-      "loss": 0.1387,
-      "num_input_tokens_seen": 14501632,
-      "step": 1200
-    },
-    {
-      "epoch": 3.8609431680773882,
-      "eval_loss": 0.19942258298397064,
-      "eval_runtime": 46.6378,
-      "eval_samples_per_second": 94.558,
-      "eval_steps_per_second": 5.918,
-      "num_input_tokens_seen": 14501632,
-      "step": 1200
-    },
-    {
-      "epoch": 3.8770656993147923,
-      "grad_norm": 0.3065071105957031,
-      "learning_rate": 3.769134342988711e-05,
-      "loss": 0.1477,
-      "num_input_tokens_seen": 14561920,
-      "step": 1205
-    },
-    {
-      "epoch": 3.8931882305521968,
-      "grad_norm": 0.33981963992118835,
-      "learning_rate": 3.6656268680381474e-05,
-      "loss": 0.1348,
-      "num_input_tokens_seen": 14622336,
-      "step": 1210
-    },
-    {
-      "epoch": 3.909310761789601,
-      "grad_norm": 0.27967000007629395,
-      "learning_rate": 3.56336233482828e-05,
-      "loss": 0.1295,
-      "num_input_tokens_seen": 14682368,
-      "step": 1215
-    },
-    {
-      "epoch": 3.9254332930270053,
-      "grad_norm": 0.30239060521125793,
-      "learning_rate": 3.462351957817595e-05,
-      "loss": 0.1395,
-      "num_input_tokens_seen": 14743552,
-      "step": 1220
-    },
-    {
-      "epoch": 3.9415558242644098,
-      "grad_norm": 0.33301979303359985,
-      "learning_rate": 3.362606813932211e-05,
-      "loss": 0.1367,
-      "num_input_tokens_seen": 14803712,
-      "step": 1225
-    },
-    {
-      "epoch": 3.957678355501814,
-      "grad_norm": 0.3361766040325165,
-      "learning_rate": 3.264137841351178e-05,
-      "loss": 0.1323,
-      "num_input_tokens_seen": 14864768,
-      "step": 1230
-    },
-    {
-      "epoch": 3.973800886739218,
-      "grad_norm": 0.4324837625026703,
-      "learning_rate": 3.1669558383069896e-05,
-      "loss": 0.139,
-      "num_input_tokens_seen": 14923904,
-      "step": 1235
-    },
-    {
-      "epoch": 3.9899234179766223,
-      "grad_norm": 0.32121923565864563,
-      "learning_rate": 3.071071461901416e-05,
-      "loss": 0.143,
-      "num_input_tokens_seen": 14984064,
-      "step": 1240
-    },
-    {
-      "epoch": 4.003224506247481,
-      "grad_norm": 0.23085947334766388,
-      "learning_rate": 2.9764952269368487e-05,
-      "loss": 0.1385,
-      "num_input_tokens_seen": 15032664,
-      "step": 1245
-    },
-    {
-      "epoch": 4.019347037484885,
-      "grad_norm": 0.21275050938129425,
-      "learning_rate": 2.8832375047632366e-05,
-      "loss": 0.0964,
-      "num_input_tokens_seen": 15093336,
-      "step": 1250
-    },
-    {
-      "epoch": 4.03546956872229,
-      "grad_norm": 0.23161286115646362,
-      "learning_rate": 2.7913085221407305e-05,
-      "loss": 0.0876,
-      "num_input_tokens_seen": 15152984,
-      "step": 1255
-    },
-    {
-      "epoch": 4.051592099959693,
-      "grad_norm": 0.2521614730358124,
-      "learning_rate": 2.700718360118214e-05,
-      "loss": 0.0858,
-      "num_input_tokens_seen": 15213144,
-      "step": 1260
-    },
-    {
-      "epoch": 4.067714631197098,
-      "grad_norm": 0.33193647861480713,
-      "learning_rate": 2.611476952927821e-05,
-      "loss": 0.0801,
-      "num_input_tokens_seen": 15273816,
-      "step": 1265
-    },
-    {
-      "epoch": 4.083837162434502,
-      "grad_norm": 0.4451727271080017,
-      "learning_rate": 2.5235940868955064e-05,
-      "loss": 0.0869,
-      "num_input_tokens_seen": 15335000,
-      "step": 1270
-    },
-    {
-      "epoch": 4.099959693671907,
-      "grad_norm": 0.39723461866378784,
-      "learning_rate": 2.437079399367875e-05,
-      "loss": 0.0831,
-      "num_input_tokens_seen": 15396696,
-      "step": 1275
-    },
-    {
-      "epoch": 4.116082224909311,
-      "grad_norm": 0.2927773594856262,
-      "learning_rate": 2.3519423776553497e-05,
-      "loss": 0.0805,
-      "num_input_tokens_seen": 15458136,
-      "step": 1280
-    },
-    {
-      "epoch": 4.132204756146715,
-      "grad_norm": 0.3264656066894531,
-      "learning_rate": 2.2681923579917733e-05,
-      "loss": 0.079,
-      "num_input_tokens_seen": 15519064,
-      "step": 1285
-    },
-    {
-      "epoch": 4.148327287384119,
-      "grad_norm": 0.31179800629615784,
-      "learning_rate": 2.185838524510574e-05,
-      "loss": 0.0793,
-      "num_input_tokens_seen": 15579224,
-      "step": 1290
-    },
-    {
-      "epoch": 4.164449818621524,
-      "grad_norm": 0.3731289803981781,
-      "learning_rate": 2.1048899082376348e-05,
-      "loss": 0.0785,
-      "num_input_tokens_seen": 15639768,
-      "step": 1295
-    },
-    {
-      "epoch": 4.180572349858928,
-      "grad_norm": 0.3543141484260559,
-      "learning_rate": 2.0253553861009408e-05,
-      "loss": 0.0735,
-      "num_input_tokens_seen": 15699672,
-      "step": 1300
-    },
-    {
-      "epoch": 4.180572349858928,
-      "eval_loss": 0.23974399268627167,
-      "eval_runtime": 46.6393,
-      "eval_samples_per_second": 94.555,
-      "eval_steps_per_second": 5.918,
-      "num_input_tokens_seen": 15699672,
-      "step": 1300
-    },
-    {
-      "epoch": 4.196694881096332,
-      "grad_norm": 0.29194575548171997,
-      "learning_rate": 1.9472436799571145e-05,
-      "loss": 0.0731,
-      "num_input_tokens_seen": 15759576,
-      "step": 1305
-    },
-    {
-      "epoch": 4.212817412333736,
-      "grad_norm": 0.34839990735054016,
-      "learning_rate": 1.8705633556349752e-05,
-      "loss": 0.0775,
-      "num_input_tokens_seen": 15819480,
-      "step": 1310
-    },
-    {
-      "epoch": 4.228939943571141,
-      "grad_norm": 0.482430636882782,
-      "learning_rate": 1.7953228219961967e-05,
-      "loss": 0.078,
-      "num_input_tokens_seen": 15879512,
-      "step": 1315
-    },
-    {
-      "epoch": 4.245062474808545,
-      "grad_norm": 0.4203367531299591,
-      "learning_rate": 1.7215303300131728e-05,
-      "loss": 0.0775,
-      "num_input_tokens_seen": 15939672,
-      "step": 1320
-    },
-    {
-      "epoch": 4.261185006045949,
-      "grad_norm": 0.5142970681190491,
-      "learning_rate": 1.6491939718642123e-05,
-      "loss": 0.0744,
-      "num_input_tokens_seen": 16000216,
-      "step": 1325
-    },
-    {
-      "epoch": 4.277307537283353,
-      "grad_norm": 0.41272518038749695,
-      "learning_rate": 1.5783216800461496e-05,
-      "loss": 0.074,
-      "num_input_tokens_seen": 16061400,
-      "step": 1330
-    },
-    {
-      "epoch": 4.293430068520758,
-      "grad_norm": 0.42142653465270996,
-      "learning_rate": 1.5089212265044336e-05,
-      "loss": 0.0738,
-      "num_input_tokens_seen": 16121048,
-      "step": 1335
-    },
-    {
-      "epoch": 4.309552599758162,
-      "grad_norm": 0.35343506932258606,
-      "learning_rate": 1.4410002217808747e-05,
-      "loss": 0.0787,
-      "num_input_tokens_seen": 16181976,
-      "step": 1340
-    },
-    {
-      "epoch": 4.325675130995567,
-      "grad_norm": 0.3589186370372772,
-      "learning_rate": 1.3745661141790332e-05,
-      "loss": 0.0762,
-      "num_input_tokens_seen": 16242904,
-      "step": 1345
-    },
-    {
-      "epoch": 4.34179766223297,
-      "grad_norm": 0.35813620686531067,
-      "learning_rate": 1.3096261889474585e-05,
-      "loss": 0.0771,
-      "num_input_tokens_seen": 16302808,
-      "step": 1350
-    },
-    {
-      "epoch": 4.357920193470375,
-      "grad_norm": 0.3462124168872833,
-      "learning_rate": 1.2461875674807564e-05,
-      "loss": 0.0745,
-      "num_input_tokens_seen": 16363864,
-      "step": 1355
-    },
-    {
-      "epoch": 4.374042724707779,
-      "grad_norm": 0.39464670419692993,
-      "learning_rate": 1.1842572065386552e-05,
-      "loss": 0.0745,
-      "num_input_tokens_seen": 16424408,
-      "step": 1360
-    },
-    {
-      "epoch": 4.390165255945184,
-      "grad_norm": 0.4338463842868805,
-      "learning_rate": 1.123841897483131e-05,
-      "loss": 0.0771,
-      "num_input_tokens_seen": 16484440,
-      "step": 1365
-    },
-    {
-      "epoch": 4.406287787182587,
-      "grad_norm": 0.4917694330215454,
-      "learning_rate": 1.0649482655336333e-05,
-      "loss": 0.0713,
-      "num_input_tokens_seen": 16544472,
-      "step": 1370
-    },
-    {
-      "epoch": 4.422410318419992,
-      "grad_norm": 0.49863138794898987,
-      "learning_rate": 1.0075827690405803e-05,
-      "loss": 0.077,
-      "num_input_tokens_seen": 16605912,
-      "step": 1375
-    },
-    {
-      "epoch": 4.438532849657396,
-      "grad_norm": 0.3678562343120575,
-      "learning_rate": 9.517516987771156e-06,
-      "loss": 0.0728,
-      "num_input_tokens_seen": 16666584,
-      "step": 1380
-    },
-    {
-      "epoch": 4.454655380894801,
-      "grad_norm": 0.3711937665939331,
-      "learning_rate": 8.974611772492468e-06,
-      "loss": 0.0762,
-      "num_input_tokens_seen": 16727000,
-      "step": 1385
-    },
-    {
-      "epoch": 4.470777912132204,
-      "grad_norm": 0.3565758466720581,
-      "learning_rate": 8.447171580244611e-06,
-      "loss": 0.0796,
-      "num_input_tokens_seen": 16787160,
-      "step": 1390
-    },
-    {
-      "epoch": 4.486900443369609,
-      "grad_norm": 0.3944565951824188,
-      "learning_rate": 7.935254250788364e-06,
-      "loss": 0.0786,
-      "num_input_tokens_seen": 16848728,
-      "step": 1395
-    },
-    {
-      "epoch": 4.503022974607013,
-      "grad_norm": 0.4118787348270416,
-      "learning_rate": 7.438915921627692e-06,
-      "loss": 0.0701,
-      "num_input_tokens_seen": 16908632,
-      "step": 1400
-    },
-    {
-      "epoch": 4.503022974607013,
-      "eval_loss": 0.24028711020946503,
-      "eval_runtime": 46.6765,
-      "eval_samples_per_second": 94.48,
-      "eval_steps_per_second": 5.913,
-      "num_input_tokens_seen": 16908632,
-      "step": 1400
-    },
-    {
-      "epoch": 4.519145505844418,
-      "grad_norm": 0.368143767118454,
-      "learning_rate": 6.95821102185361e-06,
-      "loss": 0.0779,
-      "num_input_tokens_seen": 16968920,
-      "step": 1405
-    },
-    {
-      "epoch": 4.5352680370818215,
-      "grad_norm": 0.3147142231464386,
-      "learning_rate": 6.493192266175418e-06,
-      "loss": 0.0727,
-      "num_input_tokens_seen": 17028696,
-      "step": 1410
-    },
-    {
-      "epoch": 4.551390568319226,
-      "grad_norm": 0.37424352765083313,
-      "learning_rate": 6.043910649139999e-06,
-      "loss": 0.0736,
-      "num_input_tokens_seen": 17089112,
-      "step": 1415
-    },
-    {
-      "epoch": 4.56751309955663,
-      "grad_norm": 0.4059714376926422,
-      "learning_rate": 5.610415439539584e-06,
-      "loss": 0.074,
-      "num_input_tokens_seen": 17150680,
-      "step": 1420
-    },
-    {
-      "epoch": 4.583635630794035,
-      "grad_norm": 0.37993574142456055,
-      "learning_rate": 5.1927541750089175e-06,
-      "loss": 0.0746,
-      "num_input_tokens_seen": 17211480,
-      "step": 1425
-    },
-    {
-      "epoch": 4.5997581620314385,
-      "grad_norm": 0.36929771304130554,
-      "learning_rate": 4.790972656812314e-06,
-      "loss": 0.0721,
-      "num_input_tokens_seen": 17272280,
-      "step": 1430
-    },
-    {
-      "epoch": 4.615880693268843,
-      "grad_norm": 0.3691929876804352,
-      "learning_rate": 4.405114944820909e-06,
-      "loss": 0.0716,
-      "num_input_tokens_seen": 17333080,
-      "step": 1435
-    },
-    {
-      "epoch": 4.6320032245062475,
-      "grad_norm": 0.41744258999824524,
-      "learning_rate": 4.035223352681005e-06,
-      "loss": 0.074,
-      "num_input_tokens_seen": 17392984,
-      "step": 1440
-    },
-    {
-      "epoch": 4.648125755743652,
-      "grad_norm": 0.3609694838523865,
-      "learning_rate": 3.6813384431740365e-06,
-      "loss": 0.067,
-      "num_input_tokens_seen": 17453272,
-      "step": 1445
-    },
-    {
-      "epoch": 4.664248286981056,
-      "grad_norm": 0.3781765401363373,
-      "learning_rate": 3.343499023768209e-06,
-      "loss": 0.0713,
-      "num_input_tokens_seen": 17513816,
-      "step": 1450
-    },
-    {
-      "epoch": 4.68037081821846,
-      "grad_norm": 0.3463151454925537,
-      "learning_rate": 3.0217421423629706e-06,
-      "loss": 0.0734,
-      "num_input_tokens_seen": 17573848,
-      "step": 1455
-    },
-    {
-      "epoch": 4.6964933494558645,
-      "grad_norm": 0.3767201602458954,
-      "learning_rate": 2.716103083226262e-06,
-      "loss": 0.0699,
-      "num_input_tokens_seen": 17634904,
-      "step": 1460
-    },
-    {
-      "epoch": 4.712615880693269,
-      "grad_norm": 0.3074045181274414,
-      "learning_rate": 2.4266153631251116e-06,
-      "loss": 0.0646,
-      "num_input_tokens_seen": 17695576,
-      "step": 1465
-    },
-    {
-      "epoch": 4.7287384119306735,
-      "grad_norm": 0.4156474471092224,
-      "learning_rate": 2.1533107276502924e-06,
-      "loss": 0.0717,
-      "num_input_tokens_seen": 17756376,
-      "step": 1470
-    },
-    {
-      "epoch": 4.744860943168077,
-      "grad_norm": 0.3475390076637268,
-      "learning_rate": 1.8962191477349398e-06,
-      "loss": 0.0692,
-      "num_input_tokens_seen": 17816920,
-      "step": 1475
-    },
-    {
-      "epoch": 4.7609834744054815,
-      "grad_norm": 0.36590757966041565,
-      "learning_rate": 1.6553688163679634e-06,
-      "loss": 0.0724,
-      "num_input_tokens_seen": 17877592,
-      "step": 1480
-    },
-    {
-      "epoch": 4.777106005642886,
-      "grad_norm": 0.38583722710609436,
-      "learning_rate": 1.4307861455023218e-06,
-      "loss": 0.0756,
-      "num_input_tokens_seen": 17937880,
-      "step": 1485
-    },
-    {
-      "epoch": 4.7932285368802905,
-      "grad_norm": 0.3052203357219696,
-      "learning_rate": 1.2224957631586873e-06,
-      "loss": 0.0679,
-      "num_input_tokens_seen": 17998168,
-      "step": 1490
-    },
-    {
-      "epoch": 4.809351068117694,
-      "grad_norm": 0.30740687251091003,
-      "learning_rate": 1.0305205107246917e-06,
-      "loss": 0.0693,
-      "num_input_tokens_seen": 18057944,
-      "step": 1495
-    },
-    {
-      "epoch": 4.825473599355099,
-      "grad_norm": 0.39417564868927,
-      "learning_rate": 8.548814404501613e-07,
-      "loss": 0.0681,
-      "num_input_tokens_seen": 18117848,
-      "step": 1500
-    },
-    {
-      "epoch": 4.825473599355099,
-      "eval_loss": 0.24347198009490967,
-      "eval_runtime": 46.6526,
-      "eval_samples_per_second": 94.528,
-      "eval_steps_per_second": 5.916,
-      "num_input_tokens_seen": 18117848,
-      "step": 1500
-    },
-    {
-      "epoch": 4.841596130592503,
-      "grad_norm": 0.3103609085083008,
-      "learning_rate": 6.955978131384154e-07,
-      "loss": 0.0686,
-      "num_input_tokens_seen": 18178392,
-      "step": 1505
-    },
-    {
-      "epoch": 4.8577186618299075,
-      "grad_norm": 0.4171915054321289,
-      "learning_rate": 5.526870960341379e-07,
-      "loss": 0.0723,
-      "num_input_tokens_seen": 18239576,
-      "step": 1510
-    },
-    {
-      "epoch": 4.873841193067312,
-      "grad_norm": 0.35262981057167053,
-      "learning_rate": 4.2616496090790983e-07,
-      "loss": 0.0708,
-      "num_input_tokens_seen": 18299992,
-      "step": 1515
-    },
-    {
-      "epoch": 4.889963724304716,
-      "grad_norm": 0.37259918451309204,
-      "learning_rate": 3.160452823376514e-07,
-      "loss": 0.0632,
-      "num_input_tokens_seen": 18360536,
-      "step": 1520
-    },
-    {
-      "epoch": 4.90608625554212,
-      "grad_norm": 0.33904120326042175,
-      "learning_rate": 2.223401361870214e-07,
-      "loss": 0.0698,
-      "num_input_tokens_seen": 18420952,
-      "step": 1525
-    },
-    {
-      "epoch": 4.922208786779525,
-      "grad_norm": 0.36116111278533936,
-      "learning_rate": 1.45059798281294e-07,
-      "loss": 0.0697,
-      "num_input_tokens_seen": 18481880,
-      "step": 1530
-    },
-    {
-      "epoch": 4.938331318016929,
-      "grad_norm": 0.32727453112602234,
-      "learning_rate": 8.421274328035966e-08,
-      "loss": 0.0681,
-      "num_input_tokens_seen": 18542296,
-      "step": 1535
-    },
-    {
-      "epoch": 4.954453849254333,
-      "grad_norm": 0.3055771589279175,
-      "learning_rate": 3.980564374948536e-08,
-      "loss": 0.0726,
-      "num_input_tokens_seen": 18603096,
-      "step": 1540
-    },
-    {
-      "epoch": 4.970576380491737,
-      "grad_norm": 0.3355386257171631,
-      "learning_rate": 1.1843369427583238e-08,
-      "loss": 0.0725,
-      "num_input_tokens_seen": 18664024,
-      "step": 1545
-    },
-    {
-      "epoch": 4.986698911729142,
-      "grad_norm": 0.36028456687927246,
-      "learning_rate": 3.2898669310443826e-10,
-      "loss": 0.0685,
-      "num_input_tokens_seen": 18724952,
-      "step": 1550
-    },
-    {
-      "epoch": 4.986698911729142,
-      "num_input_tokens_seen": 18724952,
-      "step": 1550,
-      "total_flos": 7.602987521131807e+17,
-      "train_loss": 0.2932651937200177,
-      "train_runtime": 7879.3287,
-      "train_samples_per_second": 25.18,
-      "train_steps_per_second": 0.197
+      "epoch": 4.980615735461802,
+      "num_input_tokens_seen": 13416448,
+      "step": 1095,
+      "total_flos": 5.447548635740897e+17,
+      "train_loss": 1.1898179768427322,
+      "train_runtime": 5468.9169,
+      "train_samples_per_second": 25.652,
+      "train_steps_per_second": 0.2
     }
   ],
   "logging_steps": 5,
-  "max_steps": 1550,
-  "num_input_tokens_seen": 18724952,
+  "max_steps": 1095,
+  "num_input_tokens_seen": 13416448,
   "num_train_epochs": 5,
   "save_steps": 3000,
   "stateful_callbacks": {
@@ -2652,7 +1878,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.602987521131807e+17,
+  "total_flos": 5.447548635740897e+17,
   "train_batch_size": 16,
   "trial_name": null,
   "trial_params": null