Training in progress, step 144, checkpoint

last-checkpoint/adapter_config.json

@@ -20,10 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense_4h_to_h",
-    "dense_h_to_4h",
     "dense",
-    "query_key_value"
+    "query_key_value",
+    "dense_h_to_4h",
+    "dense_4h_to_h"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:894c679e66191475663ff31d911229b0184d2b9c1adf7a554f34cdd5fe702203
+oid sha256:7116b1c1314ad0972618f93cc3b28d151dda1ff0a92b623658450fd853da9040
 size 104902272

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5db799934561153f3ff36b05608f05055eb963bf784356aea066487d7fbb2eaf
-size 53623316
+oid sha256:5a7a0ab71ff7162a4bea3491cbf46e91dce78835f1dd98681fa1f3ed5d4dfb75
+size 53622996

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c581024c74a3cea17de2c46d87701f0bdd045076e0a273123f5123b93593b4c6
+oid sha256:08753c2fa7a01c0b6662d53f842dd75c0945abf1fb5dd9c4697594f72a44af58
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4ccacda6f618dad4f70591742bced172b2e5f1a08ed5cc91a6e8aa8210d6c52
+oid sha256:5e91368fc2ec2cb657c59caf19792cdc828c22dc3516914ebc4f3ddc1a5d7aa4
 size 1064

last-checkpoint/trainer_state.json

@@ -1,2044 +1,1027 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.25010893246187366,
-  "eval_steps": 287,
-  "global_step": 287,
+  "epoch": 0.25098039215686274,
+  "eval_steps": 500,
+  "global_step": 144,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.0008714596949891067,
-      "grad_norm": 0.680671215057373,
+      "epoch": 0.0017429193899782135,
+      "grad_norm": 0.6158298850059509,
       "learning_rate": 2e-05,
-      "loss": 13.3022,
-      "step": 1
-    },
-    {
-      "epoch": 0.0008714596949891067,
-      "eval_loss": 3.2851531505584717,
-      "eval_runtime": 36.2933,
-      "eval_samples_per_second": 13.336,
-      "eval_steps_per_second": 6.668,
+      "loss": 13.2165,
       "step": 1
     },
     {
-      "epoch": 0.0017429193899782135,
-      "grad_norm": 0.60734623670578,
+      "epoch": 0.003485838779956427,
+      "grad_norm": 0.6245508790016174,
       "learning_rate": 4e-05,
-      "loss": 12.7052,
+      "loss": 12.78,
       "step": 2
     },
     {
-      "epoch": 0.00261437908496732,
-      "grad_norm": 0.6666874289512634,
+      "epoch": 0.00522875816993464,
+      "grad_norm": 0.6068661212921143,
       "learning_rate": 6e-05,
-      "loss": 13.1762,
+      "loss": 12.9627,
       "step": 3
     },
     {
-      "epoch": 0.003485838779956427,
-      "grad_norm": 0.7367079854011536,
+      "epoch": 0.006971677559912854,
+      "grad_norm": 0.7556893229484558,
       "learning_rate": 8e-05,
-      "loss": 13.1438,
+      "loss": 12.5849,
       "step": 4
     },
     {
-      "epoch": 0.004357298474945534,
-      "grad_norm": 0.9108680486679077,
+      "epoch": 0.008714596949891068,
+      "grad_norm": 0.9619686603546143,
       "learning_rate": 0.0001,
-      "loss": 12.6651,
+      "loss": 12.759,
       "step": 5
     },
     {
-      "epoch": 0.00522875816993464,
-      "grad_norm": 1.180690884590149,
-      "learning_rate": 0.00012,
-      "loss": 13.7955,
+      "epoch": 0.01045751633986928,
+      "grad_norm": 1.2424684762954712,
+      "learning_rate": 9.999923789621597e-05,
+      "loss": 12.9,
       "step": 6
     },
     {
-      "epoch": 0.006100217864923747,
-      "grad_norm": 1.57722806930542,
-      "learning_rate": 0.00014,
-      "loss": 12.338,
+      "epoch": 0.012200435729847494,
+      "grad_norm": 1.634145736694336,
+      "learning_rate": 9.999695160809596e-05,
+      "loss": 13.1499,
       "step": 7
     },
     {
-      "epoch": 0.006971677559912854,
-      "grad_norm": 1.6677275896072388,
-      "learning_rate": 0.00016,
-      "loss": 12.4497,
+      "epoch": 0.013943355119825708,
+      "grad_norm": 1.9859766960144043,
+      "learning_rate": 9.999314120533557e-05,
+      "loss": 12.7814,
       "step": 8
     },
     {
-      "epoch": 0.00784313725490196,
-      "grad_norm": 2.204782724380493,
-      "learning_rate": 0.00018,
-      "loss": 12.2081,
+      "epoch": 0.01568627450980392,
+      "grad_norm": 2.207068920135498,
+      "learning_rate": 9.998780680409161e-05,
+      "loss": 11.7586,
       "step": 9
     },
     {
-      "epoch": 0.008714596949891068,
-      "grad_norm": 3.125051975250244,
-      "learning_rate": 0.0002,
-      "loss": 11.4096,
+      "epoch": 0.017429193899782137,
+      "grad_norm": 2.345550298690796,
+      "learning_rate": 9.998094856697883e-05,
+      "loss": 11.8078,
       "step": 10
     },
     {
-      "epoch": 0.009586056644880174,
-      "grad_norm": 4.625213623046875,
-      "learning_rate": 0.000199999618947382,
-      "loss": 11.7585,
+      "epoch": 0.01917211328976035,
+      "grad_norm": 3.4373486042022705,
+      "learning_rate": 9.997256670306479e-05,
+      "loss": 11.3877,
       "step": 11
     },
     {
-      "epoch": 0.01045751633986928,
-      "grad_norm": 2.739525079727173,
-      "learning_rate": 0.00019999847579243193,
-      "loss": 10.207,
+      "epoch": 0.02091503267973856,
+      "grad_norm": 3.628711223602295,
+      "learning_rate": 9.996266146786344e-05,
+      "loss": 10.8927,
       "step": 12
     },
     {
-      "epoch": 0.011328976034858388,
-      "grad_norm": 3.9526243209838867,
-      "learning_rate": 0.00019999657054386194,
-      "loss": 10.8658,
+      "epoch": 0.022657952069716776,
+      "grad_norm": 3.0676188468933105,
+      "learning_rate": 9.99512331633275e-05,
+      "loss": 10.8846,
       "step": 13
     },
     {
-      "epoch": 0.012200435729847494,
-      "grad_norm": 5.227208137512207,
-      "learning_rate": 0.00019999390321619192,
-      "loss": 10.7903,
+      "epoch": 0.024400871459694988,
+      "grad_norm": 2.7230966091156006,
+      "learning_rate": 9.993828213783915e-05,
+      "loss": 10.6591,
       "step": 14
     },
     {
-      "epoch": 0.013071895424836602,
-      "grad_norm": 2.937030076980591,
-      "learning_rate": 0.00019999047382974984,
-      "loss": 10.1651,
+      "epoch": 0.026143790849673203,
+      "grad_norm": 3.5522327423095703,
+      "learning_rate": 9.992380878619938e-05,
+      "loss": 11.0064,
       "step": 15
     },
     {
-      "epoch": 0.013943355119825708,
-      "grad_norm": 4.163013935089111,
-      "learning_rate": 0.00019998628241067113,
-      "loss": 9.7829,
+      "epoch": 0.027886710239651415,
+      "grad_norm": 3.1329822540283203,
+      "learning_rate": 9.990781354961605e-05,
+      "loss": 10.156,
       "step": 16
     },
     {
-      "epoch": 0.014814814814814815,
-      "grad_norm": 2.8028531074523926,
-      "learning_rate": 0.0001999813289908988,
-      "loss": 9.3255,
+      "epoch": 0.02962962962962963,
+      "grad_norm": 2.490328788757324,
+      "learning_rate": 9.989029691569037e-05,
+      "loss": 9.7129,
       "step": 17
     },
     {
-      "epoch": 0.01568627450980392,
-      "grad_norm": 3.5442142486572266,
-      "learning_rate": 0.00019997561360818322,
-      "loss": 9.3367,
+      "epoch": 0.03137254901960784,
+      "grad_norm": 2.357733726501465,
+      "learning_rate": 9.987125941840204e-05,
+      "loss": 10.3977,
       "step": 18
     },
     {
-      "epoch": 0.016557734204793027,
-      "grad_norm": 3.128521680831909,
-      "learning_rate": 0.00019996913630608156,
-      "loss": 10.021,
+      "epoch": 0.033115468409586055,
+      "grad_norm": 2.3284122943878174,
+      "learning_rate": 9.985070163809305e-05,
+      "loss": 9.8478,
       "step": 19
     },
     {
-      "epoch": 0.017429193899782137,
-      "grad_norm": 2.5402672290802,
-      "learning_rate": 0.00019996189713395766,
-      "loss": 9.5093,
+      "epoch": 0.034858387799564274,
+      "grad_norm": 2.3385725021362305,
+      "learning_rate": 9.982862420144985e-05,
+      "loss": 9.6358,
       "step": 20
     },
     {
-      "epoch": 0.018300653594771243,
-      "grad_norm": 3.152247667312622,
-      "learning_rate": 0.0001999538961469817,
-      "loss": 8.6684,
+      "epoch": 0.036601307189542485,
+      "grad_norm": 1.8942724466323853,
+      "learning_rate": 9.980502778148437e-05,
+      "loss": 9.9016,
       "step": 21
     },
     {
-      "epoch": 0.01917211328976035,
-      "grad_norm": 2.1982603073120117,
-      "learning_rate": 0.00019994513340612958,
-      "loss": 8.4312,
+      "epoch": 0.0383442265795207,
+      "grad_norm": 2.210202693939209,
+      "learning_rate": 9.977991309751346e-05,
+      "loss": 9.7391,
       "step": 22
     },
     {
-      "epoch": 0.020043572984749455,
-      "grad_norm": 3.4315600395202637,
-      "learning_rate": 0.00019993560897818257,
-      "loss": 9.3834,
+      "epoch": 0.04008714596949891,
+      "grad_norm": 1.7446099519729614,
+      "learning_rate": 9.975328091513696e-05,
+      "loss": 10.0383,
       "step": 23
     },
     {
-      "epoch": 0.02091503267973856,
-      "grad_norm": 2.5089111328125,
-      "learning_rate": 0.00019992532293572687,
-      "loss": 8.1622,
+      "epoch": 0.04183006535947712,
+      "grad_norm": 1.7494003772735596,
+      "learning_rate": 9.972513204621429e-05,
+      "loss": 9.6563,
       "step": 24
     },
     {
-      "epoch": 0.02178649237472767,
-      "grad_norm": 3.1182727813720703,
-      "learning_rate": 0.00019991427535715297,
-      "loss": 7.9338,
+      "epoch": 0.04357298474945534,
+      "grad_norm": 1.59136962890625,
+      "learning_rate": 9.96954673488399e-05,
+      "loss": 9.6376,
       "step": 25
     },
     {
-      "epoch": 0.022657952069716776,
-      "grad_norm": 2.477149248123169,
-      "learning_rate": 0.000199902466326655,
-      "loss": 8.9115,
+      "epoch": 0.04531590413943355,
+      "grad_norm": 1.7087982892990112,
+      "learning_rate": 9.966428772731688e-05,
+      "loss": 9.1243,
       "step": 26
     },
     {
-      "epoch": 0.023529411764705882,
-      "grad_norm": 2.0672333240509033,
-      "learning_rate": 0.00019988989593423023,
-      "loss": 7.3406,
+      "epoch": 0.047058823529411764,
+      "grad_norm": 1.673592209815979,
+      "learning_rate": 9.963159413212953e-05,
+      "loss": 9.4495,
       "step": 27
     },
     {
-      "epoch": 0.024400871459694988,
-      "grad_norm": 2.7209792137145996,
-      "learning_rate": 0.0001998765642756783,
-      "loss": 8.7029,
+      "epoch": 0.048801742919389976,
+      "grad_norm": 1.5657862424850464,
+      "learning_rate": 9.959738755991435e-05,
+      "loss": 9.5537,
       "step": 28
     },
     {
-      "epoch": 0.025272331154684097,
-      "grad_norm": 3.008445978164673,
-      "learning_rate": 0.0001998624714526004,
-      "loss": 8.6305,
+      "epoch": 0.050544662309368195,
+      "grad_norm": 1.446624517440796,
+      "learning_rate": 9.95616690534297e-05,
+      "loss": 8.733,
       "step": 29
     },
     {
-      "epoch": 0.026143790849673203,
-      "grad_norm": 3.54339861869812,
-      "learning_rate": 0.00019984761757239875,
-      "loss": 8.7717,
+      "epoch": 0.05228758169934641,
+      "grad_norm": 1.5286850929260254,
+      "learning_rate": 9.95244397015239e-05,
+      "loss": 8.8059,
       "step": 30
     },
     {
-      "epoch": 0.02701525054466231,
-      "grad_norm": 3.165290117263794,
-      "learning_rate": 0.0001998320027482755,
-      "loss": 8.4816,
+      "epoch": 0.05403050108932462,
+      "grad_norm": 1.6234805583953857,
+      "learning_rate": 9.948570063910216e-05,
+      "loss": 8.7743,
       "step": 31
     },
     {
-      "epoch": 0.027886710239651415,
-      "grad_norm": 3.5009524822235107,
-      "learning_rate": 0.0001998156270992321,
-      "loss": 8.1248,
+      "epoch": 0.05577342047930283,
+      "grad_norm": 1.5004093647003174,
+      "learning_rate": 9.944545304709191e-05,
+      "loss": 8.7718,
       "step": 32
     },
     {
-      "epoch": 0.02875816993464052,
-      "grad_norm": 3.006110906600952,
-      "learning_rate": 0.00019979849075006816,
-      "loss": 8.0753,
+      "epoch": 0.05751633986928104,
+      "grad_norm": 1.8447928428649902,
+      "learning_rate": 9.940369815240688e-05,
+      "loss": 8.7953,
       "step": 33
     },
     {
-      "epoch": 0.02962962962962963,
-      "grad_norm": 2.5773518085479736,
-      "learning_rate": 0.00019978059383138073,
-      "loss": 8.3531,
+      "epoch": 0.05925925925925926,
+      "grad_norm": 1.665925145149231,
+      "learning_rate": 9.936043722790956e-05,
+      "loss": 8.4996,
       "step": 34
     },
     {
-      "epoch": 0.030501089324618737,
-      "grad_norm": 2.345578670501709,
-      "learning_rate": 0.00019976193647956313,
-      "loss": 7.4162,
+      "epoch": 0.06100217864923747,
+      "grad_norm": 2.4476370811462402,
+      "learning_rate": 9.931567159237251e-05,
+      "loss": 8.2559,
       "step": 35
     },
     {
-      "epoch": 0.03137254901960784,
-      "grad_norm": 2.8506760597229004,
-      "learning_rate": 0.00019974251883680407,
-      "loss": 7.4984,
+      "epoch": 0.06274509803921569,
+      "grad_norm": 1.7158671617507935,
+      "learning_rate": 9.92694026104382e-05,
+      "loss": 8.1353,
       "step": 36
     },
     {
-      "epoch": 0.03224400871459695,
-      "grad_norm": 2.7859225273132324,
-      "learning_rate": 0.0001997223410510864,
-      "loss": 8.5058,
+      "epoch": 0.0644880174291939,
+      "grad_norm": 2.119276523590088,
+      "learning_rate": 9.922163169257721e-05,
+      "loss": 8.6706,
       "step": 37
     },
     {
-      "epoch": 0.033115468409586055,
-      "grad_norm": 2.985344648361206,
-      "learning_rate": 0.0001997014032761861,
-      "loss": 7.3735,
+      "epoch": 0.06623093681917211,
+      "grad_norm": 2.184993267059326,
+      "learning_rate": 9.917236029504547e-05,
+      "loss": 8.4756,
       "step": 38
     },
     {
-      "epoch": 0.03398692810457516,
-      "grad_norm": 2.3483641147613525,
-      "learning_rate": 0.000199679705671671,
-      "loss": 7.94,
+      "epoch": 0.06797385620915032,
+      "grad_norm": 2.250312089920044,
+      "learning_rate": 9.91215899198397e-05,
+      "loss": 7.8425,
       "step": 39
     },
     {
-      "epoch": 0.034858387799564274,
-      "grad_norm": 2.677859306335449,
-      "learning_rate": 0.0001996572484028997,
-      "loss": 7.4677,
+      "epoch": 0.06971677559912855,
+      "grad_norm": 2.339944362640381,
+      "learning_rate": 9.906932211465173e-05,
+      "loss": 8.1978,
       "step": 40
     },
     {
-      "epoch": 0.03572984749455338,
-      "grad_norm": 3.67486310005188,
-      "learning_rate": 0.00019963403164102023,
-      "loss": 7.464,
+      "epoch": 0.07145969498910676,
+      "grad_norm": 2.22255802154541,
+      "learning_rate": 9.901555847282122e-05,
+      "loss": 7.4908,
       "step": 41
     },
     {
-      "epoch": 0.036601307189542485,
-      "grad_norm": 3.123943567276001,
-      "learning_rate": 0.00019961005556296874,
-      "loss": 7.3675,
+      "epoch": 0.07320261437908497,
+      "grad_norm": 2.190056800842285,
+      "learning_rate": 9.896030063328717e-05,
+      "loss": 8.4106,
       "step": 42
     },
     {
-      "epoch": 0.03747276688453159,
-      "grad_norm": 2.849947452545166,
-      "learning_rate": 0.0001995853203514682,
-      "loss": 7.2305,
+      "epoch": 0.07494553376906318,
+      "grad_norm": 2.3875746726989746,
+      "learning_rate": 9.890355028053793e-05,
+      "loss": 8.1042,
       "step": 43
     },
     {
-      "epoch": 0.0383442265795207,
-      "grad_norm": 3.0516927242279053,
-      "learning_rate": 0.00019955982619502692,
-      "loss": 8.0985,
+      "epoch": 0.0766884531590414,
+      "grad_norm": 2.2626776695251465,
+      "learning_rate": 9.884530914455984e-05,
+      "loss": 7.38,
       "step": 44
     },
     {
-      "epoch": 0.0392156862745098,
-      "grad_norm": 2.9423375129699707,
-      "learning_rate": 0.00019953357328793725,
-      "loss": 7.2214,
+      "epoch": 0.0784313725490196,
+      "grad_norm": 2.90751314163208,
+      "learning_rate": 9.87855790007845e-05,
+      "loss": 7.5586,
       "step": 45
     },
     {
-      "epoch": 0.04008714596949891,
-      "grad_norm": 3.1682639122009277,
-      "learning_rate": 0.0001995065618302739,
-      "loss": 7.3553,
+      "epoch": 0.08017429193899782,
+      "grad_norm": 2.6105775833129883,
+      "learning_rate": 9.872436167003467e-05,
+      "loss": 7.8514,
       "step": 46
     },
     {
-      "epoch": 0.040958605664488015,
-      "grad_norm": 3.309410810470581,
-      "learning_rate": 0.00019947879202789266,
-      "loss": 7.6454,
+      "epoch": 0.08191721132897603,
+      "grad_norm": 2.965604305267334,
+      "learning_rate": 9.86616590184687e-05,
+      "loss": 7.1101,
       "step": 47
     },
     {
-      "epoch": 0.04183006535947712,
-      "grad_norm": 3.1530559062957764,
-      "learning_rate": 0.00019945026409242859,
-      "loss": 7.1703,
+      "epoch": 0.08366013071895424,
+      "grad_norm": 2.8931803703308105,
+      "learning_rate": 9.859747295752372e-05,
+      "loss": 7.7739,
       "step": 48
     },
     {
-      "epoch": 0.042701525054466234,
-      "grad_norm": 3.1763932704925537,
-      "learning_rate": 0.00019942097824129468,
-      "loss": 7.4116,
+      "epoch": 0.08540305010893247,
+      "grad_norm": 3.355397939682007,
+      "learning_rate": 9.853180544385736e-05,
+      "loss": 8.0234,
       "step": 49
     },
     {
-      "epoch": 0.04357298474945534,
-      "grad_norm": 3.0348143577575684,
-      "learning_rate": 0.0001993909346976798,
-      "loss": 6.7981,
+      "epoch": 0.08714596949891068,
+      "grad_norm": 4.1606292724609375,
+      "learning_rate": 9.8464658479288e-05,
+      "loss": 8.4085,
       "step": 50
     },
     {
-      "epoch": 0.044444444444444446,
-      "grad_norm": 2.6799118518829346,
-      "learning_rate": 0.00019936013369054747,
-      "loss": 6.6832,
+      "epoch": 0.08888888888888889,
+      "grad_norm": 4.537642002105713,
+      "learning_rate": 9.839603411073388e-05,
+      "loss": 7.8124,
       "step": 51
     },
     {
-      "epoch": 0.04531590413943355,
-      "grad_norm": 3.460106372833252,
-      "learning_rate": 0.00019932857545463376,
-      "loss": 7.3217,
+      "epoch": 0.0906318082788671,
+      "grad_norm": 3.6303694248199463,
+      "learning_rate": 9.832593443015067e-05,
+      "loss": 7.2467,
       "step": 52
     },
     {
-      "epoch": 0.04618736383442266,
-      "grad_norm": 3.0749166011810303,
-      "learning_rate": 0.0001992962602304456,
-      "loss": 7.3473,
+      "epoch": 0.09237472766884532,
+      "grad_norm": 2.6730170249938965,
+      "learning_rate": 9.825436157446762e-05,
+      "loss": 8.0992,
       "step": 53
     },
     {
-      "epoch": 0.047058823529411764,
-      "grad_norm": 2.8054497241973877,
-      "learning_rate": 0.00019926318826425906,
-      "loss": 6.7988,
+      "epoch": 0.09411764705882353,
+      "grad_norm": 1.9828307628631592,
+      "learning_rate": 9.818131772552249e-05,
+      "loss": 7.385,
       "step": 54
     },
     {
-      "epoch": 0.04793028322440087,
-      "grad_norm": 3.135683298110962,
-      "learning_rate": 0.0001992293598081173,
-      "loss": 7.3798,
+      "epoch": 0.09586056644880174,
+      "grad_norm": 1.7050368785858154,
+      "learning_rate": 9.810680510999504e-05,
+      "loss": 7.4899,
       "step": 55
     },
     {
-      "epoch": 0.048801742919389976,
-      "grad_norm": 3.180582046508789,
-      "learning_rate": 0.0001991947751198287,
-      "loss": 7.5615,
+      "epoch": 0.09760348583877995,
+      "grad_norm": 2.1304142475128174,
+      "learning_rate": 9.80308259993391e-05,
+      "loss": 8.3856,
       "step": 56
     },
     {
-      "epoch": 0.04967320261437908,
-      "grad_norm": 3.264227867126465,
-      "learning_rate": 0.00019915943446296508,
-      "loss": 6.33,
+      "epoch": 0.09934640522875816,
+      "grad_norm": 2.171189069747925,
+      "learning_rate": 9.795338270971341e-05,
+      "loss": 7.5037,
       "step": 57
     },
     {
-      "epoch": 0.050544662309368195,
-      "grad_norm": 3.140679359436035,
-      "learning_rate": 0.0001991233381068594,
-      "loss": 6.889,
+      "epoch": 0.10108932461873639,
+      "grad_norm": 1.9037686586380005,
+      "learning_rate": 9.78744776019109e-05,
+      "loss": 7.4089,
       "step": 58
     },
     {
-      "epoch": 0.0514161220043573,
-      "grad_norm": 2.7237389087677,
-      "learning_rate": 0.00019908648632660384,
-      "loss": 6.5348,
+      "epoch": 0.1028322440087146,
+      "grad_norm": 1.5761909484863281,
+      "learning_rate": 9.779411308128685e-05,
+      "loss": 7.507,
       "step": 59
     },
     {
-      "epoch": 0.05228758169934641,
-      "grad_norm": 3.147747039794922,
-      "learning_rate": 0.0001990488794030478,
-      "loss": 7.3343,
+      "epoch": 0.10457516339869281,
+      "grad_norm": 1.6125203371047974,
+      "learning_rate": 9.771229159768547e-05,
+      "loss": 6.9208,
       "step": 60
     },
     {
-      "epoch": 0.05315904139433551,
-      "grad_norm": 3.4708566665649414,
-      "learning_rate": 0.00019901051762279557,
-      "loss": 7.5022,
+      "epoch": 0.10631808278867103,
+      "grad_norm": 1.8575252294540405,
+      "learning_rate": 9.762901564536522e-05,
+      "loss": 7.2879,
       "step": 61
     },
     {
-      "epoch": 0.05403050108932462,
-      "grad_norm": 3.421638011932373,
-      "learning_rate": 0.0001989714012782043,
-      "loss": 7.1205,
+      "epoch": 0.10806100217864924,
+      "grad_norm": 1.8381884098052979,
+      "learning_rate": 9.754428776292287e-05,
+      "loss": 7.546,
       "step": 62
     },
     {
-      "epoch": 0.054901960784313725,
-      "grad_norm": 3.340749740600586,
-      "learning_rate": 0.00019893153066738174,
-      "loss": 6.8214,
+      "epoch": 0.10980392156862745,
+      "grad_norm": 1.5687748193740845,
+      "learning_rate": 9.745811053321596e-05,
+      "loss": 7.1789,
       "step": 63
     },
     {
-      "epoch": 0.05577342047930283,
-      "grad_norm": 2.9868993759155273,
-      "learning_rate": 0.00019889090609418383,
-      "loss": 6.5204,
+      "epoch": 0.11154684095860566,
+      "grad_norm": 1.734289288520813,
+      "learning_rate": 9.737048658328427e-05,
+      "loss": 7.1747,
       "step": 64
     },
     {
-      "epoch": 0.05664488017429194,
-      "grad_norm": 3.6563544273376465,
-      "learning_rate": 0.00019884952786821262,
-      "loss": 6.825,
+      "epoch": 0.11328976034858387,
+      "grad_norm": 1.8572449684143066,
+      "learning_rate": 9.728141858426952e-05,
+      "loss": 6.9627,
       "step": 65
     },
     {
-      "epoch": 0.05751633986928104,
-      "grad_norm": 3.3555402755737305,
-      "learning_rate": 0.00019880739630481376,
-      "loss": 6.5682,
+      "epoch": 0.11503267973856209,
+      "grad_norm": 1.816596508026123,
+      "learning_rate": 9.719090925133408e-05,
+      "loss": 7.4948,
       "step": 66
     },
     {
-      "epoch": 0.058387799564270156,
-      "grad_norm": 3.969329595565796,
-      "learning_rate": 0.00019876451172507405,
-      "loss": 7.147,
+      "epoch": 0.11677559912854031,
+      "grad_norm": 1.9843227863311768,
+      "learning_rate": 9.709896134357815e-05,
+      "loss": 7.282,
       "step": 67
     },
     {
-      "epoch": 0.05925925925925926,
-      "grad_norm": 3.1107804775238037,
-      "learning_rate": 0.0001987208744558191,
-      "loss": 7.2729,
+      "epoch": 0.11851851851851852,
+      "grad_norm": 1.6963810920715332,
+      "learning_rate": 9.700557766395566e-05,
+      "loss": 6.757,
       "step": 68
     },
     {
-      "epoch": 0.06013071895424837,
-      "grad_norm": 3.0024502277374268,
-      "learning_rate": 0.0001986764848296109,
-      "loss": 7.0344,
+      "epoch": 0.12026143790849673,
+      "grad_norm": 2.103762149810791,
+      "learning_rate": 9.691076105918885e-05,
+      "loss": 6.83,
       "step": 69
     },
     {
-      "epoch": 0.06100217864923747,
-      "grad_norm": 3.157567262649536,
-      "learning_rate": 0.00019863134318474503,
-      "loss": 6.4804,
+      "epoch": 0.12200435729847495,
+      "grad_norm": 1.6644117832183838,
+      "learning_rate": 9.681451441968144e-05,
+      "loss": 6.9097,
       "step": 70
     },
     {
-      "epoch": 0.06187363834422658,
-      "grad_norm": 3.0120584964752197,
-      "learning_rate": 0.00019858544986524842,
-      "loss": 6.6174,
+      "epoch": 0.12374727668845316,
+      "grad_norm": 2.2518982887268066,
+      "learning_rate": 9.671684067943057e-05,
+      "loss": 6.5565,
       "step": 71
     },
     {
-      "epoch": 0.06274509803921569,
-      "grad_norm": 2.7023561000823975,
-      "learning_rate": 0.0001985388052208764,
-      "loss": 6.4292,
+      "epoch": 0.12549019607843137,
+      "grad_norm": 1.9176573753356934,
+      "learning_rate": 9.66177428159373e-05,
+      "loss": 6.3409,
       "step": 72
     },
     {
-      "epoch": 0.0636165577342048,
-      "grad_norm": 3.1930267810821533,
-      "learning_rate": 0.00019849140960711024,
-      "loss": 6.4055,
+      "epoch": 0.1272331154684096,
+      "grad_norm": 2.9997940063476562,
+      "learning_rate": 9.651722385011592e-05,
+      "loss": 7.3301,
       "step": 73
     },
     {
-      "epoch": 0.0644880174291939,
-      "grad_norm": 3.755228281021118,
-      "learning_rate": 0.00019844326338515442,
-      "loss": 6.4323,
+      "epoch": 0.1289760348583878,
+      "grad_norm": 1.927817940711975,
+      "learning_rate": 9.641528684620178e-05,
+      "loss": 6.7444,
       "step": 74
     },
     {
-      "epoch": 0.06535947712418301,
-      "grad_norm": 2.9738314151763916,
-      "learning_rate": 0.00019839436692193382,
-      "loss": 6.3896,
+      "epoch": 0.13071895424836602,
+      "grad_norm": 2.941283941268921,
+      "learning_rate": 9.631193491165797e-05,
+      "loss": 6.7375,
       "step": 75
     },
     {
-      "epoch": 0.06623093681917211,
-      "grad_norm": 3.826676368713379,
-      "learning_rate": 0.00019834472059009094,
-      "loss": 6.9625,
+      "epoch": 0.13246187363834422,
+      "grad_norm": 2.0440499782562256,
+      "learning_rate": 9.620717119708047e-05,
+      "loss": 6.2593,
       "step": 76
     },
     {
-      "epoch": 0.06710239651416122,
-      "grad_norm": 3.9622623920440674,
-      "learning_rate": 0.00019829432476798305,
-      "loss": 6.4479,
+      "epoch": 0.13420479302832244,
+      "grad_norm": 2.585775375366211,
+      "learning_rate": 9.610099889610223e-05,
+      "loss": 7.0414,
       "step": 77
     },
     {
-      "epoch": 0.06797385620915032,
-      "grad_norm": 3.611128807067871,
-      "learning_rate": 0.0001982431798396794,
-      "loss": 6.7138,
+      "epoch": 0.13594771241830064,
+      "grad_norm": 2.524921178817749,
+      "learning_rate": 9.599342124529575e-05,
+      "loss": 6.6689,
       "step": 78
     },
     {
-      "epoch": 0.06884531590413943,
-      "grad_norm": 4.133875846862793,
-      "learning_rate": 0.00019819128619495815,
-      "loss": 6.5333,
+      "epoch": 0.13769063180827887,
+      "grad_norm": 2.768930196762085,
+      "learning_rate": 9.588444152407441e-05,
+      "loss": 7.0204,
       "step": 79
     },
     {
-      "epoch": 0.06971677559912855,
-      "grad_norm": 3.640047073364258,
-      "learning_rate": 0.00019813864422930347,
-      "loss": 6.6399,
+      "epoch": 0.1394335511982571,
+      "grad_norm": 2.33314847946167,
+      "learning_rate": 9.577406305459251e-05,
+      "loss": 6.5685,
       "step": 80
     },
     {
-      "epoch": 0.07058823529411765,
-      "grad_norm": 4.111522674560547,
-      "learning_rate": 0.00019808525434390252,
-      "loss": 6.4246,
+      "epoch": 0.1411764705882353,
+      "grad_norm": 2.3114585876464844,
+      "learning_rate": 9.566228920164406e-05,
+      "loss": 6.4868,
       "step": 81
     },
     {
-      "epoch": 0.07145969498910676,
-      "grad_norm": 3.350358486175537,
-      "learning_rate": 0.00019803111694564245,
-      "loss": 6.6735,
+      "epoch": 0.14291938997821352,
+      "grad_norm": 3.182647705078125,
+      "learning_rate": 9.554912337256007e-05,
+      "loss": 6.8026,
       "step": 82
     },
     {
-      "epoch": 0.07233115468409586,
-      "grad_norm": 2.8375182151794434,
-      "learning_rate": 0.00019797623244710718,
-      "loss": 6.7033,
+      "epoch": 0.14466230936819172,
+      "grad_norm": 3.128938913345337,
+      "learning_rate": 9.543456901710483e-05,
+      "loss": 6.7505,
       "step": 83
     },
     {
-      "epoch": 0.07320261437908497,
-      "grad_norm": 4.679914474487305,
-      "learning_rate": 0.00019792060126657435,
-      "loss": 6.5279,
+      "epoch": 0.14640522875816994,
+      "grad_norm": 2.4824540615081787,
+      "learning_rate": 9.531862962737065e-05,
+      "loss": 6.9284,
       "step": 84
     },
     {
-      "epoch": 0.07407407407407407,
-      "grad_norm": 4.829922199249268,
-      "learning_rate": 0.0001978642238280121,
-      "loss": 7.1854,
+      "epoch": 0.14814814814814814,
+      "grad_norm": 3.8796262741088867,
+      "learning_rate": 9.520130873767141e-05,
+      "loss": 6.3305,
       "step": 85
     },
     {
-      "epoch": 0.07494553376906318,
-      "grad_norm": 3.765516519546509,
-      "learning_rate": 0.00019780710056107586,
-      "loss": 6.6842,
+      "epoch": 0.14989106753812637,
+      "grad_norm": 3.027245283126831,
+      "learning_rate": 9.508260992443491e-05,
+      "loss": 6.4731,
       "step": 86
     },
     {
-      "epoch": 0.07581699346405228,
-      "grad_norm": 4.241717338562012,
-      "learning_rate": 0.00019774923190110503,
-      "loss": 6.9138,
+      "epoch": 0.15163398692810456,
+      "grad_norm": 3.0274035930633545,
+      "learning_rate": 9.49625368060937e-05,
+      "loss": 6.5764,
       "step": 87
     },
     {
-      "epoch": 0.0766884531590414,
-      "grad_norm": 3.3606960773468018,
-      "learning_rate": 0.00019769061828911968,
-      "loss": 6.0427,
+      "epoch": 0.1533769063180828,
+      "grad_norm": 3.6287505626678467,
+      "learning_rate": 9.484109304297493e-05,
+      "loss": 6.7021,
       "step": 88
     },
     {
-      "epoch": 0.07755991285403051,
-      "grad_norm": 3.7323086261749268,
-      "learning_rate": 0.00019763126017181723,
-      "loss": 6.9421,
+      "epoch": 0.15511982570806102,
+      "grad_norm": 3.2184479236602783,
+      "learning_rate": 9.471828233718862e-05,
+      "loss": 6.9716,
       "step": 89
     },
     {
-      "epoch": 0.0784313725490196,
-      "grad_norm": 3.045558452606201,
-      "learning_rate": 0.000197571158001569,
-      "loss": 7.0787,
+      "epoch": 0.1568627450980392,
+      "grad_norm": 3.7180967330932617,
+      "learning_rate": 9.459410843251494e-05,
+      "loss": 6.5295,
       "step": 90
     },
     {
-      "epoch": 0.07930283224400872,
-      "grad_norm": 3.1116671562194824,
-      "learning_rate": 0.0001975103122364168,
-      "loss": 7.5127,
+      "epoch": 0.15860566448801744,
+      "grad_norm": 3.2844398021698,
+      "learning_rate": 9.446857511428999e-05,
+      "loss": 6.7034,
       "step": 91
     },
     {
-      "epoch": 0.08017429193899782,
-      "grad_norm": 3.6309802532196045,
-      "learning_rate": 0.00019744872334006934,
-      "loss": 6.8363,
+      "epoch": 0.16034858387799564,
+      "grad_norm": 2.817380428314209,
+      "learning_rate": 9.434168620929045e-05,
+      "loss": 6.5006,
       "step": 92
     },
     {
-      "epoch": 0.08104575163398693,
-      "grad_norm": 2.775420904159546,
-      "learning_rate": 0.00019738639178189883,
-      "loss": 6.5252,
+      "epoch": 0.16209150326797386,
+      "grad_norm": 2.6760520935058594,
+      "learning_rate": 9.421344558561688e-05,
+      "loss": 6.1821,
       "step": 93
     },
     {
-      "epoch": 0.08191721132897603,
-      "grad_norm": 3.130296230316162,
-      "learning_rate": 0.0001973233180369374,
-      "loss": 5.8967,
+      "epoch": 0.16383442265795206,
+      "grad_norm": 3.8171274662017822,
+      "learning_rate": 9.408385715257589e-05,
+      "loss": 6.163,
       "step": 94
     },
     {
-      "epoch": 0.08278867102396514,
-      "grad_norm": 2.956561803817749,
-      "learning_rate": 0.0001972595025858733,
-      "loss": 6.5943,
+      "epoch": 0.1655773420479303,
+      "grad_norm": 3.1886677742004395,
+      "learning_rate": 9.395292486056087e-05,
+      "loss": 6.6912,
       "step": 95
     },
     {
-      "epoch": 0.08366013071895424,
-      "grad_norm": 2.9787437915802,
-      "learning_rate": 0.00019719494591504744,
-      "loss": 6.4199,
+      "epoch": 0.16732026143790849,
+      "grad_norm": 3.741964101791382,
+      "learning_rate": 9.382065270093164e-05,
+      "loss": 6.4306,
       "step": 96
     },
     {
-      "epoch": 0.08453159041394336,
-      "grad_norm": 3.30118989944458,
-      "learning_rate": 0.00019712964851644965,
-      "loss": 6.6019,
+      "epoch": 0.1690631808278867,
+      "grad_norm": 3.4298031330108643,
+      "learning_rate": 9.368704470589271e-05,
+      "loss": 6.1829,
       "step": 97
     },
     {
-      "epoch": 0.08540305010893247,
-      "grad_norm": 3.159437894821167,
-      "learning_rate": 0.00019706361088771472,
-      "loss": 5.9469,
+      "epoch": 0.17080610021786494,
+      "grad_norm": 4.670931339263916,
+      "learning_rate": 9.355210494837046e-05,
+      "loss": 6.248,
       "step": 98
     },
     {
-      "epoch": 0.08627450980392157,
-      "grad_norm": 2.987762928009033,
-      "learning_rate": 0.00019699683353211893,
-      "loss": 6.5373,
+      "epoch": 0.17254901960784313,
+      "grad_norm": 5.248985767364502,
+      "learning_rate": 9.341583754188887e-05,
+      "loss": 6.8693,
       "step": 99
     },
     {
-      "epoch": 0.08714596949891068,
-      "grad_norm": 3.388303279876709,
-      "learning_rate": 0.000196929316958576,
-      "loss": 6.0649,
+      "epoch": 0.17429193899782136,
+      "grad_norm": 6.1399359703063965,
+      "learning_rate": 9.327824664044418e-05,
+      "loss": 7.4957,
       "step": 100
     },
     {
-      "epoch": 0.08801742919389978,
-      "grad_norm": 3.4630284309387207,
-      "learning_rate": 0.00019686106168163327,
-      "loss": 6.2865,
+      "epoch": 0.17603485838779956,
+      "grad_norm": 4.436333656311035,
+      "learning_rate": 9.313933643837825e-05,
+      "loss": 6.8875,
       "step": 101
     },
     {
-      "epoch": 0.08888888888888889,
-      "grad_norm": 3.4285342693328857,
-      "learning_rate": 0.00019679206822146775,
-      "loss": 6.4433,
+      "epoch": 0.17777777777777778,
+      "grad_norm": 3.8972339630126953,
+      "learning_rate": 9.299911117025071e-05,
+      "loss": 6.743,
       "step": 102
     },
     {
-      "epoch": 0.08976034858387799,
-      "grad_norm": 3.0801186561584473,
-      "learning_rate": 0.0001967223371038823,
-      "loss": 6.596,
+      "epoch": 0.17952069716775598,
+      "grad_norm": 2.9377124309539795,
+      "learning_rate": 9.285757511070988e-05,
+      "loss": 7.4621,
       "step": 103
     },
     {
-      "epoch": 0.0906318082788671,
-      "grad_norm": 3.4587998390197754,
-      "learning_rate": 0.00019665186886030133,
-      "loss": 6.521,
+      "epoch": 0.1812636165577342,
+      "grad_norm": 4.165389060974121,
+      "learning_rate": 9.271473257436239e-05,
+      "loss": 7.7563,
       "step": 104
     },
     {
-      "epoch": 0.0915032679738562,
-      "grad_norm": 3.3617069721221924,
-      "learning_rate": 0.00019658066402776706,
-      "loss": 6.9697,
+      "epoch": 0.1830065359477124,
+      "grad_norm": 2.9757657051086426,
+      "learning_rate": 9.257058791564174e-05,
+      "loss": 7.1465,
       "step": 105
     },
     {
-      "epoch": 0.09237472766884532,
-      "grad_norm": 3.0659825801849365,
-      "learning_rate": 0.00019650872314893523,
-      "loss": 7.2013,
+      "epoch": 0.18474945533769063,
+      "grad_norm": 1.6938395500183105,
+      "learning_rate": 9.242514552867555e-05,
+      "loss": 6.9904,
       "step": 106
     },
     {
-      "epoch": 0.09324618736383443,
-      "grad_norm": 3.546934127807617,
-      "learning_rate": 0.00019643604677207103,
-      "loss": 6.8245,
+      "epoch": 0.18649237472766886,
+      "grad_norm": 2.4745097160339355,
+      "learning_rate": 9.227840984715154e-05,
+      "loss": 6.9228,
       "step": 107
     },
     {
-      "epoch": 0.09411764705882353,
-      "grad_norm": 3.335144519805908,
-      "learning_rate": 0.00019636263545104498,
-      "loss": 7.0101,
+      "epoch": 0.18823529411764706,
+      "grad_norm": 2.1547858715057373,
+      "learning_rate": 9.213038534418244e-05,
+      "loss": 7.2495,
       "step": 108
     },
     {
-      "epoch": 0.09498910675381264,
-      "grad_norm": 3.5335874557495117,
-      "learning_rate": 0.00019628848974532855,
-      "loss": 6.4184,
+      "epoch": 0.18997821350762528,
+      "grad_norm": 1.9106367826461792,
+      "learning_rate": 9.198107653216961e-05,
+      "loss": 6.4882,
       "step": 109
     },
     {
-      "epoch": 0.09586056644880174,
-      "grad_norm": 3.3602793216705322,
-      "learning_rate": 0.00019621361021999008,
-      "loss": 6.0741,
+      "epoch": 0.19172113289760348,
+      "grad_norm": 2.465655565261841,
+      "learning_rate": 9.183048796266547e-05,
+      "loss": 6.3857,
       "step": 110
     },
     {
-      "epoch": 0.09673202614379085,
-      "grad_norm": 3.7194743156433105,
-      "learning_rate": 0.00019613799744569032,
-      "loss": 7.4648,
+      "epoch": 0.1934640522875817,
+      "grad_norm": 1.8584837913513184,
+      "learning_rate": 9.167862422623475e-05,
+      "loss": 6.5691,
       "step": 111
     },
     {
-      "epoch": 0.09760348583877995,
-      "grad_norm": 3.468130350112915,
-      "learning_rate": 0.0001960616519986782,
-      "loss": 6.2788,
+      "epoch": 0.1952069716775599,
+      "grad_norm": 2.387545108795166,
+      "learning_rate": 9.15254899523146e-05,
+      "loss": 6.67,
       "step": 112
     },
     {
-      "epoch": 0.09847494553376906,
-      "grad_norm": 3.2204012870788574,
-      "learning_rate": 0.0001959845744607864,
-      "loss": 6.6341,
+      "epoch": 0.19694989106753813,
+      "grad_norm": 2.282320022583008,
+      "learning_rate": 9.13710898090734e-05,
+      "loss": 6.308,
       "step": 113
     },
     {
-      "epoch": 0.09934640522875816,
-      "grad_norm": 4.461580276489258,
-      "learning_rate": 0.00019590676541942682,
-      "loss": 6.4272,
+      "epoch": 0.19869281045751633,
+      "grad_norm": 2.2023017406463623,
+      "learning_rate": 9.121542850326849e-05,
+      "loss": 6.8043,
       "step": 114
     },
     {
-      "epoch": 0.10021786492374728,
-      "grad_norm": 4.378835201263428,
-      "learning_rate": 0.00019582822546758625,
-      "loss": 6.7239,
+      "epoch": 0.20043572984749455,
+      "grad_norm": 2.360322952270508,
+      "learning_rate": 9.105851078010266e-05,
+      "loss": 6.5446,
       "step": 115
     },
     {
-      "epoch": 0.10108932461873639,
-      "grad_norm": 3.6370136737823486,
-      "learning_rate": 0.0001957489552038218,
-      "loss": 6.9987,
+      "epoch": 0.20217864923747278,
+      "grad_norm": 2.0918686389923096,
+      "learning_rate": 9.090034142307955e-05,
+      "loss": 6.3559,
       "step": 116
     },
     {
-      "epoch": 0.10196078431372549,
-      "grad_norm": 4.5622711181640625,
-      "learning_rate": 0.00019566895523225633,
-      "loss": 7.0158,
+      "epoch": 0.20392156862745098,
+      "grad_norm": 2.4008851051330566,
+      "learning_rate": 9.074092525385777e-05,
+      "loss": 6.5768,
       "step": 117
     },
     {
-      "epoch": 0.1028322440087146,
-      "grad_norm": 4.150580883026123,
-      "learning_rate": 0.0001955882261625737,
-      "loss": 6.3564,
+      "epoch": 0.2056644880174292,
+      "grad_norm": 2.7958297729492188,
+      "learning_rate": 9.058026713210397e-05,
+      "loss": 6.381,
       "step": 118
     },
     {
-      "epoch": 0.1037037037037037,
-      "grad_norm": 3.783479928970337,
-      "learning_rate": 0.0001955067686100145,
-      "loss": 5.9852,
+      "epoch": 0.2074074074074074,
+      "grad_norm": 2.0112011432647705,
+      "learning_rate": 9.041837195534462e-05,
+      "loss": 6.3069,
       "step": 119
     },
     {
-      "epoch": 0.10457516339869281,
-      "grad_norm": 3.7131097316741943,
-      "learning_rate": 0.00019542458319537093,
-      "loss": 6.5572,
+      "epoch": 0.20915032679738563,
+      "grad_norm": 2.51285982131958,
+      "learning_rate": 9.025524465881683e-05,
+      "loss": 6.1612,
       "step": 120
     },
     {
-      "epoch": 0.10544662309368191,
-      "grad_norm": 4.567185878753662,
-      "learning_rate": 0.00019534167054498236,
-      "loss": 6.306,
+      "epoch": 0.21089324618736383,
+      "grad_norm": 2.0926644802093506,
+      "learning_rate": 9.009089021531778e-05,
+      "loss": 6.8539,
       "step": 121
     },
     {
-      "epoch": 0.10631808278867103,
-      "grad_norm": 3.159900426864624,
-      "learning_rate": 0.00019525803129073044,
-      "loss": 6.638,
+      "epoch": 0.21263616557734205,
+      "grad_norm": 2.5901362895965576,
+      "learning_rate": 8.99253136350532e-05,
+      "loss": 6.6751,
       "step": 122
     },
     {
-      "epoch": 0.10718954248366012,
-      "grad_norm": 3.7048301696777344,
-      "learning_rate": 0.0001951736660700343,
-      "loss": 5.781,
+      "epoch": 0.21437908496732025,
+      "grad_norm": 2.451211452484131,
+      "learning_rate": 8.97585199654846e-05,
+      "loss": 6.4976,
       "step": 123
     },
     {
-      "epoch": 0.10806100217864924,
-      "grad_norm": 3.313795328140259,
-      "learning_rate": 0.00019508857552584573,
-      "loss": 6.2093,
+      "epoch": 0.21612200435729848,
+      "grad_norm": 2.4457273483276367,
+      "learning_rate": 8.959051429117551e-05,
+      "loss": 6.479,
       "step": 124
     },
     {
-      "epoch": 0.10893246187363835,
-      "grad_norm": 3.3425116539001465,
-      "learning_rate": 0.00019500276030664417,
-      "loss": 7.2947,
+      "epoch": 0.2178649237472767,
+      "grad_norm": 2.1082019805908203,
+      "learning_rate": 8.942130173363627e-05,
+      "loss": 6.1699,
       "step": 125
     },
     {
-      "epoch": 0.10980392156862745,
-      "grad_norm": 3.8515169620513916,
-      "learning_rate": 0.00019491622106643193,
-      "loss": 6.4162,
+      "epoch": 0.2196078431372549,
+      "grad_norm": 2.3551406860351562,
+      "learning_rate": 8.925088745116816e-05,
+      "loss": 6.3931,
       "step": 126
     },
     {
-      "epoch": 0.11067538126361656,
-      "grad_norm": 4.335968017578125,
-      "learning_rate": 0.0001948289584647291,
-      "loss": 6.3625,
+      "epoch": 0.22135076252723312,
+      "grad_norm": 2.5933122634887695,
+      "learning_rate": 8.907927663870593e-05,
+      "loss": 6.4131,
       "step": 127
     },
     {
-      "epoch": 0.11154684095860566,
-      "grad_norm": 4.06256628036499,
-      "learning_rate": 0.00019474097316656854,
-      "loss": 6.5272,
+      "epoch": 0.22309368191721132,
+      "grad_norm": 2.589916944503784,
+      "learning_rate": 8.890647452765954e-05,
+      "loss": 6.0784,
       "step": 128
     },
     {
-      "epoch": 0.11241830065359477,
-      "grad_norm": 3.4232616424560547,
-      "learning_rate": 0.00019465226584249078,
-      "loss": 7.1087,
+      "epoch": 0.22483660130718955,
+      "grad_norm": 2.3914597034454346,
+      "learning_rate": 8.873248638575471e-05,
+      "loss": 5.9878,
       "step": 129
     },
     {
-      "epoch": 0.11328976034858387,
-      "grad_norm": 3.563251256942749,
-      "learning_rate": 0.00019456283716853904,
-      "loss": 6.3773,
+      "epoch": 0.22657952069716775,
+      "grad_norm": 2.7471046447753906,
+      "learning_rate": 8.855731751687233e-05,
+      "loss": 6.3665,
       "step": 130
     },
     {
-      "epoch": 0.11416122004357299,
-      "grad_norm": 3.37127685546875,
-      "learning_rate": 0.00019447268782625388,
-      "loss": 6.9801,
+      "epoch": 0.22832244008714597,
+      "grad_norm": 3.0270299911499023,
+      "learning_rate": 8.838097326088667e-05,
+      "loss": 6.5195,
       "step": 131
     },
     {
-      "epoch": 0.11503267973856209,
-      "grad_norm": 2.7950453758239746,
-      "learning_rate": 0.00019438181850266816,
-      "loss": 6.34,
+      "epoch": 0.23006535947712417,
+      "grad_norm": 2.6412923336029053,
+      "learning_rate": 8.820345899350275e-05,
+      "loss": 6.2827,
       "step": 132
     },
     {
-      "epoch": 0.1159041394335512,
-      "grad_norm": 3.2177419662475586,
-      "learning_rate": 0.00019429022989030177,
-      "loss": 6.0368,
+      "epoch": 0.2318082788671024,
+      "grad_norm": 2.825366973876953,
+      "learning_rate": 8.802478012609234e-05,
+      "loss": 6.2036,
       "step": 133
     },
     {
-      "epoch": 0.11677559912854031,
-      "grad_norm": 3.2216238975524902,
-      "learning_rate": 0.0001941979226871563,
-      "loss": 6.6545,
+      "epoch": 0.23355119825708062,
+      "grad_norm": 2.7652394771575928,
+      "learning_rate": 8.78449421055291e-05,
+      "loss": 5.8052,
       "step": 134
     },
     {
-      "epoch": 0.11764705882352941,
-      "grad_norm": 3.5392940044403076,
-      "learning_rate": 0.00019410489759670978,
-      "loss": 5.9823,
+      "epoch": 0.23529411764705882,
+      "grad_norm": 2.718158483505249,
+      "learning_rate": 8.766395041402244e-05,
+      "loss": 6.5726,
       "step": 135
     },
     {
-      "epoch": 0.11851851851851852,
-      "grad_norm": 2.938032627105713,
-      "learning_rate": 0.00019401115532791132,
-      "loss": 6.0543,
+      "epoch": 0.23703703703703705,
+      "grad_norm": 2.7716219425201416,
+      "learning_rate": 8.74818105689505e-05,
+      "loss": 6.2441,
       "step": 136
     },
     {
-      "epoch": 0.11938997821350762,
-      "grad_norm": 2.959646224975586,
-      "learning_rate": 0.00019391669659517564,
-      "loss": 6.0081,
+      "epoch": 0.23877995642701524,
+      "grad_norm": 2.9765782356262207,
+      "learning_rate": 8.729852812269192e-05,
+      "loss": 6.2913,
       "step": 137
     },
     {
-      "epoch": 0.12026143790849673,
-      "grad_norm": 3.716583728790283,
-      "learning_rate": 0.0001938215221183777,
-      "loss": 6.5377,
+      "epoch": 0.24052287581699347,
+      "grad_norm": 3.5550148487091064,
+      "learning_rate": 8.711410866245647e-05,
+      "loss": 6.0119,
       "step": 138
     },
     {
-      "epoch": 0.12113289760348583,
-      "grad_norm": 3.7605812549591064,
-      "learning_rate": 0.00019372563262284715,
-      "loss": 6.7841,
+      "epoch": 0.24226579520697167,
+      "grad_norm": 3.569737434387207,
+      "learning_rate": 8.692855781011493e-05,
+      "loss": 6.2118,
       "step": 139
     },
     {
-      "epoch": 0.12200435729847495,
-      "grad_norm": 3.480034589767456,
-      "learning_rate": 0.00019362902883936288,
-      "loss": 7.1711,
+      "epoch": 0.2440087145969499,
+      "grad_norm": 3.7226216793060303,
+      "learning_rate": 8.674188122202756e-05,
+      "loss": 7.3339,
       "step": 140
     },
     {
-      "epoch": 0.12287581699346405,
-      "grad_norm": 3.155122995376587,
-      "learning_rate": 0.00019353171150414736,
-      "loss": 6.1188,
+      "epoch": 0.2457516339869281,
+      "grad_norm": 3.0813937187194824,
+      "learning_rate": 8.655408458887171e-05,
+      "loss": 6.3654,
       "step": 141
     },
     {
-      "epoch": 0.12374727668845316,
-      "grad_norm": 3.922962188720703,
-      "learning_rate": 0.00019343368135886114,
-      "loss": 7.4891,
+      "epoch": 0.24749455337690632,
+      "grad_norm": 3.1687822341918945,
+      "learning_rate": 8.63651736354684e-05,
+      "loss": 6.189,
       "step": 142
     },
     {
-      "epoch": 0.12461873638344227,
-      "grad_norm": 3.394144296646118,
-      "learning_rate": 0.00019333493915059703,
-      "loss": 6.3209,
+      "epoch": 0.24923747276688454,
+      "grad_norm": 3.1596567630767822,
+      "learning_rate": 8.617515412060771e-05,
+      "loss": 5.9898,
       "step": 143
     },
     {
-      "epoch": 0.12549019607843137,
-      "grad_norm": 3.116760730743408,
-      "learning_rate": 0.0001932354856318746,
-      "loss": 6.4714,
+      "epoch": 0.25098039215686274,
+      "grad_norm": 3.297518730163574,
+      "learning_rate": 8.598403183687328e-05,
+      "loss": 5.6006,
       "step": 144
-    },
-    {
-      "epoch": 0.12636165577342048,
-      "grad_norm": 3.450144052505493,
-      "learning_rate": 0.0001931353215606343,
-      "loss": 6.2738,
-      "step": 145
-    },
-    {
-      "epoch": 0.1272331154684096,
-      "grad_norm": 3.2067205905914307,
-      "learning_rate": 0.00019303444770023184,
-      "loss": 6.1241,
-      "step": 146
-    },
-    {
-      "epoch": 0.12810457516339868,
-      "grad_norm": 3.24552059173584,
-      "learning_rate": 0.0001929328648194321,
-      "loss": 6.5917,
-      "step": 147
-    },
-    {
-      "epoch": 0.1289760348583878,
-      "grad_norm": 3.2059834003448486,
-      "learning_rate": 0.00019283057369240357,
-      "loss": 6.7524,
-      "step": 148
-    },
-    {
-      "epoch": 0.1298474945533769,
-      "grad_norm": 3.5542874336242676,
-      "learning_rate": 0.00019272757509871232,
-      "loss": 6.6428,
-      "step": 149
-    },
-    {
-      "epoch": 0.13071895424836602,
-      "grad_norm": 3.5958824157714844,
-      "learning_rate": 0.00019262386982331594,
-      "loss": 6.1798,
-      "step": 150
-    },
-    {
-      "epoch": 0.13159041394335513,
-      "grad_norm": 2.9370152950286865,
-      "learning_rate": 0.00019251945865655782,
-      "loss": 5.6334,
-      "step": 151
-    },
-    {
-      "epoch": 0.13246187363834422,
-      "grad_norm": 3.0617597103118896,
-      "learning_rate": 0.00019241434239416095,
-      "loss": 6.4162,
-      "step": 152
-    },
-    {
-      "epoch": 0.13333333333333333,
-      "grad_norm": 3.3482141494750977,
-      "learning_rate": 0.00019230852183722182,
-      "loss": 6.6717,
-      "step": 153
-    },
-    {
-      "epoch": 0.13420479302832244,
-      "grad_norm": 3.2366411685943604,
-      "learning_rate": 0.00019220199779220446,
-      "loss": 6.7417,
-      "step": 154
-    },
-    {
-      "epoch": 0.13507625272331156,
-      "grad_norm": 3.4498870372772217,
-      "learning_rate": 0.0001920947710709342,
-      "loss": 6.6616,
-      "step": 155
-    },
-    {
-      "epoch": 0.13594771241830064,
-      "grad_norm": 3.071847438812256,
-      "learning_rate": 0.0001919868424905915,
-      "loss": 7.1704,
-      "step": 156
-    },
-    {
-      "epoch": 0.13681917211328976,
-      "grad_norm": 2.8072800636291504,
-      "learning_rate": 0.00019187821287370568,
-      "loss": 6.2717,
-      "step": 157
-    },
-    {
-      "epoch": 0.13769063180827887,
-      "grad_norm": 2.722471237182617,
-      "learning_rate": 0.00019176888304814883,
-      "loss": 6.1792,
-      "step": 158
-    },
-    {
-      "epoch": 0.13856209150326798,
-      "grad_norm": 3.434514284133911,
-      "learning_rate": 0.00019165885384712916,
-      "loss": 6.574,
-      "step": 159
-    },
-    {
-      "epoch": 0.1394335511982571,
-      "grad_norm": 3.995135545730591,
-      "learning_rate": 0.00019154812610918501,
-      "loss": 5.9547,
-      "step": 160
-    },
-    {
-      "epoch": 0.14030501089324618,
-      "grad_norm": 3.9248478412628174,
-      "learning_rate": 0.0001914367006781783,
-      "loss": 6.9711,
-      "step": 161
-    },
-    {
-      "epoch": 0.1411764705882353,
-      "grad_norm": 3.2751011848449707,
-      "learning_rate": 0.00019132457840328811,
-      "loss": 6.3862,
-      "step": 162
-    },
-    {
-      "epoch": 0.1420479302832244,
-      "grad_norm": 2.9850356578826904,
-      "learning_rate": 0.0001912117601390041,
-      "loss": 6.1286,
-      "step": 163
-    },
-    {
-      "epoch": 0.14291938997821352,
-      "grad_norm": 3.267690896987915,
-      "learning_rate": 0.00019109824674512014,
-      "loss": 6.1965,
-      "step": 164
-    },
-    {
-      "epoch": 0.1437908496732026,
-      "grad_norm": 3.1468505859375,
-      "learning_rate": 0.0001909840390867278,
-      "loss": 6.865,
-      "step": 165
-    },
-    {
-      "epoch": 0.14466230936819172,
-      "grad_norm": 2.709254503250122,
-      "learning_rate": 0.00019086913803420966,
-      "loss": 6.2319,
-      "step": 166
-    },
-    {
-      "epoch": 0.14553376906318083,
-      "grad_norm": 3.203265905380249,
-      "learning_rate": 0.0001907535444632326,
-      "loss": 6.0057,
-      "step": 167
-    },
-    {
-      "epoch": 0.14640522875816994,
-      "grad_norm": 2.994889736175537,
-      "learning_rate": 0.0001906372592547413,
-      "loss": 6.7063,
-      "step": 168
-    },
-    {
-      "epoch": 0.14727668845315905,
-      "grad_norm": 3.4088401794433594,
-      "learning_rate": 0.0001905202832949514,
-      "loss": 5.8675,
-      "step": 169
-    },
-    {
-      "epoch": 0.14814814814814814,
-      "grad_norm": 3.7288787364959717,
-      "learning_rate": 0.00019040261747534283,
-      "loss": 5.8542,
-      "step": 170
-    },
-    {
-      "epoch": 0.14901960784313725,
-      "grad_norm": 4.366305828094482,
-      "learning_rate": 0.00019028426269265299,
-      "loss": 6.0556,
-      "step": 171
-    },
-    {
-      "epoch": 0.14989106753812637,
-      "grad_norm": 3.3466691970825195,
-      "learning_rate": 0.00019016521984886983,
-      "loss": 6.6329,
-      "step": 172
-    },
-    {
-      "epoch": 0.15076252723311548,
-      "grad_norm": 2.9854562282562256,
-      "learning_rate": 0.00019004548985122514,
-      "loss": 5.7907,
-      "step": 173
-    },
-    {
-      "epoch": 0.15163398692810456,
-      "grad_norm": 4.434035778045654,
-      "learning_rate": 0.0001899250736121874,
-      "loss": 6.4903,
-      "step": 174
-    },
-    {
-      "epoch": 0.15250544662309368,
-      "grad_norm": 3.617687225341797,
-      "learning_rate": 0.00018980397204945522,
-      "loss": 6.353,
-      "step": 175
-    },
-    {
-      "epoch": 0.1533769063180828,
-      "grad_norm": 3.2313356399536133,
-      "learning_rate": 0.00018968218608594986,
-      "loss": 6.3903,
-      "step": 176
-    },
-    {
-      "epoch": 0.1542483660130719,
-      "grad_norm": 3.2535009384155273,
-      "learning_rate": 0.00018955971664980854,
-      "loss": 6.1581,
-      "step": 177
-    },
-    {
-      "epoch": 0.15511982570806102,
-      "grad_norm": 3.6953959465026855,
-      "learning_rate": 0.00018943656467437724,
-      "loss": 5.9416,
-      "step": 178
-    },
-    {
-      "epoch": 0.1559912854030501,
-      "grad_norm": 3.7896955013275146,
-      "learning_rate": 0.00018931273109820364,
-      "loss": 6.3745,
-      "step": 179
-    },
-    {
-      "epoch": 0.1568627450980392,
-      "grad_norm": 3.284451961517334,
-      "learning_rate": 0.00018918821686502989,
-      "loss": 6.5936,
-      "step": 180
-    },
-    {
-      "epoch": 0.15773420479302833,
-      "grad_norm": 3.3078837394714355,
-      "learning_rate": 0.00018906302292378549,
-      "loss": 6.3766,
-      "step": 181
-    },
-    {
-      "epoch": 0.15860566448801744,
-      "grad_norm": 2.928623676300049,
-      "learning_rate": 0.00018893715022857998,
-      "loss": 6.1763,
-      "step": 182
-    },
-    {
-      "epoch": 0.15947712418300652,
-      "grad_norm": 3.517934560775757,
-      "learning_rate": 0.0001888105997386958,
-      "loss": 7.0927,
-      "step": 183
-    },
-    {
-      "epoch": 0.16034858387799564,
-      "grad_norm": 5.320308685302734,
-      "learning_rate": 0.0001886833724185809,
-      "loss": 7.4936,
-      "step": 184
-    },
-    {
-      "epoch": 0.16122004357298475,
-      "grad_norm": 3.246738910675049,
-      "learning_rate": 0.00018855546923784124,
-      "loss": 5.9404,
-      "step": 185
-    },
-    {
-      "epoch": 0.16209150326797386,
-      "grad_norm": 3.304151773452759,
-      "learning_rate": 0.00018842689117123376,
-      "loss": 5.8871,
-      "step": 186
-    },
-    {
-      "epoch": 0.16296296296296298,
-      "grad_norm": 3.847766399383545,
-      "learning_rate": 0.00018829763919865858,
-      "loss": 6.5487,
-      "step": 187
-    },
-    {
-      "epoch": 0.16383442265795206,
-      "grad_norm": 3.1779181957244873,
-      "learning_rate": 0.00018816771430515177,
-      "loss": 6.2279,
-      "step": 188
-    },
-    {
-      "epoch": 0.16470588235294117,
-      "grad_norm": 3.6784069538116455,
-      "learning_rate": 0.00018803711748087773,
-      "loss": 7.3388,
-      "step": 189
-    },
-    {
-      "epoch": 0.1655773420479303,
-      "grad_norm": 3.748657703399658,
-      "learning_rate": 0.00018790584972112174,
-      "loss": 6.1629,
-      "step": 190
-    },
-    {
-      "epoch": 0.1664488017429194,
-      "grad_norm": 3.3160455226898193,
-      "learning_rate": 0.0001877739120262822,
-      "loss": 5.6017,
-      "step": 191
-    },
-    {
-      "epoch": 0.16732026143790849,
-      "grad_norm": 3.8499162197113037,
-      "learning_rate": 0.00018764130540186328,
-      "loss": 6.6374,
-      "step": 192
-    },
-    {
-      "epoch": 0.1681917211328976,
-      "grad_norm": 3.7523679733276367,
-      "learning_rate": 0.0001875080308584669,
-      "loss": 6.3529,
-      "step": 193
-    },
-    {
-      "epoch": 0.1690631808278867,
-      "grad_norm": 3.095731496810913,
-      "learning_rate": 0.00018737408941178543,
-      "loss": 6.5641,
-      "step": 194
-    },
-    {
-      "epoch": 0.16993464052287582,
-      "grad_norm": 3.698686122894287,
-      "learning_rate": 0.0001872394820825936,
-      "loss": 5.9233,
-      "step": 195
-    },
-    {
-      "epoch": 0.17080610021786494,
-      "grad_norm": 3.3824868202209473,
-      "learning_rate": 0.00018710420989674091,
-      "loss": 6.262,
-      "step": 196
-    },
-    {
-      "epoch": 0.17167755991285402,
-      "grad_norm": 3.9130444526672363,
-      "learning_rate": 0.0001869682738851438,
-      "loss": 6.7302,
-      "step": 197
-    },
-    {
-      "epoch": 0.17254901960784313,
-      "grad_norm": 4.361310958862305,
-      "learning_rate": 0.00018683167508377774,
-      "loss": 7.2424,
-      "step": 198
-    },
-    {
-      "epoch": 0.17342047930283225,
-      "grad_norm": 3.0834221839904785,
-      "learning_rate": 0.0001866944145336693,
-      "loss": 5.7327,
-      "step": 199
-    },
-    {
-      "epoch": 0.17429193899782136,
-      "grad_norm": 3.402498722076416,
-      "learning_rate": 0.00018655649328088835,
-      "loss": 6.1162,
-      "step": 200
-    },
-    {
-      "epoch": 0.17516339869281045,
-      "grad_norm": 4.900463581085205,
-      "learning_rate": 0.00018641791237654,
-      "loss": 7.5089,
-      "step": 201
-    },
-    {
-      "epoch": 0.17603485838779956,
-      "grad_norm": 3.0102016925811768,
-      "learning_rate": 0.0001862786728767565,
-      "loss": 6.6401,
-      "step": 202
-    },
-    {
-      "epoch": 0.17690631808278867,
-      "grad_norm": 3.4192609786987305,
-      "learning_rate": 0.00018613877584268944,
-      "loss": 5.8015,
-      "step": 203
-    },
-    {
-      "epoch": 0.17777777777777778,
-      "grad_norm": 3.483651876449585,
-      "learning_rate": 0.00018599822234050141,
-      "loss": 5.9493,
-      "step": 204
-    },
-    {
-      "epoch": 0.1786492374727669,
-      "grad_norm": 3.289872884750366,
-      "learning_rate": 0.00018585701344135807,
-      "loss": 6.7852,
-      "step": 205
-    },
-    {
-      "epoch": 0.17952069716775598,
-      "grad_norm": 3.382138252258301,
-      "learning_rate": 0.00018571515022141976,
-      "loss": 6.5197,
-      "step": 206
-    },
-    {
-      "epoch": 0.1803921568627451,
-      "grad_norm": 3.1128950119018555,
-      "learning_rate": 0.0001855726337618335,
-      "loss": 6.764,
-      "step": 207
-    },
-    {
-      "epoch": 0.1812636165577342,
-      "grad_norm": 2.732131004333496,
-      "learning_rate": 0.00018542946514872477,
-      "loss": 5.8167,
-      "step": 208
-    },
-    {
-      "epoch": 0.18213507625272332,
-      "grad_norm": 3.122868537902832,
-      "learning_rate": 0.00018528564547318902,
-      "loss": 6.0786,
-      "step": 209
-    },
-    {
-      "epoch": 0.1830065359477124,
-      "grad_norm": 2.85406231880188,
-      "learning_rate": 0.00018514117583128347,
-      "loss": 5.4824,
-      "step": 210
-    },
-    {
-      "epoch": 0.18387799564270152,
-      "grad_norm": 2.9424877166748047,
-      "learning_rate": 0.00018499605732401895,
-      "loss": 6.106,
-      "step": 211
-    },
-    {
-      "epoch": 0.18474945533769063,
-      "grad_norm": 3.1483314037323,
-      "learning_rate": 0.0001848502910573511,
-      "loss": 6.5205,
-      "step": 212
-    },
-    {
-      "epoch": 0.18562091503267975,
-      "grad_norm": 3.3453025817871094,
-      "learning_rate": 0.00018470387814217232,
-      "loss": 6.1123,
-      "step": 213
-    },
-    {
-      "epoch": 0.18649237472766886,
-      "grad_norm": 2.945319414138794,
-      "learning_rate": 0.00018455681969430307,
-      "loss": 5.8776,
-      "step": 214
-    },
-    {
-      "epoch": 0.18736383442265794,
-      "grad_norm": 3.3796839714050293,
-      "learning_rate": 0.0001844091168344835,
-      "loss": 6.8702,
-      "step": 215
-    },
-    {
-      "epoch": 0.18823529411764706,
-      "grad_norm": 2.9702494144439697,
-      "learning_rate": 0.00018426077068836488,
-      "loss": 5.8691,
-      "step": 216
-    },
-    {
-      "epoch": 0.18910675381263617,
-      "grad_norm": 2.9386281967163086,
-      "learning_rate": 0.0001841117823865009,
-      "loss": 6.0198,
-      "step": 217
-    },
-    {
-      "epoch": 0.18997821350762528,
-      "grad_norm": 2.764477491378784,
-      "learning_rate": 0.00018396215306433922,
-      "loss": 5.4371,
-      "step": 218
-    },
-    {
-      "epoch": 0.19084967320261437,
-      "grad_norm": 3.959301471710205,
-      "learning_rate": 0.00018381188386221275,
-      "loss": 6.1633,
-      "step": 219
-    },
-    {
-      "epoch": 0.19172113289760348,
-      "grad_norm": 3.0180444717407227,
-      "learning_rate": 0.00018366097592533093,
-      "loss": 5.5212,
-      "step": 220
-    },
-    {
-      "epoch": 0.1925925925925926,
-      "grad_norm": 3.3983206748962402,
-      "learning_rate": 0.00018350943040377105,
-      "loss": 6.1409,
-      "step": 221
-    },
-    {
-      "epoch": 0.1934640522875817,
-      "grad_norm": 3.186225652694702,
-      "learning_rate": 0.0001833572484524695,
-      "loss": 6.0513,
-      "step": 222
-    },
-    {
-      "epoch": 0.19433551198257082,
-      "grad_norm": 3.2218050956726074,
-      "learning_rate": 0.00018320443123121284,
-      "loss": 6.6948,
-      "step": 223
-    },
-    {
-      "epoch": 0.1952069716775599,
-      "grad_norm": 2.7722697257995605,
-      "learning_rate": 0.0001830509799046292,
-      "loss": 5.7941,
-      "step": 224
-    },
-    {
-      "epoch": 0.19607843137254902,
-      "grad_norm": 3.123589515686035,
-      "learning_rate": 0.0001828968956421791,
-      "loss": 6.1152,
-      "step": 225
-    },
-    {
-      "epoch": 0.19694989106753813,
-      "grad_norm": 2.928809404373169,
-      "learning_rate": 0.0001827421796181468,
-      "loss": 5.9507,
-      "step": 226
-    },
-    {
-      "epoch": 0.19782135076252724,
-      "grad_norm": 3.9273805618286133,
-      "learning_rate": 0.0001825868330116312,
-      "loss": 5.8818,
-      "step": 227
-    },
-    {
-      "epoch": 0.19869281045751633,
-      "grad_norm": 3.857663631439209,
-      "learning_rate": 0.00018243085700653697,
-      "loss": 5.8865,
-      "step": 228
-    },
-    {
-      "epoch": 0.19956427015250544,
-      "grad_norm": 3.6917290687561035,
-      "learning_rate": 0.00018227425279156536,
-      "loss": 6.6875,
-      "step": 229
-    },
-    {
-      "epoch": 0.20043572984749455,
-      "grad_norm": 3.376311779022217,
-      "learning_rate": 0.0001821170215602053,
-      "loss": 6.2749,
-      "step": 230
-    },
-    {
-      "epoch": 0.20130718954248367,
-      "grad_norm": 3.929055690765381,
-      "learning_rate": 0.00018195916451072428,
-      "loss": 6.7266,
-      "step": 231
-    },
-    {
-      "epoch": 0.20217864923747278,
-      "grad_norm": 3.159097671508789,
-      "learning_rate": 0.0001818006828461591,
-      "loss": 5.859,
-      "step": 232
-    },
-    {
-      "epoch": 0.20305010893246186,
-      "grad_norm": 3.784909248352051,
-      "learning_rate": 0.00018164157777430682,
-      "loss": 6.3503,
-      "step": 233
-    },
-    {
-      "epoch": 0.20392156862745098,
-      "grad_norm": 4.014029502868652,
-      "learning_rate": 0.00018148185050771554,
-      "loss": 6.4046,
-      "step": 234
-    },
-    {
-      "epoch": 0.2047930283224401,
-      "grad_norm": 2.901723861694336,
-      "learning_rate": 0.00018132150226367512,
-      "loss": 6.1373,
-      "step": 235
-    },
-    {
-      "epoch": 0.2056644880174292,
-      "grad_norm": 3.193726062774658,
-      "learning_rate": 0.00018116053426420794,
-      "loss": 6.2137,
-      "step": 236
-    },
-    {
-      "epoch": 0.2065359477124183,
-      "grad_norm": 3.4831013679504395,
-      "learning_rate": 0.0001809989477360595,
-      "loss": 6.9075,
-      "step": 237
-    },
-    {
-      "epoch": 0.2074074074074074,
-      "grad_norm": 2.7948129177093506,
-      "learning_rate": 0.00018083674391068924,
-      "loss": 5.8719,
-      "step": 238
-    },
-    {
-      "epoch": 0.20827886710239651,
-      "grad_norm": 3.455291986465454,
-      "learning_rate": 0.00018067392402426103,
-      "loss": 6.0601,
-      "step": 239
-    },
-    {
-      "epoch": 0.20915032679738563,
-      "grad_norm": 3.306884288787842,
-      "learning_rate": 0.00018051048931763366,
-      "loss": 6.5009,
-      "step": 240
-    },
-    {
-      "epoch": 0.21002178649237474,
-      "grad_norm": 3.174142599105835,
-      "learning_rate": 0.00018034644103635166,
-      "loss": 5.1709,
-      "step": 241
-    },
-    {
-      "epoch": 0.21089324618736383,
-      "grad_norm": 3.9862282276153564,
-      "learning_rate": 0.00018018178043063555,
-      "loss": 6.5155,
-      "step": 242
-    },
-    {
-      "epoch": 0.21176470588235294,
-      "grad_norm": 3.0755395889282227,
-      "learning_rate": 0.0001800165087553724,
-      "loss": 6.4159,
-      "step": 243
-    },
-    {
-      "epoch": 0.21263616557734205,
-      "grad_norm": 3.4993367195129395,
-      "learning_rate": 0.0001798506272701064,
-      "loss": 5.8788,
-      "step": 244
-    },
-    {
-      "epoch": 0.21350762527233116,
-      "grad_norm": 3.3749759197235107,
-      "learning_rate": 0.00017968413723902887,
-      "loss": 6.5896,
-      "step": 245
-    },
-    {
-      "epoch": 0.21437908496732025,
-      "grad_norm": 3.2183454036712646,
-      "learning_rate": 0.0001795170399309692,
-      "loss": 5.8676,
-      "step": 246
-    },
-    {
-      "epoch": 0.21525054466230936,
-      "grad_norm": 3.839151620864868,
-      "learning_rate": 0.00017934933661938466,
-      "loss": 5.7902,
-      "step": 247
-    },
-    {
-      "epoch": 0.21612200435729848,
-      "grad_norm": 5.124701976776123,
-      "learning_rate": 0.00017918102858235102,
-      "loss": 6.4626,
-      "step": 248
-    },
-    {
-      "epoch": 0.2169934640522876,
-      "grad_norm": 3.1410319805145264,
-      "learning_rate": 0.00017901211710255255,
-      "loss": 5.8767,
-      "step": 249
-    },
-    {
-      "epoch": 0.2178649237472767,
-      "grad_norm": 3.26542592048645,
-      "learning_rate": 0.00017884260346727254,
-      "loss": 5.8412,
-      "step": 250
-    },
-    {
-      "epoch": 0.21873638344226579,
-      "grad_norm": 3.5896737575531006,
-      "learning_rate": 0.0001786724889683833,
-      "loss": 6.1054,
-      "step": 251
-    },
-    {
-      "epoch": 0.2196078431372549,
-      "grad_norm": 3.036224842071533,
-      "learning_rate": 0.00017850177490233633,
-      "loss": 6.306,
-      "step": 252
-    },
-    {
-      "epoch": 0.220479302832244,
-      "grad_norm": 2.9149057865142822,
-      "learning_rate": 0.0001783304625701524,
-      "loss": 5.7077,
-      "step": 253
-    },
-    {
-      "epoch": 0.22135076252723312,
-      "grad_norm": 3.4123952388763428,
-      "learning_rate": 0.00017815855327741185,
-      "loss": 5.6122,
-      "step": 254
-    },
-    {
-      "epoch": 0.2222222222222222,
-      "grad_norm": 3.3414759635925293,
-      "learning_rate": 0.00017798604833424434,
-      "loss": 6.2309,
-      "step": 255
-    },
-    {
-      "epoch": 0.22309368191721132,
-      "grad_norm": 2.8341996669769287,
-      "learning_rate": 0.00017781294905531907,
-      "loss": 5.7753,
-      "step": 256
-    },
-    {
-      "epoch": 0.22396514161220044,
-      "grad_norm": 2.8891713619232178,
-      "learning_rate": 0.00017763925675983475,
-      "loss": 6.259,
-      "step": 257
-    },
-    {
-      "epoch": 0.22483660130718955,
-      "grad_norm": 3.7543976306915283,
-      "learning_rate": 0.00017746497277150943,
-      "loss": 6.2447,
-      "step": 258
-    },
-    {
-      "epoch": 0.22570806100217866,
-      "grad_norm": 3.6341092586517334,
-      "learning_rate": 0.00017729009841857053,
-      "loss": 6.503,
-      "step": 259
-    },
-    {
-      "epoch": 0.22657952069716775,
-      "grad_norm": 3.1001079082489014,
-      "learning_rate": 0.00017711463503374466,
-      "loss": 5.544,
-      "step": 260
-    },
-    {
-      "epoch": 0.22745098039215686,
-      "grad_norm": 3.5646779537200928,
-      "learning_rate": 0.00017693858395424742,
-      "loss": 6.8872,
-      "step": 261
-    },
-    {
-      "epoch": 0.22832244008714597,
-      "grad_norm": 3.1725387573242188,
-      "learning_rate": 0.00017676194652177334,
-      "loss": 5.8004,
-      "step": 262
-    },
-    {
-      "epoch": 0.22919389978213509,
-      "grad_norm": 3.6738593578338623,
-      "learning_rate": 0.00017658472408248551,
-      "loss": 6.0577,
-      "step": 263
-    },
-    {
-      "epoch": 0.23006535947712417,
-      "grad_norm": 3.147831439971924,
-      "learning_rate": 0.0001764069179870055,
-      "loss": 5.8112,
-      "step": 264
-    },
-    {
-      "epoch": 0.23093681917211328,
-      "grad_norm": 3.1304612159729004,
-      "learning_rate": 0.00017622852959040273,
-      "loss": 6.0289,
-      "step": 265
-    },
-    {
-      "epoch": 0.2318082788671024,
-      "grad_norm": 3.5180559158325195,
-      "learning_rate": 0.0001760495602521847,
-      "loss": 6.1329,
-      "step": 266
-    },
-    {
-      "epoch": 0.2326797385620915,
-      "grad_norm": 2.9736528396606445,
-      "learning_rate": 0.00017587001133628592,
-      "loss": 5.8546,
-      "step": 267
-    },
-    {
-      "epoch": 0.23355119825708062,
-      "grad_norm": 2.9651129245758057,
-      "learning_rate": 0.0001756898842110582,
-      "loss": 6.4554,
-      "step": 268
-    },
-    {
-      "epoch": 0.2344226579520697,
-      "grad_norm": 4.1373515129089355,
-      "learning_rate": 0.0001755091802492597,
-      "loss": 6.0014,
-      "step": 269
-    },
-    {
-      "epoch": 0.23529411764705882,
-      "grad_norm": 3.086876630783081,
-      "learning_rate": 0.0001753279008280449,
-      "loss": 6.4445,
-      "step": 270
-    },
-    {
-      "epoch": 0.23616557734204793,
-      "grad_norm": 3.251668930053711,
-      "learning_rate": 0.00017514604732895363,
-      "loss": 6.9109,
-      "step": 271
-    },
-    {
-      "epoch": 0.23703703703703705,
-      "grad_norm": 3.4233386516571045,
-      "learning_rate": 0.000174963621137901,
-      "loss": 6.6209,
-      "step": 272
-    },
-    {
-      "epoch": 0.23790849673202613,
-      "grad_norm": 3.802621603012085,
-      "learning_rate": 0.0001747806236451666,
-      "loss": 7.2266,
-      "step": 273
-    },
-    {
-      "epoch": 0.23877995642701524,
-      "grad_norm": 3.2463502883911133,
-      "learning_rate": 0.00017459705624538383,
-      "loss": 6.7707,
-      "step": 274
-    },
-    {
-      "epoch": 0.23965141612200436,
-      "grad_norm": 2.789658784866333,
-      "learning_rate": 0.00017441292033752948,
-      "loss": 6.0205,
-      "step": 275
-    },
-    {
-      "epoch": 0.24052287581699347,
-      "grad_norm": 3.016808271408081,
-      "learning_rate": 0.00017422821732491293,
-      "loss": 5.7279,
-      "step": 276
-    },
-    {
-      "epoch": 0.24139433551198258,
-      "grad_norm": 3.44633150100708,
-      "learning_rate": 0.00017404294861516557,
-      "loss": 6.5382,
-      "step": 277
-    },
-    {
-      "epoch": 0.24226579520697167,
-      "grad_norm": 3.792668342590332,
-      "learning_rate": 0.00017385711562022986,
-      "loss": 7.1705,
-      "step": 278
-    },
-    {
-      "epoch": 0.24313725490196078,
-      "grad_norm": 3.15065860748291,
-      "learning_rate": 0.00017367071975634882,
-      "loss": 5.6286,
-      "step": 279
-    },
-    {
-      "epoch": 0.2440087145969499,
-      "grad_norm": 3.124851703643799,
-      "learning_rate": 0.00017348376244405512,
-      "loss": 5.9117,
-      "step": 280
-    },
-    {
-      "epoch": 0.244880174291939,
-      "grad_norm": 3.9259023666381836,
-      "learning_rate": 0.00017329624510816017,
-      "loss": 6.4439,
-      "step": 281
-    },
-    {
-      "epoch": 0.2457516339869281,
-      "grad_norm": 3.3216142654418945,
-      "learning_rate": 0.00017310816917774343,
-      "loss": 6.8465,
-      "step": 282
-    },
-    {
-      "epoch": 0.2466230936819172,
-      "grad_norm": 4.405170917510986,
-      "learning_rate": 0.0001729195360861414,
-      "loss": 6.1221,
-      "step": 283
-    },
-    {
-      "epoch": 0.24749455337690632,
-      "grad_norm": 3.6341638565063477,
-      "learning_rate": 0.0001727303472709368,
-      "loss": 6.5787,
-      "step": 284
-    },
-    {
-      "epoch": 0.24836601307189543,
-      "grad_norm": 3.294029712677002,
-      "learning_rate": 0.00017254060417394741,
-      "loss": 6.3653,
-      "step": 285
-    },
-    {
-      "epoch": 0.24923747276688454,
-      "grad_norm": 3.6027772426605225,
-      "learning_rate": 0.00017235030824121542,
-      "loss": 5.6906,
-      "step": 286
-    },
-    {
-      "epoch": 0.25010893246187366,
-      "grad_norm": 3.3305227756500244,
-      "learning_rate": 0.000172159460922996,
-      "loss": 6.9769,
-      "step": 287
-    },
-    {
-      "epoch": 0.25010893246187366,
-      "eval_loss": 1.5338541269302368,
-      "eval_runtime": 35.2309,
-      "eval_samples_per_second": 13.738,
-      "eval_steps_per_second": 6.869,
-      "step": 287
     }
   ],
   "logging_steps": 1,
-  "max_steps": 1148,
+  "max_steps": 574,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 2,
-  "save_steps": 287,
+  "save_steps": 144,
   "stateful_callbacks": {
     "TrainerControl": {
       "args": {
@@ -2051,8 +1034,8 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.6808219391295488e+17,
-  "train_batch_size": 2,
+  "total_flos": 2.1051451631468544e+17,
+  "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null
 }

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4454205bc92d9a440191e9e761ee29bb14a11c1317d3e3bb449f2b8b391d7d4
+oid sha256:e1953c2fb4a5133466f4bc3f2225fe0f18ba77aa13ef3c64bbad22efa5fd6c36
 size 6776