Upload folder using huggingface_hub

config.json

@@ -34,7 +34,7 @@
   },
   "sliding_window": null,
   "tie_word_embeddings": false,
-  "transformers_version": "5.0.0",
+  "transformers_version": "5.2.0",
   "use_cache": false,
   "use_sliding_window": false,
   "vocab_size": 151936

generation_config.json

@@ -4,6 +4,6 @@
   "output_attentions": false,
   "output_hidden_states": false,
   "pad_token_id": 151643,
-  "transformers_version": "5.0.0",
+  "transformers_version": "5.2.0",
   "use_cache": true
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ad16558edf94103a0114b58dbc924f4f0f2a7949ca20f1e77720c7eedb978a2
+oid sha256:faf36569e51c90f8b6296f66c2bae24cb7de5eba7c02bdc504ec5b93eb7bef96
 size 723612256

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3af4710165b7d9b32e267ba05fc0992e14c9ae425181c0cb8fb247e2fca99b6
+oid sha256:81c7a6fff45f4b89ab525e03302b282ecc75124b092205d0558c7fd587025a05
 size 1447288075

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea11996454b5587fcf33ae0ab5cf14b2031bf5f53f8c2ed5a48e87de31e29c84
+oid sha256:01f9a0f7843a37be87edd23f4e88aa93b38b95cc2c07503eeb1cf2e4632453a2
 size 14645

scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82ad8990572ad11a824b7db276c8af49c179ca7e7724b4e6906cd0ae480a80a8
+oid sha256:2bb8c4f79563cb7c9027a7d8be443142caa0e3f4a88491ec812af28bc90af134
 size 1383

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e7f993d55ec7bfd53ab062db7376641e94fa3efa6825cc7b8504ba70f9090a9
+oid sha256:52b53c7725b85591dbff9bca4427304e767d6b6a9c1f4cb0b48836ba94f0d628
 size 1465

trainer_state.json

@@ -2,368 +2,788 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 10.661333333333333,
+  "epoch": 5.505980336902749,
   "eval_steps": 500,
-  "global_step": 5000,
+  "global_step": 5500,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.21333333333333335,
-      "grad_norm": 0.6352318525314331,
-      "learning_rate": 0.00039208,
-      "loss": 7.342706909179688,
+      "epoch": 0.05009706305967813,
+      "grad_norm": 0.03959885612130165,
+      "learning_rate": 0.00039643636363636365,
+      "loss": 8.247153930664062,
+      "step": 50
+    },
+    {
+      "epoch": 0.10019412611935626,
+      "grad_norm": 0.06453777104616165,
+      "learning_rate": 0.0003928,
+      "loss": 6.775548706054687,
       "step": 100
     },
     {
-      "epoch": 0.4266666666666667,
-      "grad_norm": 0.5616429448127747,
-      "learning_rate": 0.00038408,
-      "loss": 6.086795043945313,
+      "epoch": 0.1502911891790344,
+      "grad_norm": 0.044737644493579865,
+      "learning_rate": 0.0003891636363636364,
+      "loss": 6.13874755859375,
+      "step": 150
+    },
+    {
+      "epoch": 0.2003882522387125,
+      "grad_norm": 0.04348504915833473,
+      "learning_rate": 0.0003855272727272727,
+      "loss": 5.674862670898437,
       "step": 200
     },
     {
-      "epoch": 0.64,
-      "grad_norm": 0.621015727519989,
-      "learning_rate": 0.00037608000000000004,
-      "loss": 5.708861694335938,
+      "epoch": 0.25048531529839063,
+      "grad_norm": 0.04105028137564659,
+      "learning_rate": 0.0003818909090909091,
+      "loss": 5.481221923828125,
+      "step": 250
+    },
+    {
+      "epoch": 0.3005823783580688,
+      "grad_norm": 0.036216188222169876,
+      "learning_rate": 0.0003782545454545455,
+      "loss": 5.2625799560546875,
       "step": 300
     },
     {
-      "epoch": 0.8533333333333334,
-      "grad_norm": 0.5743781924247742,
-      "learning_rate": 0.00036808,
-      "loss": 5.485098876953125,
+      "epoch": 0.3506794414177469,
+      "grad_norm": 0.04335073381662369,
+      "learning_rate": 0.00037461818181818183,
+      "loss": 5.2168896484375,
+      "step": 350
+    },
+    {
+      "epoch": 0.400776504477425,
+      "grad_norm": 0.04208400472998619,
+      "learning_rate": 0.0003709818181818182,
+      "loss": 5.047581481933594,
       "step": 400
     },
     {
-      "epoch": 1.0661333333333334,
-      "grad_norm": 0.5936965346336365,
-      "learning_rate": 0.00036008000000000004,
-      "loss": 5.269375,
+      "epoch": 0.4508735675371031,
+      "grad_norm": 0.03973660618066788,
+      "learning_rate": 0.0003673454545454546,
+      "loss": 4.901430053710937,
+      "step": 450
+    },
+    {
+      "epoch": 0.5009706305967813,
+      "grad_norm": 0.04200887680053711,
+      "learning_rate": 0.0003637090909090909,
+      "loss": 4.947251892089843,
       "step": 500
     },
     {
-      "epoch": 1.2794666666666665,
-      "grad_norm": 0.6177922487258911,
-      "learning_rate": 0.00035208,
-      "loss": 5.021513977050781,
+      "epoch": 0.5510676936564594,
+      "grad_norm": 0.03778240829706192,
+      "learning_rate": 0.0003600727272727273,
+      "loss": 4.783945617675781,
+      "step": 550
+    },
+    {
+      "epoch": 0.6011647567161376,
+      "grad_norm": 0.03789258375763893,
+      "learning_rate": 0.00035643636363636366,
+      "loss": 4.65736328125,
       "step": 600
     },
     {
-      "epoch": 1.4928,
-      "grad_norm": 0.677983820438385,
-      "learning_rate": 0.00034408,
-      "loss": 4.931515197753907,
+      "epoch": 0.6512618197758157,
+      "grad_norm": 0.04156795144081116,
+      "learning_rate": 0.0003528,
+      "loss": 4.65760009765625,
+      "step": 650
+    },
+    {
+      "epoch": 0.7013588828354937,
+      "grad_norm": 0.039154913276433945,
+      "learning_rate": 0.00034916363636363636,
+      "loss": 4.571568298339844,
       "step": 700
     },
     {
-      "epoch": 1.7061333333333333,
-      "grad_norm": 0.6218923330307007,
-      "learning_rate": 0.00033608,
-      "loss": 4.830574645996093,
+      "epoch": 0.751455945895172,
+      "grad_norm": 0.03703027218580246,
+      "learning_rate": 0.0003455272727272727,
+      "loss": 4.600850219726563,
+      "step": 750
+    },
+    {
+      "epoch": 0.80155300895485,
+      "grad_norm": 0.03860793262720108,
+      "learning_rate": 0.0003418909090909091,
+      "loss": 4.517155151367188,
       "step": 800
     },
     {
-      "epoch": 1.9194666666666667,
-      "grad_norm": 0.6299530863761902,
-      "learning_rate": 0.00032808,
-      "loss": 4.74071044921875,
+      "epoch": 0.8516500720145281,
+      "grad_norm": 0.041256874799728394,
+      "learning_rate": 0.0003382545454545455,
+      "loss": 4.417881164550781,
+      "step": 850
+    },
+    {
+      "epoch": 0.9017471350742062,
+      "grad_norm": 0.03689438849687576,
+      "learning_rate": 0.00033461818181818183,
+      "loss": 4.484612731933594,
       "step": 900
     },
     {
-      "epoch": 2.1322666666666668,
-      "grad_norm": 0.6646103858947754,
-      "learning_rate": 0.00032008000000000004,
-      "loss": 4.500001831054687,
+      "epoch": 0.9518441981338844,
+      "grad_norm": 0.03756825625896454,
+      "learning_rate": 0.0003309818181818182,
+      "loss": 4.381386413574218,
+      "step": 950
+    },
+    {
+      "epoch": 1.0010019412611935,
+      "grad_norm": 0.038922447711229324,
+      "learning_rate": 0.0003273454545454546,
+      "loss": 4.3032598876953125,
       "step": 1000
     },
     {
-      "epoch": 2.3456,
-      "grad_norm": 0.6859492063522339,
-      "learning_rate": 0.00031208,
-      "loss": 4.373783569335938,
+      "epoch": 1.0510990043208717,
+      "grad_norm": 0.04151051118969917,
+      "learning_rate": 0.0003237090909090909,
+      "loss": 4.182417602539062,
+      "step": 1050
+    },
+    {
+      "epoch": 1.1011960673805499,
+      "grad_norm": 0.04009559378027916,
+      "learning_rate": 0.0003200727272727273,
+      "loss": 4.127420349121094,
       "step": 1100
     },
     {
-      "epoch": 2.558933333333333,
-      "grad_norm": 0.7165390253067017,
-      "learning_rate": 0.00030408000000000003,
-      "loss": 4.342310180664063,
+      "epoch": 1.1512931304402279,
+      "grad_norm": 0.05916987359523773,
+      "learning_rate": 0.00031643636363636366,
+      "loss": 4.093446350097656,
+      "step": 1150
+    },
+    {
+      "epoch": 1.201390193499906,
+      "grad_norm": 0.050286173820495605,
+      "learning_rate": 0.0003128,
+      "loss": 4.1190118408203125,
       "step": 1200
     },
     {
-      "epoch": 2.772266666666667,
-      "grad_norm": 0.6771746277809143,
-      "learning_rate": 0.00029608,
-      "loss": 4.291614685058594,
+      "epoch": 1.2514872565595843,
+      "grad_norm": 0.04280118644237518,
+      "learning_rate": 0.00030916363636363637,
+      "loss": 4.028871154785156,
+      "step": 1250
+    },
+    {
+      "epoch": 1.3015843196192622,
+      "grad_norm": 0.04192357882857323,
+      "learning_rate": 0.0003055272727272728,
+      "loss": 4.048726196289063,
       "step": 1300
     },
     {
-      "epoch": 2.9856,
-      "grad_norm": 0.6683385372161865,
-      "learning_rate": 0.00028808,
-      "loss": 4.2759375,
+      "epoch": 1.3516813826789404,
+      "grad_norm": 0.04237925261259079,
+      "learning_rate": 0.0003018909090909091,
+      "loss": 4.040621948242188,
+      "step": 1350
+    },
+    {
+      "epoch": 1.4017784457386187,
+      "grad_norm": 0.03903389349579811,
+      "learning_rate": 0.0002982545454545455,
+      "loss": 3.970195007324219,
       "step": 1400
     },
     {
-      "epoch": 3.1984,
-      "grad_norm": 0.7364997267723083,
-      "learning_rate": 0.00028008000000000004,
-      "loss": 3.9039080810546873,
+      "epoch": 1.4518755087982966,
+      "grad_norm": 0.043686334043741226,
+      "learning_rate": 0.00029461818181818184,
+      "loss": 4.004866943359375,
+      "step": 1450
+    },
+    {
+      "epoch": 1.5019725718579748,
+      "grad_norm": 0.03819845989346504,
+      "learning_rate": 0.0002909818181818182,
+      "loss": 4.016416320800781,
       "step": 1500
     },
     {
-      "epoch": 3.4117333333333333,
-      "grad_norm": 0.7540608048439026,
-      "learning_rate": 0.00027208,
-      "loss": 3.9042202758789064,
+      "epoch": 1.552069634917653,
+      "grad_norm": 0.03920253366231918,
+      "learning_rate": 0.00028734545454545455,
+      "loss": 4.042017211914063,
+      "step": 1550
+    },
+    {
+      "epoch": 1.602166697977331,
+      "grad_norm": 0.04260282963514328,
+      "learning_rate": 0.0002837090909090909,
+      "loss": 3.9518801879882814,
       "step": 1600
     },
     {
-      "epoch": 3.6250666666666667,
-      "grad_norm": 0.7793725728988647,
-      "learning_rate": 0.00026408000000000003,
-      "loss": 3.8845401000976563,
+      "epoch": 1.6522637610370092,
+      "grad_norm": 0.03717462718486786,
+      "learning_rate": 0.00028007272727272725,
+      "loss": 3.95722900390625,
+      "step": 1650
+    },
+    {
+      "epoch": 1.7023608240966874,
+      "grad_norm": 0.03952144458889961,
+      "learning_rate": 0.00027643636363636366,
+      "loss": 3.94101806640625,
       "step": 1700
     },
     {
-      "epoch": 3.8384,
-      "grad_norm": 0.7509490251541138,
-      "learning_rate": 0.00025608,
-      "loss": 3.858809509277344,
+      "epoch": 1.7524578871563654,
+      "grad_norm": 0.04585320129990578,
+      "learning_rate": 0.0002728,
+      "loss": 3.9851666259765626,
+      "step": 1750
+    },
+    {
+      "epoch": 1.8025549502160436,
+      "grad_norm": 0.04449595883488655,
+      "learning_rate": 0.00026916363636363637,
+      "loss": 3.977145080566406,
       "step": 1800
     },
     {
-      "epoch": 4.0512,
-      "grad_norm": 0.7837181687355042,
-      "learning_rate": 0.00024808,
-      "loss": 3.7717764282226565,
+      "epoch": 1.8526520132757218,
+      "grad_norm": 0.04211384057998657,
+      "learning_rate": 0.0002655272727272728,
+      "loss": 3.9011749267578124,
+      "step": 1850
+    },
+    {
+      "epoch": 1.9027490763353998,
+      "grad_norm": 0.045762062072753906,
+      "learning_rate": 0.0002618909090909091,
+      "loss": 3.8687625122070313,
       "step": 1900
     },
     {
-      "epoch": 4.2645333333333335,
-      "grad_norm": 0.872197151184082,
-      "learning_rate": 0.00024008,
-      "loss": 3.4335711669921873,
+      "epoch": 1.952846139395078,
+      "grad_norm": 0.03589547425508499,
+      "learning_rate": 0.0002582545454545455,
+      "loss": 3.847414855957031,
+      "step": 1950
+    },
+    {
+      "epoch": 2.002003882522387,
+      "grad_norm": 0.046568579971790314,
+      "learning_rate": 0.00025461818181818184,
+      "loss": 3.8405825805664064,
       "step": 2000
     },
     {
-      "epoch": 4.477866666666666,
-      "grad_norm": 0.927143931388855,
-      "learning_rate": 0.00023208000000000004,
-      "loss": 3.4692391967773437,
+      "epoch": 2.0521009455820653,
+      "grad_norm": 0.04410920664668083,
+      "learning_rate": 0.0002509818181818182,
+      "loss": 3.6514605712890624,
+      "step": 2050
+    },
+    {
+      "epoch": 2.1021980086417433,
+      "grad_norm": 0.04531016945838928,
+      "learning_rate": 0.00024734545454545455,
+      "loss": 3.6210012817382813,
       "step": 2100
     },
     {
-      "epoch": 4.6912,
-      "grad_norm": 0.9238570332527161,
-      "learning_rate": 0.00022408000000000004,
-      "loss": 3.480393981933594,
+      "epoch": 2.1522950717014213,
+      "grad_norm": 0.04714471474289894,
+      "learning_rate": 0.00024370909090909093,
+      "loss": 3.6106887817382813,
+      "step": 2150
+    },
+    {
+      "epoch": 2.2023921347610997,
+      "grad_norm": 0.0496392548084259,
+      "learning_rate": 0.00024007272727272726,
+      "loss": 3.537988586425781,
       "step": 2200
     },
     {
-      "epoch": 4.904533333333333,
-      "grad_norm": 0.9192260503768921,
-      "learning_rate": 0.00021608,
-      "loss": 3.455188903808594,
+      "epoch": 2.2524891978207777,
+      "grad_norm": 0.04905026778578758,
+      "learning_rate": 0.00023643636363636367,
+      "loss": 3.4873788452148435,
+      "step": 2250
+    },
+    {
+      "epoch": 2.3025862608804557,
+      "grad_norm": 0.04541793838143349,
+      "learning_rate": 0.0002328,
+      "loss": 3.528775634765625,
       "step": 2300
     },
     {
-      "epoch": 5.117333333333334,
-      "grad_norm": 0.9092317819595337,
-      "learning_rate": 0.00020808,
-      "loss": 3.2183212280273437,
+      "epoch": 2.352683323940134,
+      "grad_norm": 0.04438253119587898,
+      "learning_rate": 0.00022916363636363637,
+      "loss": 3.5195965576171875,
+      "step": 2350
+    },
+    {
+      "epoch": 2.402780386999812,
+      "grad_norm": 0.04466085880994797,
+      "learning_rate": 0.00022552727272727273,
+      "loss": 3.524605407714844,
       "step": 2400
     },
     {
-      "epoch": 5.330666666666667,
-      "grad_norm": 1.0616000890731812,
-      "learning_rate": 0.00020008,
-      "loss": 3.00697509765625,
+      "epoch": 2.45287745005949,
+      "grad_norm": 0.043507009744644165,
+      "learning_rate": 0.0002218909090909091,
+      "loss": 3.548528137207031,
+      "step": 2450
+    },
+    {
+      "epoch": 2.5029745131191685,
+      "grad_norm": 0.04215335100889206,
+      "learning_rate": 0.00021825454545454544,
+      "loss": 3.5333798217773436,
       "step": 2500
     },
     {
-      "epoch": 5.5440000000000005,
-      "grad_norm": 1.0993572473526,
-      "learning_rate": 0.00019208000000000002,
-      "loss": 3.023773193359375,
+      "epoch": 2.5530715761788465,
+      "grad_norm": 0.049123767763376236,
+      "learning_rate": 0.00021461818181818182,
+      "loss": 3.5535186767578124,
+      "step": 2550
+    },
+    {
+      "epoch": 2.6031686392385245,
+      "grad_norm": 0.04664550721645355,
+      "learning_rate": 0.00021098181818181823,
+      "loss": 3.528506164550781,
       "step": 2600
     },
     {
-      "epoch": 5.757333333333333,
-      "grad_norm": 0.9651691317558289,
-      "learning_rate": 0.00018408,
-      "loss": 3.0594406127929688,
+      "epoch": 2.653265702298203,
+      "grad_norm": 0.04763299971818924,
+      "learning_rate": 0.00020734545454545455,
+      "loss": 3.43850830078125,
+      "step": 2650
+    },
+    {
+      "epoch": 2.703362765357881,
+      "grad_norm": 0.050708673894405365,
+      "learning_rate": 0.00020370909090909093,
+      "loss": 3.5349993896484375,
       "step": 2700
     },
     {
-      "epoch": 5.970666666666666,
-      "grad_norm": 1.0598348379135132,
-      "learning_rate": 0.00017608,
-      "loss": 3.0586868286132813,
+      "epoch": 2.753459828417559,
+      "grad_norm": 0.04584009572863579,
+      "learning_rate": 0.0002000727272727273,
+      "loss": 3.4938180541992185,
+      "step": 2750
+    },
+    {
+      "epoch": 2.8035568914772373,
+      "grad_norm": 0.04499977082014084,
+      "learning_rate": 0.00019643636363636364,
+      "loss": 3.5182513427734374,
       "step": 2800
     },
     {
-      "epoch": 6.183466666666667,
-      "grad_norm": 1.2582008838653564,
-      "learning_rate": 0.00016808,
-      "loss": 2.6075970458984377,
+      "epoch": 2.8536539545369153,
+      "grad_norm": 0.04771441966295242,
+      "learning_rate": 0.0001928,
+      "loss": 3.3792236328125,
+      "step": 2850
+    },
+    {
+      "epoch": 2.9037510175965933,
+      "grad_norm": 0.04623362421989441,
+      "learning_rate": 0.00018916363636363638,
+      "loss": 3.552237548828125,
       "step": 2900
     },
     {
-      "epoch": 6.3968,
-      "grad_norm": 1.2319893836975098,
-      "learning_rate": 0.00016008,
-      "loss": 2.5460975646972654,
+      "epoch": 2.9538480806562717,
+      "grad_norm": 0.04291446879506111,
+      "learning_rate": 0.00018552727272727273,
+      "loss": 3.3860333251953123,
+      "step": 2950
+    },
+    {
+      "epoch": 3.003005823783581,
+      "grad_norm": 0.04738181456923485,
+      "learning_rate": 0.0001818909090909091,
+      "loss": 3.427495422363281,
       "step": 3000
     },
     {
-      "epoch": 6.610133333333334,
-      "grad_norm": 1.2492423057556152,
-      "learning_rate": 0.00015208,
-      "loss": 2.5774966430664064,
+      "epoch": 3.053102886843259,
+      "grad_norm": 0.04887455329298973,
+      "learning_rate": 0.00017825454545454547,
+      "loss": 3.1966757202148437,
+      "step": 3050
+    },
+    {
+      "epoch": 3.103199949902937,
+      "grad_norm": 0.046684056520462036,
+      "learning_rate": 0.00017461818181818185,
+      "loss": 3.1526495361328126,
       "step": 3100
     },
     {
-      "epoch": 6.823466666666667,
-      "grad_norm": 1.2156493663787842,
-      "learning_rate": 0.00014408000000000002,
-      "loss": 2.58901611328125,
+      "epoch": 3.153297012962615,
+      "grad_norm": 0.0529169924557209,
+      "learning_rate": 0.0001709818181818182,
+      "loss": 3.1627899169921876,
+      "step": 3150
+    },
+    {
+      "epoch": 3.203394076022293,
+      "grad_norm": 0.05269123986363411,
+      "learning_rate": 0.00016734545454545456,
+      "loss": 3.1990621948242186,
       "step": 3200
     },
     {
-      "epoch": 7.036266666666666,
-      "grad_norm": 1.2038809061050415,
-      "learning_rate": 0.00013608,
-      "loss": 2.503926086425781,
+      "epoch": 3.253491139081971,
+      "grad_norm": 0.050295427441596985,
+      "learning_rate": 0.0001637090909090909,
+      "loss": 3.188307800292969,
+      "step": 3250
+    },
+    {
+      "epoch": 3.3035882021416496,
+      "grad_norm": 0.05785530433058739,
+      "learning_rate": 0.0001600727272727273,
+      "loss": 3.166661682128906,
       "step": 3300
     },
     {
-      "epoch": 7.2496,
-      "grad_norm": 1.3138538599014282,
-      "learning_rate": 0.00012808,
-      "loss": 2.080258026123047,
+      "epoch": 3.3536852652013276,
+      "grad_norm": 0.051539987325668335,
+      "learning_rate": 0.00015643636363636365,
+      "loss": 3.1088409423828125,
+      "step": 3350
+    },
+    {
+      "epoch": 3.4037823282610056,
+      "grad_norm": 0.04825356602668762,
+      "learning_rate": 0.0001528,
+      "loss": 3.149294738769531,
       "step": 3400
     },
     {
-      "epoch": 7.462933333333333,
-      "grad_norm": 1.3389363288879395,
-      "learning_rate": 0.00012008000000000002,
-      "loss": 2.113115234375,
+      "epoch": 3.453879391320684,
+      "grad_norm": 0.053647857159376144,
+      "learning_rate": 0.00014916363636363638,
+      "loss": 3.1625897216796877,
+      "step": 3450
+    },
+    {
+      "epoch": 3.503976454380362,
+      "grad_norm": 0.04727034643292427,
+      "learning_rate": 0.00014552727272727274,
+      "loss": 3.1458837890625,
       "step": 3500
     },
     {
-      "epoch": 7.676266666666667,
-      "grad_norm": 1.5446138381958008,
-      "learning_rate": 0.00011208000000000001,
-      "loss": 2.1253614807128907,
+      "epoch": 3.55407351744004,
+      "grad_norm": 0.05557869374752045,
+      "learning_rate": 0.0001418909090909091,
+      "loss": 3.149683837890625,
+      "step": 3550
+    },
+    {
+      "epoch": 3.6041705804997184,
+      "grad_norm": 0.0650995746254921,
+      "learning_rate": 0.00013825454545454547,
+      "loss": 3.1026031494140627,
       "step": 3600
     },
     {
-      "epoch": 7.8896,
-      "grad_norm": 1.4069709777832031,
-      "learning_rate": 0.00010408,
-      "loss": 2.129006195068359,
+      "epoch": 3.6542676435593964,
+      "grad_norm": 0.04856622591614723,
+      "learning_rate": 0.00013461818181818183,
+      "loss": 3.22126220703125,
+      "step": 3650
+    },
+    {
+      "epoch": 3.7043647066190744,
+      "grad_norm": 0.05039793998003006,
+      "learning_rate": 0.00013098181818181818,
+      "loss": 3.1272393798828126,
       "step": 3700
     },
     {
-      "epoch": 8.1024,
-      "grad_norm": 1.5025854110717773,
-      "learning_rate": 9.608e-05,
-      "loss": 1.9213356018066405,
+      "epoch": 3.754461769678753,
+      "grad_norm": 0.05844203755259514,
+      "learning_rate": 0.00012734545454545453,
+      "loss": 3.0862982177734377,
+      "step": 3750
+    },
+    {
+      "epoch": 3.8045588327384308,
+      "grad_norm": 0.05493615195155144,
+      "learning_rate": 0.00012370909090909091,
+      "loss": 3.1446405029296876,
       "step": 3800
     },
     {
-      "epoch": 8.315733333333334,
-      "grad_norm": 1.4387627840042114,
-      "learning_rate": 8.808000000000001e-05,
-      "loss": 1.7070835876464843,
+      "epoch": 3.8546558957981087,
+      "grad_norm": 0.054356664419174194,
+      "learning_rate": 0.00012007272727272727,
+      "loss": 3.0820523071289063,
+      "step": 3850
+    },
+    {
+      "epoch": 3.904752958857787,
+      "grad_norm": 0.0555652491748333,
+      "learning_rate": 0.00011643636363636364,
+      "loss": 3.183399353027344,
       "step": 3900
     },
     {
-      "epoch": 8.529066666666667,
-      "grad_norm": 1.6476749181747437,
-      "learning_rate": 8.008e-05,
-      "loss": 1.7097964477539063,
+      "epoch": 3.954850021917465,
+      "grad_norm": 0.058864276856184006,
+      "learning_rate": 0.00011279999999999999,
+      "loss": 3.0196658325195314,
+      "step": 3950
+    },
+    {
+      "epoch": 4.004007765044774,
+      "grad_norm": 0.06324097514152527,
+      "learning_rate": 0.00010916363636363639,
+      "loss": 3.0737509155273437,
       "step": 4000
     },
     {
-      "epoch": 8.7424,
-      "grad_norm": 1.6528267860412598,
-      "learning_rate": 7.208e-05,
-      "loss": 1.720186767578125,
+      "epoch": 4.054104828104452,
+      "grad_norm": 0.05261604115366936,
+      "learning_rate": 0.00010552727272727274,
+      "loss": 2.770926513671875,
+      "step": 4050
+    },
+    {
+      "epoch": 4.104201891164131,
+      "grad_norm": 0.05924660712480545,
+      "learning_rate": 0.00010189090909090911,
+      "loss": 2.7489028930664063,
       "step": 4100
     },
     {
-      "epoch": 8.955733333333333,
-      "grad_norm": 1.5475335121154785,
-      "learning_rate": 6.408000000000001e-05,
-      "loss": 1.717350616455078,
+      "epoch": 4.154298954223808,
+      "grad_norm": 0.05496729537844658,
+      "learning_rate": 9.825454545454546e-05,
+      "loss": 2.7954165649414064,
+      "step": 4150
+    },
+    {
+      "epoch": 4.204396017283487,
+      "grad_norm": 0.05670342594385147,
+      "learning_rate": 9.461818181818183e-05,
+      "loss": 2.8602774047851565,
       "step": 4200
     },
     {
-      "epoch": 9.168533333333333,
-      "grad_norm": 1.47267746925354,
-      "learning_rate": 5.608e-05,
-      "loss": 1.4456709289550782,
+      "epoch": 4.254493080343165,
+      "grad_norm": 0.062024831771850586,
+      "learning_rate": 9.09818181818182e-05,
+      "loss": 2.8147286987304687,
+      "step": 4250
+    },
+    {
+      "epoch": 4.304590143402843,
+      "grad_norm": 0.055980272591114044,
+      "learning_rate": 8.734545454545455e-05,
+      "loss": 2.8248248291015625,
       "step": 4300
     },
     {
-      "epoch": 9.381866666666667,
-      "grad_norm": 1.4773586988449097,
-      "learning_rate": 4.808e-05,
-      "loss": 1.378383331298828,
+      "epoch": 4.354687206462521,
+      "grad_norm": 0.05720142275094986,
+      "learning_rate": 8.370909090909092e-05,
+      "loss": 2.8425811767578124,
+      "step": 4350
+    },
+    {
+      "epoch": 4.4047842695221995,
+      "grad_norm": 0.06002994254231453,
+      "learning_rate": 8.007272727272727e-05,
+      "loss": 2.8419833374023438,
       "step": 4400
     },
     {
-      "epoch": 9.5952,
-      "grad_norm": 1.64603590965271,
-      "learning_rate": 4.008e-05,
-      "loss": 1.3849600219726563,
+      "epoch": 4.454881332581877,
+      "grad_norm": 0.05916266515851021,
+      "learning_rate": 7.643636363636364e-05,
+      "loss": 2.8121533203125,
+      "step": 4450
+    },
+    {
+      "epoch": 4.5049783956415554,
+      "grad_norm": 0.05626993626356125,
+      "learning_rate": 7.280000000000001e-05,
+      "loss": 2.7959454345703123,
       "step": 4500
     },
     {
-      "epoch": 9.808533333333333,
-      "grad_norm": 1.631420373916626,
-      "learning_rate": 3.208e-05,
-      "loss": 1.3819427490234375,
+      "epoch": 4.555075458701234,
+      "grad_norm": 0.05815758556127548,
+      "learning_rate": 6.916363636363636e-05,
+      "loss": 2.7882369995117187,
+      "step": 4550
+    },
+    {
+      "epoch": 4.605172521760911,
+      "grad_norm": 0.06205146387219429,
+      "learning_rate": 6.552727272727273e-05,
+      "loss": 2.83596435546875,
       "step": 4600
     },
     {
-      "epoch": 10.021333333333333,
-      "grad_norm": 1.4087316989898682,
-      "learning_rate": 2.408e-05,
-      "loss": 1.3731448364257812,
+      "epoch": 4.65526958482059,
+      "grad_norm": 0.05774429440498352,
+      "learning_rate": 6.18909090909091e-05,
+      "loss": 2.77343994140625,
+      "step": 4650
+    },
+    {
+      "epoch": 4.705366647880268,
+      "grad_norm": 0.05843517184257507,
+      "learning_rate": 5.8254545454545465e-05,
+      "loss": 2.8070660400390626,
       "step": 4700
     },
     {
-      "epoch": 10.234666666666667,
-      "grad_norm": 1.4478152990341187,
-      "learning_rate": 1.6080000000000002e-05,
-      "loss": 1.1588790893554688,
+      "epoch": 4.755463710939946,
+      "grad_norm": 0.06255511194467545,
+      "learning_rate": 5.4618181818181826e-05,
+      "loss": 2.782181396484375,
+      "step": 4750
+    },
+    {
+      "epoch": 4.805560773999624,
+      "grad_norm": 0.06288160383701324,
+      "learning_rate": 5.0981818181818187e-05,
+      "loss": 2.819413757324219,
       "step": 4800
     },
     {
-      "epoch": 10.448,
-      "grad_norm": 1.5204472541809082,
-      "learning_rate": 8.08e-06,
-      "loss": 1.1625720977783203,
+      "epoch": 4.855657837059303,
+      "grad_norm": 0.06578859686851501,
+      "learning_rate": 4.734545454545455e-05,
+      "loss": 2.764403076171875,
+      "step": 4850
+    },
+    {
+      "epoch": 4.90575490011898,
+      "grad_norm": 0.07166821509599686,
+      "learning_rate": 4.370909090909091e-05,
+      "loss": 2.7576608276367187,
       "step": 4900
     },
     {
-      "epoch": 10.661333333333333,
-      "grad_norm": 1.3468775749206543,
-      "learning_rate": 8e-08,
-      "loss": 1.1737899017333984,
+      "epoch": 4.955851963178659,
+      "grad_norm": 0.05862944945693016,
+      "learning_rate": 4.0072727272727276e-05,
+      "loss": 2.8215606689453123,
+      "step": 4950
+    },
+    {
+      "epoch": 5.005009706305968,
+      "grad_norm": 0.06217258423566818,
+      "learning_rate": 3.6436363636363644e-05,
+      "loss": 2.781416931152344,
       "step": 5000
+    },
+    {
+      "epoch": 5.055106769365646,
+      "grad_norm": 0.062334153801202774,
+      "learning_rate": 3.2800000000000004e-05,
+      "loss": 2.5809677124023436,
+      "step": 5050
+    },
+    {
+      "epoch": 5.105203832425324,
+      "grad_norm": 0.0632292777299881,
+      "learning_rate": 2.9163636363636365e-05,
+      "loss": 2.5479400634765623,
+      "step": 5100
+    },
+    {
+      "epoch": 5.155300895485002,
+      "grad_norm": 0.06300564855337143,
+      "learning_rate": 2.5527272727272726e-05,
+      "loss": 2.521404571533203,
+      "step": 5150
+    },
+    {
+      "epoch": 5.205397958544681,
+      "grad_norm": 0.06724506616592407,
+      "learning_rate": 2.1890909090909094e-05,
+      "loss": 2.489826507568359,
+      "step": 5200
+    },
+    {
+      "epoch": 5.255495021604358,
+      "grad_norm": 0.06318136304616928,
+      "learning_rate": 1.8254545454545455e-05,
+      "loss": 2.4983534240722656,
+      "step": 5250
+    },
+    {
+      "epoch": 5.3055920846640365,
+      "grad_norm": 0.0806359350681305,
+      "learning_rate": 1.4618181818181819e-05,
+      "loss": 2.5284886169433594,
+      "step": 5300
+    },
+    {
+      "epoch": 5.355689147723715,
+      "grad_norm": 0.060305405408144,
+      "learning_rate": 1.0981818181818182e-05,
+      "loss": 2.5243402099609376,
+      "step": 5350
+    },
+    {
+      "epoch": 5.4057862107833925,
+      "grad_norm": 0.06560583412647247,
+      "learning_rate": 7.345454545454546e-06,
+      "loss": 2.6004681396484375,
+      "step": 5400
+    },
+    {
+      "epoch": 5.455883273843071,
+      "grad_norm": 0.06115686148405075,
+      "learning_rate": 3.7090909090909092e-06,
+      "loss": 2.524554443359375,
+      "step": 5450
+    },
+    {
+      "epoch": 5.505980336902749,
+      "grad_norm": 0.06685449182987213,
+      "learning_rate": 7.272727272727273e-08,
+      "loss": 2.5241400146484376,
+      "step": 5500
     }
   ],
-  "logging_steps": 100,
-  "max_steps": 5000,
+  "logging_steps": 50,
+  "max_steps": 5500,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 11,
+  "num_train_epochs": 6,
   "save_steps": 1000,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -377,7 +797,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 5.06548545650688e+16,
+  "total_flos": 5.5700701446144e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59f64c2fbbdc6bbd0d7fdd693086ebe06537e0cb0acfdd45f206ec8a3e0e97a7
-size 5137
+oid sha256:de609ccea9af6b329f32bfaddc1a8db3173f8b8cd3b100f2af29c9b14269a93a
+size 5201