diff --git "a/checkpoint-48000/trainer_state.json" "b/checkpoint-48000/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-48000/trainer_state.json"
@@ -0,0 +1,7027 @@
+{
+  "best_global_step": 48000,
+  "best_metric": 0.12864920065552538,
+  "best_model_checkpoint": "models/finetuned-sw-en-phase2/checkpoint-48000",
+  "epoch": 3.4401204042141473,
+  "eval_steps": 2000,
+  "global_step": 48000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003583458754389737,
+      "grad_norm": 2.8826961517333984,
+      "learning_rate": 1.1705685618729097e-07,
+      "loss": 3.6787,
+      "step": 50
+    },
+    {
+      "epoch": 0.007166917508779474,
+      "grad_norm": 3.028228521347046,
+      "learning_rate": 2.3650262780697565e-07,
+      "loss": 3.6845,
+      "step": 100
+    },
+    {
+      "epoch": 0.010750376263169211,
+      "grad_norm": 3.1519999504089355,
+      "learning_rate": 3.5594839942666037e-07,
+      "loss": 3.6839,
+      "step": 150
+    },
+    {
+      "epoch": 0.014333835017558949,
+      "grad_norm": 2.8430724143981934,
+      "learning_rate": 4.75394171046345e-07,
+      "loss": 3.6742,
+      "step": 200
+    },
+    {
+      "epoch": 0.017917293771948686,
+      "grad_norm": 2.86275577545166,
+      "learning_rate": 5.948399426660297e-07,
+      "loss": 3.6864,
+      "step": 250
+    },
+    {
+      "epoch": 0.021500752526338422,
+      "grad_norm": 2.787710189819336,
+      "learning_rate": 7.142857142857143e-07,
+      "loss": 3.671,
+      "step": 300
+    },
+    {
+      "epoch": 0.025084211280728158,
+      "grad_norm": 2.906496524810791,
+      "learning_rate": 8.337314859053989e-07,
+      "loss": 3.6812,
+      "step": 350
+    },
+    {
+      "epoch": 0.028667670035117897,
+      "grad_norm": 2.733621120452881,
+      "learning_rate": 9.531772575250838e-07,
+      "loss": 3.6657,
+      "step": 400
+    },
+    {
+      "epoch": 0.03225112878950763,
+      "grad_norm": 2.9586291313171387,
+      "learning_rate": 1.0726230291447684e-06,
+      "loss": 3.6776,
+      "step": 450
+    },
+    {
+      "epoch": 0.03583458754389737,
+      "grad_norm": 2.697490930557251,
+      "learning_rate": 1.192068800764453e-06,
+      "loss": 3.6817,
+      "step": 500
+    },
+    {
+      "epoch": 0.03941804629828711,
+      "grad_norm": 2.8789138793945312,
+      "learning_rate": 1.3115145723841377e-06,
+      "loss": 3.6645,
+      "step": 550
+    },
+    {
+      "epoch": 0.043001505052676844,
+      "grad_norm": 2.738499879837036,
+      "learning_rate": 1.4309603440038225e-06,
+      "loss": 3.6701,
+      "step": 600
+    },
+    {
+      "epoch": 0.04658496380706658,
+      "grad_norm": 2.976515293121338,
+      "learning_rate": 1.550406115623507e-06,
+      "loss": 3.6557,
+      "step": 650
+    },
+    {
+      "epoch": 0.050168422561456316,
+      "grad_norm": 2.8300790786743164,
+      "learning_rate": 1.6698518872431918e-06,
+      "loss": 3.6624,
+      "step": 700
+    },
+    {
+      "epoch": 0.05375188131584605,
+      "grad_norm": 2.8557324409484863,
+      "learning_rate": 1.7892976588628764e-06,
+      "loss": 3.6638,
+      "step": 750
+    },
+    {
+      "epoch": 0.057335340070235795,
+      "grad_norm": 2.915972948074341,
+      "learning_rate": 1.9087434304825613e-06,
+      "loss": 3.6746,
+      "step": 800
+    },
+    {
+      "epoch": 0.06091879882462553,
+      "grad_norm": 2.833534002304077,
+      "learning_rate": 2.0281892021022457e-06,
+      "loss": 3.6571,
+      "step": 850
+    },
+    {
+      "epoch": 0.06450225757901526,
+      "grad_norm": 2.786886215209961,
+      "learning_rate": 2.1476349737219305e-06,
+      "loss": 3.6641,
+      "step": 900
+    },
+    {
+      "epoch": 0.068085716333405,
+      "grad_norm": 2.888093948364258,
+      "learning_rate": 2.2670807453416154e-06,
+      "loss": 3.6626,
+      "step": 950
+    },
+    {
+      "epoch": 0.07166917508779475,
+      "grad_norm": 2.935640335083008,
+      "learning_rate": 2.3865265169613e-06,
+      "loss": 3.6669,
+      "step": 1000
+    },
+    {
+      "epoch": 0.07525263384218447,
+      "grad_norm": 2.9223127365112305,
+      "learning_rate": 2.5059722885809846e-06,
+      "loss": 3.6766,
+      "step": 1050
+    },
+    {
+      "epoch": 0.07883609259657422,
+      "grad_norm": 2.855170488357544,
+      "learning_rate": 2.625418060200669e-06,
+      "loss": 3.6616,
+      "step": 1100
+    },
+    {
+      "epoch": 0.08241955135096395,
+      "grad_norm": 2.822401285171509,
+      "learning_rate": 2.7448638318203535e-06,
+      "loss": 3.6633,
+      "step": 1150
+    },
+    {
+      "epoch": 0.08600301010535369,
+      "grad_norm": 2.8145692348480225,
+      "learning_rate": 2.8643096034400387e-06,
+      "loss": 3.6526,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08958646885974342,
+      "grad_norm": 2.7493700981140137,
+      "learning_rate": 2.983755375059723e-06,
+      "loss": 3.6578,
+      "step": 1250
+    },
+    {
+      "epoch": 0.09316992761413316,
+      "grad_norm": 2.7674636840820312,
+      "learning_rate": 3.1032011466794076e-06,
+      "loss": 3.657,
+      "step": 1300
+    },
+    {
+      "epoch": 0.0967533863685229,
+      "grad_norm": 2.798501491546631,
+      "learning_rate": 3.222646918299093e-06,
+      "loss": 3.6579,
+      "step": 1350
+    },
+    {
+      "epoch": 0.10033684512291263,
+      "grad_norm": 3.045165777206421,
+      "learning_rate": 3.3420926899187773e-06,
+      "loss": 3.6667,
+      "step": 1400
+    },
+    {
+      "epoch": 0.10392030387730238,
+      "grad_norm": 2.730278730392456,
+      "learning_rate": 3.4615384615384617e-06,
+      "loss": 3.6693,
+      "step": 1450
+    },
+    {
+      "epoch": 0.1075037626316921,
+      "grad_norm": 2.8988585472106934,
+      "learning_rate": 3.580984233158146e-06,
+      "loss": 3.6602,
+      "step": 1500
+    },
+    {
+      "epoch": 0.11108722138608185,
+      "grad_norm": 2.9216086864471436,
+      "learning_rate": 3.7004300047778314e-06,
+      "loss": 3.6628,
+      "step": 1550
+    },
+    {
+      "epoch": 0.11467068014047159,
+      "grad_norm": 2.7945556640625,
+      "learning_rate": 3.819875776397516e-06,
+      "loss": 3.6625,
+      "step": 1600
+    },
+    {
+      "epoch": 0.11825413889486132,
+      "grad_norm": 2.895811080932617,
+      "learning_rate": 3.9393215480172e-06,
+      "loss": 3.6457,
+      "step": 1650
+    },
+    {
+      "epoch": 0.12183759764925106,
+      "grad_norm": 2.634783983230591,
+      "learning_rate": 4.0587673196368855e-06,
+      "loss": 3.6572,
+      "step": 1700
+    },
+    {
+      "epoch": 0.1254210564036408,
+      "grad_norm": 2.907348871231079,
+      "learning_rate": 4.17821309125657e-06,
+      "loss": 3.6515,
+      "step": 1750
+    },
+    {
+      "epoch": 0.12900451515803052,
+      "grad_norm": 2.9280805587768555,
+      "learning_rate": 4.297658862876254e-06,
+      "loss": 3.6465,
+      "step": 1800
+    },
+    {
+      "epoch": 0.13258797391242028,
+      "grad_norm": 3.136627197265625,
+      "learning_rate": 4.417104634495939e-06,
+      "loss": 3.6564,
+      "step": 1850
+    },
+    {
+      "epoch": 0.13617143266681,
+      "grad_norm": 2.8626930713653564,
+      "learning_rate": 4.536550406115624e-06,
+      "loss": 3.6438,
+      "step": 1900
+    },
+    {
+      "epoch": 0.13975489142119973,
+      "grad_norm": 2.99165678024292,
+      "learning_rate": 4.6559961777353084e-06,
+      "loss": 3.6442,
+      "step": 1950
+    },
+    {
+      "epoch": 0.1433383501755895,
+      "grad_norm": 2.8795509338378906,
+      "learning_rate": 4.775441949354993e-06,
+      "loss": 3.6556,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1433383501755895,
+      "eval_bleu": 0.11687587046602367,
+      "eval_chrf": 31.48836065140496,
+      "eval_loss": 3.6125245094299316,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 84.7074,
+      "eval_samples_per_second": 23.611,
+      "eval_steps_per_second": 0.378,
+      "step": 2000
+    },
+    {
+      "epoch": 0.14692180892997922,
+      "grad_norm": 2.849792003631592,
+      "learning_rate": 4.894887720974678e-06,
+      "loss": 3.6548,
+      "step": 2050
+    },
+    {
+      "epoch": 0.15050526768436895,
+      "grad_norm": 2.7463502883911133,
+      "learning_rate": 5.014333492594362e-06,
+      "loss": 3.6464,
+      "step": 2100
+    },
+    {
+      "epoch": 0.15408872643875868,
+      "grad_norm": 2.8596713542938232,
+      "learning_rate": 5.133779264214047e-06,
+      "loss": 3.6639,
+      "step": 2150
+    },
+    {
+      "epoch": 0.15767218519314843,
+      "grad_norm": 2.8775205612182617,
+      "learning_rate": 5.253225035833732e-06,
+      "loss": 3.6624,
+      "step": 2200
+    },
+    {
+      "epoch": 0.16125564394753816,
+      "grad_norm": 2.9133002758026123,
+      "learning_rate": 5.372670807453416e-06,
+      "loss": 3.646,
+      "step": 2250
+    },
+    {
+      "epoch": 0.1648391027019279,
+      "grad_norm": 2.8221960067749023,
+      "learning_rate": 5.492116579073101e-06,
+      "loss": 3.6469,
+      "step": 2300
+    },
+    {
+      "epoch": 0.16842256145631765,
+      "grad_norm": 2.8143768310546875,
+      "learning_rate": 5.611562350692786e-06,
+      "loss": 3.6567,
+      "step": 2350
+    },
+    {
+      "epoch": 0.17200602021070738,
+      "grad_norm": 2.9973151683807373,
+      "learning_rate": 5.73100812231247e-06,
+      "loss": 3.6557,
+      "step": 2400
+    },
+    {
+      "epoch": 0.1755894789650971,
+      "grad_norm": 3.0725531578063965,
+      "learning_rate": 5.850453893932155e-06,
+      "loss": 3.6554,
+      "step": 2450
+    },
+    {
+      "epoch": 0.17917293771948684,
+      "grad_norm": 3.028376579284668,
+      "learning_rate": 5.9698996655518404e-06,
+      "loss": 3.6471,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1827563964738766,
+      "grad_norm": 2.886871814727783,
+      "learning_rate": 6.089345437171524e-06,
+      "loss": 3.6492,
+      "step": 2550
+    },
+    {
+      "epoch": 0.18633985522826632,
+      "grad_norm": 2.8908731937408447,
+      "learning_rate": 6.208791208791209e-06,
+      "loss": 3.6598,
+      "step": 2600
+    },
+    {
+      "epoch": 0.18992331398265605,
+      "grad_norm": 3.0486247539520264,
+      "learning_rate": 6.3282369804108945e-06,
+      "loss": 3.6476,
+      "step": 2650
+    },
+    {
+      "epoch": 0.1935067727370458,
+      "grad_norm": 3.1281673908233643,
+      "learning_rate": 6.447682752030578e-06,
+      "loss": 3.6448,
+      "step": 2700
+    },
+    {
+      "epoch": 0.19709023149143554,
+      "grad_norm": 2.75227952003479,
+      "learning_rate": 6.567128523650263e-06,
+      "loss": 3.638,
+      "step": 2750
+    },
+    {
+      "epoch": 0.20067369024582526,
+      "grad_norm": 2.825026750564575,
+      "learning_rate": 6.686574295269948e-06,
+      "loss": 3.6377,
+      "step": 2800
+    },
+    {
+      "epoch": 0.204257149000215,
+      "grad_norm": 2.7805380821228027,
+      "learning_rate": 6.806020066889632e-06,
+      "loss": 3.643,
+      "step": 2850
+    },
+    {
+      "epoch": 0.20784060775460475,
+      "grad_norm": 3.056185483932495,
+      "learning_rate": 6.9254658385093175e-06,
+      "loss": 3.6556,
+      "step": 2900
+    },
+    {
+      "epoch": 0.21142406650899448,
+      "grad_norm": 2.7656185626983643,
+      "learning_rate": 7.044911610129002e-06,
+      "loss": 3.6551,
+      "step": 2950
+    },
+    {
+      "epoch": 0.2150075252633842,
+      "grad_norm": 2.9017703533172607,
+      "learning_rate": 7.164357381748686e-06,
+      "loss": 3.6527,
+      "step": 3000
+    },
+    {
+      "epoch": 0.21859098401777396,
+      "grad_norm": 2.8588929176330566,
+      "learning_rate": 7.283803153368372e-06,
+      "loss": 3.6455,
+      "step": 3050
+    },
+    {
+      "epoch": 0.2221744427721637,
+      "grad_norm": 2.759413003921509,
+      "learning_rate": 7.403248924988056e-06,
+      "loss": 3.6578,
+      "step": 3100
+    },
+    {
+      "epoch": 0.22575790152655342,
+      "grad_norm": 2.810638904571533,
+      "learning_rate": 7.5226946966077404e-06,
+      "loss": 3.6526,
+      "step": 3150
+    },
+    {
+      "epoch": 0.22934136028094318,
+      "grad_norm": 2.779322862625122,
+      "learning_rate": 7.642140468227427e-06,
+      "loss": 3.6567,
+      "step": 3200
+    },
+    {
+      "epoch": 0.2329248190353329,
+      "grad_norm": 2.914285659790039,
+      "learning_rate": 7.76158623984711e-06,
+      "loss": 3.6548,
+      "step": 3250
+    },
+    {
+      "epoch": 0.23650827778972264,
+      "grad_norm": 2.790729284286499,
+      "learning_rate": 7.881032011466795e-06,
+      "loss": 3.6405,
+      "step": 3300
+    },
+    {
+      "epoch": 0.24009173654411237,
+      "grad_norm": 2.8829877376556396,
+      "learning_rate": 8.00047778308648e-06,
+      "loss": 3.6483,
+      "step": 3350
+    },
+    {
+      "epoch": 0.24367519529850212,
+      "grad_norm": 2.7378406524658203,
+      "learning_rate": 8.119923554706164e-06,
+      "loss": 3.6411,
+      "step": 3400
+    },
+    {
+      "epoch": 0.24725865405289185,
+      "grad_norm": 2.9590532779693604,
+      "learning_rate": 8.23936932632585e-06,
+      "loss": 3.639,
+      "step": 3450
+    },
+    {
+      "epoch": 0.2508421128072816,
+      "grad_norm": 2.793628692626953,
+      "learning_rate": 8.358815097945533e-06,
+      "loss": 3.6493,
+      "step": 3500
+    },
+    {
+      "epoch": 0.25442557156167134,
+      "grad_norm": 2.804919481277466,
+      "learning_rate": 8.478260869565218e-06,
+      "loss": 3.6381,
+      "step": 3550
+    },
+    {
+      "epoch": 0.25800903031606104,
+      "grad_norm": 2.988947868347168,
+      "learning_rate": 8.597706641184904e-06,
+      "loss": 3.6412,
+      "step": 3600
+    },
+    {
+      "epoch": 0.2615924890704508,
+      "grad_norm": 3.0187394618988037,
+      "learning_rate": 8.717152412804587e-06,
+      "loss": 3.6444,
+      "step": 3650
+    },
+    {
+      "epoch": 0.26517594782484055,
+      "grad_norm": 2.841747999191284,
+      "learning_rate": 8.836598184424272e-06,
+      "loss": 3.6372,
+      "step": 3700
+    },
+    {
+      "epoch": 0.26875940657923025,
+      "grad_norm": 2.8912370204925537,
+      "learning_rate": 8.956043956043958e-06,
+      "loss": 3.6553,
+      "step": 3750
+    },
+    {
+      "epoch": 0.27234286533362,
+      "grad_norm": 3.2106292247772217,
+      "learning_rate": 9.075489727663641e-06,
+      "loss": 3.6387,
+      "step": 3800
+    },
+    {
+      "epoch": 0.27592632408800977,
+      "grad_norm": 2.8960952758789062,
+      "learning_rate": 9.194935499283327e-06,
+      "loss": 3.6417,
+      "step": 3850
+    },
+    {
+      "epoch": 0.27950978284239947,
+      "grad_norm": 2.7633676528930664,
+      "learning_rate": 9.314381270903012e-06,
+      "loss": 3.6434,
+      "step": 3900
+    },
+    {
+      "epoch": 0.2830932415967892,
+      "grad_norm": 2.7297277450561523,
+      "learning_rate": 9.433827042522695e-06,
+      "loss": 3.6559,
+      "step": 3950
+    },
+    {
+      "epoch": 0.286676700351179,
+      "grad_norm": 2.7868881225585938,
+      "learning_rate": 9.55327281414238e-06,
+      "loss": 3.641,
+      "step": 4000
+    },
+    {
+      "epoch": 0.286676700351179,
+      "eval_bleu": 0.11855110578819589,
+      "eval_chrf": 31.371795297948747,
+      "eval_loss": 3.604299545288086,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 79.5186,
+      "eval_samples_per_second": 25.151,
+      "eval_steps_per_second": 0.402,
+      "step": 4000
+    },
+    {
+      "epoch": 0.2902601591055687,
+      "grad_norm": 2.9395406246185303,
+      "learning_rate": 9.672718585762066e-06,
+      "loss": 3.6385,
+      "step": 4050
+    },
+    {
+      "epoch": 0.29384361785995844,
+      "grad_norm": 2.838879108428955,
+      "learning_rate": 9.79216435738175e-06,
+      "loss": 3.6459,
+      "step": 4100
+    },
+    {
+      "epoch": 0.2974270766143482,
+      "grad_norm": 2.835333824157715,
+      "learning_rate": 9.911610129001435e-06,
+      "loss": 3.6445,
+      "step": 4150
+    },
+    {
+      "epoch": 0.3010105353687379,
+      "grad_norm": 2.8583765029907227,
+      "learning_rate": 1.0031055900621118e-05,
+      "loss": 3.6509,
+      "step": 4200
+    },
+    {
+      "epoch": 0.30459399412312765,
+      "grad_norm": 3.103139638900757,
+      "learning_rate": 1.0150501672240805e-05,
+      "loss": 3.6438,
+      "step": 4250
+    },
+    {
+      "epoch": 0.30817745287751735,
+      "grad_norm": 2.8596248626708984,
+      "learning_rate": 1.0269947443860489e-05,
+      "loss": 3.6385,
+      "step": 4300
+    },
+    {
+      "epoch": 0.3117609116319071,
+      "grad_norm": 2.778722047805786,
+      "learning_rate": 1.0389393215480172e-05,
+      "loss": 3.6522,
+      "step": 4350
+    },
+    {
+      "epoch": 0.31534437038629687,
+      "grad_norm": 2.895379066467285,
+      "learning_rate": 1.050883898709986e-05,
+      "loss": 3.6504,
+      "step": 4400
+    },
+    {
+      "epoch": 0.31892782914068657,
+      "grad_norm": 2.701481342315674,
+      "learning_rate": 1.0628284758719543e-05,
+      "loss": 3.6507,
+      "step": 4450
+    },
+    {
+      "epoch": 0.3225112878950763,
+      "grad_norm": 2.87186336517334,
+      "learning_rate": 1.0747730530339227e-05,
+      "loss": 3.634,
+      "step": 4500
+    },
+    {
+      "epoch": 0.3260947466494661,
+      "grad_norm": 2.6985971927642822,
+      "learning_rate": 1.086717630195891e-05,
+      "loss": 3.6422,
+      "step": 4550
+    },
+    {
+      "epoch": 0.3296782054038558,
+      "grad_norm": 2.993252754211426,
+      "learning_rate": 1.0986622073578597e-05,
+      "loss": 3.6412,
+      "step": 4600
+    },
+    {
+      "epoch": 0.33326166415824554,
+      "grad_norm": 2.9659206867218018,
+      "learning_rate": 1.110606784519828e-05,
+      "loss": 3.6427,
+      "step": 4650
+    },
+    {
+      "epoch": 0.3368451229126353,
+      "grad_norm": 2.7770729064941406,
+      "learning_rate": 1.1225513616817964e-05,
+      "loss": 3.6421,
+      "step": 4700
+    },
+    {
+      "epoch": 0.340428581667025,
+      "grad_norm": 2.8897016048431396,
+      "learning_rate": 1.1344959388437651e-05,
+      "loss": 3.643,
+      "step": 4750
+    },
+    {
+      "epoch": 0.34401204042141476,
+      "grad_norm": 3.156210422515869,
+      "learning_rate": 1.1464405160057335e-05,
+      "loss": 3.6249,
+      "step": 4800
+    },
+    {
+      "epoch": 0.3475954991758045,
+      "grad_norm": 2.983232259750366,
+      "learning_rate": 1.1583850931677018e-05,
+      "loss": 3.6483,
+      "step": 4850
+    },
+    {
+      "epoch": 0.3511789579301942,
+      "grad_norm": 3.007908821105957,
+      "learning_rate": 1.1703296703296705e-05,
+      "loss": 3.6444,
+      "step": 4900
+    },
+    {
+      "epoch": 0.35476241668458397,
+      "grad_norm": 2.7451424598693848,
+      "learning_rate": 1.1822742474916389e-05,
+      "loss": 3.6681,
+      "step": 4950
+    },
+    {
+      "epoch": 0.35834587543897367,
+      "grad_norm": 2.989840507507324,
+      "learning_rate": 1.1942188246536072e-05,
+      "loss": 3.6539,
+      "step": 5000
+    },
+    {
+      "epoch": 0.36192933419336343,
+      "grad_norm": 2.841801166534424,
+      "learning_rate": 1.206163401815576e-05,
+      "loss": 3.6297,
+      "step": 5050
+    },
+    {
+      "epoch": 0.3655127929477532,
+      "grad_norm": 3.0453057289123535,
+      "learning_rate": 1.2181079789775443e-05,
+      "loss": 3.6522,
+      "step": 5100
+    },
+    {
+      "epoch": 0.3690962517021429,
+      "grad_norm": 2.991407871246338,
+      "learning_rate": 1.2300525561395127e-05,
+      "loss": 3.6355,
+      "step": 5150
+    },
+    {
+      "epoch": 0.37267971045653264,
+      "grad_norm": 2.941945791244507,
+      "learning_rate": 1.2419971333014814e-05,
+      "loss": 3.6435,
+      "step": 5200
+    },
+    {
+      "epoch": 0.3762631692109224,
+      "grad_norm": 2.92447829246521,
+      "learning_rate": 1.2539417104634497e-05,
+      "loss": 3.6256,
+      "step": 5250
+    },
+    {
+      "epoch": 0.3798466279653121,
+      "grad_norm": 2.8586673736572266,
+      "learning_rate": 1.265886287625418e-05,
+      "loss": 3.654,
+      "step": 5300
+    },
+    {
+      "epoch": 0.38343008671970186,
+      "grad_norm": 2.8122401237487793,
+      "learning_rate": 1.2778308647873868e-05,
+      "loss": 3.6351,
+      "step": 5350
+    },
+    {
+      "epoch": 0.3870135454740916,
+      "grad_norm": 2.8284683227539062,
+      "learning_rate": 1.2897754419493551e-05,
+      "loss": 3.6546,
+      "step": 5400
+    },
+    {
+      "epoch": 0.3905970042284813,
+      "grad_norm": 2.7817671298980713,
+      "learning_rate": 1.3017200191113235e-05,
+      "loss": 3.6337,
+      "step": 5450
+    },
+    {
+      "epoch": 0.39418046298287107,
+      "grad_norm": 3.200016736984253,
+      "learning_rate": 1.3136645962732922e-05,
+      "loss": 3.6487,
+      "step": 5500
+    },
+    {
+      "epoch": 0.39776392173726083,
+      "grad_norm": 2.7402632236480713,
+      "learning_rate": 1.3256091734352605e-05,
+      "loss": 3.6342,
+      "step": 5550
+    },
+    {
+      "epoch": 0.40134738049165053,
+      "grad_norm": 2.810091018676758,
+      "learning_rate": 1.3375537505972289e-05,
+      "loss": 3.6392,
+      "step": 5600
+    },
+    {
+      "epoch": 0.4049308392460403,
+      "grad_norm": 2.894531011581421,
+      "learning_rate": 1.3494983277591976e-05,
+      "loss": 3.641,
+      "step": 5650
+    },
+    {
+      "epoch": 0.40851429800043,
+      "grad_norm": 2.9225988388061523,
+      "learning_rate": 1.361442904921166e-05,
+      "loss": 3.6368,
+      "step": 5700
+    },
+    {
+      "epoch": 0.41209775675481974,
+      "grad_norm": 3.016430616378784,
+      "learning_rate": 1.3733874820831343e-05,
+      "loss": 3.6374,
+      "step": 5750
+    },
+    {
+      "epoch": 0.4156812155092095,
+      "grad_norm": 2.9885077476501465,
+      "learning_rate": 1.385332059245103e-05,
+      "loss": 3.6452,
+      "step": 5800
+    },
+    {
+      "epoch": 0.4192646742635992,
+      "grad_norm": 2.9427528381347656,
+      "learning_rate": 1.3972766364070714e-05,
+      "loss": 3.6334,
+      "step": 5850
+    },
+    {
+      "epoch": 0.42284813301798896,
+      "grad_norm": 2.9331486225128174,
+      "learning_rate": 1.4092212135690397e-05,
+      "loss": 3.6434,
+      "step": 5900
+    },
+    {
+      "epoch": 0.4264315917723787,
+      "grad_norm": 2.8337302207946777,
+      "learning_rate": 1.421165790731008e-05,
+      "loss": 3.6287,
+      "step": 5950
+    },
+    {
+      "epoch": 0.4300150505267684,
+      "grad_norm": 2.9508445262908936,
+      "learning_rate": 1.4331103678929768e-05,
+      "loss": 3.6363,
+      "step": 6000
+    },
+    {
+      "epoch": 0.4300150505267684,
+      "eval_bleu": 0.10979748596234642,
+      "eval_chrf": 31.31455144193432,
+      "eval_loss": 3.59792423248291,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 88.7529,
+      "eval_samples_per_second": 22.534,
+      "eval_steps_per_second": 0.361,
+      "step": 6000
+    },
+    {
+      "epoch": 0.4335985092811582,
+      "grad_norm": 2.8384978771209717,
+      "learning_rate": 1.4450549450549451e-05,
+      "loss": 3.6399,
+      "step": 6050
+    },
+    {
+      "epoch": 0.43718196803554793,
+      "grad_norm": 3.0397462844848633,
+      "learning_rate": 1.4569995222169135e-05,
+      "loss": 3.6334,
+      "step": 6100
+    },
+    {
+      "epoch": 0.44076542678993763,
+      "grad_norm": 2.8816871643066406,
+      "learning_rate": 1.4689440993788822e-05,
+      "loss": 3.6237,
+      "step": 6150
+    },
+    {
+      "epoch": 0.4443488855443274,
+      "grad_norm": 2.8406283855438232,
+      "learning_rate": 1.4808886765408505e-05,
+      "loss": 3.6504,
+      "step": 6200
+    },
+    {
+      "epoch": 0.44793234429871714,
+      "grad_norm": 2.9639480113983154,
+      "learning_rate": 1.4928332537028189e-05,
+      "loss": 3.6342,
+      "step": 6250
+    },
+    {
+      "epoch": 0.45151580305310685,
+      "grad_norm": 2.9352121353149414,
+      "learning_rate": 1.5047778308647876e-05,
+      "loss": 3.6498,
+      "step": 6300
+    },
+    {
+      "epoch": 0.4550992618074966,
+      "grad_norm": 2.9181034564971924,
+      "learning_rate": 1.516722408026756e-05,
+      "loss": 3.6465,
+      "step": 6350
+    },
+    {
+      "epoch": 0.45868272056188636,
+      "grad_norm": 2.8066813945770264,
+      "learning_rate": 1.5286669851887245e-05,
+      "loss": 3.6422,
+      "step": 6400
+    },
+    {
+      "epoch": 0.46226617931627606,
+      "grad_norm": 2.9192256927490234,
+      "learning_rate": 1.5406115623506928e-05,
+      "loss": 3.6359,
+      "step": 6450
+    },
+    {
+      "epoch": 0.4658496380706658,
+      "grad_norm": 2.8807878494262695,
+      "learning_rate": 1.5525561395126615e-05,
+      "loss": 3.6411,
+      "step": 6500
+    },
+    {
+      "epoch": 0.4694330968250555,
+      "grad_norm": 2.8400449752807617,
+      "learning_rate": 1.56450071667463e-05,
+      "loss": 3.6309,
+      "step": 6550
+    },
+    {
+      "epoch": 0.4730165555794453,
+      "grad_norm": 2.8949077129364014,
+      "learning_rate": 1.5764452938365982e-05,
+      "loss": 3.6387,
+      "step": 6600
+    },
+    {
+      "epoch": 0.47660001433383503,
+      "grad_norm": 2.801791191101074,
+      "learning_rate": 1.588389870998567e-05,
+      "loss": 3.6369,
+      "step": 6650
+    },
+    {
+      "epoch": 0.48018347308822473,
+      "grad_norm": 2.833810806274414,
+      "learning_rate": 1.6003344481605353e-05,
+      "loss": 3.6518,
+      "step": 6700
+    },
+    {
+      "epoch": 0.4837669318426145,
+      "grad_norm": 3.0063154697418213,
+      "learning_rate": 1.6122790253225036e-05,
+      "loss": 3.6286,
+      "step": 6750
+    },
+    {
+      "epoch": 0.48735039059700425,
+      "grad_norm": 2.8149757385253906,
+      "learning_rate": 1.6242236024844723e-05,
+      "loss": 3.6327,
+      "step": 6800
+    },
+    {
+      "epoch": 0.49093384935139395,
+      "grad_norm": 2.7950377464294434,
+      "learning_rate": 1.6361681796464407e-05,
+      "loss": 3.6269,
+      "step": 6850
+    },
+    {
+      "epoch": 0.4945173081057837,
+      "grad_norm": 2.8111937046051025,
+      "learning_rate": 1.648112756808409e-05,
+      "loss": 3.6352,
+      "step": 6900
+    },
+    {
+      "epoch": 0.49810076686017346,
+      "grad_norm": 2.9674079418182373,
+      "learning_rate": 1.6600573339703778e-05,
+      "loss": 3.634,
+      "step": 6950
+    },
+    {
+      "epoch": 0.5016842256145632,
+      "grad_norm": 2.844080924987793,
+      "learning_rate": 1.672001911132346e-05,
+      "loss": 3.6418,
+      "step": 7000
+    },
+    {
+      "epoch": 0.5052676843689529,
+      "grad_norm": 2.950845718383789,
+      "learning_rate": 1.6839464882943145e-05,
+      "loss": 3.62,
+      "step": 7050
+    },
+    {
+      "epoch": 0.5088511431233427,
+      "grad_norm": 2.891509532928467,
+      "learning_rate": 1.695891065456283e-05,
+      "loss": 3.6269,
+      "step": 7100
+    },
+    {
+      "epoch": 0.5124346018777324,
+      "grad_norm": 2.821896553039551,
+      "learning_rate": 1.7078356426182515e-05,
+      "loss": 3.6251,
+      "step": 7150
+    },
+    {
+      "epoch": 0.5160180606321221,
+      "grad_norm": 2.830019235610962,
+      "learning_rate": 1.71978021978022e-05,
+      "loss": 3.6353,
+      "step": 7200
+    },
+    {
+      "epoch": 0.5196015193865119,
+      "grad_norm": 2.682234525680542,
+      "learning_rate": 1.7317247969421886e-05,
+      "loss": 3.639,
+      "step": 7250
+    },
+    {
+      "epoch": 0.5231849781409016,
+      "grad_norm": 2.8084537982940674,
+      "learning_rate": 1.743669374104157e-05,
+      "loss": 3.6321,
+      "step": 7300
+    },
+    {
+      "epoch": 0.5267684368952913,
+      "grad_norm": 2.946808099746704,
+      "learning_rate": 1.7556139512661253e-05,
+      "loss": 3.649,
+      "step": 7350
+    },
+    {
+      "epoch": 0.5303518956496811,
+      "grad_norm": 2.7569286823272705,
+      "learning_rate": 1.767558528428094e-05,
+      "loss": 3.6391,
+      "step": 7400
+    },
+    {
+      "epoch": 0.5339353544040708,
+      "grad_norm": 2.967864513397217,
+      "learning_rate": 1.7795031055900623e-05,
+      "loss": 3.6337,
+      "step": 7450
+    },
+    {
+      "epoch": 0.5375188131584605,
+      "grad_norm": 3.0034618377685547,
+      "learning_rate": 1.7914476827520307e-05,
+      "loss": 3.6393,
+      "step": 7500
+    },
+    {
+      "epoch": 0.5411022719128503,
+      "grad_norm": 2.723473310470581,
+      "learning_rate": 1.8033922599139994e-05,
+      "loss": 3.6431,
+      "step": 7550
+    },
+    {
+      "epoch": 0.54468573066724,
+      "grad_norm": 2.8928301334381104,
+      "learning_rate": 1.8153368370759678e-05,
+      "loss": 3.6374,
+      "step": 7600
+    },
+    {
+      "epoch": 0.5482691894216297,
+      "grad_norm": 2.8130874633789062,
+      "learning_rate": 1.827281414237936e-05,
+      "loss": 3.6369,
+      "step": 7650
+    },
+    {
+      "epoch": 0.5518526481760195,
+      "grad_norm": 2.876746654510498,
+      "learning_rate": 1.8392259913999048e-05,
+      "loss": 3.6267,
+      "step": 7700
+    },
+    {
+      "epoch": 0.5554361069304092,
+      "grad_norm": 2.977689027786255,
+      "learning_rate": 1.851170568561873e-05,
+      "loss": 3.6446,
+      "step": 7750
+    },
+    {
+      "epoch": 0.5590195656847989,
+      "grad_norm": 2.820831537246704,
+      "learning_rate": 1.8631151457238415e-05,
+      "loss": 3.6161,
+      "step": 7800
+    },
+    {
+      "epoch": 0.5626030244391887,
+      "grad_norm": 3.08670711517334,
+      "learning_rate": 1.8750597228858102e-05,
+      "loss": 3.6409,
+      "step": 7850
+    },
+    {
+      "epoch": 0.5661864831935784,
+      "grad_norm": 2.8381645679473877,
+      "learning_rate": 1.8870043000477786e-05,
+      "loss": 3.6321,
+      "step": 7900
+    },
+    {
+      "epoch": 0.5697699419479682,
+      "grad_norm": 2.8480851650238037,
+      "learning_rate": 1.898948877209747e-05,
+      "loss": 3.6326,
+      "step": 7950
+    },
+    {
+      "epoch": 0.573353400702358,
+      "grad_norm": 2.835008382797241,
+      "learning_rate": 1.9108934543717156e-05,
+      "loss": 3.6324,
+      "step": 8000
+    },
+    {
+      "epoch": 0.573353400702358,
+      "eval_bleu": 0.1174872077739482,
+      "eval_chrf": 31.49347862672598,
+      "eval_loss": 3.595062255859375,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 79.874,
+      "eval_samples_per_second": 25.039,
+      "eval_steps_per_second": 0.401,
+      "step": 8000
+    },
+    {
+      "epoch": 0.5769368594567477,
+      "grad_norm": 2.907283067703247,
+      "learning_rate": 1.922838031533684e-05,
+      "loss": 3.6277,
+      "step": 8050
+    },
+    {
+      "epoch": 0.5805203182111374,
+      "grad_norm": 2.783656120300293,
+      "learning_rate": 1.9347826086956523e-05,
+      "loss": 3.6309,
+      "step": 8100
+    },
+    {
+      "epoch": 0.5841037769655272,
+      "grad_norm": 3.1348400115966797,
+      "learning_rate": 1.946727185857621e-05,
+      "loss": 3.6167,
+      "step": 8150
+    },
+    {
+      "epoch": 0.5876872357199169,
+      "grad_norm": 2.880157709121704,
+      "learning_rate": 1.9586717630195894e-05,
+      "loss": 3.6282,
+      "step": 8200
+    },
+    {
+      "epoch": 0.5912706944743066,
+      "grad_norm": 2.924098491668701,
+      "learning_rate": 1.9706163401815578e-05,
+      "loss": 3.6319,
+      "step": 8250
+    },
+    {
+      "epoch": 0.5948541532286964,
+      "grad_norm": 2.9245517253875732,
+      "learning_rate": 1.9825609173435265e-05,
+      "loss": 3.641,
+      "step": 8300
+    },
+    {
+      "epoch": 0.5984376119830861,
+      "grad_norm": 2.853644371032715,
+      "learning_rate": 1.9945054945054948e-05,
+      "loss": 3.6323,
+      "step": 8350
+    },
+    {
+      "epoch": 0.6020210707374758,
+      "grad_norm": 3.058555841445923,
+      "learning_rate": 1.9999993663100352e-05,
+      "loss": 3.6318,
+      "step": 8400
+    },
+    {
+      "epoch": 0.6056045294918655,
+      "grad_norm": 2.9240124225616455,
+      "learning_rate": 1.9999948461660206e-05,
+      "loss": 3.6265,
+      "step": 8450
+    },
+    {
+      "epoch": 0.6091879882462553,
+      "grad_norm": 2.728078603744507,
+      "learning_rate": 1.9999859797494658e-05,
+      "loss": 3.6339,
+      "step": 8500
+    },
+    {
+      "epoch": 0.612771447000645,
+      "grad_norm": 2.748669385910034,
+      "learning_rate": 1.9999727670989077e-05,
+      "loss": 3.6355,
+      "step": 8550
+    },
+    {
+      "epoch": 0.6163549057550347,
+      "grad_norm": 3.0014336109161377,
+      "learning_rate": 1.9999552082717713e-05,
+      "loss": 3.6249,
+      "step": 8600
+    },
+    {
+      "epoch": 0.6199383645094245,
+      "grad_norm": 2.8426921367645264,
+      "learning_rate": 1.9999333033443727e-05,
+      "loss": 3.6167,
+      "step": 8650
+    },
+    {
+      "epoch": 0.6235218232638142,
+      "grad_norm": 2.800652265548706,
+      "learning_rate": 1.999907052411918e-05,
+      "loss": 3.6507,
+      "step": 8700
+    },
+    {
+      "epoch": 0.6271052820182039,
+      "grad_norm": 2.844484806060791,
+      "learning_rate": 1.999876455588501e-05,
+      "loss": 3.633,
+      "step": 8750
+    },
+    {
+      "epoch": 0.6306887407725937,
+      "grad_norm": 2.9430322647094727,
+      "learning_rate": 1.999841513007104e-05,
+      "loss": 3.6238,
+      "step": 8800
+    },
+    {
+      "epoch": 0.6342721995269834,
+      "grad_norm": 2.8248939514160156,
+      "learning_rate": 1.9998022248195982e-05,
+      "loss": 3.6256,
+      "step": 8850
+    },
+    {
+      "epoch": 0.6378556582813731,
+      "grad_norm": 2.8490238189697266,
+      "learning_rate": 1.999758591196742e-05,
+      "loss": 3.6217,
+      "step": 8900
+    },
+    {
+      "epoch": 0.641439117035763,
+      "grad_norm": 2.8636586666107178,
+      "learning_rate": 1.999710612328179e-05,
+      "loss": 3.6326,
+      "step": 8950
+    },
+    {
+      "epoch": 0.6450225757901527,
+      "grad_norm": 2.801966428756714,
+      "learning_rate": 1.999658288422441e-05,
+      "loss": 3.6133,
+      "step": 9000
+    },
+    {
+      "epoch": 0.6486060345445424,
+      "grad_norm": 2.777209520339966,
+      "learning_rate": 1.9996016197069415e-05,
+      "loss": 3.6213,
+      "step": 9050
+    },
+    {
+      "epoch": 0.6521894932989322,
+      "grad_norm": 2.8222055435180664,
+      "learning_rate": 1.999540606427981e-05,
+      "loss": 3.6226,
+      "step": 9100
+    },
+    {
+      "epoch": 0.6557729520533219,
+      "grad_norm": 2.9050872325897217,
+      "learning_rate": 1.99947524885074e-05,
+      "loss": 3.6296,
+      "step": 9150
+    },
+    {
+      "epoch": 0.6593564108077116,
+      "grad_norm": 2.8046138286590576,
+      "learning_rate": 1.9994055472592823e-05,
+      "loss": 3.6274,
+      "step": 9200
+    },
+    {
+      "epoch": 0.6629398695621014,
+      "grad_norm": 3.2293264865875244,
+      "learning_rate": 1.9993315019565514e-05,
+      "loss": 3.6243,
+      "step": 9250
+    },
+    {
+      "epoch": 0.6665233283164911,
+      "grad_norm": 2.808518886566162,
+      "learning_rate": 1.9992531132643703e-05,
+      "loss": 3.6167,
+      "step": 9300
+    },
+    {
+      "epoch": 0.6701067870708808,
+      "grad_norm": 2.9400224685668945,
+      "learning_rate": 1.999170381523439e-05,
+      "loss": 3.6284,
+      "step": 9350
+    },
+    {
+      "epoch": 0.6736902458252706,
+      "grad_norm": 2.8705012798309326,
+      "learning_rate": 1.9990833070933346e-05,
+      "loss": 3.6227,
+      "step": 9400
+    },
+    {
+      "epoch": 0.6772737045796603,
+      "grad_norm": 2.896789073944092,
+      "learning_rate": 1.998991890352508e-05,
+      "loss": 3.631,
+      "step": 9450
+    },
+    {
+      "epoch": 0.68085716333405,
+      "grad_norm": 2.9855711460113525,
+      "learning_rate": 1.998896131698283e-05,
+      "loss": 3.6241,
+      "step": 9500
+    },
+    {
+      "epoch": 0.6844406220884398,
+      "grad_norm": 2.798070192337036,
+      "learning_rate": 1.9987960315468554e-05,
+      "loss": 3.6209,
+      "step": 9550
+    },
+    {
+      "epoch": 0.6880240808428295,
+      "grad_norm": 2.9017467498779297,
+      "learning_rate": 1.9986915903332894e-05,
+      "loss": 3.6324,
+      "step": 9600
+    },
+    {
+      "epoch": 0.6916075395972192,
+      "grad_norm": 2.988384246826172,
+      "learning_rate": 1.998582808511518e-05,
+      "loss": 3.6297,
+      "step": 9650
+    },
+    {
+      "epoch": 0.695190998351609,
+      "grad_norm": 2.9374516010284424,
+      "learning_rate": 1.998469686554339e-05,
+      "loss": 3.6311,
+      "step": 9700
+    },
+    {
+      "epoch": 0.6987744571059987,
+      "grad_norm": 2.8902134895324707,
+      "learning_rate": 1.998352224953413e-05,
+      "loss": 3.6257,
+      "step": 9750
+    },
+    {
+      "epoch": 0.7023579158603884,
+      "grad_norm": 2.963186025619507,
+      "learning_rate": 1.998230424219264e-05,
+      "loss": 3.6159,
+      "step": 9800
+    },
+    {
+      "epoch": 0.7059413746147782,
+      "grad_norm": 2.85019850730896,
+      "learning_rate": 1.9981042848812725e-05,
+      "loss": 3.6276,
+      "step": 9850
+    },
+    {
+      "epoch": 0.7095248333691679,
+      "grad_norm": 2.9275527000427246,
+      "learning_rate": 1.9979738074876786e-05,
+      "loss": 3.6218,
+      "step": 9900
+    },
+    {
+      "epoch": 0.7131082921235576,
+      "grad_norm": 2.9726195335388184,
+      "learning_rate": 1.9978389926055746e-05,
+      "loss": 3.6291,
+      "step": 9950
+    },
+    {
+      "epoch": 0.7166917508779473,
+      "grad_norm": 2.723578929901123,
+      "learning_rate": 1.9976998408209063e-05,
+      "loss": 3.6285,
+      "step": 10000
+    },
+    {
+      "epoch": 0.7166917508779473,
+      "eval_bleu": 0.12007022688548516,
+      "eval_chrf": 31.489311961652856,
+      "eval_loss": 3.587348461151123,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 47.2058,
+      "eval_samples_per_second": 42.368,
+      "eval_steps_per_second": 0.678,
+      "step": 10000
+    },
+    {
+      "epoch": 0.7202752096323372,
+      "grad_norm": 2.7564284801483154,
+      "learning_rate": 1.997556352738468e-05,
+      "loss": 3.6347,
+      "step": 10050
+    },
+    {
+      "epoch": 0.7238586683867269,
+      "grad_norm": 2.7357685565948486,
+      "learning_rate": 1.9974085289819016e-05,
+      "loss": 3.6261,
+      "step": 10100
+    },
+    {
+      "epoch": 0.7274421271411166,
+      "grad_norm": 2.7999777793884277,
+      "learning_rate": 1.9972563701936923e-05,
+      "loss": 3.6229,
+      "step": 10150
+    },
+    {
+      "epoch": 0.7310255858955064,
+      "grad_norm": 2.989271640777588,
+      "learning_rate": 1.9970998770351678e-05,
+      "loss": 3.6282,
+      "step": 10200
+    },
+    {
+      "epoch": 0.7346090446498961,
+      "grad_norm": 2.7797861099243164,
+      "learning_rate": 1.9969390501864926e-05,
+      "loss": 3.613,
+      "step": 10250
+    },
+    {
+      "epoch": 0.7381925034042858,
+      "grad_norm": 2.9898197650909424,
+      "learning_rate": 1.9967738903466683e-05,
+      "loss": 3.6211,
+      "step": 10300
+    },
+    {
+      "epoch": 0.7417759621586756,
+      "grad_norm": 3.181100368499756,
+      "learning_rate": 1.9966043982335282e-05,
+      "loss": 3.6218,
+      "step": 10350
+    },
+    {
+      "epoch": 0.7453594209130653,
+      "grad_norm": 2.906479597091675,
+      "learning_rate": 1.9964305745837343e-05,
+      "loss": 3.6393,
+      "step": 10400
+    },
+    {
+      "epoch": 0.748942879667455,
+      "grad_norm": 3.0653111934661865,
+      "learning_rate": 1.9962524201527766e-05,
+      "loss": 3.6195,
+      "step": 10450
+    },
+    {
+      "epoch": 0.7525263384218448,
+      "grad_norm": 2.933912754058838,
+      "learning_rate": 1.996069935714966e-05,
+      "loss": 3.6341,
+      "step": 10500
+    },
+    {
+      "epoch": 0.7561097971762345,
+      "grad_norm": 2.793137550354004,
+      "learning_rate": 1.9958831220634337e-05,
+      "loss": 3.6262,
+      "step": 10550
+    },
+    {
+      "epoch": 0.7596932559306242,
+      "grad_norm": 2.852018356323242,
+      "learning_rate": 1.9956919800101275e-05,
+      "loss": 3.6225,
+      "step": 10600
+    },
+    {
+      "epoch": 0.763276714685014,
+      "grad_norm": 2.8703768253326416,
+      "learning_rate": 1.9954965103858063e-05,
+      "loss": 3.6178,
+      "step": 10650
+    },
+    {
+      "epoch": 0.7668601734394037,
+      "grad_norm": 2.734632968902588,
+      "learning_rate": 1.9952967140400397e-05,
+      "loss": 3.6259,
+      "step": 10700
+    },
+    {
+      "epoch": 0.7704436321937934,
+      "grad_norm": 2.80359148979187,
+      "learning_rate": 1.9950925918412008e-05,
+      "loss": 3.6316,
+      "step": 10750
+    },
+    {
+      "epoch": 0.7740270909481832,
+      "grad_norm": 3.0152428150177,
+      "learning_rate": 1.994884144676465e-05,
+      "loss": 3.6292,
+      "step": 10800
+    },
+    {
+      "epoch": 0.7776105497025729,
+      "grad_norm": 2.88657283782959,
+      "learning_rate": 1.9946713734518056e-05,
+      "loss": 3.6296,
+      "step": 10850
+    },
+    {
+      "epoch": 0.7811940084569626,
+      "grad_norm": 2.801419734954834,
+      "learning_rate": 1.9944542790919888e-05,
+      "loss": 3.6278,
+      "step": 10900
+    },
+    {
+      "epoch": 0.7847774672113524,
+      "grad_norm": 2.716407060623169,
+      "learning_rate": 1.9942328625405706e-05,
+      "loss": 3.623,
+      "step": 10950
+    },
+    {
+      "epoch": 0.7883609259657421,
+      "grad_norm": 2.955462694168091,
+      "learning_rate": 1.9940071247598928e-05,
+      "loss": 3.632,
+      "step": 11000
+    },
+    {
+      "epoch": 0.7919443847201318,
+      "grad_norm": 3.078378677368164,
+      "learning_rate": 1.993777066731078e-05,
+      "loss": 3.6284,
+      "step": 11050
+    },
+    {
+      "epoch": 0.7955278434745217,
+      "grad_norm": 2.8438644409179688,
+      "learning_rate": 1.9935426894540267e-05,
+      "loss": 3.6193,
+      "step": 11100
+    },
+    {
+      "epoch": 0.7991113022289114,
+      "grad_norm": 2.809417724609375,
+      "learning_rate": 1.9933039939474115e-05,
+      "loss": 3.6283,
+      "step": 11150
+    },
+    {
+      "epoch": 0.8026947609833011,
+      "grad_norm": 2.7698774337768555,
+      "learning_rate": 1.993060981248674e-05,
+      "loss": 3.6337,
+      "step": 11200
+    },
+    {
+      "epoch": 0.8062782197376909,
+      "grad_norm": 2.8526763916015625,
+      "learning_rate": 1.992813652414018e-05,
+      "loss": 3.6226,
+      "step": 11250
+    },
+    {
+      "epoch": 0.8098616784920806,
+      "grad_norm": 2.9962968826293945,
+      "learning_rate": 1.9925620085184087e-05,
+      "loss": 3.6191,
+      "step": 11300
+    },
+    {
+      "epoch": 0.8134451372464703,
+      "grad_norm": 2.8856618404388428,
+      "learning_rate": 1.9923060506555636e-05,
+      "loss": 3.6248,
+      "step": 11350
+    },
+    {
+      "epoch": 0.81702859600086,
+      "grad_norm": 2.822512149810791,
+      "learning_rate": 1.9920457799379517e-05,
+      "loss": 3.6294,
+      "step": 11400
+    },
+    {
+      "epoch": 0.8206120547552498,
+      "grad_norm": 2.854797124862671,
+      "learning_rate": 1.9917811974967863e-05,
+      "loss": 3.6105,
+      "step": 11450
+    },
+    {
+      "epoch": 0.8241955135096395,
+      "grad_norm": 2.7683629989624023,
+      "learning_rate": 1.9915123044820204e-05,
+      "loss": 3.6215,
+      "step": 11500
+    },
+    {
+      "epoch": 0.8277789722640292,
+      "grad_norm": 2.974020481109619,
+      "learning_rate": 1.991239102062343e-05,
+      "loss": 3.636,
+      "step": 11550
+    },
+    {
+      "epoch": 0.831362431018419,
+      "grad_norm": 3.102997303009033,
+      "learning_rate": 1.9909615914251718e-05,
+      "loss": 3.6183,
+      "step": 11600
+    },
+    {
+      "epoch": 0.8349458897728087,
+      "grad_norm": 3.0818939208984375,
+      "learning_rate": 1.99067977377665e-05,
+      "loss": 3.6109,
+      "step": 11650
+    },
+    {
+      "epoch": 0.8385293485271984,
+      "grad_norm": 2.863049030303955,
+      "learning_rate": 1.99039365034164e-05,
+      "loss": 3.6132,
+      "step": 11700
+    },
+    {
+      "epoch": 0.8421128072815882,
+      "grad_norm": 2.929948091506958,
+      "learning_rate": 1.9901032223637192e-05,
+      "loss": 3.6232,
+      "step": 11750
+    },
+    {
+      "epoch": 0.8456962660359779,
+      "grad_norm": 2.918569803237915,
+      "learning_rate": 1.9898084911051726e-05,
+      "loss": 3.6361,
+      "step": 11800
+    },
+    {
+      "epoch": 0.8492797247903676,
+      "grad_norm": 2.835664987564087,
+      "learning_rate": 1.98950945784699e-05,
+      "loss": 3.6302,
+      "step": 11850
+    },
+    {
+      "epoch": 0.8528631835447574,
+      "grad_norm": 2.721726179122925,
+      "learning_rate": 1.9892061238888572e-05,
+      "loss": 3.6206,
+      "step": 11900
+    },
+    {
+      "epoch": 0.8564466422991471,
+      "grad_norm": 2.9326517581939697,
+      "learning_rate": 1.988898490549154e-05,
+      "loss": 3.6238,
+      "step": 11950
+    },
+    {
+      "epoch": 0.8600301010535368,
+      "grad_norm": 2.7650375366210938,
+      "learning_rate": 1.988586559164945e-05,
+      "loss": 3.6257,
+      "step": 12000
+    },
+    {
+      "epoch": 0.8600301010535368,
+      "eval_bleu": 0.11722567739374905,
+      "eval_chrf": 31.51754387552214,
+      "eval_loss": 3.5809693336486816,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 53.8004,
+      "eval_samples_per_second": 37.174,
+      "eval_steps_per_second": 0.595,
+      "step": 12000
+    },
+    {
+      "epoch": 0.8636135598079266,
+      "grad_norm": 2.719275951385498,
+      "learning_rate": 1.988270331091976e-05,
+      "loss": 3.6138,
+      "step": 12050
+    },
+    {
+      "epoch": 0.8671970185623163,
+      "grad_norm": 2.957811117172241,
+      "learning_rate": 1.987949807704668e-05,
+      "loss": 3.621,
+      "step": 12100
+    },
+    {
+      "epoch": 0.870780477316706,
+      "grad_norm": 2.837359666824341,
+      "learning_rate": 1.987624990396109e-05,
+      "loss": 3.6103,
+      "step": 12150
+    },
+    {
+      "epoch": 0.8743639360710959,
+      "grad_norm": 2.894859552383423,
+      "learning_rate": 1.987295880578052e-05,
+      "loss": 3.6285,
+      "step": 12200
+    },
+    {
+      "epoch": 0.8779473948254856,
+      "grad_norm": 2.905449867248535,
+      "learning_rate": 1.986962479680905e-05,
+      "loss": 3.6078,
+      "step": 12250
+    },
+    {
+      "epoch": 0.8815308535798753,
+      "grad_norm": 3.023170232772827,
+      "learning_rate": 1.9866247891537266e-05,
+      "loss": 3.6177,
+      "step": 12300
+    },
+    {
+      "epoch": 0.8851143123342651,
+      "grad_norm": 2.903045892715454,
+      "learning_rate": 1.9862828104642195e-05,
+      "loss": 3.6206,
+      "step": 12350
+    },
+    {
+      "epoch": 0.8886977710886548,
+      "grad_norm": 2.9137301445007324,
+      "learning_rate": 1.985936545098724e-05,
+      "loss": 3.6127,
+      "step": 12400
+    },
+    {
+      "epoch": 0.8922812298430445,
+      "grad_norm": 2.7642569541931152,
+      "learning_rate": 1.985585994562211e-05,
+      "loss": 3.6128,
+      "step": 12450
+    },
+    {
+      "epoch": 0.8958646885974343,
+      "grad_norm": 2.8335928916931152,
+      "learning_rate": 1.9852311603782767e-05,
+      "loss": 3.6066,
+      "step": 12500
+    },
+    {
+      "epoch": 0.899448147351824,
+      "grad_norm": 2.929553985595703,
+      "learning_rate": 1.984872044089136e-05,
+      "loss": 3.6199,
+      "step": 12550
+    },
+    {
+      "epoch": 0.9030316061062137,
+      "grad_norm": 2.8551418781280518,
+      "learning_rate": 1.9845086472556126e-05,
+      "loss": 3.6079,
+      "step": 12600
+    },
+    {
+      "epoch": 0.9066150648606035,
+      "grad_norm": 2.9887542724609375,
+      "learning_rate": 1.984140971457138e-05,
+      "loss": 3.6199,
+      "step": 12650
+    },
+    {
+      "epoch": 0.9101985236149932,
+      "grad_norm": 2.916717529296875,
+      "learning_rate": 1.9837690182917386e-05,
+      "loss": 3.6298,
+      "step": 12700
+    },
+    {
+      "epoch": 0.9137819823693829,
+      "grad_norm": 2.814689874649048,
+      "learning_rate": 1.983392789376033e-05,
+      "loss": 3.6293,
+      "step": 12750
+    },
+    {
+      "epoch": 0.9173654411237727,
+      "grad_norm": 2.83451247215271,
+      "learning_rate": 1.9830122863452226e-05,
+      "loss": 3.6209,
+      "step": 12800
+    },
+    {
+      "epoch": 0.9209488998781624,
+      "grad_norm": 2.942328453063965,
+      "learning_rate": 1.9826275108530862e-05,
+      "loss": 3.6251,
+      "step": 12850
+    },
+    {
+      "epoch": 0.9245323586325521,
+      "grad_norm": 3.013244867324829,
+      "learning_rate": 1.9822384645719716e-05,
+      "loss": 3.6061,
+      "step": 12900
+    },
+    {
+      "epoch": 0.9281158173869418,
+      "grad_norm": 2.9658825397491455,
+      "learning_rate": 1.9818451491927885e-05,
+      "loss": 3.6169,
+      "step": 12950
+    },
+    {
+      "epoch": 0.9316992761413316,
+      "grad_norm": 2.8597347736358643,
+      "learning_rate": 1.9814475664250013e-05,
+      "loss": 3.6195,
+      "step": 13000
+    },
+    {
+      "epoch": 0.9352827348957213,
+      "grad_norm": 2.7015843391418457,
+      "learning_rate": 1.9810457179966226e-05,
+      "loss": 3.5915,
+      "step": 13050
+    },
+    {
+      "epoch": 0.938866193650111,
+      "grad_norm": 2.8066132068634033,
+      "learning_rate": 1.9806396056542037e-05,
+      "loss": 3.615,
+      "step": 13100
+    },
+    {
+      "epoch": 0.9424496524045008,
+      "grad_norm": 2.7786614894866943,
+      "learning_rate": 1.980229231162829e-05,
+      "loss": 3.611,
+      "step": 13150
+    },
+    {
+      "epoch": 0.9460331111588905,
+      "grad_norm": 2.8971211910247803,
+      "learning_rate": 1.9798145963061065e-05,
+      "loss": 3.607,
+      "step": 13200
+    },
+    {
+      "epoch": 0.9496165699132803,
+      "grad_norm": 2.8930957317352295,
+      "learning_rate": 1.979395702886162e-05,
+      "loss": 3.6187,
+      "step": 13250
+    },
+    {
+      "epoch": 0.9532000286676701,
+      "grad_norm": 2.9003138542175293,
+      "learning_rate": 1.97897255272363e-05,
+      "loss": 3.6181,
+      "step": 13300
+    },
+    {
+      "epoch": 0.9567834874220598,
+      "grad_norm": 2.9119668006896973,
+      "learning_rate": 1.9785451476576455e-05,
+      "loss": 3.6079,
+      "step": 13350
+    },
+    {
+      "epoch": 0.9603669461764495,
+      "grad_norm": 3.030841588973999,
+      "learning_rate": 1.9781134895458372e-05,
+      "loss": 3.6133,
+      "step": 13400
+    },
+    {
+      "epoch": 0.9639504049308393,
+      "grad_norm": 2.7075891494750977,
+      "learning_rate": 1.9776775802643188e-05,
+      "loss": 3.621,
+      "step": 13450
+    },
+    {
+      "epoch": 0.967533863685229,
+      "grad_norm": 2.8866469860076904,
+      "learning_rate": 1.97723742170768e-05,
+      "loss": 3.6197,
+      "step": 13500
+    },
+    {
+      "epoch": 0.9711173224396187,
+      "grad_norm": 3.052185535430908,
+      "learning_rate": 1.97679301578898e-05,
+      "loss": 3.6184,
+      "step": 13550
+    },
+    {
+      "epoch": 0.9747007811940085,
+      "grad_norm": 2.826352596282959,
+      "learning_rate": 1.9763443644397383e-05,
+      "loss": 3.6029,
+      "step": 13600
+    },
+    {
+      "epoch": 0.9782842399483982,
+      "grad_norm": 2.876699447631836,
+      "learning_rate": 1.9758914696099255e-05,
+      "loss": 3.6058,
+      "step": 13650
+    },
+    {
+      "epoch": 0.9818676987027879,
+      "grad_norm": 2.7733070850372314,
+      "learning_rate": 1.9754343332679565e-05,
+      "loss": 3.6125,
+      "step": 13700
+    },
+    {
+      "epoch": 0.9854511574571777,
+      "grad_norm": 2.869494676589966,
+      "learning_rate": 1.9749729574006802e-05,
+      "loss": 3.6134,
+      "step": 13750
+    },
+    {
+      "epoch": 0.9890346162115674,
+      "grad_norm": 2.8927626609802246,
+      "learning_rate": 1.9745073440133726e-05,
+      "loss": 3.6068,
+      "step": 13800
+    },
+    {
+      "epoch": 0.9926180749659571,
+      "grad_norm": 2.9457714557647705,
+      "learning_rate": 1.974037495129727e-05,
+      "loss": 3.611,
+      "step": 13850
+    },
+    {
+      "epoch": 0.9962015337203469,
+      "grad_norm": 2.909592866897583,
+      "learning_rate": 1.973563412791845e-05,
+      "loss": 3.6127,
+      "step": 13900
+    },
+    {
+      "epoch": 0.9997849924747366,
+      "grad_norm": 2.8160746097564697,
+      "learning_rate": 1.9730850990602278e-05,
+      "loss": 3.6085,
+      "step": 13950
+    },
+    {
+      "epoch": 1.0033684512291263,
+      "grad_norm": 2.8922431468963623,
+      "learning_rate": 1.9726025560137683e-05,
+      "loss": 3.5801,
+      "step": 14000
+    },
+    {
+      "epoch": 1.0033684512291263,
+      "eval_bleu": 0.11775248119794621,
+      "eval_chrf": 31.27028786595164,
+      "eval_loss": 3.576389789581299,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 45.3907,
+      "eval_samples_per_second": 44.062,
+      "eval_steps_per_second": 0.705,
+      "step": 14000
+    },
+    {
+      "epoch": 1.006951909983516,
+      "grad_norm": 2.871699810028076,
+      "learning_rate": 1.9721157857497412e-05,
+      "loss": 3.5921,
+      "step": 14050
+    },
+    {
+      "epoch": 1.0105353687379057,
+      "grad_norm": 2.898510694503784,
+      "learning_rate": 1.9716247903837936e-05,
+      "loss": 3.5817,
+      "step": 14100
+    },
+    {
+      "epoch": 1.0141188274922956,
+      "grad_norm": 2.8110485076904297,
+      "learning_rate": 1.9711295720499356e-05,
+      "loss": 3.5937,
+      "step": 14150
+    },
+    {
+      "epoch": 1.0177022862466854,
+      "grad_norm": 2.9993646144866943,
+      "learning_rate": 1.9706301329005324e-05,
+      "loss": 3.5808,
+      "step": 14200
+    },
+    {
+      "epoch": 1.021285745001075,
+      "grad_norm": 2.9132018089294434,
+      "learning_rate": 1.970126475106294e-05,
+      "loss": 3.5851,
+      "step": 14250
+    },
+    {
+      "epoch": 1.0248692037554648,
+      "grad_norm": 2.8515379428863525,
+      "learning_rate": 1.9696186008562657e-05,
+      "loss": 3.5844,
+      "step": 14300
+    },
+    {
+      "epoch": 1.0284526625098545,
+      "grad_norm": 3.0523390769958496,
+      "learning_rate": 1.9691065123578193e-05,
+      "loss": 3.5971,
+      "step": 14350
+    },
+    {
+      "epoch": 1.0320361212642442,
+      "grad_norm": 2.8365325927734375,
+      "learning_rate": 1.9685902118366413e-05,
+      "loss": 3.5834,
+      "step": 14400
+    },
+    {
+      "epoch": 1.035619580018634,
+      "grad_norm": 2.803745746612549,
+      "learning_rate": 1.968069701536727e-05,
+      "loss": 3.5741,
+      "step": 14450
+    },
+    {
+      "epoch": 1.0392030387730238,
+      "grad_norm": 2.763012409210205,
+      "learning_rate": 1.967544983720367e-05,
+      "loss": 3.5806,
+      "step": 14500
+    },
+    {
+      "epoch": 1.0427864975274135,
+      "grad_norm": 2.7286765575408936,
+      "learning_rate": 1.96701606066814e-05,
+      "loss": 3.5837,
+      "step": 14550
+    },
+    {
+      "epoch": 1.0463699562818032,
+      "grad_norm": 2.9676997661590576,
+      "learning_rate": 1.9664829346789022e-05,
+      "loss": 3.596,
+      "step": 14600
+    },
+    {
+      "epoch": 1.0499534150361929,
+      "grad_norm": 2.8552908897399902,
+      "learning_rate": 1.965945608069775e-05,
+      "loss": 3.5779,
+      "step": 14650
+    },
+    {
+      "epoch": 1.0535368737905826,
+      "grad_norm": 2.8199284076690674,
+      "learning_rate": 1.96540408317614e-05,
+      "loss": 3.5812,
+      "step": 14700
+    },
+    {
+      "epoch": 1.0571203325449725,
+      "grad_norm": 2.911534547805786,
+      "learning_rate": 1.9648583623516223e-05,
+      "loss": 3.5869,
+      "step": 14750
+    },
+    {
+      "epoch": 1.0607037912993622,
+      "grad_norm": 2.83366060256958,
+      "learning_rate": 1.964308447968087e-05,
+      "loss": 3.5779,
+      "step": 14800
+    },
+    {
+      "epoch": 1.064287250053752,
+      "grad_norm": 2.759336471557617,
+      "learning_rate": 1.9637543424156235e-05,
+      "loss": 3.5797,
+      "step": 14850
+    },
+    {
+      "epoch": 1.0678707088081416,
+      "grad_norm": 3.045990467071533,
+      "learning_rate": 1.9631960481025384e-05,
+      "loss": 3.5859,
+      "step": 14900
+    },
+    {
+      "epoch": 1.0714541675625313,
+      "grad_norm": 2.704941749572754,
+      "learning_rate": 1.962633567455343e-05,
+      "loss": 3.592,
+      "step": 14950
+    },
+    {
+      "epoch": 1.075037626316921,
+      "grad_norm": 2.9140286445617676,
+      "learning_rate": 1.9620669029187443e-05,
+      "loss": 3.6031,
+      "step": 15000
+    },
+    {
+      "epoch": 1.078621085071311,
+      "grad_norm": 2.90734601020813,
+      "learning_rate": 1.9614960569556333e-05,
+      "loss": 3.5877,
+      "step": 15050
+    },
+    {
+      "epoch": 1.0822045438257006,
+      "grad_norm": 2.916163921356201,
+      "learning_rate": 1.9609210320470754e-05,
+      "loss": 3.588,
+      "step": 15100
+    },
+    {
+      "epoch": 1.0857880025800903,
+      "grad_norm": 2.9468653202056885,
+      "learning_rate": 1.960341830692298e-05,
+      "loss": 3.5795,
+      "step": 15150
+    },
+    {
+      "epoch": 1.08937146133448,
+      "grad_norm": 2.8042938709259033,
+      "learning_rate": 1.9597584554086812e-05,
+      "loss": 3.579,
+      "step": 15200
+    },
+    {
+      "epoch": 1.0929549200888697,
+      "grad_norm": 2.915332078933716,
+      "learning_rate": 1.9591709087317464e-05,
+      "loss": 3.5875,
+      "step": 15250
+    },
+    {
+      "epoch": 1.0965383788432594,
+      "grad_norm": 2.9174373149871826,
+      "learning_rate": 1.9585791932151437e-05,
+      "loss": 3.5974,
+      "step": 15300
+    },
+    {
+      "epoch": 1.1001218375976491,
+      "grad_norm": 2.8382954597473145,
+      "learning_rate": 1.9579833114306444e-05,
+      "loss": 3.5845,
+      "step": 15350
+    },
+    {
+      "epoch": 1.103705296352039,
+      "grad_norm": 2.9401307106018066,
+      "learning_rate": 1.9573832659681256e-05,
+      "loss": 3.5758,
+      "step": 15400
+    },
+    {
+      "epoch": 1.1072887551064288,
+      "grad_norm": 2.9210591316223145,
+      "learning_rate": 1.9567790594355628e-05,
+      "loss": 3.5893,
+      "step": 15450
+    },
+    {
+      "epoch": 1.1108722138608185,
+      "grad_norm": 2.979118585586548,
+      "learning_rate": 1.9561706944590152e-05,
+      "loss": 3.5813,
+      "step": 15500
+    },
+    {
+      "epoch": 1.1144556726152082,
+      "grad_norm": 2.819551706314087,
+      "learning_rate": 1.955558173682616e-05,
+      "loss": 3.5848,
+      "step": 15550
+    },
+    {
+      "epoch": 1.1180391313695979,
+      "grad_norm": 3.050530433654785,
+      "learning_rate": 1.9549414997685622e-05,
+      "loss": 3.5877,
+      "step": 15600
+    },
+    {
+      "epoch": 1.1216225901239876,
+      "grad_norm": 2.998528003692627,
+      "learning_rate": 1.9543206753970995e-05,
+      "loss": 3.5914,
+      "step": 15650
+    },
+    {
+      "epoch": 1.1252060488783775,
+      "grad_norm": 2.822105884552002,
+      "learning_rate": 1.9536957032665143e-05,
+      "loss": 3.585,
+      "step": 15700
+    },
+    {
+      "epoch": 1.1287895076327672,
+      "grad_norm": 3.0305516719818115,
+      "learning_rate": 1.9530665860931196e-05,
+      "loss": 3.5856,
+      "step": 15750
+    },
+    {
+      "epoch": 1.132372966387157,
+      "grad_norm": 2.8129825592041016,
+      "learning_rate": 1.9524333266112445e-05,
+      "loss": 3.5816,
+      "step": 15800
+    },
+    {
+      "epoch": 1.1359564251415466,
+      "grad_norm": 2.818956136703491,
+      "learning_rate": 1.951795927573221e-05,
+      "loss": 3.5947,
+      "step": 15850
+    },
+    {
+      "epoch": 1.1395398838959363,
+      "grad_norm": 3.0029408931732178,
+      "learning_rate": 1.9511543917493737e-05,
+      "loss": 3.591,
+      "step": 15900
+    },
+    {
+      "epoch": 1.143123342650326,
+      "grad_norm": 2.7513229846954346,
+      "learning_rate": 1.9505087219280064e-05,
+      "loss": 3.5898,
+      "step": 15950
+    },
+    {
+      "epoch": 1.146706801404716,
+      "grad_norm": 2.8931450843811035,
+      "learning_rate": 1.9498589209153905e-05,
+      "loss": 3.5844,
+      "step": 16000
+    },
+    {
+      "epoch": 1.146706801404716,
+      "eval_bleu": 0.11826020887168966,
+      "eval_chrf": 31.46571933323934,
+      "eval_loss": 3.5715930461883545,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 47.0137,
+      "eval_samples_per_second": 42.541,
+      "eval_steps_per_second": 0.681,
+      "step": 16000
+    },
+    {
+      "epoch": 1.1502902601591056,
+      "grad_norm": 2.7675859928131104,
+      "learning_rate": 1.9492049915357528e-05,
+      "loss": 3.5916,
+      "step": 16050
+    },
+    {
+      "epoch": 1.1538737189134953,
+      "grad_norm": 2.767925262451172,
+      "learning_rate": 1.9485469366312636e-05,
+      "loss": 3.5741,
+      "step": 16100
+    },
+    {
+      "epoch": 1.157457177667885,
+      "grad_norm": 2.869442939758301,
+      "learning_rate": 1.947884759062023e-05,
+      "loss": 3.5792,
+      "step": 16150
+    },
+    {
+      "epoch": 1.1610406364222747,
+      "grad_norm": 2.943472385406494,
+      "learning_rate": 1.9472184617060506e-05,
+      "loss": 3.5901,
+      "step": 16200
+    },
+    {
+      "epoch": 1.1646240951766644,
+      "grad_norm": 2.8904709815979004,
+      "learning_rate": 1.946548047459271e-05,
+      "loss": 3.5859,
+      "step": 16250
+    },
+    {
+      "epoch": 1.1682075539310541,
+      "grad_norm": 2.7684361934661865,
+      "learning_rate": 1.9458735192355026e-05,
+      "loss": 3.58,
+      "step": 16300
+    },
+    {
+      "epoch": 1.171791012685444,
+      "grad_norm": 2.8200252056121826,
+      "learning_rate": 1.945194879966443e-05,
+      "loss": 3.5795,
+      "step": 16350
+    },
+    {
+      "epoch": 1.1753744714398338,
+      "grad_norm": 2.9996092319488525,
+      "learning_rate": 1.9445121326016597e-05,
+      "loss": 3.5859,
+      "step": 16400
+    },
+    {
+      "epoch": 1.1789579301942235,
+      "grad_norm": 3.079361915588379,
+      "learning_rate": 1.943825280108573e-05,
+      "loss": 3.5836,
+      "step": 16450
+    },
+    {
+      "epoch": 1.1825413889486132,
+      "grad_norm": 2.8777196407318115,
+      "learning_rate": 1.943134325472448e-05,
+      "loss": 3.594,
+      "step": 16500
+    },
+    {
+      "epoch": 1.1861248477030029,
+      "grad_norm": 2.8943634033203125,
+      "learning_rate": 1.9424392716963762e-05,
+      "loss": 3.5948,
+      "step": 16550
+    },
+    {
+      "epoch": 1.1897083064573928,
+      "grad_norm": 2.8107213973999023,
+      "learning_rate": 1.9417401218012665e-05,
+      "loss": 3.5757,
+      "step": 16600
+    },
+    {
+      "epoch": 1.1932917652117825,
+      "grad_norm": 2.9094624519348145,
+      "learning_rate": 1.9410368788258306e-05,
+      "loss": 3.6032,
+      "step": 16650
+    },
+    {
+      "epoch": 1.1968752239661722,
+      "grad_norm": 2.95723819732666,
+      "learning_rate": 1.9403295458265696e-05,
+      "loss": 3.5834,
+      "step": 16700
+    },
+    {
+      "epoch": 1.2004586827205619,
+      "grad_norm": 2.8018648624420166,
+      "learning_rate": 1.939618125877762e-05,
+      "loss": 3.5883,
+      "step": 16750
+    },
+    {
+      "epoch": 1.2040421414749516,
+      "grad_norm": 3.099811315536499,
+      "learning_rate": 1.9389026220714483e-05,
+      "loss": 3.5788,
+      "step": 16800
+    },
+    {
+      "epoch": 1.2076256002293413,
+      "grad_norm": 3.065340280532837,
+      "learning_rate": 1.9381830375174193e-05,
+      "loss": 3.5803,
+      "step": 16850
+    },
+    {
+      "epoch": 1.211209058983731,
+      "grad_norm": 2.952198028564453,
+      "learning_rate": 1.937459375343201e-05,
+      "loss": 3.5815,
+      "step": 16900
+    },
+    {
+      "epoch": 1.214792517738121,
+      "grad_norm": 2.9109723567962646,
+      "learning_rate": 1.9367316386940436e-05,
+      "loss": 3.5824,
+      "step": 16950
+    },
+    {
+      "epoch": 1.2183759764925106,
+      "grad_norm": 2.8482861518859863,
+      "learning_rate": 1.9359998307329048e-05,
+      "loss": 3.5895,
+      "step": 17000
+    },
+    {
+      "epoch": 1.2219594352469003,
+      "grad_norm": 2.837710380554199,
+      "learning_rate": 1.9352639546404374e-05,
+      "loss": 3.5789,
+      "step": 17050
+    },
+    {
+      "epoch": 1.22554289400129,
+      "grad_norm": 2.990200996398926,
+      "learning_rate": 1.9345240136149767e-05,
+      "loss": 3.5818,
+      "step": 17100
+    },
+    {
+      "epoch": 1.2291263527556797,
+      "grad_norm": 2.5899085998535156,
+      "learning_rate": 1.9337800108725244e-05,
+      "loss": 3.5817,
+      "step": 17150
+    },
+    {
+      "epoch": 1.2327098115100696,
+      "grad_norm": 2.8215672969818115,
+      "learning_rate": 1.9330319496467354e-05,
+      "loss": 3.5761,
+      "step": 17200
+    },
+    {
+      "epoch": 1.2362932702644593,
+      "grad_norm": 2.8083860874176025,
+      "learning_rate": 1.932279833188905e-05,
+      "loss": 3.5785,
+      "step": 17250
+    },
+    {
+      "epoch": 1.239876729018849,
+      "grad_norm": 2.7569520473480225,
+      "learning_rate": 1.931523664767953e-05,
+      "loss": 3.5819,
+      "step": 17300
+    },
+    {
+      "epoch": 1.2434601877732387,
+      "grad_norm": 2.8492767810821533,
+      "learning_rate": 1.9307634476704103e-05,
+      "loss": 3.5869,
+      "step": 17350
+    },
+    {
+      "epoch": 1.2470436465276284,
+      "grad_norm": 2.796037197113037,
+      "learning_rate": 1.9299991852004045e-05,
+      "loss": 3.5904,
+      "step": 17400
+    },
+    {
+      "epoch": 1.2506271052820181,
+      "grad_norm": 2.8859152793884277,
+      "learning_rate": 1.9292308806796457e-05,
+      "loss": 3.5761,
+      "step": 17450
+    },
+    {
+      "epoch": 1.2542105640364078,
+      "grad_norm": 2.874196767807007,
+      "learning_rate": 1.9284585374474124e-05,
+      "loss": 3.5795,
+      "step": 17500
+    },
+    {
+      "epoch": 1.2577940227907978,
+      "grad_norm": 2.9141242504119873,
+      "learning_rate": 1.927682158860536e-05,
+      "loss": 3.5946,
+      "step": 17550
+    },
+    {
+      "epoch": 1.2613774815451875,
+      "grad_norm": 2.8390767574310303,
+      "learning_rate": 1.926901748293386e-05,
+      "loss": 3.5883,
+      "step": 17600
+    },
+    {
+      "epoch": 1.2649609402995772,
+      "grad_norm": 2.746490240097046,
+      "learning_rate": 1.926117309137858e-05,
+      "loss": 3.5775,
+      "step": 17650
+    },
+    {
+      "epoch": 1.2685443990539669,
+      "grad_norm": 2.7511448860168457,
+      "learning_rate": 1.9253288448033552e-05,
+      "loss": 3.5865,
+      "step": 17700
+    },
+    {
+      "epoch": 1.2721278578083566,
+      "grad_norm": 2.776580572128296,
+      "learning_rate": 1.9245363587167765e-05,
+      "loss": 3.5857,
+      "step": 17750
+    },
+    {
+      "epoch": 1.2757113165627465,
+      "grad_norm": 2.9706778526306152,
+      "learning_rate": 1.9237398543225e-05,
+      "loss": 3.5901,
+      "step": 17800
+    },
+    {
+      "epoch": 1.279294775317136,
+      "grad_norm": 2.820556402206421,
+      "learning_rate": 1.9229393350823686e-05,
+      "loss": 3.5823,
+      "step": 17850
+    },
+    {
+      "epoch": 1.282878234071526,
+      "grad_norm": 2.7977728843688965,
+      "learning_rate": 1.9221348044756753e-05,
+      "loss": 3.5751,
+      "step": 17900
+    },
+    {
+      "epoch": 1.2864616928259156,
+      "grad_norm": 2.9057395458221436,
+      "learning_rate": 1.9213262659991475e-05,
+      "loss": 3.5928,
+      "step": 17950
+    },
+    {
+      "epoch": 1.2900451515803053,
+      "grad_norm": 2.8651304244995117,
+      "learning_rate": 1.9205137231669316e-05,
+      "loss": 3.574,
+      "step": 18000
+    },
+    {
+      "epoch": 1.2900451515803053,
+      "eval_bleu": 0.12193784322410696,
+      "eval_chrf": 31.39469701411832,
+      "eval_loss": 3.5674538612365723,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 44.3915,
+      "eval_samples_per_second": 45.054,
+      "eval_steps_per_second": 0.721,
+      "step": 18000
+    },
+    {
+      "epoch": 1.293628610334695,
+      "grad_norm": 3.0501596927642822,
+      "learning_rate": 1.9196971795105782e-05,
+      "loss": 3.5865,
+      "step": 18050
+    },
+    {
+      "epoch": 1.2972120690890847,
+      "grad_norm": 2.8921146392822266,
+      "learning_rate": 1.9188766385790275e-05,
+      "loss": 3.578,
+      "step": 18100
+    },
+    {
+      "epoch": 1.3007955278434746,
+      "grad_norm": 2.862576961517334,
+      "learning_rate": 1.918052103938592e-05,
+      "loss": 3.5802,
+      "step": 18150
+    },
+    {
+      "epoch": 1.3043789865978643,
+      "grad_norm": 2.8398187160491943,
+      "learning_rate": 1.9172235791729422e-05,
+      "loss": 3.581,
+      "step": 18200
+    },
+    {
+      "epoch": 1.307962445352254,
+      "grad_norm": 2.880302906036377,
+      "learning_rate": 1.916391067883092e-05,
+      "loss": 3.5754,
+      "step": 18250
+    },
+    {
+      "epoch": 1.3115459041066437,
+      "grad_norm": 2.9052035808563232,
+      "learning_rate": 1.9155545736873798e-05,
+      "loss": 3.5866,
+      "step": 18300
+    },
+    {
+      "epoch": 1.3151293628610334,
+      "grad_norm": 3.015284299850464,
+      "learning_rate": 1.9147141002214568e-05,
+      "loss": 3.5867,
+      "step": 18350
+    },
+    {
+      "epoch": 1.3187128216154231,
+      "grad_norm": 2.7465174198150635,
+      "learning_rate": 1.9138696511382684e-05,
+      "loss": 3.5908,
+      "step": 18400
+    },
+    {
+      "epoch": 1.3222962803698128,
+      "grad_norm": 2.8375935554504395,
+      "learning_rate": 1.9130212301080397e-05,
+      "loss": 3.5718,
+      "step": 18450
+    },
+    {
+      "epoch": 1.3258797391242028,
+      "grad_norm": 2.7566611766815186,
+      "learning_rate": 1.9121688408182583e-05,
+      "loss": 3.5779,
+      "step": 18500
+    },
+    {
+      "epoch": 1.3294631978785925,
+      "grad_norm": 2.8883721828460693,
+      "learning_rate": 1.9113124869736595e-05,
+      "loss": 3.5858,
+      "step": 18550
+    },
+    {
+      "epoch": 1.3330466566329822,
+      "grad_norm": 2.942392349243164,
+      "learning_rate": 1.9104521722962096e-05,
+      "loss": 3.5849,
+      "step": 18600
+    },
+    {
+      "epoch": 1.3366301153873719,
+      "grad_norm": 2.8915348052978516,
+      "learning_rate": 1.9095879005250903e-05,
+      "loss": 3.5958,
+      "step": 18650
+    },
+    {
+      "epoch": 1.3402135741417616,
+      "grad_norm": 2.8521101474761963,
+      "learning_rate": 1.9087196754166818e-05,
+      "loss": 3.5813,
+      "step": 18700
+    },
+    {
+      "epoch": 1.3437970328961515,
+      "grad_norm": 2.8780453205108643,
+      "learning_rate": 1.907847500744546e-05,
+      "loss": 3.575,
+      "step": 18750
+    },
+    {
+      "epoch": 1.347380491650541,
+      "grad_norm": 2.9293372631073,
+      "learning_rate": 1.9069713802994112e-05,
+      "loss": 3.5966,
+      "step": 18800
+    },
+    {
+      "epoch": 1.350963950404931,
+      "grad_norm": 2.8009777069091797,
+      "learning_rate": 1.9060913178891557e-05,
+      "loss": 3.5952,
+      "step": 18850
+    },
+    {
+      "epoch": 1.3545474091593206,
+      "grad_norm": 2.859431266784668,
+      "learning_rate": 1.9052073173387898e-05,
+      "loss": 3.5908,
+      "step": 18900
+    },
+    {
+      "epoch": 1.3581308679137103,
+      "grad_norm": 2.9000370502471924,
+      "learning_rate": 1.904319382490441e-05,
+      "loss": 3.5706,
+      "step": 18950
+    },
+    {
+      "epoch": 1.3617143266681,
+      "grad_norm": 2.7784616947174072,
+      "learning_rate": 1.903427517203336e-05,
+      "loss": 3.5828,
+      "step": 19000
+    },
+    {
+      "epoch": 1.3652977854224897,
+      "grad_norm": 2.913069486618042,
+      "learning_rate": 1.902531725353784e-05,
+      "loss": 3.5854,
+      "step": 19050
+    },
+    {
+      "epoch": 1.3688812441768796,
+      "grad_norm": Infinity,
+      "learning_rate": 1.9016320108351612e-05,
+      "loss": 3.5784,
+      "step": 19100
+    },
+    {
+      "epoch": 1.3724647029312693,
+      "grad_norm": 2.8264448642730713,
+      "learning_rate": 1.900728377557892e-05,
+      "loss": 3.5852,
+      "step": 19150
+    },
+    {
+      "epoch": 1.376048161685659,
+      "grad_norm": 3.067213296890259,
+      "learning_rate": 1.899820829449433e-05,
+      "loss": 3.5889,
+      "step": 19200
+    },
+    {
+      "epoch": 1.3796316204400487,
+      "grad_norm": 2.8187763690948486,
+      "learning_rate": 1.898909370454256e-05,
+      "loss": 3.5807,
+      "step": 19250
+    },
+    {
+      "epoch": 1.3832150791944384,
+      "grad_norm": 2.7665839195251465,
+      "learning_rate": 1.8979940045338306e-05,
+      "loss": 3.5926,
+      "step": 19300
+    },
+    {
+      "epoch": 1.3867985379488283,
+      "grad_norm": 2.8442838191986084,
+      "learning_rate": 1.8970747356666072e-05,
+      "loss": 3.5856,
+      "step": 19350
+    },
+    {
+      "epoch": 1.3903819967032178,
+      "grad_norm": 2.8222498893737793,
+      "learning_rate": 1.8961515678479997e-05,
+      "loss": 3.5773,
+      "step": 19400
+    },
+    {
+      "epoch": 1.3939654554576077,
+      "grad_norm": 2.796419382095337,
+      "learning_rate": 1.895224505090367e-05,
+      "loss": 3.5952,
+      "step": 19450
+    },
+    {
+      "epoch": 1.3975489142119975,
+      "grad_norm": 2.960263252258301,
+      "learning_rate": 1.8942935514229976e-05,
+      "loss": 3.5857,
+      "step": 19500
+    },
+    {
+      "epoch": 1.4011323729663872,
+      "grad_norm": 2.8655588626861572,
+      "learning_rate": 1.893358710892091e-05,
+      "loss": 3.5903,
+      "step": 19550
+    },
+    {
+      "epoch": 1.4047158317207769,
+      "grad_norm": 2.9479615688323975,
+      "learning_rate": 1.8924199875607395e-05,
+      "loss": 3.5859,
+      "step": 19600
+    },
+    {
+      "epoch": 1.4082992904751666,
+      "grad_norm": 2.859945297241211,
+      "learning_rate": 1.891477385508912e-05,
+      "loss": 3.5739,
+      "step": 19650
+    },
+    {
+      "epoch": 1.4118827492295565,
+      "grad_norm": 2.999065637588501,
+      "learning_rate": 1.890530908833434e-05,
+      "loss": 3.5856,
+      "step": 19700
+    },
+    {
+      "epoch": 1.4154662079839462,
+      "grad_norm": 2.822568416595459,
+      "learning_rate": 1.8895805616479737e-05,
+      "loss": 3.5822,
+      "step": 19750
+    },
+    {
+      "epoch": 1.4190496667383359,
+      "grad_norm": 2.8745675086975098,
+      "learning_rate": 1.888626348083019e-05,
+      "loss": 3.5768,
+      "step": 19800
+    },
+    {
+      "epoch": 1.4226331254927256,
+      "grad_norm": 2.782902717590332,
+      "learning_rate": 1.8876682722858645e-05,
+      "loss": 3.5741,
+      "step": 19850
+    },
+    {
+      "epoch": 1.4262165842471153,
+      "grad_norm": 2.8731703758239746,
+      "learning_rate": 1.8867063384205898e-05,
+      "loss": 3.587,
+      "step": 19900
+    },
+    {
+      "epoch": 1.429800043001505,
+      "grad_norm": 2.9560530185699463,
+      "learning_rate": 1.885740550668043e-05,
+      "loss": 3.5665,
+      "step": 19950
+    },
+    {
+      "epoch": 1.4333835017558947,
+      "grad_norm": 2.8282206058502197,
+      "learning_rate": 1.8847709132258225e-05,
+      "loss": 3.5763,
+      "step": 20000
+    },
+    {
+      "epoch": 1.4333835017558947,
+      "eval_bleu": 0.12249807154181025,
+      "eval_chrf": 31.63094557582815,
+      "eval_loss": 3.563795328140259,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 45.5432,
+      "eval_samples_per_second": 43.914,
+      "eval_steps_per_second": 0.703,
+      "step": 20000
+    },
+    {
+      "epoch": 1.4369669605102846,
+      "grad_norm": 2.924074649810791,
+      "learning_rate": 1.883797430308259e-05,
+      "loss": 3.5757,
+      "step": 20050
+    },
+    {
+      "epoch": 1.4405504192646743,
+      "grad_norm": 2.711886167526245,
+      "learning_rate": 1.882820106146396e-05,
+      "loss": 3.5789,
+      "step": 20100
+    },
+    {
+      "epoch": 1.444133878019064,
+      "grad_norm": 2.909123420715332,
+      "learning_rate": 1.881838944987973e-05,
+      "loss": 3.5883,
+      "step": 20150
+    },
+    {
+      "epoch": 1.4477173367734537,
+      "grad_norm": 2.995091438293457,
+      "learning_rate": 1.880853951097405e-05,
+      "loss": 3.5724,
+      "step": 20200
+    },
+    {
+      "epoch": 1.4513007955278434,
+      "grad_norm": 2.9045002460479736,
+      "learning_rate": 1.8798651287557666e-05,
+      "loss": 3.5843,
+      "step": 20250
+    },
+    {
+      "epoch": 1.4548842542822333,
+      "grad_norm": 2.8527300357818604,
+      "learning_rate": 1.8788724822607716e-05,
+      "loss": 3.578,
+      "step": 20300
+    },
+    {
+      "epoch": 1.4584677130366228,
+      "grad_norm": 2.8599865436553955,
+      "learning_rate": 1.877876015926754e-05,
+      "loss": 3.59,
+      "step": 20350
+    },
+    {
+      "epoch": 1.4620511717910127,
+      "grad_norm": 2.725222110748291,
+      "learning_rate": 1.87687573408465e-05,
+      "loss": 3.5833,
+      "step": 20400
+    },
+    {
+      "epoch": 1.4656346305454024,
+      "grad_norm": 2.8469488620758057,
+      "learning_rate": 1.8758716410819803e-05,
+      "loss": 3.5743,
+      "step": 20450
+    },
+    {
+      "epoch": 1.4692180892997921,
+      "grad_norm": 2.8024840354919434,
+      "learning_rate": 1.8748637412828283e-05,
+      "loss": 3.5712,
+      "step": 20500
+    },
+    {
+      "epoch": 1.4728015480541818,
+      "grad_norm": 2.9290945529937744,
+      "learning_rate": 1.8738520390678248e-05,
+      "loss": 3.5813,
+      "step": 20550
+    },
+    {
+      "epoch": 1.4763850068085715,
+      "grad_norm": 2.9247348308563232,
+      "learning_rate": 1.8728365388341255e-05,
+      "loss": 3.5822,
+      "step": 20600
+    },
+    {
+      "epoch": 1.4799684655629615,
+      "grad_norm": 2.8682310581207275,
+      "learning_rate": 1.871817244995394e-05,
+      "loss": 3.5884,
+      "step": 20650
+    },
+    {
+      "epoch": 1.4835519243173512,
+      "grad_norm": 2.9185333251953125,
+      "learning_rate": 1.870794161981782e-05,
+      "loss": 3.5863,
+      "step": 20700
+    },
+    {
+      "epoch": 1.4871353830717409,
+      "grad_norm": 2.749582052230835,
+      "learning_rate": 1.8697672942399098e-05,
+      "loss": 3.5865,
+      "step": 20750
+    },
+    {
+      "epoch": 1.4907188418261306,
+      "grad_norm": 2.936692953109741,
+      "learning_rate": 1.868736646232848e-05,
+      "loss": 3.5801,
+      "step": 20800
+    },
+    {
+      "epoch": 1.4943023005805203,
+      "grad_norm": 2.938142776489258,
+      "learning_rate": 1.8677022224400964e-05,
+      "loss": 3.5729,
+      "step": 20850
+    },
+    {
+      "epoch": 1.49788575933491,
+      "grad_norm": 3.011687994003296,
+      "learning_rate": 1.8666640273575658e-05,
+      "loss": 3.5785,
+      "step": 20900
+    },
+    {
+      "epoch": 1.5014692180892997,
+      "grad_norm": 2.816288471221924,
+      "learning_rate": 1.8656220654975583e-05,
+      "loss": 3.5886,
+      "step": 20950
+    },
+    {
+      "epoch": 1.5050526768436896,
+      "grad_norm": 2.7425527572631836,
+      "learning_rate": 1.8645763413887477e-05,
+      "loss": 3.5771,
+      "step": 21000
+    },
+    {
+      "epoch": 1.5086361355980793,
+      "grad_norm": 3.1298673152923584,
+      "learning_rate": 1.8635268595761596e-05,
+      "loss": 3.5833,
+      "step": 21050
+    },
+    {
+      "epoch": 1.512219594352469,
+      "grad_norm": 2.816739797592163,
+      "learning_rate": 1.8624736246211505e-05,
+      "loss": 3.562,
+      "step": 21100
+    },
+    {
+      "epoch": 1.5158030531068587,
+      "grad_norm": 2.916163206100464,
+      "learning_rate": 1.8614166411013914e-05,
+      "loss": 3.5637,
+      "step": 21150
+    },
+    {
+      "epoch": 1.5193865118612484,
+      "grad_norm": 3.0684332847595215,
+      "learning_rate": 1.8603559136108437e-05,
+      "loss": 3.5727,
+      "step": 21200
+    },
+    {
+      "epoch": 1.5229699706156383,
+      "grad_norm": 3.1272342205047607,
+      "learning_rate": 1.8592914467597418e-05,
+      "loss": 3.573,
+      "step": 21250
+    },
+    {
+      "epoch": 1.5265534293700278,
+      "grad_norm": 2.9632070064544678,
+      "learning_rate": 1.858223245174573e-05,
+      "loss": 3.57,
+      "step": 21300
+    },
+    {
+      "epoch": 1.5301368881244177,
+      "grad_norm": 3.0092203617095947,
+      "learning_rate": 1.8571513134980564e-05,
+      "loss": 3.5752,
+      "step": 21350
+    },
+    {
+      "epoch": 1.5337203468788074,
+      "grad_norm": 2.8267996311187744,
+      "learning_rate": 1.856075656389123e-05,
+      "loss": 3.5719,
+      "step": 21400
+    },
+    {
+      "epoch": 1.5373038056331971,
+      "grad_norm": 3.1008353233337402,
+      "learning_rate": 1.8549962785228958e-05,
+      "loss": 3.5948,
+      "step": 21450
+    },
+    {
+      "epoch": 1.540887264387587,
+      "grad_norm": 2.9132208824157715,
+      "learning_rate": 1.85391318459067e-05,
+      "loss": 3.5915,
+      "step": 21500
+    },
+    {
+      "epoch": 1.5444707231419765,
+      "grad_norm": 2.771090269088745,
+      "learning_rate": 1.8528263792998902e-05,
+      "loss": 3.5876,
+      "step": 21550
+    },
+    {
+      "epoch": 1.5480541818963665,
+      "grad_norm": 2.8073010444641113,
+      "learning_rate": 1.8517358673741338e-05,
+      "loss": 3.5881,
+      "step": 21600
+    },
+    {
+      "epoch": 1.5516376406507562,
+      "grad_norm": 2.731285572052002,
+      "learning_rate": 1.8506416535530865e-05,
+      "loss": 3.5822,
+      "step": 21650
+    },
+    {
+      "epoch": 1.5552210994051459,
+      "grad_norm": 3.0876691341400146,
+      "learning_rate": 1.8495437425925253e-05,
+      "loss": 3.5764,
+      "step": 21700
+    },
+    {
+      "epoch": 1.5588045581595356,
+      "grad_norm": 2.7296268939971924,
+      "learning_rate": 1.8484421392642935e-05,
+      "loss": 3.5809,
+      "step": 21750
+    },
+    {
+      "epoch": 1.5623880169139253,
+      "grad_norm": 2.8521881103515625,
+      "learning_rate": 1.8473368483562854e-05,
+      "loss": 3.5756,
+      "step": 21800
+    },
+    {
+      "epoch": 1.5659714756683152,
+      "grad_norm": 3.099132537841797,
+      "learning_rate": 1.8462278746724203e-05,
+      "loss": 3.573,
+      "step": 21850
+    },
+    {
+      "epoch": 1.5695549344227047,
+      "grad_norm": 2.827470541000366,
+      "learning_rate": 1.845115223032626e-05,
+      "loss": 3.5763,
+      "step": 21900
+    },
+    {
+      "epoch": 1.5731383931770946,
+      "grad_norm": 2.8294425010681152,
+      "learning_rate": 1.8439988982728137e-05,
+      "loss": 3.5699,
+      "step": 21950
+    },
+    {
+      "epoch": 1.5767218519314843,
+      "grad_norm": 2.9396541118621826,
+      "learning_rate": 1.8428789052448604e-05,
+      "loss": 3.5764,
+      "step": 22000
+    },
+    {
+      "epoch": 1.5767218519314843,
+      "eval_bleu": 0.11334523704345144,
+      "eval_chrf": 31.36389134771373,
+      "eval_loss": 3.5576798915863037,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 54.3152,
+      "eval_samples_per_second": 36.822,
+      "eval_steps_per_second": 0.589,
+      "step": 22000
+    },
+    {
+      "epoch": 1.580305310685874,
+      "grad_norm": 2.829435110092163,
+      "learning_rate": 1.8417552488165867e-05,
+      "loss": 3.5667,
+      "step": 22050
+    },
+    {
+      "epoch": 1.5838887694402637,
+      "grad_norm": 2.941124677658081,
+      "learning_rate": 1.8406279338717338e-05,
+      "loss": 3.5779,
+      "step": 22100
+    },
+    {
+      "epoch": 1.5874722281946534,
+      "grad_norm": 2.7852892875671387,
+      "learning_rate": 1.839496965309946e-05,
+      "loss": 3.5822,
+      "step": 22150
+    },
+    {
+      "epoch": 1.5910556869490433,
+      "grad_norm": 2.7403132915496826,
+      "learning_rate": 1.8383623480467453e-05,
+      "loss": 3.5844,
+      "step": 22200
+    },
+    {
+      "epoch": 1.5946391457034328,
+      "grad_norm": 2.981234312057495,
+      "learning_rate": 1.8372240870135133e-05,
+      "loss": 3.5855,
+      "step": 22250
+    },
+    {
+      "epoch": 1.5982226044578227,
+      "grad_norm": 2.7821857929229736,
+      "learning_rate": 1.8360821871574686e-05,
+      "loss": 3.5745,
+      "step": 22300
+    },
+    {
+      "epoch": 1.6018060632122124,
+      "grad_norm": 2.858077049255371,
+      "learning_rate": 1.8349366534416445e-05,
+      "loss": 3.5825,
+      "step": 22350
+    },
+    {
+      "epoch": 1.6053895219666021,
+      "grad_norm": 2.7859299182891846,
+      "learning_rate": 1.8337874908448682e-05,
+      "loss": 3.5625,
+      "step": 22400
+    },
+    {
+      "epoch": 1.608972980720992,
+      "grad_norm": 2.7028887271881104,
+      "learning_rate": 1.832634704361739e-05,
+      "loss": 3.5763,
+      "step": 22450
+    },
+    {
+      "epoch": 1.6125564394753815,
+      "grad_norm": 3.0782694816589355,
+      "learning_rate": 1.831478299002608e-05,
+      "loss": 3.5772,
+      "step": 22500
+    },
+    {
+      "epoch": 1.6161398982297714,
+      "grad_norm": 3.041271448135376,
+      "learning_rate": 1.8303182797935525e-05,
+      "loss": 3.5777,
+      "step": 22550
+    },
+    {
+      "epoch": 1.6197233569841611,
+      "grad_norm": 2.8468174934387207,
+      "learning_rate": 1.8291546517763595e-05,
+      "loss": 3.5917,
+      "step": 22600
+    },
+    {
+      "epoch": 1.6233068157385508,
+      "grad_norm": 2.828982353210449,
+      "learning_rate": 1.827987420008499e-05,
+      "loss": 3.5784,
+      "step": 22650
+    },
+    {
+      "epoch": 1.6268902744929405,
+      "grad_norm": 2.8749842643737793,
+      "learning_rate": 1.8268165895631042e-05,
+      "loss": 3.5801,
+      "step": 22700
+    },
+    {
+      "epoch": 1.6304737332473302,
+      "grad_norm": 2.992783784866333,
+      "learning_rate": 1.8256421655289504e-05,
+      "loss": 3.5765,
+      "step": 22750
+    },
+    {
+      "epoch": 1.6340571920017202,
+      "grad_norm": 2.6944420337677,
+      "learning_rate": 1.8244641530104298e-05,
+      "loss": 3.5673,
+      "step": 22800
+    },
+    {
+      "epoch": 1.6376406507561097,
+      "grad_norm": 2.870269536972046,
+      "learning_rate": 1.823282557127533e-05,
+      "loss": 3.5814,
+      "step": 22850
+    },
+    {
+      "epoch": 1.6412241095104996,
+      "grad_norm": 2.8161678314208984,
+      "learning_rate": 1.8220973830158238e-05,
+      "loss": 3.586,
+      "step": 22900
+    },
+    {
+      "epoch": 1.6448075682648893,
+      "grad_norm": 2.78464674949646,
+      "learning_rate": 1.8209086358264186e-05,
+      "loss": 3.5786,
+      "step": 22950
+    },
+    {
+      "epoch": 1.648391027019279,
+      "grad_norm": 2.765545606613159,
+      "learning_rate": 1.8197163207259633e-05,
+      "loss": 3.5955,
+      "step": 23000
+    },
+    {
+      "epoch": 1.651974485773669,
+      "grad_norm": 2.6948845386505127,
+      "learning_rate": 1.8185204428966112e-05,
+      "loss": 3.5865,
+      "step": 23050
+    },
+    {
+      "epoch": 1.6555579445280584,
+      "grad_norm": 2.708742141723633,
+      "learning_rate": 1.8173210075359998e-05,
+      "loss": 3.5796,
+      "step": 23100
+    },
+    {
+      "epoch": 1.6591414032824483,
+      "grad_norm": 2.8216657638549805,
+      "learning_rate": 1.816118019857229e-05,
+      "loss": 3.5735,
+      "step": 23150
+    },
+    {
+      "epoch": 1.662724862036838,
+      "grad_norm": 2.85703444480896,
+      "learning_rate": 1.8149114850888377e-05,
+      "loss": 3.5735,
+      "step": 23200
+    },
+    {
+      "epoch": 1.6663083207912277,
+      "grad_norm": 2.8441498279571533,
+      "learning_rate": 1.8137014084747826e-05,
+      "loss": 3.5748,
+      "step": 23250
+    },
+    {
+      "epoch": 1.6698917795456174,
+      "grad_norm": 2.673859119415283,
+      "learning_rate": 1.812487795274413e-05,
+      "loss": 3.58,
+      "step": 23300
+    },
+    {
+      "epoch": 1.673475238300007,
+      "grad_norm": 2.8713035583496094,
+      "learning_rate": 1.8112706507624497e-05,
+      "loss": 3.5824,
+      "step": 23350
+    },
+    {
+      "epoch": 1.677058697054397,
+      "grad_norm": 2.80495285987854,
+      "learning_rate": 1.8100499802289622e-05,
+      "loss": 3.58,
+      "step": 23400
+    },
+    {
+      "epoch": 1.6806421558087865,
+      "grad_norm": 2.92824387550354,
+      "learning_rate": 1.8088257889793447e-05,
+      "loss": 3.5755,
+      "step": 23450
+    },
+    {
+      "epoch": 1.6842256145631764,
+      "grad_norm": 2.7672481536865234,
+      "learning_rate": 1.807598082334293e-05,
+      "loss": 3.5622,
+      "step": 23500
+    },
+    {
+      "epoch": 1.6878090733175661,
+      "grad_norm": 2.9362590312957764,
+      "learning_rate": 1.8063668656297825e-05,
+      "loss": 3.5724,
+      "step": 23550
+    },
+    {
+      "epoch": 1.6913925320719558,
+      "grad_norm": 2.7550365924835205,
+      "learning_rate": 1.805132144217044e-05,
+      "loss": 3.5613,
+      "step": 23600
+    },
+    {
+      "epoch": 1.6949759908263455,
+      "grad_norm": 2.886197328567505,
+      "learning_rate": 1.8038939234625414e-05,
+      "loss": 3.57,
+      "step": 23650
+    },
+    {
+      "epoch": 1.6985594495807352,
+      "grad_norm": 2.734015941619873,
+      "learning_rate": 1.8026522087479467e-05,
+      "loss": 3.5738,
+      "step": 23700
+    },
+    {
+      "epoch": 1.7021429083351252,
+      "grad_norm": 2.7327027320861816,
+      "learning_rate": 1.8014070054701187e-05,
+      "loss": 3.59,
+      "step": 23750
+    },
+    {
+      "epoch": 1.7057263670895146,
+      "grad_norm": 2.899219274520874,
+      "learning_rate": 1.8001583190410778e-05,
+      "loss": 3.5736,
+      "step": 23800
+    },
+    {
+      "epoch": 1.7093098258439046,
+      "grad_norm": 2.7758846282958984,
+      "learning_rate": 1.7989061548879837e-05,
+      "loss": 3.57,
+      "step": 23850
+    },
+    {
+      "epoch": 1.7128932845982943,
+      "grad_norm": 2.7916834354400635,
+      "learning_rate": 1.7976505184531108e-05,
+      "loss": 3.5737,
+      "step": 23900
+    },
+    {
+      "epoch": 1.716476743352684,
+      "grad_norm": 2.91076397895813,
+      "learning_rate": 1.796391415193826e-05,
+      "loss": 3.5638,
+      "step": 23950
+    },
+    {
+      "epoch": 1.7200602021070739,
+      "grad_norm": 2.815558910369873,
+      "learning_rate": 1.795128850582563e-05,
+      "loss": 3.5772,
+      "step": 24000
+    },
+    {
+      "epoch": 1.7200602021070739,
+      "eval_bleu": 0.1197485135100784,
+      "eval_chrf": 31.472904798557526,
+      "eval_loss": 3.554502010345459,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 41.8102,
+      "eval_samples_per_second": 47.835,
+      "eval_steps_per_second": 0.765,
+      "step": 24000
+    },
+    {
+      "epoch": 1.7236436608614634,
+      "grad_norm": 2.751685619354248,
+      "learning_rate": 1.7938628301067996e-05,
+      "loss": 3.5715,
+      "step": 24050
+    },
+    {
+      "epoch": 1.7272271196158533,
+      "grad_norm": 2.8190271854400635,
+      "learning_rate": 1.7925933592690354e-05,
+      "loss": 3.582,
+      "step": 24100
+    },
+    {
+      "epoch": 1.730810578370243,
+      "grad_norm": 3.05564284324646,
+      "learning_rate": 1.7913204435867638e-05,
+      "loss": 3.5864,
+      "step": 24150
+    },
+    {
+      "epoch": 1.7343940371246327,
+      "grad_norm": 2.826040029525757,
+      "learning_rate": 1.7900440885924524e-05,
+      "loss": 3.5672,
+      "step": 24200
+    },
+    {
+      "epoch": 1.7379774958790224,
+      "grad_norm": 2.821018934249878,
+      "learning_rate": 1.7887642998335162e-05,
+      "loss": 3.5635,
+      "step": 24250
+    },
+    {
+      "epoch": 1.741560954633412,
+      "grad_norm": 2.904508590698242,
+      "learning_rate": 1.7874810828722952e-05,
+      "loss": 3.5686,
+      "step": 24300
+    },
+    {
+      "epoch": 1.745144413387802,
+      "grad_norm": 3.339547634124756,
+      "learning_rate": 1.786194443286028e-05,
+      "loss": 3.5773,
+      "step": 24350
+    },
+    {
+      "epoch": 1.7487278721421915,
+      "grad_norm": 2.6998884677886963,
+      "learning_rate": 1.78490438666683e-05,
+      "loss": 3.5702,
+      "step": 24400
+    },
+    {
+      "epoch": 1.7523113308965814,
+      "grad_norm": 2.678086519241333,
+      "learning_rate": 1.7836109186216685e-05,
+      "loss": 3.5745,
+      "step": 24450
+    },
+    {
+      "epoch": 1.7558947896509711,
+      "grad_norm": 2.6666903495788574,
+      "learning_rate": 1.782314044772336e-05,
+      "loss": 3.5752,
+      "step": 24500
+    },
+    {
+      "epoch": 1.7594782484053608,
+      "grad_norm": 2.8353140354156494,
+      "learning_rate": 1.781013770755429e-05,
+      "loss": 3.5761,
+      "step": 24550
+    },
+    {
+      "epoch": 1.7630617071597507,
+      "grad_norm": 2.9337687492370605,
+      "learning_rate": 1.7797101022223223e-05,
+      "loss": 3.5709,
+      "step": 24600
+    },
+    {
+      "epoch": 1.7666451659141402,
+      "grad_norm": 2.79362154006958,
+      "learning_rate": 1.778403044839144e-05,
+      "loss": 3.583,
+      "step": 24650
+    },
+    {
+      "epoch": 1.7702286246685301,
+      "grad_norm": 2.8935132026672363,
+      "learning_rate": 1.77709260428675e-05,
+      "loss": 3.5762,
+      "step": 24700
+    },
+    {
+      "epoch": 1.7738120834229198,
+      "grad_norm": 2.8787715435028076,
+      "learning_rate": 1.7757787862607023e-05,
+      "loss": 3.5661,
+      "step": 24750
+    },
+    {
+      "epoch": 1.7773955421773096,
+      "grad_norm": 2.8189823627471924,
+      "learning_rate": 1.7744615964712414e-05,
+      "loss": 3.576,
+      "step": 24800
+    },
+    {
+      "epoch": 1.7809790009316993,
+      "grad_norm": 2.739851713180542,
+      "learning_rate": 1.7731410406432624e-05,
+      "loss": 3.5745,
+      "step": 24850
+    },
+    {
+      "epoch": 1.784562459686089,
+      "grad_norm": 2.753006935119629,
+      "learning_rate": 1.771817124516291e-05,
+      "loss": 3.5736,
+      "step": 24900
+    },
+    {
+      "epoch": 1.7881459184404789,
+      "grad_norm": 2.773777484893799,
+      "learning_rate": 1.770489853844456e-05,
+      "loss": 3.5779,
+      "step": 24950
+    },
+    {
+      "epoch": 1.7917293771948684,
+      "grad_norm": 2.868133068084717,
+      "learning_rate": 1.7691592343964684e-05,
+      "loss": 3.5809,
+      "step": 25000
+    },
+    {
+      "epoch": 1.7953128359492583,
+      "grad_norm": 2.806450605392456,
+      "learning_rate": 1.7678252719555917e-05,
+      "loss": 3.5673,
+      "step": 25050
+    },
+    {
+      "epoch": 1.798896294703648,
+      "grad_norm": 2.7752861976623535,
+      "learning_rate": 1.7664879723196212e-05,
+      "loss": 3.5596,
+      "step": 25100
+    },
+    {
+      "epoch": 1.8024797534580377,
+      "grad_norm": 2.954555034637451,
+      "learning_rate": 1.7651473413008547e-05,
+      "loss": 3.5846,
+      "step": 25150
+    },
+    {
+      "epoch": 1.8060632122124274,
+      "grad_norm": 3.014866590499878,
+      "learning_rate": 1.7638033847260704e-05,
+      "loss": 3.5686,
+      "step": 25200
+    },
+    {
+      "epoch": 1.809646670966817,
+      "grad_norm": 2.959399461746216,
+      "learning_rate": 1.7624561084365e-05,
+      "loss": 3.5818,
+      "step": 25250
+    },
+    {
+      "epoch": 1.813230129721207,
+      "grad_norm": 2.997256278991699,
+      "learning_rate": 1.7611055182878037e-05,
+      "loss": 3.5595,
+      "step": 25300
+    },
+    {
+      "epoch": 1.8168135884755965,
+      "grad_norm": 2.8707447052001953,
+      "learning_rate": 1.7597516201500443e-05,
+      "loss": 3.5745,
+      "step": 25350
+    },
+    {
+      "epoch": 1.8203970472299864,
+      "grad_norm": 2.7337288856506348,
+      "learning_rate": 1.7583944199076625e-05,
+      "loss": 3.568,
+      "step": 25400
+    },
+    {
+      "epoch": 1.823980505984376,
+      "grad_norm": 2.821685314178467,
+      "learning_rate": 1.757033923459451e-05,
+      "loss": 3.5729,
+      "step": 25450
+    },
+    {
+      "epoch": 1.8275639647387658,
+      "grad_norm": 2.995807647705078,
+      "learning_rate": 1.7556701367185286e-05,
+      "loss": 3.5738,
+      "step": 25500
+    },
+    {
+      "epoch": 1.8311474234931557,
+      "grad_norm": 2.9217429161071777,
+      "learning_rate": 1.7543030656123146e-05,
+      "loss": 3.5747,
+      "step": 25550
+    },
+    {
+      "epoch": 1.8347308822475452,
+      "grad_norm": 2.994443416595459,
+      "learning_rate": 1.752932716082503e-05,
+      "loss": 3.5724,
+      "step": 25600
+    },
+    {
+      "epoch": 1.8383143410019351,
+      "grad_norm": 2.708355665206909,
+      "learning_rate": 1.751559094085038e-05,
+      "loss": 3.5837,
+      "step": 25650
+    },
+    {
+      "epoch": 1.8418977997563248,
+      "grad_norm": 2.806644916534424,
+      "learning_rate": 1.7501822055900847e-05,
+      "loss": 3.58,
+      "step": 25700
+    },
+    {
+      "epoch": 1.8454812585107145,
+      "grad_norm": 2.915886878967285,
+      "learning_rate": 1.7488020565820073e-05,
+      "loss": 3.5876,
+      "step": 25750
+    },
+    {
+      "epoch": 1.8490647172651042,
+      "grad_norm": 2.9538660049438477,
+      "learning_rate": 1.7474186530593403e-05,
+      "loss": 3.5773,
+      "step": 25800
+    },
+    {
+      "epoch": 1.852648176019494,
+      "grad_norm": 2.8157734870910645,
+      "learning_rate": 1.7460320010347637e-05,
+      "loss": 3.5839,
+      "step": 25850
+    },
+    {
+      "epoch": 1.8562316347738839,
+      "grad_norm": 2.949252128601074,
+      "learning_rate": 1.7446421065350754e-05,
+      "loss": 3.5666,
+      "step": 25900
+    },
+    {
+      "epoch": 1.8598150935282733,
+      "grad_norm": 2.851363182067871,
+      "learning_rate": 1.7432489756011674e-05,
+      "loss": 3.5693,
+      "step": 25950
+    },
+    {
+      "epoch": 1.8633985522826633,
+      "grad_norm": 2.8604774475097656,
+      "learning_rate": 1.741852614287998e-05,
+      "loss": 3.5651,
+      "step": 26000
+    },
+    {
+      "epoch": 1.8633985522826633,
+      "eval_bleu": 0.12196218593726563,
+      "eval_chrf": 31.345082352455066,
+      "eval_loss": 3.551687002182007,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 41.9328,
+      "eval_samples_per_second": 47.695,
+      "eval_steps_per_second": 0.763,
+      "step": 26000
+    },
+    {
+      "epoch": 1.866982011037053,
+      "grad_norm": 2.8940553665161133,
+      "learning_rate": 1.7404530286645647e-05,
+      "loss": 3.5572,
+      "step": 26050
+    },
+    {
+      "epoch": 1.8705654697914427,
+      "grad_norm": 2.877095937728882,
+      "learning_rate": 1.7390502248138794e-05,
+      "loss": 3.5702,
+      "step": 26100
+    },
+    {
+      "epoch": 1.8741489285458326,
+      "grad_norm": 2.839142084121704,
+      "learning_rate": 1.7376442088329416e-05,
+      "loss": 3.5723,
+      "step": 26150
+    },
+    {
+      "epoch": 1.877732387300222,
+      "grad_norm": 2.708503007888794,
+      "learning_rate": 1.7362349868327117e-05,
+      "loss": 3.5716,
+      "step": 26200
+    },
+    {
+      "epoch": 1.881315846054612,
+      "grad_norm": 2.899132251739502,
+      "learning_rate": 1.7348225649380837e-05,
+      "loss": 3.5727,
+      "step": 26250
+    },
+    {
+      "epoch": 1.8848993048090017,
+      "grad_norm": 2.788818120956421,
+      "learning_rate": 1.73340694928786e-05,
+      "loss": 3.5807,
+      "step": 26300
+    },
+    {
+      "epoch": 1.8884827635633914,
+      "grad_norm": 2.865138530731201,
+      "learning_rate": 1.7319881460347236e-05,
+      "loss": 3.5674,
+      "step": 26350
+    },
+    {
+      "epoch": 1.892066222317781,
+      "grad_norm": 2.858018159866333,
+      "learning_rate": 1.730566161345212e-05,
+      "loss": 3.5762,
+      "step": 26400
+    },
+    {
+      "epoch": 1.8956496810721708,
+      "grad_norm": 2.7254562377929688,
+      "learning_rate": 1.72914100139969e-05,
+      "loss": 3.5582,
+      "step": 26450
+    },
+    {
+      "epoch": 1.8992331398265607,
+      "grad_norm": 2.8706555366516113,
+      "learning_rate": 1.727712672392323e-05,
+      "loss": 3.5685,
+      "step": 26500
+    },
+    {
+      "epoch": 1.9028165985809502,
+      "grad_norm": 2.877462148666382,
+      "learning_rate": 1.72628118053105e-05,
+      "loss": 3.581,
+      "step": 26550
+    },
+    {
+      "epoch": 1.9064000573353401,
+      "grad_norm": 2.8969461917877197,
+      "learning_rate": 1.7248465320375572e-05,
+      "loss": 3.5766,
+      "step": 26600
+    },
+    {
+      "epoch": 1.9099835160897298,
+      "grad_norm": 2.7944114208221436,
+      "learning_rate": 1.72340873314725e-05,
+      "loss": 3.5699,
+      "step": 26650
+    },
+    {
+      "epoch": 1.9135669748441195,
+      "grad_norm": 2.7690773010253906,
+      "learning_rate": 1.721967790109226e-05,
+      "loss": 3.5699,
+      "step": 26700
+    },
+    {
+      "epoch": 1.9171504335985092,
+      "grad_norm": 2.9355599880218506,
+      "learning_rate": 1.7205237091862496e-05,
+      "loss": 3.5553,
+      "step": 26750
+    },
+    {
+      "epoch": 1.920733892352899,
+      "grad_norm": 2.7249794006347656,
+      "learning_rate": 1.7190764966547212e-05,
+      "loss": 3.5702,
+      "step": 26800
+    },
+    {
+      "epoch": 1.9243173511072889,
+      "grad_norm": 2.669384717941284,
+      "learning_rate": 1.7176261588046542e-05,
+      "loss": 3.5626,
+      "step": 26850
+    },
+    {
+      "epoch": 1.9279008098616783,
+      "grad_norm": 2.86441969871521,
+      "learning_rate": 1.7161727019396447e-05,
+      "loss": 3.5781,
+      "step": 26900
+    },
+    {
+      "epoch": 1.9314842686160683,
+      "grad_norm": 2.89664363861084,
+      "learning_rate": 1.714716132376844e-05,
+      "loss": 3.5765,
+      "step": 26950
+    },
+    {
+      "epoch": 1.935067727370458,
+      "grad_norm": 3.1724424362182617,
+      "learning_rate": 1.7132564564469337e-05,
+      "loss": 3.5649,
+      "step": 27000
+    },
+    {
+      "epoch": 1.9386511861248477,
+      "grad_norm": 2.814220905303955,
+      "learning_rate": 1.711793680494096e-05,
+      "loss": 3.5724,
+      "step": 27050
+    },
+    {
+      "epoch": 1.9422346448792376,
+      "grad_norm": 2.87035870552063,
+      "learning_rate": 1.7103278108759863e-05,
+      "loss": 3.5667,
+      "step": 27100
+    },
+    {
+      "epoch": 1.945818103633627,
+      "grad_norm": 2.7890102863311768,
+      "learning_rate": 1.7088588539637066e-05,
+      "loss": 3.559,
+      "step": 27150
+    },
+    {
+      "epoch": 1.949401562388017,
+      "grad_norm": 2.7805936336517334,
+      "learning_rate": 1.7073868161417766e-05,
+      "loss": 3.5635,
+      "step": 27200
+    },
+    {
+      "epoch": 1.9529850211424067,
+      "grad_norm": 2.7486321926116943,
+      "learning_rate": 1.705911703808107e-05,
+      "loss": 3.5642,
+      "step": 27250
+    },
+    {
+      "epoch": 1.9565684798967964,
+      "grad_norm": 2.8545165061950684,
+      "learning_rate": 1.7044335233739712e-05,
+      "loss": 3.5716,
+      "step": 27300
+    },
+    {
+      "epoch": 1.960151938651186,
+      "grad_norm": 2.786341428756714,
+      "learning_rate": 1.7029522812639768e-05,
+      "loss": 3.5649,
+      "step": 27350
+    },
+    {
+      "epoch": 1.9637353974055758,
+      "grad_norm": 3.119352102279663,
+      "learning_rate": 1.7014679839160393e-05,
+      "loss": 3.5665,
+      "step": 27400
+    },
+    {
+      "epoch": 1.9673188561599657,
+      "grad_norm": 2.8911643028259277,
+      "learning_rate": 1.6999806377813533e-05,
+      "loss": 3.5796,
+      "step": 27450
+    },
+    {
+      "epoch": 1.9709023149143552,
+      "grad_norm": 2.6484568119049072,
+      "learning_rate": 1.698490249324363e-05,
+      "loss": 3.5719,
+      "step": 27500
+    },
+    {
+      "epoch": 1.9744857736687451,
+      "grad_norm": 2.867673635482788,
+      "learning_rate": 1.696996825022736e-05,
+      "loss": 3.5755,
+      "step": 27550
+    },
+    {
+      "epoch": 1.9780692324231348,
+      "grad_norm": 2.8338863849639893,
+      "learning_rate": 1.6955003713673357e-05,
+      "loss": 3.57,
+      "step": 27600
+    },
+    {
+      "epoch": 1.9816526911775245,
+      "grad_norm": 2.818838596343994,
+      "learning_rate": 1.6940008948621904e-05,
+      "loss": 3.5653,
+      "step": 27650
+    },
+    {
+      "epoch": 1.9852361499319144,
+      "grad_norm": 2.8224220275878906,
+      "learning_rate": 1.692498402024467e-05,
+      "loss": 3.5634,
+      "step": 27700
+    },
+    {
+      "epoch": 1.988819608686304,
+      "grad_norm": 2.797938346862793,
+      "learning_rate": 1.690992899384443e-05,
+      "loss": 3.5725,
+      "step": 27750
+    },
+    {
+      "epoch": 1.9924030674406938,
+      "grad_norm": 3.063934564590454,
+      "learning_rate": 1.689484393485477e-05,
+      "loss": 3.5726,
+      "step": 27800
+    },
+    {
+      "epoch": 1.9959865261950835,
+      "grad_norm": 2.886658191680908,
+      "learning_rate": 1.6879728908839807e-05,
+      "loss": 3.5524,
+      "step": 27850
+    },
+    {
+      "epoch": 1.9995699849494732,
+      "grad_norm": 2.783209800720215,
+      "learning_rate": 1.6864583981493896e-05,
+      "loss": 3.5635,
+      "step": 27900
+    },
+    {
+      "epoch": 2.003153443703863,
+      "grad_norm": 2.6848716735839844,
+      "learning_rate": 1.6849409218641358e-05,
+      "loss": 3.5412,
+      "step": 27950
+    },
+    {
+      "epoch": 2.0067369024582526,
+      "grad_norm": 2.811471462249756,
+      "learning_rate": 1.6834204686236197e-05,
+      "loss": 3.5323,
+      "step": 28000
+    },
+    {
+      "epoch": 2.0067369024582526,
+      "eval_bleu": 0.12115903047632665,
+      "eval_chrf": 31.558730091944653,
+      "eval_loss": 3.5473411083221436,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 37.4272,
+      "eval_samples_per_second": 53.437,
+      "eval_steps_per_second": 0.855,
+      "step": 28000
+    },
+    {
+      "epoch": 2.0103203612126426,
+      "grad_norm": 2.8451473712921143,
+      "learning_rate": 1.6818970450361788e-05,
+      "loss": 3.5381,
+      "step": 28050
+    },
+    {
+      "epoch": 2.013903819967032,
+      "grad_norm": 2.809297561645508,
+      "learning_rate": 1.6803706577230608e-05,
+      "loss": 3.5444,
+      "step": 28100
+    },
+    {
+      "epoch": 2.017487278721422,
+      "grad_norm": 2.845383644104004,
+      "learning_rate": 1.6788413133183966e-05,
+      "loss": 3.5231,
+      "step": 28150
+    },
+    {
+      "epoch": 2.0210707374758115,
+      "grad_norm": 3.013930320739746,
+      "learning_rate": 1.6773090184691668e-05,
+      "loss": 3.5299,
+      "step": 28200
+    },
+    {
+      "epoch": 2.0246541962302014,
+      "grad_norm": 2.818485975265503,
+      "learning_rate": 1.6757737798351773e-05,
+      "loss": 3.5259,
+      "step": 28250
+    },
+    {
+      "epoch": 2.0282376549845913,
+      "grad_norm": 2.7693302631378174,
+      "learning_rate": 1.674235604089028e-05,
+      "loss": 3.5242,
+      "step": 28300
+    },
+    {
+      "epoch": 2.0318211137389808,
+      "grad_norm": 2.762985944747925,
+      "learning_rate": 1.672694497916084e-05,
+      "loss": 3.5305,
+      "step": 28350
+    },
+    {
+      "epoch": 2.0354045724933707,
+      "grad_norm": 2.805513381958008,
+      "learning_rate": 1.6711504680144477e-05,
+      "loss": 3.539,
+      "step": 28400
+    },
+    {
+      "epoch": 2.03898803124776,
+      "grad_norm": 2.756537914276123,
+      "learning_rate": 1.6696035210949283e-05,
+      "loss": 3.5343,
+      "step": 28450
+    },
+    {
+      "epoch": 2.04257149000215,
+      "grad_norm": 2.6860361099243164,
+      "learning_rate": 1.6680536638810134e-05,
+      "loss": 3.5338,
+      "step": 28500
+    },
+    {
+      "epoch": 2.04615494875654,
+      "grad_norm": 2.9358043670654297,
+      "learning_rate": 1.6665009031088395e-05,
+      "loss": 3.5355,
+      "step": 28550
+    },
+    {
+      "epoch": 2.0497384075109295,
+      "grad_norm": 2.7824769020080566,
+      "learning_rate": 1.6649452455271626e-05,
+      "loss": 3.5497,
+      "step": 28600
+    },
+    {
+      "epoch": 2.0533218662653194,
+      "grad_norm": 2.7985236644744873,
+      "learning_rate": 1.6633866978973305e-05,
+      "loss": 3.537,
+      "step": 28650
+    },
+    {
+      "epoch": 2.056905325019709,
+      "grad_norm": 2.756932020187378,
+      "learning_rate": 1.6618252669932492e-05,
+      "loss": 3.5327,
+      "step": 28700
+    },
+    {
+      "epoch": 2.060488783774099,
+      "grad_norm": 2.725965738296509,
+      "learning_rate": 1.660260959601359e-05,
+      "loss": 3.529,
+      "step": 28750
+    },
+    {
+      "epoch": 2.0640722425284883,
+      "grad_norm": 2.8441810607910156,
+      "learning_rate": 1.658693782520601e-05,
+      "loss": 3.5308,
+      "step": 28800
+    },
+    {
+      "epoch": 2.0676557012828782,
+      "grad_norm": 2.894514799118042,
+      "learning_rate": 1.657123742562389e-05,
+      "loss": 3.5508,
+      "step": 28850
+    },
+    {
+      "epoch": 2.071239160037268,
+      "grad_norm": 2.7920329570770264,
+      "learning_rate": 1.6555508465505797e-05,
+      "loss": 3.5379,
+      "step": 28900
+    },
+    {
+      "epoch": 2.0748226187916576,
+      "grad_norm": 3.002916097640991,
+      "learning_rate": 1.6539751013214435e-05,
+      "loss": 3.5418,
+      "step": 28950
+    },
+    {
+      "epoch": 2.0784060775460476,
+      "grad_norm": 2.971566915512085,
+      "learning_rate": 1.6523965137236336e-05,
+      "loss": 3.5416,
+      "step": 29000
+    },
+    {
+      "epoch": 2.081989536300437,
+      "grad_norm": 2.715998411178589,
+      "learning_rate": 1.650815090618157e-05,
+      "loss": 3.527,
+      "step": 29050
+    },
+    {
+      "epoch": 2.085572995054827,
+      "grad_norm": 2.767256021499634,
+      "learning_rate": 1.649230838878345e-05,
+      "loss": 3.5415,
+      "step": 29100
+    },
+    {
+      "epoch": 2.089156453809217,
+      "grad_norm": 2.826587200164795,
+      "learning_rate": 1.647643765389823e-05,
+      "loss": 3.526,
+      "step": 29150
+    },
+    {
+      "epoch": 2.0927399125636064,
+      "grad_norm": 2.897087812423706,
+      "learning_rate": 1.6460538770504805e-05,
+      "loss": 3.544,
+      "step": 29200
+    },
+    {
+      "epoch": 2.0963233713179963,
+      "grad_norm": 2.8634605407714844,
+      "learning_rate": 1.6444611807704417e-05,
+      "loss": 3.5407,
+      "step": 29250
+    },
+    {
+      "epoch": 2.0999068300723858,
+      "grad_norm": 2.685556650161743,
+      "learning_rate": 1.6428656834720334e-05,
+      "loss": 3.5418,
+      "step": 29300
+    },
+    {
+      "epoch": 2.1034902888267757,
+      "grad_norm": 2.9170994758605957,
+      "learning_rate": 1.641267392089758e-05,
+      "loss": 3.5357,
+      "step": 29350
+    },
+    {
+      "epoch": 2.107073747581165,
+      "grad_norm": 2.7992308139801025,
+      "learning_rate": 1.6396663135702614e-05,
+      "loss": 3.5274,
+      "step": 29400
+    },
+    {
+      "epoch": 2.110657206335555,
+      "grad_norm": 2.8145751953125,
+      "learning_rate": 1.6380624548723027e-05,
+      "loss": 3.5195,
+      "step": 29450
+    },
+    {
+      "epoch": 2.114240665089945,
+      "grad_norm": 2.8204431533813477,
+      "learning_rate": 1.636455822966725e-05,
+      "loss": 3.5408,
+      "step": 29500
+    },
+    {
+      "epoch": 2.1178241238443345,
+      "grad_norm": 2.962052583694458,
+      "learning_rate": 1.6348464248364246e-05,
+      "loss": 3.5313,
+      "step": 29550
+    },
+    {
+      "epoch": 2.1214075825987244,
+      "grad_norm": 2.9541497230529785,
+      "learning_rate": 1.6332342674763198e-05,
+      "loss": 3.5366,
+      "step": 29600
+    },
+    {
+      "epoch": 2.124991041353114,
+      "grad_norm": 2.7459237575531006,
+      "learning_rate": 1.6316193578933225e-05,
+      "loss": 3.5464,
+      "step": 29650
+    },
+    {
+      "epoch": 2.128574500107504,
+      "grad_norm": 2.715641736984253,
+      "learning_rate": 1.6300017031063063e-05,
+      "loss": 3.5461,
+      "step": 29700
+    },
+    {
+      "epoch": 2.1321579588618933,
+      "grad_norm": 2.699241876602173,
+      "learning_rate": 1.628381310146075e-05,
+      "loss": 3.5284,
+      "step": 29750
+    },
+    {
+      "epoch": 2.135741417616283,
+      "grad_norm": 2.910492420196533,
+      "learning_rate": 1.626758186055336e-05,
+      "loss": 3.5266,
+      "step": 29800
+    },
+    {
+      "epoch": 2.139324876370673,
+      "grad_norm": 2.9033477306365967,
+      "learning_rate": 1.6251323378886637e-05,
+      "loss": 3.5461,
+      "step": 29850
+    },
+    {
+      "epoch": 2.1429083351250626,
+      "grad_norm": 2.6856632232666016,
+      "learning_rate": 1.6235037727124745e-05,
+      "loss": 3.5293,
+      "step": 29900
+    },
+    {
+      "epoch": 2.1464917938794525,
+      "grad_norm": 2.8470466136932373,
+      "learning_rate": 1.621872497604993e-05,
+      "loss": 3.5476,
+      "step": 29950
+    },
+    {
+      "epoch": 2.150075252633842,
+      "grad_norm": 2.725917339324951,
+      "learning_rate": 1.6202385196562217e-05,
+      "loss": 3.5326,
+      "step": 30000
+    },
+    {
+      "epoch": 2.150075252633842,
+      "eval_bleu": 0.12489843854678662,
+      "eval_chrf": 31.70951345304743,
+      "eval_loss": 3.5458145141601562,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 38.1674,
+      "eval_samples_per_second": 52.401,
+      "eval_steps_per_second": 0.838,
+      "step": 30000
+    },
+    {
+      "epoch": 2.153658711388232,
+      "grad_norm": 2.8169612884521484,
+      "learning_rate": 1.618601845967911e-05,
+      "loss": 3.5438,
+      "step": 30050
+    },
+    {
+      "epoch": 2.157242170142622,
+      "grad_norm": 3.103529691696167,
+      "learning_rate": 1.6169624836535272e-05,
+      "loss": 3.5505,
+      "step": 30100
+    },
+    {
+      "epoch": 2.1608256288970114,
+      "grad_norm": 2.8524582386016846,
+      "learning_rate": 1.6153204398382222e-05,
+      "loss": 3.5409,
+      "step": 30150
+    },
+    {
+      "epoch": 2.1644090876514013,
+      "grad_norm": 2.756819248199463,
+      "learning_rate": 1.6136757216588032e-05,
+      "loss": 3.5286,
+      "step": 30200
+    },
+    {
+      "epoch": 2.1679925464057908,
+      "grad_norm": 2.771524667739868,
+      "learning_rate": 1.6120283362637006e-05,
+      "loss": 3.521,
+      "step": 30250
+    },
+    {
+      "epoch": 2.1715760051601807,
+      "grad_norm": 2.800292730331421,
+      "learning_rate": 1.610378290812937e-05,
+      "loss": 3.5315,
+      "step": 30300
+    },
+    {
+      "epoch": 2.17515946391457,
+      "grad_norm": 2.824660539627075,
+      "learning_rate": 1.608725592478096e-05,
+      "loss": 3.5477,
+      "step": 30350
+    },
+    {
+      "epoch": 2.17874292266896,
+      "grad_norm": 2.8247411251068115,
+      "learning_rate": 1.6070702484422934e-05,
+      "loss": 3.5372,
+      "step": 30400
+    },
+    {
+      "epoch": 2.18232638142335,
+      "grad_norm": 2.841275930404663,
+      "learning_rate": 1.605412265900141e-05,
+      "loss": 3.5435,
+      "step": 30450
+    },
+    {
+      "epoch": 2.1859098401777395,
+      "grad_norm": 2.795316219329834,
+      "learning_rate": 1.603751652057721e-05,
+      "loss": 3.539,
+      "step": 30500
+    },
+    {
+      "epoch": 2.1894932989321294,
+      "grad_norm": 2.725374221801758,
+      "learning_rate": 1.6020884141325506e-05,
+      "loss": 3.525,
+      "step": 30550
+    },
+    {
+      "epoch": 2.193076757686519,
+      "grad_norm": 2.6841118335723877,
+      "learning_rate": 1.6004225593535526e-05,
+      "loss": 3.5378,
+      "step": 30600
+    },
+    {
+      "epoch": 2.196660216440909,
+      "grad_norm": 2.75899600982666,
+      "learning_rate": 1.5987540949610228e-05,
+      "loss": 3.5394,
+      "step": 30650
+    },
+    {
+      "epoch": 2.2002436751952983,
+      "grad_norm": 3.0485081672668457,
+      "learning_rate": 1.5970830282065998e-05,
+      "loss": 3.5321,
+      "step": 30700
+    },
+    {
+      "epoch": 2.203827133949688,
+      "grad_norm": 2.768996477127075,
+      "learning_rate": 1.5954093663532324e-05,
+      "loss": 3.5479,
+      "step": 30750
+    },
+    {
+      "epoch": 2.207410592704078,
+      "grad_norm": 2.8048784732818604,
+      "learning_rate": 1.5937331166751492e-05,
+      "loss": 3.5297,
+      "step": 30800
+    },
+    {
+      "epoch": 2.2109940514584676,
+      "grad_norm": 2.964184045791626,
+      "learning_rate": 1.5920542864578248e-05,
+      "loss": 3.5342,
+      "step": 30850
+    },
+    {
+      "epoch": 2.2145775102128575,
+      "grad_norm": 2.8237826824188232,
+      "learning_rate": 1.5903728829979512e-05,
+      "loss": 3.5281,
+      "step": 30900
+    },
+    {
+      "epoch": 2.218160968967247,
+      "grad_norm": 2.76198673248291,
+      "learning_rate": 1.5886889136034032e-05,
+      "loss": 3.5338,
+      "step": 30950
+    },
+    {
+      "epoch": 2.221744427721637,
+      "grad_norm": 2.8038218021392822,
+      "learning_rate": 1.587002385593209e-05,
+      "loss": 3.5411,
+      "step": 31000
+    },
+    {
+      "epoch": 2.225327886476027,
+      "grad_norm": 2.9463272094726562,
+      "learning_rate": 1.5853133062975164e-05,
+      "loss": 3.5317,
+      "step": 31050
+    },
+    {
+      "epoch": 2.2289113452304163,
+      "grad_norm": 2.770617961883545,
+      "learning_rate": 1.5836216830575625e-05,
+      "loss": 3.5411,
+      "step": 31100
+    },
+    {
+      "epoch": 2.2324948039848063,
+      "grad_norm": 2.8552608489990234,
+      "learning_rate": 1.5819275232256405e-05,
+      "loss": 3.5372,
+      "step": 31150
+    },
+    {
+      "epoch": 2.2360782627391957,
+      "grad_norm": 2.895660877227783,
+      "learning_rate": 1.5802308341650693e-05,
+      "loss": 3.5191,
+      "step": 31200
+    },
+    {
+      "epoch": 2.2396617214935857,
+      "grad_norm": 2.7579762935638428,
+      "learning_rate": 1.578531623250159e-05,
+      "loss": 3.543,
+      "step": 31250
+    },
+    {
+      "epoch": 2.243245180247975,
+      "grad_norm": 2.853072166442871,
+      "learning_rate": 1.5768298978661824e-05,
+      "loss": 3.543,
+      "step": 31300
+    },
+    {
+      "epoch": 2.246828639002365,
+      "grad_norm": 2.8464574813842773,
+      "learning_rate": 1.575125665409339e-05,
+      "loss": 3.5442,
+      "step": 31350
+    },
+    {
+      "epoch": 2.250412097756755,
+      "grad_norm": 3.0454089641571045,
+      "learning_rate": 1.573418933286726e-05,
+      "loss": 3.5324,
+      "step": 31400
+    },
+    {
+      "epoch": 2.2539955565111445,
+      "grad_norm": 2.8158724308013916,
+      "learning_rate": 1.5717097089163053e-05,
+      "loss": 3.5303,
+      "step": 31450
+    },
+    {
+      "epoch": 2.2575790152655344,
+      "grad_norm": 2.9281036853790283,
+      "learning_rate": 1.5699979997268692e-05,
+      "loss": 3.5282,
+      "step": 31500
+    },
+    {
+      "epoch": 2.261162474019924,
+      "grad_norm": 2.7076354026794434,
+      "learning_rate": 1.5682838131580113e-05,
+      "loss": 3.5414,
+      "step": 31550
+    },
+    {
+      "epoch": 2.264745932774314,
+      "grad_norm": 2.9224390983581543,
+      "learning_rate": 1.5665671566600917e-05,
+      "loss": 3.5293,
+      "step": 31600
+    },
+    {
+      "epoch": 2.2683293915287033,
+      "grad_norm": 2.776547908782959,
+      "learning_rate": 1.564848037694206e-05,
+      "loss": 3.5327,
+      "step": 31650
+    },
+    {
+      "epoch": 2.271912850283093,
+      "grad_norm": 2.6548962593078613,
+      "learning_rate": 1.563126463732152e-05,
+      "loss": 3.538,
+      "step": 31700
+    },
+    {
+      "epoch": 2.275496309037483,
+      "grad_norm": 2.8937714099884033,
+      "learning_rate": 1.5614024422563984e-05,
+      "loss": 3.5453,
+      "step": 31750
+    },
+    {
+      "epoch": 2.2790797677918726,
+      "grad_norm": 2.8238344192504883,
+      "learning_rate": 1.55967598076005e-05,
+      "loss": 3.5386,
+      "step": 31800
+    },
+    {
+      "epoch": 2.2826632265462625,
+      "grad_norm": 2.8471839427948,
+      "learning_rate": 1.5579470867468193e-05,
+      "loss": 3.5442,
+      "step": 31850
+    },
+    {
+      "epoch": 2.286246685300652,
+      "grad_norm": 2.913585662841797,
+      "learning_rate": 1.5562157677309883e-05,
+      "loss": 3.5452,
+      "step": 31900
+    },
+    {
+      "epoch": 2.289830144055042,
+      "grad_norm": 2.6664962768554688,
+      "learning_rate": 1.5544820312373803e-05,
+      "loss": 3.5597,
+      "step": 31950
+    },
+    {
+      "epoch": 2.293413602809432,
+      "grad_norm": 2.855137348175049,
+      "learning_rate": 1.5527458848013258e-05,
+      "loss": 3.5451,
+      "step": 32000
+    },
+    {
+      "epoch": 2.293413602809432,
+      "eval_bleu": 0.12474926998952618,
+      "eval_chrf": 31.547430950412075,
+      "eval_loss": 3.5429165363311768,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 42.3662,
+      "eval_samples_per_second": 47.207,
+      "eval_steps_per_second": 0.755,
+      "step": 32000
+    },
+    {
+      "epoch": 2.2969970615638213,
+      "grad_norm": 2.7366750240325928,
+      "learning_rate": 1.551007335968629e-05,
+      "loss": 3.5322,
+      "step": 32050
+    },
+    {
+      "epoch": 2.3005805203182113,
+      "grad_norm": 2.7700090408325195,
+      "learning_rate": 1.549266392295536e-05,
+      "loss": 3.544,
+      "step": 32100
+    },
+    {
+      "epoch": 2.3041639790726007,
+      "grad_norm": 2.951590061187744,
+      "learning_rate": 1.5475230613487013e-05,
+      "loss": 3.5441,
+      "step": 32150
+    },
+    {
+      "epoch": 2.3077474378269907,
+      "grad_norm": 2.778489589691162,
+      "learning_rate": 1.5457773507051553e-05,
+      "loss": 3.5338,
+      "step": 32200
+    },
+    {
+      "epoch": 2.3113308965813806,
+      "grad_norm": 2.805887222290039,
+      "learning_rate": 1.5440292679522722e-05,
+      "loss": 3.5393,
+      "step": 32250
+    },
+    {
+      "epoch": 2.31491435533577,
+      "grad_norm": 2.764970302581787,
+      "learning_rate": 1.5422788206877343e-05,
+      "loss": 3.5327,
+      "step": 32300
+    },
+    {
+      "epoch": 2.31849781409016,
+      "grad_norm": 2.848050832748413,
+      "learning_rate": 1.540526016519502e-05,
+      "loss": 3.5347,
+      "step": 32350
+    },
+    {
+      "epoch": 2.3220812728445495,
+      "grad_norm": 2.737910509109497,
+      "learning_rate": 1.5387708630657788e-05,
+      "loss": 3.539,
+      "step": 32400
+    },
+    {
+      "epoch": 2.3256647315989394,
+      "grad_norm": 2.7834408283233643,
+      "learning_rate": 1.53701336795498e-05,
+      "loss": 3.5308,
+      "step": 32450
+    },
+    {
+      "epoch": 2.329248190353329,
+      "grad_norm": 2.7603871822357178,
+      "learning_rate": 1.5352535388256974e-05,
+      "loss": 3.5385,
+      "step": 32500
+    },
+    {
+      "epoch": 2.332831649107719,
+      "grad_norm": 2.8410749435424805,
+      "learning_rate": 1.5334913833266673e-05,
+      "loss": 3.5296,
+      "step": 32550
+    },
+    {
+      "epoch": 2.3364151078621083,
+      "grad_norm": 3.0500338077545166,
+      "learning_rate": 1.5317269091167374e-05,
+      "loss": 3.5484,
+      "step": 32600
+    },
+    {
+      "epoch": 2.339998566616498,
+      "grad_norm": 2.915639877319336,
+      "learning_rate": 1.5299601238648325e-05,
+      "loss": 3.5371,
+      "step": 32650
+    },
+    {
+      "epoch": 2.343582025370888,
+      "grad_norm": 3.1258277893066406,
+      "learning_rate": 1.5281910352499233e-05,
+      "loss": 3.5311,
+      "step": 32700
+    },
+    {
+      "epoch": 2.3471654841252776,
+      "grad_norm": 2.9490103721618652,
+      "learning_rate": 1.52641965096099e-05,
+      "loss": 3.533,
+      "step": 32750
+    },
+    {
+      "epoch": 2.3507489428796675,
+      "grad_norm": 2.875643253326416,
+      "learning_rate": 1.5246459786969914e-05,
+      "loss": 3.5265,
+      "step": 32800
+    },
+    {
+      "epoch": 2.354332401634057,
+      "grad_norm": 2.8508317470550537,
+      "learning_rate": 1.5228700261668303e-05,
+      "loss": 3.5256,
+      "step": 32850
+    },
+    {
+      "epoch": 2.357915860388447,
+      "grad_norm": 2.830974578857422,
+      "learning_rate": 1.5210918010893202e-05,
+      "loss": 3.5439,
+      "step": 32900
+    },
+    {
+      "epoch": 2.361499319142837,
+      "grad_norm": 2.813232183456421,
+      "learning_rate": 1.5193113111931519e-05,
+      "loss": 3.5465,
+      "step": 32950
+    },
+    {
+      "epoch": 2.3650827778972263,
+      "grad_norm": 2.838843822479248,
+      "learning_rate": 1.5175285642168594e-05,
+      "loss": 3.5308,
+      "step": 33000
+    },
+    {
+      "epoch": 2.3686662366516162,
+      "grad_norm": 2.7960915565490723,
+      "learning_rate": 1.5157435679087866e-05,
+      "loss": 3.536,
+      "step": 33050
+    },
+    {
+      "epoch": 2.3722496954060057,
+      "grad_norm": 2.927342414855957,
+      "learning_rate": 1.5139563300270546e-05,
+      "loss": 3.5419,
+      "step": 33100
+    },
+    {
+      "epoch": 2.3758331541603956,
+      "grad_norm": 2.80525803565979,
+      "learning_rate": 1.5121668583395259e-05,
+      "loss": 3.5338,
+      "step": 33150
+    },
+    {
+      "epoch": 2.3794166129147856,
+      "grad_norm": 2.761329174041748,
+      "learning_rate": 1.5103751606237725e-05,
+      "loss": 3.5473,
+      "step": 33200
+    },
+    {
+      "epoch": 2.383000071669175,
+      "grad_norm": 2.8188796043395996,
+      "learning_rate": 1.5085812446670409e-05,
+      "loss": 3.5294,
+      "step": 33250
+    },
+    {
+      "epoch": 2.386583530423565,
+      "grad_norm": 2.7630996704101562,
+      "learning_rate": 1.506785118266219e-05,
+      "loss": 3.5281,
+      "step": 33300
+    },
+    {
+      "epoch": 2.3901669891779544,
+      "grad_norm": 2.744847059249878,
+      "learning_rate": 1.5049867892278021e-05,
+      "loss": 3.535,
+      "step": 33350
+    },
+    {
+      "epoch": 2.3937504479323444,
+      "grad_norm": 2.7887415885925293,
+      "learning_rate": 1.503186265367858e-05,
+      "loss": 3.5348,
+      "step": 33400
+    },
+    {
+      "epoch": 2.397333906686734,
+      "grad_norm": 2.9577910900115967,
+      "learning_rate": 1.5013835545119948e-05,
+      "loss": 3.5421,
+      "step": 33450
+    },
+    {
+      "epoch": 2.4009173654411238,
+      "grad_norm": 2.9961724281311035,
+      "learning_rate": 1.4995786644953261e-05,
+      "loss": 3.5393,
+      "step": 33500
+    },
+    {
+      "epoch": 2.4045008241955137,
+      "grad_norm": 2.7783844470977783,
+      "learning_rate": 1.4977716031624354e-05,
+      "loss": 3.5567,
+      "step": 33550
+    },
+    {
+      "epoch": 2.408084282949903,
+      "grad_norm": 2.880939245223999,
+      "learning_rate": 1.4959623783673447e-05,
+      "loss": 3.5426,
+      "step": 33600
+    },
+    {
+      "epoch": 2.411667741704293,
+      "grad_norm": 2.741588592529297,
+      "learning_rate": 1.4941509979734786e-05,
+      "loss": 3.5465,
+      "step": 33650
+    },
+    {
+      "epoch": 2.4152512004586826,
+      "grad_norm": 2.8120334148406982,
+      "learning_rate": 1.4923374698536304e-05,
+      "loss": 3.5298,
+      "step": 33700
+    },
+    {
+      "epoch": 2.4188346592130725,
+      "grad_norm": 2.7048747539520264,
+      "learning_rate": 1.490521801889928e-05,
+      "loss": 3.5358,
+      "step": 33750
+    },
+    {
+      "epoch": 2.422418117967462,
+      "grad_norm": 2.8408844470977783,
+      "learning_rate": 1.4887040019738002e-05,
+      "loss": 3.5404,
+      "step": 33800
+    },
+    {
+      "epoch": 2.426001576721852,
+      "grad_norm": 2.8859174251556396,
+      "learning_rate": 1.4868840780059413e-05,
+      "loss": 3.5398,
+      "step": 33850
+    },
+    {
+      "epoch": 2.429585035476242,
+      "grad_norm": 2.8580172061920166,
+      "learning_rate": 1.4850620378962779e-05,
+      "loss": 3.5419,
+      "step": 33900
+    },
+    {
+      "epoch": 2.4331684942306313,
+      "grad_norm": 2.882136821746826,
+      "learning_rate": 1.4832378895639337e-05,
+      "loss": 3.54,
+      "step": 33950
+    },
+    {
+      "epoch": 2.4367519529850212,
+      "grad_norm": 2.723198413848877,
+      "learning_rate": 1.481411640937195e-05,
+      "loss": 3.5299,
+      "step": 34000
+    },
+    {
+      "epoch": 2.4367519529850212,
+      "eval_bleu": 0.1201273346981964,
+      "eval_chrf": 31.613509292494662,
+      "eval_loss": 3.540426254272461,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 41.2442,
+      "eval_samples_per_second": 48.492,
+      "eval_steps_per_second": 0.776,
+      "step": 34000
+    },
+    {
+      "epoch": 2.4403354117394107,
+      "grad_norm": 2.812891960144043,
+      "learning_rate": 1.4795832999534776e-05,
+      "loss": 3.5309,
+      "step": 34050
+    },
+    {
+      "epoch": 2.4439188704938006,
+      "grad_norm": 2.7380855083465576,
+      "learning_rate": 1.4777528745592902e-05,
+      "loss": 3.5412,
+      "step": 34100
+    },
+    {
+      "epoch": 2.4475023292481906,
+      "grad_norm": 2.9518446922302246,
+      "learning_rate": 1.4759203727102014e-05,
+      "loss": 3.5431,
+      "step": 34150
+    },
+    {
+      "epoch": 2.45108578800258,
+      "grad_norm": 2.7920496463775635,
+      "learning_rate": 1.4740858023708049e-05,
+      "loss": 3.5336,
+      "step": 34200
+    },
+    {
+      "epoch": 2.45466924675697,
+      "grad_norm": 2.7790307998657227,
+      "learning_rate": 1.4722491715146843e-05,
+      "loss": 3.5461,
+      "step": 34250
+    },
+    {
+      "epoch": 2.4582527055113594,
+      "grad_norm": 2.8379712104797363,
+      "learning_rate": 1.4704104881243791e-05,
+      "loss": 3.5323,
+      "step": 34300
+    },
+    {
+      "epoch": 2.4618361642657494,
+      "grad_norm": 2.9654014110565186,
+      "learning_rate": 1.4685697601913497e-05,
+      "loss": 3.5212,
+      "step": 34350
+    },
+    {
+      "epoch": 2.4654196230201393,
+      "grad_norm": 2.8676917552948,
+      "learning_rate": 1.4667269957159427e-05,
+      "loss": 3.5414,
+      "step": 34400
+    },
+    {
+      "epoch": 2.4690030817745288,
+      "grad_norm": 2.9120633602142334,
+      "learning_rate": 1.4648822027073558e-05,
+      "loss": 3.5446,
+      "step": 34450
+    },
+    {
+      "epoch": 2.4725865405289187,
+      "grad_norm": 2.9520740509033203,
+      "learning_rate": 1.4630353891836033e-05,
+      "loss": 3.5311,
+      "step": 34500
+    },
+    {
+      "epoch": 2.476169999283308,
+      "grad_norm": 3.009443521499634,
+      "learning_rate": 1.4611865631714821e-05,
+      "loss": 3.5397,
+      "step": 34550
+    },
+    {
+      "epoch": 2.479753458037698,
+      "grad_norm": 2.8990237712860107,
+      "learning_rate": 1.459335732706535e-05,
+      "loss": 3.5317,
+      "step": 34600
+    },
+    {
+      "epoch": 2.4833369167920876,
+      "grad_norm": 2.885237455368042,
+      "learning_rate": 1.4574829058330169e-05,
+      "loss": 3.5444,
+      "step": 34650
+    },
+    {
+      "epoch": 2.4869203755464775,
+      "grad_norm": 2.766439199447632,
+      "learning_rate": 1.4556280906038597e-05,
+      "loss": 3.5311,
+      "step": 34700
+    },
+    {
+      "epoch": 2.490503834300867,
+      "grad_norm": 3.001805305480957,
+      "learning_rate": 1.4537712950806382e-05,
+      "loss": 3.5429,
+      "step": 34750
+    },
+    {
+      "epoch": 2.494087293055257,
+      "grad_norm": 2.9516103267669678,
+      "learning_rate": 1.4519125273335331e-05,
+      "loss": 3.5439,
+      "step": 34800
+    },
+    {
+      "epoch": 2.497670751809647,
+      "grad_norm": 2.8930885791778564,
+      "learning_rate": 1.4500517954412967e-05,
+      "loss": 3.5342,
+      "step": 34850
+    },
+    {
+      "epoch": 2.5012542105640363,
+      "grad_norm": 2.826563835144043,
+      "learning_rate": 1.4481891074912193e-05,
+      "loss": 3.5388,
+      "step": 34900
+    },
+    {
+      "epoch": 2.504837669318426,
+      "grad_norm": 2.9160947799682617,
+      "learning_rate": 1.4463244715790919e-05,
+      "loss": 3.5314,
+      "step": 34950
+    },
+    {
+      "epoch": 2.5084211280728157,
+      "grad_norm": 3.00466251373291,
+      "learning_rate": 1.444457895809172e-05,
+      "loss": 3.5369,
+      "step": 35000
+    },
+    {
+      "epoch": 2.5120045868272056,
+      "grad_norm": 2.744493246078491,
+      "learning_rate": 1.4425893882941484e-05,
+      "loss": 3.5435,
+      "step": 35050
+    },
+    {
+      "epoch": 2.5155880455815955,
+      "grad_norm": 3.0695743560791016,
+      "learning_rate": 1.440718957155106e-05,
+      "loss": 3.5364,
+      "step": 35100
+    },
+    {
+      "epoch": 2.519171504335985,
+      "grad_norm": 2.967583417892456,
+      "learning_rate": 1.4388466105214902e-05,
+      "loss": 3.5321,
+      "step": 35150
+    },
+    {
+      "epoch": 2.522754963090375,
+      "grad_norm": 2.745816946029663,
+      "learning_rate": 1.4369723565310714e-05,
+      "loss": 3.5387,
+      "step": 35200
+    },
+    {
+      "epoch": 2.5263384218447644,
+      "grad_norm": 2.7638392448425293,
+      "learning_rate": 1.4350962033299108e-05,
+      "loss": 3.5332,
+      "step": 35250
+    },
+    {
+      "epoch": 2.5299218805991543,
+      "grad_norm": 2.9185221195220947,
+      "learning_rate": 1.4332181590723232e-05,
+      "loss": 3.5458,
+      "step": 35300
+    },
+    {
+      "epoch": 2.5335053393535443,
+      "grad_norm": 2.7400734424591064,
+      "learning_rate": 1.4313382319208427e-05,
+      "loss": 3.5333,
+      "step": 35350
+    },
+    {
+      "epoch": 2.5370887981079338,
+      "grad_norm": 2.790581464767456,
+      "learning_rate": 1.4294564300461875e-05,
+      "loss": 3.5333,
+      "step": 35400
+    },
+    {
+      "epoch": 2.5406722568623237,
+      "grad_norm": 2.8747081756591797,
+      "learning_rate": 1.4275727616272234e-05,
+      "loss": 3.536,
+      "step": 35450
+    },
+    {
+      "epoch": 2.544255715616713,
+      "grad_norm": 2.844027042388916,
+      "learning_rate": 1.425687234850929e-05,
+      "loss": 3.5395,
+      "step": 35500
+    },
+    {
+      "epoch": 2.547839174371103,
+      "grad_norm": 2.8688411712646484,
+      "learning_rate": 1.4237998579123598e-05,
+      "loss": 3.5346,
+      "step": 35550
+    },
+    {
+      "epoch": 2.551422633125493,
+      "grad_norm": 3.0387704372406006,
+      "learning_rate": 1.4219106390146124e-05,
+      "loss": 3.5385,
+      "step": 35600
+    },
+    {
+      "epoch": 2.5550060918798825,
+      "grad_norm": 2.8767483234405518,
+      "learning_rate": 1.4200195863687898e-05,
+      "loss": 3.547,
+      "step": 35650
+    },
+    {
+      "epoch": 2.558589550634272,
+      "grad_norm": 2.6923036575317383,
+      "learning_rate": 1.4181267081939639e-05,
+      "loss": 3.5246,
+      "step": 35700
+    },
+    {
+      "epoch": 2.562173009388662,
+      "grad_norm": 2.7652173042297363,
+      "learning_rate": 1.416232012717142e-05,
+      "loss": 3.532,
+      "step": 35750
+    },
+    {
+      "epoch": 2.565756468143052,
+      "grad_norm": 2.8364498615264893,
+      "learning_rate": 1.4143355081732296e-05,
+      "loss": 3.5409,
+      "step": 35800
+    },
+    {
+      "epoch": 2.5693399268974413,
+      "grad_norm": 2.884167432785034,
+      "learning_rate": 1.4124372028049945e-05,
+      "loss": 3.5312,
+      "step": 35850
+    },
+    {
+      "epoch": 2.572923385651831,
+      "grad_norm": 3.023071527481079,
+      "learning_rate": 1.4105371048630314e-05,
+      "loss": 3.544,
+      "step": 35900
+    },
+    {
+      "epoch": 2.5765068444062207,
+      "grad_norm": 2.843303918838501,
+      "learning_rate": 1.4086352226057271e-05,
+      "loss": 3.5346,
+      "step": 35950
+    },
+    {
+      "epoch": 2.5800903031606106,
+      "grad_norm": 2.6963419914245605,
+      "learning_rate": 1.4067315642992223e-05,
+      "loss": 3.5436,
+      "step": 36000
+    },
+    {
+      "epoch": 2.5800903031606106,
+      "eval_bleu": 0.11985766585388519,
+      "eval_chrf": 31.469073693021816,
+      "eval_loss": 3.5363504886627197,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 47.7956,
+      "eval_samples_per_second": 41.845,
+      "eval_steps_per_second": 0.67,
+      "step": 36000
+    },
+    {
+      "epoch": 2.5836737619150005,
+      "grad_norm": 2.878082036972046,
+      "learning_rate": 1.4048261382173779e-05,
+      "loss": 3.5359,
+      "step": 36050
+    },
+    {
+      "epoch": 2.58725722066939,
+      "grad_norm": 2.856882333755493,
+      "learning_rate": 1.4029189526417373e-05,
+      "loss": 3.5417,
+      "step": 36100
+    },
+    {
+      "epoch": 2.59084067942378,
+      "grad_norm": 2.7826128005981445,
+      "learning_rate": 1.4010100158614914e-05,
+      "loss": 3.5312,
+      "step": 36150
+    },
+    {
+      "epoch": 2.5944241381781694,
+      "grad_norm": 2.8620643615722656,
+      "learning_rate": 1.3990993361734427e-05,
+      "loss": 3.5276,
+      "step": 36200
+    },
+    {
+      "epoch": 2.5980075969325593,
+      "grad_norm": 2.761573076248169,
+      "learning_rate": 1.3971869218819687e-05,
+      "loss": 3.5225,
+      "step": 36250
+    },
+    {
+      "epoch": 2.6015910556869493,
+      "grad_norm": 2.77445387840271,
+      "learning_rate": 1.3952727812989856e-05,
+      "loss": 3.542,
+      "step": 36300
+    },
+    {
+      "epoch": 2.6051745144413387,
+      "grad_norm": 2.969835042953491,
+      "learning_rate": 1.3933569227439136e-05,
+      "loss": 3.5262,
+      "step": 36350
+    },
+    {
+      "epoch": 2.6087579731957287,
+      "grad_norm": 2.7571632862091064,
+      "learning_rate": 1.3914393545436386e-05,
+      "loss": 3.5344,
+      "step": 36400
+    },
+    {
+      "epoch": 2.612341431950118,
+      "grad_norm": 2.984048366546631,
+      "learning_rate": 1.3895200850324777e-05,
+      "loss": 3.5375,
+      "step": 36450
+    },
+    {
+      "epoch": 2.615924890704508,
+      "grad_norm": 2.6805741786956787,
+      "learning_rate": 1.3875991225521422e-05,
+      "loss": 3.5514,
+      "step": 36500
+    },
+    {
+      "epoch": 2.619508349458898,
+      "grad_norm": 2.8492255210876465,
+      "learning_rate": 1.3856764754517014e-05,
+      "loss": 3.5413,
+      "step": 36550
+    },
+    {
+      "epoch": 2.6230918082132875,
+      "grad_norm": 2.72505784034729,
+      "learning_rate": 1.383752152087547e-05,
+      "loss": 3.5447,
+      "step": 36600
+    },
+    {
+      "epoch": 2.626675266967677,
+      "grad_norm": 2.822690486907959,
+      "learning_rate": 1.3818261608233556e-05,
+      "loss": 3.5349,
+      "step": 36650
+    },
+    {
+      "epoch": 2.630258725722067,
+      "grad_norm": 2.9921820163726807,
+      "learning_rate": 1.3798985100300534e-05,
+      "loss": 3.527,
+      "step": 36700
+    },
+    {
+      "epoch": 2.633842184476457,
+      "grad_norm": 2.7833328247070312,
+      "learning_rate": 1.3779692080857793e-05,
+      "loss": 3.5398,
+      "step": 36750
+    },
+    {
+      "epoch": 2.6374256432308463,
+      "grad_norm": 2.7091219425201416,
+      "learning_rate": 1.376038263375849e-05,
+      "loss": 3.5354,
+      "step": 36800
+    },
+    {
+      "epoch": 2.641009101985236,
+      "grad_norm": 2.822852849960327,
+      "learning_rate": 1.374105684292717e-05,
+      "loss": 3.5253,
+      "step": 36850
+    },
+    {
+      "epoch": 2.6445925607396257,
+      "grad_norm": 2.848417282104492,
+      "learning_rate": 1.3721714792359425e-05,
+      "loss": 3.537,
+      "step": 36900
+    },
+    {
+      "epoch": 2.6481760194940156,
+      "grad_norm": 2.9162180423736572,
+      "learning_rate": 1.3702356566121512e-05,
+      "loss": 3.5102,
+      "step": 36950
+    },
+    {
+      "epoch": 2.6517594782484055,
+      "grad_norm": 2.6752891540527344,
+      "learning_rate": 1.3682982248349986e-05,
+      "loss": 3.5377,
+      "step": 37000
+    },
+    {
+      "epoch": 2.655342937002795,
+      "grad_norm": 2.7499947547912598,
+      "learning_rate": 1.366359192325135e-05,
+      "loss": 3.5233,
+      "step": 37050
+    },
+    {
+      "epoch": 2.658926395757185,
+      "grad_norm": 2.9076576232910156,
+      "learning_rate": 1.3644185675101676e-05,
+      "loss": 3.532,
+      "step": 37100
+    },
+    {
+      "epoch": 2.6625098545115744,
+      "grad_norm": 2.820009231567383,
+      "learning_rate": 1.3624763588246244e-05,
+      "loss": 3.5428,
+      "step": 37150
+    },
+    {
+      "epoch": 2.6660933132659643,
+      "grad_norm": 2.75508713722229,
+      "learning_rate": 1.3605325747099165e-05,
+      "loss": 3.5431,
+      "step": 37200
+    },
+    {
+      "epoch": 2.6696767720203542,
+      "grad_norm": 2.926046848297119,
+      "learning_rate": 1.3585872236143036e-05,
+      "loss": 3.5357,
+      "step": 37250
+    },
+    {
+      "epoch": 2.6732602307747437,
+      "grad_norm": 2.818441867828369,
+      "learning_rate": 1.3566403139928555e-05,
+      "loss": 3.5392,
+      "step": 37300
+    },
+    {
+      "epoch": 2.6768436895291337,
+      "grad_norm": 2.9250400066375732,
+      "learning_rate": 1.354691854307415e-05,
+      "loss": 3.5309,
+      "step": 37350
+    },
+    {
+      "epoch": 2.680427148283523,
+      "grad_norm": 3.034771680831909,
+      "learning_rate": 1.3527418530265628e-05,
+      "loss": 3.5355,
+      "step": 37400
+    },
+    {
+      "epoch": 2.684010607037913,
+      "grad_norm": 2.9827919006347656,
+      "learning_rate": 1.3507903186255799e-05,
+      "loss": 3.529,
+      "step": 37450
+    },
+    {
+      "epoch": 2.687594065792303,
+      "grad_norm": 2.79689359664917,
+      "learning_rate": 1.3488372595864102e-05,
+      "loss": 3.5405,
+      "step": 37500
+    },
+    {
+      "epoch": 2.6911775245466925,
+      "grad_norm": 2.7834572792053223,
+      "learning_rate": 1.3468826843976239e-05,
+      "loss": 3.5391,
+      "step": 37550
+    },
+    {
+      "epoch": 2.694760983301082,
+      "grad_norm": 2.9273746013641357,
+      "learning_rate": 1.3449266015543816e-05,
+      "loss": 3.5281,
+      "step": 37600
+    },
+    {
+      "epoch": 2.698344442055472,
+      "grad_norm": 2.8792123794555664,
+      "learning_rate": 1.3429690195583967e-05,
+      "loss": 3.5282,
+      "step": 37650
+    },
+    {
+      "epoch": 2.701927900809862,
+      "grad_norm": 2.9538676738739014,
+      "learning_rate": 1.3410099469178972e-05,
+      "loss": 3.533,
+      "step": 37700
+    },
+    {
+      "epoch": 2.7055113595642513,
+      "grad_norm": 2.7318191528320312,
+      "learning_rate": 1.339049392147591e-05,
+      "loss": 3.5413,
+      "step": 37750
+    },
+    {
+      "epoch": 2.709094818318641,
+      "grad_norm": 2.885110378265381,
+      "learning_rate": 1.3370873637686275e-05,
+      "loss": 3.5391,
+      "step": 37800
+    },
+    {
+      "epoch": 2.7126782770730307,
+      "grad_norm": 2.8033347129821777,
+      "learning_rate": 1.3351238703085602e-05,
+      "loss": 3.5339,
+      "step": 37850
+    },
+    {
+      "epoch": 2.7162617358274206,
+      "grad_norm": 2.8976988792419434,
+      "learning_rate": 1.3331589203013114e-05,
+      "loss": 3.5306,
+      "step": 37900
+    },
+    {
+      "epoch": 2.7198451945818105,
+      "grad_norm": 2.803776979446411,
+      "learning_rate": 1.331192522287133e-05,
+      "loss": 3.5342,
+      "step": 37950
+    },
+    {
+      "epoch": 2.7234286533362,
+      "grad_norm": 2.7537717819213867,
+      "learning_rate": 1.3292246848125705e-05,
+      "loss": 3.5355,
+      "step": 38000
+    },
+    {
+      "epoch": 2.7234286533362,
+      "eval_bleu": 0.12207055747784684,
+      "eval_chrf": 31.395528085160485,
+      "eval_loss": 3.532785654067993,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 40.4403,
+      "eval_samples_per_second": 49.456,
+      "eval_steps_per_second": 0.791,
+      "step": 38000
+    },
+    {
+      "epoch": 2.72701211209059,
+      "grad_norm": 2.783006429672241,
+      "learning_rate": 1.3272554164304266e-05,
+      "loss": 3.5269,
+      "step": 38050
+    },
+    {
+      "epoch": 2.7305955708449794,
+      "grad_norm": 2.8638980388641357,
+      "learning_rate": 1.3252847256997221e-05,
+      "loss": 3.5308,
+      "step": 38100
+    },
+    {
+      "epoch": 2.7341790295993693,
+      "grad_norm": 2.747453451156616,
+      "learning_rate": 1.3233126211856601e-05,
+      "loss": 3.5332,
+      "step": 38150
+    },
+    {
+      "epoch": 2.7377624883537592,
+      "grad_norm": 2.8123862743377686,
+      "learning_rate": 1.3213391114595889e-05,
+      "loss": 3.5383,
+      "step": 38200
+    },
+    {
+      "epoch": 2.7413459471081487,
+      "grad_norm": 2.8990237712860107,
+      "learning_rate": 1.3193642050989632e-05,
+      "loss": 3.5402,
+      "step": 38250
+    },
+    {
+      "epoch": 2.7449294058625386,
+      "grad_norm": 2.66563081741333,
+      "learning_rate": 1.3173879106873091e-05,
+      "loss": 3.532,
+      "step": 38300
+    },
+    {
+      "epoch": 2.748512864616928,
+      "grad_norm": 2.8617208003997803,
+      "learning_rate": 1.3154102368141846e-05,
+      "loss": 3.5444,
+      "step": 38350
+    },
+    {
+      "epoch": 2.752096323371318,
+      "grad_norm": 2.868887424468994,
+      "learning_rate": 1.3134311920751438e-05,
+      "loss": 3.5301,
+      "step": 38400
+    },
+    {
+      "epoch": 2.755679782125708,
+      "grad_norm": 2.743989944458008,
+      "learning_rate": 1.3114507850716989e-05,
+      "loss": 3.537,
+      "step": 38450
+    },
+    {
+      "epoch": 2.7592632408800974,
+      "grad_norm": 2.956002712249756,
+      "learning_rate": 1.3094690244112826e-05,
+      "loss": 3.5358,
+      "step": 38500
+    },
+    {
+      "epoch": 2.7628466996344874,
+      "grad_norm": 2.8582019805908203,
+      "learning_rate": 1.3074859187072117e-05,
+      "loss": 3.5323,
+      "step": 38550
+    },
+    {
+      "epoch": 2.766430158388877,
+      "grad_norm": 2.8096816539764404,
+      "learning_rate": 1.3055014765786482e-05,
+      "loss": 3.524,
+      "step": 38600
+    },
+    {
+      "epoch": 2.7700136171432668,
+      "grad_norm": 2.729884624481201,
+      "learning_rate": 1.3035157066505626e-05,
+      "loss": 3.5409,
+      "step": 38650
+    },
+    {
+      "epoch": 2.7735970758976567,
+      "grad_norm": 2.7150983810424805,
+      "learning_rate": 1.3015286175536972e-05,
+      "loss": 3.5263,
+      "step": 38700
+    },
+    {
+      "epoch": 2.777180534652046,
+      "grad_norm": 2.7166748046875,
+      "learning_rate": 1.2995402179245272e-05,
+      "loss": 3.5267,
+      "step": 38750
+    },
+    {
+      "epoch": 2.7807639934064357,
+      "grad_norm": 2.8187761306762695,
+      "learning_rate": 1.2975505164052233e-05,
+      "loss": 3.5407,
+      "step": 38800
+    },
+    {
+      "epoch": 2.7843474521608256,
+      "grad_norm": 2.7778983116149902,
+      "learning_rate": 1.2955595216436157e-05,
+      "loss": 3.5294,
+      "step": 38850
+    },
+    {
+      "epoch": 2.7879309109152155,
+      "grad_norm": 2.713482141494751,
+      "learning_rate": 1.2935672422931547e-05,
+      "loss": 3.5453,
+      "step": 38900
+    },
+    {
+      "epoch": 2.791514369669605,
+      "grad_norm": 2.7738239765167236,
+      "learning_rate": 1.2915736870128741e-05,
+      "loss": 3.5301,
+      "step": 38950
+    },
+    {
+      "epoch": 2.795097828423995,
+      "grad_norm": 2.8775534629821777,
+      "learning_rate": 1.2895788644673529e-05,
+      "loss": 3.5316,
+      "step": 39000
+    },
+    {
+      "epoch": 2.7986812871783844,
+      "grad_norm": 2.796616792678833,
+      "learning_rate": 1.2875827833266783e-05,
+      "loss": 3.5306,
+      "step": 39050
+    },
+    {
+      "epoch": 2.8022647459327743,
+      "grad_norm": 2.8263802528381348,
+      "learning_rate": 1.2855854522664078e-05,
+      "loss": 3.5245,
+      "step": 39100
+    },
+    {
+      "epoch": 2.8058482046871642,
+      "grad_norm": 2.943518877029419,
+      "learning_rate": 1.283586879967531e-05,
+      "loss": 3.5318,
+      "step": 39150
+    },
+    {
+      "epoch": 2.8094316634415537,
+      "grad_norm": 2.8130452632904053,
+      "learning_rate": 1.281587075116433e-05,
+      "loss": 3.5301,
+      "step": 39200
+    },
+    {
+      "epoch": 2.8130151221959436,
+      "grad_norm": 2.9720559120178223,
+      "learning_rate": 1.2795860464048548e-05,
+      "loss": 3.5309,
+      "step": 39250
+    },
+    {
+      "epoch": 2.816598580950333,
+      "grad_norm": 2.908689498901367,
+      "learning_rate": 1.2775838025298582e-05,
+      "loss": 3.5198,
+      "step": 39300
+    },
+    {
+      "epoch": 2.820182039704723,
+      "grad_norm": 2.920807123184204,
+      "learning_rate": 1.2755803521937852e-05,
+      "loss": 3.5303,
+      "step": 39350
+    },
+    {
+      "epoch": 2.823765498459113,
+      "grad_norm": 2.68572735786438,
+      "learning_rate": 1.2735757041042217e-05,
+      "loss": 3.5263,
+      "step": 39400
+    },
+    {
+      "epoch": 2.8273489572135024,
+      "grad_norm": 2.757493734359741,
+      "learning_rate": 1.27156986697396e-05,
+      "loss": 3.5397,
+      "step": 39450
+    },
+    {
+      "epoch": 2.8309324159678924,
+      "grad_norm": 2.8354060649871826,
+      "learning_rate": 1.2695628495209596e-05,
+      "loss": 3.5315,
+      "step": 39500
+    },
+    {
+      "epoch": 2.834515874722282,
+      "grad_norm": 2.896226644515991,
+      "learning_rate": 1.2675546604683103e-05,
+      "loss": 3.5254,
+      "step": 39550
+    },
+    {
+      "epoch": 2.8380993334766718,
+      "grad_norm": 2.864386558532715,
+      "learning_rate": 1.2655453085441937e-05,
+      "loss": 3.5351,
+      "step": 39600
+    },
+    {
+      "epoch": 2.8416827922310617,
+      "grad_norm": 2.9716145992279053,
+      "learning_rate": 1.2635348024818464e-05,
+      "loss": 3.5334,
+      "step": 39650
+    },
+    {
+      "epoch": 2.845266250985451,
+      "grad_norm": 2.82574200630188,
+      "learning_rate": 1.2615231510195207e-05,
+      "loss": 3.5309,
+      "step": 39700
+    },
+    {
+      "epoch": 2.8488497097398406,
+      "grad_norm": 2.753833532333374,
+      "learning_rate": 1.259510362900447e-05,
+      "loss": 3.5321,
+      "step": 39750
+    },
+    {
+      "epoch": 2.8524331684942306,
+      "grad_norm": 2.837136745452881,
+      "learning_rate": 1.2574964468727962e-05,
+      "loss": 3.5377,
+      "step": 39800
+    },
+    {
+      "epoch": 2.8560166272486205,
+      "grad_norm": 2.6881103515625,
+      "learning_rate": 1.255481411689641e-05,
+      "loss": 3.5364,
+      "step": 39850
+    },
+    {
+      "epoch": 2.85960008600301,
+      "grad_norm": 2.9043781757354736,
+      "learning_rate": 1.2534652661089192e-05,
+      "loss": 3.5339,
+      "step": 39900
+    },
+    {
+      "epoch": 2.8631835447574,
+      "grad_norm": 2.9411888122558594,
+      "learning_rate": 1.2514480188933937e-05,
+      "loss": 3.5358,
+      "step": 39950
+    },
+    {
+      "epoch": 2.8667670035117894,
+      "grad_norm": 2.853649854660034,
+      "learning_rate": 1.249429678810616e-05,
+      "loss": 3.5282,
+      "step": 40000
+    },
+    {
+      "epoch": 2.8667670035117894,
+      "eval_bleu": 0.1262996942774547,
+      "eval_chrf": 31.60972087432438,
+      "eval_loss": 3.532399892807007,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 34.1771,
+      "eval_samples_per_second": 58.519,
+      "eval_steps_per_second": 0.936,
+      "step": 40000
+    },
+    {
+      "epoch": 2.8703504622661793,
+      "grad_norm": 2.824666738510132,
+      "learning_rate": 1.2474102546328875e-05,
+      "loss": 3.5224,
+      "step": 40050
+    },
+    {
+      "epoch": 2.873933921020569,
+      "grad_norm": 2.760908365249634,
+      "learning_rate": 1.2453897551372209e-05,
+      "loss": 3.5189,
+      "step": 40100
+    },
+    {
+      "epoch": 2.8775173797749587,
+      "grad_norm": 2.7924435138702393,
+      "learning_rate": 1.2433681891053035e-05,
+      "loss": 3.5302,
+      "step": 40150
+    },
+    {
+      "epoch": 2.8811008385293486,
+      "grad_norm": 2.860741376876831,
+      "learning_rate": 1.2413455653234571e-05,
+      "loss": 3.5329,
+      "step": 40200
+    },
+    {
+      "epoch": 2.884684297283738,
+      "grad_norm": 2.7769033908843994,
+      "learning_rate": 1.2393218925826013e-05,
+      "loss": 3.5184,
+      "step": 40250
+    },
+    {
+      "epoch": 2.888267756038128,
+      "grad_norm": 2.814101457595825,
+      "learning_rate": 1.2372971796782149e-05,
+      "loss": 3.5314,
+      "step": 40300
+    },
+    {
+      "epoch": 2.891851214792518,
+      "grad_norm": 2.7214605808258057,
+      "learning_rate": 1.2352714354102972e-05,
+      "loss": 3.5394,
+      "step": 40350
+    },
+    {
+      "epoch": 2.8954346735469074,
+      "grad_norm": 2.8279781341552734,
+      "learning_rate": 1.2332446685833302e-05,
+      "loss": 3.5234,
+      "step": 40400
+    },
+    {
+      "epoch": 2.8990181323012973,
+      "grad_norm": 2.8419744968414307,
+      "learning_rate": 1.2312168880062404e-05,
+      "loss": 3.5259,
+      "step": 40450
+    },
+    {
+      "epoch": 2.902601591055687,
+      "grad_norm": 2.8549299240112305,
+      "learning_rate": 1.22918810249236e-05,
+      "loss": 3.5322,
+      "step": 40500
+    },
+    {
+      "epoch": 2.9061850498100767,
+      "grad_norm": 2.8381171226501465,
+      "learning_rate": 1.2271583208593896e-05,
+      "loss": 3.5211,
+      "step": 40550
+    },
+    {
+      "epoch": 2.9097685085644667,
+      "grad_norm": 2.726592779159546,
+      "learning_rate": 1.2251275519293585e-05,
+      "loss": 3.5204,
+      "step": 40600
+    },
+    {
+      "epoch": 2.913351967318856,
+      "grad_norm": 2.959746837615967,
+      "learning_rate": 1.2230958045285877e-05,
+      "loss": 3.5271,
+      "step": 40650
+    },
+    {
+      "epoch": 2.9169354260732456,
+      "grad_norm": 2.7321507930755615,
+      "learning_rate": 1.2210630874876506e-05,
+      "loss": 3.5303,
+      "step": 40700
+    },
+    {
+      "epoch": 2.9205188848276356,
+      "grad_norm": 2.84619402885437,
+      "learning_rate": 1.2190294096413348e-05,
+      "loss": 3.5307,
+      "step": 40750
+    },
+    {
+      "epoch": 2.9241023435820255,
+      "grad_norm": 2.7672536373138428,
+      "learning_rate": 1.2169947798286044e-05,
+      "loss": 3.5309,
+      "step": 40800
+    },
+    {
+      "epoch": 2.927685802336415,
+      "grad_norm": 2.7822139263153076,
+      "learning_rate": 1.2149592068925601e-05,
+      "loss": 3.5459,
+      "step": 40850
+    },
+    {
+      "epoch": 2.931269261090805,
+      "grad_norm": 2.718292713165283,
+      "learning_rate": 1.2129226996804027e-05,
+      "loss": 3.5412,
+      "step": 40900
+    },
+    {
+      "epoch": 2.9348527198451944,
+      "grad_norm": 2.7799839973449707,
+      "learning_rate": 1.210885267043393e-05,
+      "loss": 3.5286,
+      "step": 40950
+    },
+    {
+      "epoch": 2.9384361785995843,
+      "grad_norm": 2.832854747772217,
+      "learning_rate": 1.2088469178368145e-05,
+      "loss": 3.5157,
+      "step": 41000
+    },
+    {
+      "epoch": 2.942019637353974,
+      "grad_norm": 2.8373522758483887,
+      "learning_rate": 1.2068076609199335e-05,
+      "loss": 3.5262,
+      "step": 41050
+    },
+    {
+      "epoch": 2.9456030961083637,
+      "grad_norm": 2.8599483966827393,
+      "learning_rate": 1.2047675051559624e-05,
+      "loss": 3.5405,
+      "step": 41100
+    },
+    {
+      "epoch": 2.9491865548627536,
+      "grad_norm": 2.7068042755126953,
+      "learning_rate": 1.2027264594120197e-05,
+      "loss": 3.53,
+      "step": 41150
+    },
+    {
+      "epoch": 2.952770013617143,
+      "grad_norm": 2.8245954513549805,
+      "learning_rate": 1.2006845325590923e-05,
+      "loss": 3.5235,
+      "step": 41200
+    },
+    {
+      "epoch": 2.956353472371533,
+      "grad_norm": 2.756761312484741,
+      "learning_rate": 1.1986417334719966e-05,
+      "loss": 3.5341,
+      "step": 41250
+    },
+    {
+      "epoch": 2.959936931125923,
+      "grad_norm": 2.9518582820892334,
+      "learning_rate": 1.1965980710293397e-05,
+      "loss": 3.5195,
+      "step": 41300
+    },
+    {
+      "epoch": 2.9635203898803124,
+      "grad_norm": 2.69180965423584,
+      "learning_rate": 1.1945535541134813e-05,
+      "loss": 3.5237,
+      "step": 41350
+    },
+    {
+      "epoch": 2.9671038486347023,
+      "grad_norm": 2.9256718158721924,
+      "learning_rate": 1.1925081916104955e-05,
+      "loss": 3.5303,
+      "step": 41400
+    },
+    {
+      "epoch": 2.970687307389092,
+      "grad_norm": 2.820664405822754,
+      "learning_rate": 1.1904619924101302e-05,
+      "loss": 3.5246,
+      "step": 41450
+    },
+    {
+      "epoch": 2.9742707661434817,
+      "grad_norm": 2.851138114929199,
+      "learning_rate": 1.1884149654057713e-05,
+      "loss": 3.5136,
+      "step": 41500
+    },
+    {
+      "epoch": 2.9778542248978717,
+      "grad_norm": 2.7668237686157227,
+      "learning_rate": 1.1863671194944015e-05,
+      "loss": 3.5196,
+      "step": 41550
+    },
+    {
+      "epoch": 2.981437683652261,
+      "grad_norm": 2.8498666286468506,
+      "learning_rate": 1.1843184635765634e-05,
+      "loss": 3.533,
+      "step": 41600
+    },
+    {
+      "epoch": 2.985021142406651,
+      "grad_norm": 2.81306529045105,
+      "learning_rate": 1.1822690065563197e-05,
+      "loss": 3.5439,
+      "step": 41650
+    },
+    {
+      "epoch": 2.9886046011610405,
+      "grad_norm": 2.828873634338379,
+      "learning_rate": 1.180218757341215e-05,
+      "loss": 3.543,
+      "step": 41700
+    },
+    {
+      "epoch": 2.9921880599154305,
+      "grad_norm": 2.697016954421997,
+      "learning_rate": 1.1781677248422368e-05,
+      "loss": 3.5304,
+      "step": 41750
+    },
+    {
+      "epoch": 2.99577151866982,
+      "grad_norm": 2.8102939128875732,
+      "learning_rate": 1.176115917973778e-05,
+      "loss": 3.5334,
+      "step": 41800
+    },
+    {
+      "epoch": 2.99935497742421,
+      "grad_norm": 2.7507131099700928,
+      "learning_rate": 1.1740633456535962e-05,
+      "loss": 3.5252,
+      "step": 41850
+    },
+    {
+      "epoch": 3.0029384361786,
+      "grad_norm": 2.686616897583008,
+      "learning_rate": 1.1720100168027757e-05,
+      "loss": 3.4967,
+      "step": 41900
+    },
+    {
+      "epoch": 3.0065218949329893,
+      "grad_norm": 2.8991360664367676,
+      "learning_rate": 1.1699559403456897e-05,
+      "loss": 3.489,
+      "step": 41950
+    },
+    {
+      "epoch": 3.010105353687379,
+      "grad_norm": 2.9188294410705566,
+      "learning_rate": 1.1679011252099602e-05,
+      "loss": 3.498,
+      "step": 42000
+    },
+    {
+      "epoch": 3.010105353687379,
+      "eval_bleu": 0.12511133168031982,
+      "eval_chrf": 31.564665720228202,
+      "eval_loss": 3.52962327003479,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 39.9541,
+      "eval_samples_per_second": 50.057,
+      "eval_steps_per_second": 0.801,
+      "step": 42000
+    },
+    {
+      "epoch": 3.0136888124417687,
+      "grad_norm": 2.994194984436035,
+      "learning_rate": 1.1658455803264197e-05,
+      "loss": 3.5018,
+      "step": 42050
+    },
+    {
+      "epoch": 3.0172722711961586,
+      "grad_norm": 2.8111681938171387,
+      "learning_rate": 1.1637893146290727e-05,
+      "loss": 3.488,
+      "step": 42100
+    },
+    {
+      "epoch": 3.020855729950548,
+      "grad_norm": 2.8892016410827637,
+      "learning_rate": 1.1617323370550557e-05,
+      "loss": 3.4945,
+      "step": 42150
+    },
+    {
+      "epoch": 3.024439188704938,
+      "grad_norm": 2.8266143798828125,
+      "learning_rate": 1.1596746565446012e-05,
+      "loss": 3.5001,
+      "step": 42200
+    },
+    {
+      "epoch": 3.028022647459328,
+      "grad_norm": 2.7451212406158447,
+      "learning_rate": 1.1576162820409947e-05,
+      "loss": 3.4933,
+      "step": 42250
+    },
+    {
+      "epoch": 3.0316061062137174,
+      "grad_norm": 2.8774585723876953,
+      "learning_rate": 1.155557222490539e-05,
+      "loss": 3.5119,
+      "step": 42300
+    },
+    {
+      "epoch": 3.0351895649681073,
+      "grad_norm": 2.850111246109009,
+      "learning_rate": 1.1534974868425143e-05,
+      "loss": 3.5038,
+      "step": 42350
+    },
+    {
+      "epoch": 3.038773023722497,
+      "grad_norm": 2.800062417984009,
+      "learning_rate": 1.1514370840491395e-05,
+      "loss": 3.4968,
+      "step": 42400
+    },
+    {
+      "epoch": 3.0423564824768867,
+      "grad_norm": 2.8584747314453125,
+      "learning_rate": 1.1493760230655324e-05,
+      "loss": 3.4962,
+      "step": 42450
+    },
+    {
+      "epoch": 3.0459399412312766,
+      "grad_norm": 2.8879361152648926,
+      "learning_rate": 1.1473143128496722e-05,
+      "loss": 3.4973,
+      "step": 42500
+    },
+    {
+      "epoch": 3.049523399985666,
+      "grad_norm": 2.830387592315674,
+      "learning_rate": 1.1452519623623592e-05,
+      "loss": 3.4966,
+      "step": 42550
+    },
+    {
+      "epoch": 3.053106858740056,
+      "grad_norm": 2.7998642921447754,
+      "learning_rate": 1.1431889805671772e-05,
+      "loss": 3.5038,
+      "step": 42600
+    },
+    {
+      "epoch": 3.0566903174944455,
+      "grad_norm": 2.8433713912963867,
+      "learning_rate": 1.1411253764304537e-05,
+      "loss": 3.509,
+      "step": 42650
+    },
+    {
+      "epoch": 3.0602737762488355,
+      "grad_norm": 2.8363871574401855,
+      "learning_rate": 1.1390611589212206e-05,
+      "loss": 3.4997,
+      "step": 42700
+    },
+    {
+      "epoch": 3.063857235003225,
+      "grad_norm": 2.826460599899292,
+      "learning_rate": 1.1369963370111763e-05,
+      "loss": 3.5031,
+      "step": 42750
+    },
+    {
+      "epoch": 3.067440693757615,
+      "grad_norm": 2.8248696327209473,
+      "learning_rate": 1.1349309196746454e-05,
+      "loss": 3.4915,
+      "step": 42800
+    },
+    {
+      "epoch": 3.071024152512005,
+      "grad_norm": 2.8771185874938965,
+      "learning_rate": 1.1328649158885411e-05,
+      "loss": 3.512,
+      "step": 42850
+    },
+    {
+      "epoch": 3.0746076112663943,
+      "grad_norm": 2.8647401332855225,
+      "learning_rate": 1.1307983346323255e-05,
+      "loss": 3.5103,
+      "step": 42900
+    },
+    {
+      "epoch": 3.078191070020784,
+      "grad_norm": 2.8961808681488037,
+      "learning_rate": 1.1287311848879695e-05,
+      "loss": 3.5278,
+      "step": 42950
+    },
+    {
+      "epoch": 3.0817745287751737,
+      "grad_norm": 2.8020644187927246,
+      "learning_rate": 1.1266634756399161e-05,
+      "loss": 3.4909,
+      "step": 43000
+    },
+    {
+      "epoch": 3.0853579875295636,
+      "grad_norm": 2.8728795051574707,
+      "learning_rate": 1.1245952158750396e-05,
+      "loss": 3.5103,
+      "step": 43050
+    },
+    {
+      "epoch": 3.088941446283953,
+      "grad_norm": 2.7857062816619873,
+      "learning_rate": 1.1225264145826067e-05,
+      "loss": 3.4988,
+      "step": 43100
+    },
+    {
+      "epoch": 3.092524905038343,
+      "grad_norm": 2.785942316055298,
+      "learning_rate": 1.1204570807542381e-05,
+      "loss": 3.5054,
+      "step": 43150
+    },
+    {
+      "epoch": 3.096108363792733,
+      "grad_norm": 2.8163323402404785,
+      "learning_rate": 1.1183872233838688e-05,
+      "loss": 3.4834,
+      "step": 43200
+    },
+    {
+      "epoch": 3.0996918225471224,
+      "grad_norm": 2.8935394287109375,
+      "learning_rate": 1.1163168514677098e-05,
+      "loss": 3.4984,
+      "step": 43250
+    },
+    {
+      "epoch": 3.1032752813015123,
+      "grad_norm": 2.819344997406006,
+      "learning_rate": 1.1142459740042078e-05,
+      "loss": 3.5059,
+      "step": 43300
+    },
+    {
+      "epoch": 3.106858740055902,
+      "grad_norm": 2.7673346996307373,
+      "learning_rate": 1.1121745999940067e-05,
+      "loss": 3.5157,
+      "step": 43350
+    },
+    {
+      "epoch": 3.1104421988102917,
+      "grad_norm": 2.853396415710449,
+      "learning_rate": 1.1101027384399094e-05,
+      "loss": 3.4944,
+      "step": 43400
+    },
+    {
+      "epoch": 3.1140256575646816,
+      "grad_norm": 2.8290817737579346,
+      "learning_rate": 1.1080303983468372e-05,
+      "loss": 3.5064,
+      "step": 43450
+    },
+    {
+      "epoch": 3.117609116319071,
+      "grad_norm": 2.9048633575439453,
+      "learning_rate": 1.1059575887217915e-05,
+      "loss": 3.4911,
+      "step": 43500
+    },
+    {
+      "epoch": 3.121192575073461,
+      "grad_norm": 2.7936666011810303,
+      "learning_rate": 1.103884318573814e-05,
+      "loss": 3.4992,
+      "step": 43550
+    },
+    {
+      "epoch": 3.1247760338278505,
+      "grad_norm": 2.6872012615203857,
+      "learning_rate": 1.1018105969139481e-05,
+      "loss": 3.5014,
+      "step": 43600
+    },
+    {
+      "epoch": 3.1283594925822404,
+      "grad_norm": 2.860909938812256,
+      "learning_rate": 1.0997364327552002e-05,
+      "loss": 3.5004,
+      "step": 43650
+    },
+    {
+      "epoch": 3.13194295133663,
+      "grad_norm": 2.833185911178589,
+      "learning_rate": 1.0976618351124993e-05,
+      "loss": 3.5094,
+      "step": 43700
+    },
+    {
+      "epoch": 3.13552641009102,
+      "grad_norm": 2.835493326187134,
+      "learning_rate": 1.0955868130026586e-05,
+      "loss": 3.5041,
+      "step": 43750
+    },
+    {
+      "epoch": 3.1391098688454098,
+      "grad_norm": 2.934903621673584,
+      "learning_rate": 1.0935113754443358e-05,
+      "loss": 3.5038,
+      "step": 43800
+    },
+    {
+      "epoch": 3.1426933275997992,
+      "grad_norm": 2.755317211151123,
+      "learning_rate": 1.0914355314579956e-05,
+      "loss": 3.523,
+      "step": 43850
+    },
+    {
+      "epoch": 3.146276786354189,
+      "grad_norm": 2.7092316150665283,
+      "learning_rate": 1.0893592900658676e-05,
+      "loss": 3.5024,
+      "step": 43900
+    },
+    {
+      "epoch": 3.1498602451085786,
+      "grad_norm": 2.856130361557007,
+      "learning_rate": 1.0872826602919092e-05,
+      "loss": 3.5005,
+      "step": 43950
+    },
+    {
+      "epoch": 3.1534437038629686,
+      "grad_norm": 2.9664852619171143,
+      "learning_rate": 1.0852056511617662e-05,
+      "loss": 3.4906,
+      "step": 44000
+    },
+    {
+      "epoch": 3.1534437038629686,
+      "eval_bleu": 0.1223549848312109,
+      "eval_chrf": 31.676677405811464,
+      "eval_loss": 3.5275301933288574,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 39.0085,
+      "eval_samples_per_second": 51.271,
+      "eval_steps_per_second": 0.82,
+      "step": 44000
+    },
+    {
+      "epoch": 3.157027162617358,
+      "grad_norm": 2.7541725635528564,
+      "learning_rate": 1.0831282717027325e-05,
+      "loss": 3.5156,
+      "step": 44050
+    },
+    {
+      "epoch": 3.160610621371748,
+      "grad_norm": 2.844245195388794,
+      "learning_rate": 1.0810505309437122e-05,
+      "loss": 3.5089,
+      "step": 44100
+    },
+    {
+      "epoch": 3.164194080126138,
+      "grad_norm": 2.6677212715148926,
+      "learning_rate": 1.0789724379151793e-05,
+      "loss": 3.499,
+      "step": 44150
+    },
+    {
+      "epoch": 3.1677775388805274,
+      "grad_norm": 2.7625138759613037,
+      "learning_rate": 1.0768940016491392e-05,
+      "loss": 3.495,
+      "step": 44200
+    },
+    {
+      "epoch": 3.1713609976349173,
+      "grad_norm": 3.032393455505371,
+      "learning_rate": 1.0748152311790887e-05,
+      "loss": 3.5021,
+      "step": 44250
+    },
+    {
+      "epoch": 3.174944456389307,
+      "grad_norm": 2.80678653717041,
+      "learning_rate": 1.0727361355399776e-05,
+      "loss": 3.517,
+      "step": 44300
+    },
+    {
+      "epoch": 3.1785279151436967,
+      "grad_norm": 2.828875780105591,
+      "learning_rate": 1.0706567237681687e-05,
+      "loss": 3.5122,
+      "step": 44350
+    },
+    {
+      "epoch": 3.1821113738980866,
+      "grad_norm": 2.9903149604797363,
+      "learning_rate": 1.0685770049013987e-05,
+      "loss": 3.5085,
+      "step": 44400
+    },
+    {
+      "epoch": 3.185694832652476,
+      "grad_norm": 2.7965831756591797,
+      "learning_rate": 1.0664969879787392e-05,
+      "loss": 3.5039,
+      "step": 44450
+    },
+    {
+      "epoch": 3.189278291406866,
+      "grad_norm": 2.778733015060425,
+      "learning_rate": 1.0644166820405576e-05,
+      "loss": 3.5022,
+      "step": 44500
+    },
+    {
+      "epoch": 3.1928617501612555,
+      "grad_norm": 2.8669307231903076,
+      "learning_rate": 1.0623360961284767e-05,
+      "loss": 3.5027,
+      "step": 44550
+    },
+    {
+      "epoch": 3.1964452089156454,
+      "grad_norm": 2.782583713531494,
+      "learning_rate": 1.0602552392853365e-05,
+      "loss": 3.521,
+      "step": 44600
+    },
+    {
+      "epoch": 3.200028667670035,
+      "grad_norm": 2.8024208545684814,
+      "learning_rate": 1.0581741205551545e-05,
+      "loss": 3.5035,
+      "step": 44650
+    },
+    {
+      "epoch": 3.203612126424425,
+      "grad_norm": 2.995325803756714,
+      "learning_rate": 1.056092748983087e-05,
+      "loss": 3.5137,
+      "step": 44700
+    },
+    {
+      "epoch": 3.2071955851788148,
+      "grad_norm": 2.6983466148376465,
+      "learning_rate": 1.0540111336153884e-05,
+      "loss": 3.5026,
+      "step": 44750
+    },
+    {
+      "epoch": 3.2107790439332042,
+      "grad_norm": 3.0445218086242676,
+      "learning_rate": 1.051929283499373e-05,
+      "loss": 3.502,
+      "step": 44800
+    },
+    {
+      "epoch": 3.214362502687594,
+      "grad_norm": 2.8525636196136475,
+      "learning_rate": 1.0498472076833757e-05,
+      "loss": 3.5025,
+      "step": 44850
+    },
+    {
+      "epoch": 3.2179459614419836,
+      "grad_norm": 2.9519364833831787,
+      "learning_rate": 1.0477649152167116e-05,
+      "loss": 3.4941,
+      "step": 44900
+    },
+    {
+      "epoch": 3.2215294201963736,
+      "grad_norm": 3.002854585647583,
+      "learning_rate": 1.0456824151496383e-05,
+      "loss": 3.505,
+      "step": 44950
+    },
+    {
+      "epoch": 3.2251128789507635,
+      "grad_norm": 2.73407244682312,
+      "learning_rate": 1.0435997165333152e-05,
+      "loss": 3.4935,
+      "step": 45000
+    },
+    {
+      "epoch": 3.228696337705153,
+      "grad_norm": 2.7554357051849365,
+      "learning_rate": 1.0415168284197647e-05,
+      "loss": 3.505,
+      "step": 45050
+    },
+    {
+      "epoch": 3.232279796459543,
+      "grad_norm": 2.721458673477173,
+      "learning_rate": 1.0394337598618327e-05,
+      "loss": 3.4991,
+      "step": 45100
+    },
+    {
+      "epoch": 3.2358632552139324,
+      "grad_norm": 2.7779955863952637,
+      "learning_rate": 1.03735051991315e-05,
+      "loss": 3.5163,
+      "step": 45150
+    },
+    {
+      "epoch": 3.2394467139683223,
+      "grad_norm": 2.7152929306030273,
+      "learning_rate": 1.0352671176280915e-05,
+      "loss": 3.5083,
+      "step": 45200
+    },
+    {
+      "epoch": 3.2430301727227118,
+      "grad_norm": 2.805691957473755,
+      "learning_rate": 1.0331835620617384e-05,
+      "loss": 3.5167,
+      "step": 45250
+    },
+    {
+      "epoch": 3.2466136314771017,
+      "grad_norm": 2.7585785388946533,
+      "learning_rate": 1.031099862269837e-05,
+      "loss": 3.5039,
+      "step": 45300
+    },
+    {
+      "epoch": 3.2501970902314916,
+      "grad_norm": 2.9006450176239014,
+      "learning_rate": 1.0290160273087617e-05,
+      "loss": 3.4962,
+      "step": 45350
+    },
+    {
+      "epoch": 3.253780548985881,
+      "grad_norm": 2.964555501937866,
+      "learning_rate": 1.0269320662354738e-05,
+      "loss": 3.5011,
+      "step": 45400
+    },
+    {
+      "epoch": 3.257364007740271,
+      "grad_norm": 2.8396060466766357,
+      "learning_rate": 1.0248479881074828e-05,
+      "loss": 3.5092,
+      "step": 45450
+    },
+    {
+      "epoch": 3.2609474664946605,
+      "grad_norm": 2.733494758605957,
+      "learning_rate": 1.0227638019828068e-05,
+      "loss": 3.5055,
+      "step": 45500
+    },
+    {
+      "epoch": 3.2645309252490504,
+      "grad_norm": 2.9302215576171875,
+      "learning_rate": 1.0206795169199332e-05,
+      "loss": 3.5028,
+      "step": 45550
+    },
+    {
+      "epoch": 3.2681143840034403,
+      "grad_norm": 2.753243923187256,
+      "learning_rate": 1.01859514197778e-05,
+      "loss": 3.4904,
+      "step": 45600
+    },
+    {
+      "epoch": 3.27169784275783,
+      "grad_norm": 2.848024368286133,
+      "learning_rate": 1.0165106862156551e-05,
+      "loss": 3.4997,
+      "step": 45650
+    },
+    {
+      "epoch": 3.2752813015122197,
+      "grad_norm": 2.851033926010132,
+      "learning_rate": 1.0144261586932184e-05,
+      "loss": 3.4938,
+      "step": 45700
+    },
+    {
+      "epoch": 3.2788647602666092,
+      "grad_norm": 2.7356693744659424,
+      "learning_rate": 1.0123415684704414e-05,
+      "loss": 3.5092,
+      "step": 45750
+    },
+    {
+      "epoch": 3.282448219020999,
+      "grad_norm": 2.8998208045959473,
+      "learning_rate": 1.0102569246075676e-05,
+      "loss": 3.4907,
+      "step": 45800
+    },
+    {
+      "epoch": 3.2860316777753886,
+      "grad_norm": 2.974597454071045,
+      "learning_rate": 1.0081722361650743e-05,
+      "loss": 3.4961,
+      "step": 45850
+    },
+    {
+      "epoch": 3.2896151365297785,
+      "grad_norm": 2.7954258918762207,
+      "learning_rate": 1.0060875122036321e-05,
+      "loss": 3.511,
+      "step": 45900
+    },
+    {
+      "epoch": 3.2931985952841685,
+      "grad_norm": 2.6962060928344727,
+      "learning_rate": 1.004002761784067e-05,
+      "loss": 3.5046,
+      "step": 45950
+    },
+    {
+      "epoch": 3.296782054038558,
+      "grad_norm": 2.8333334922790527,
+      "learning_rate": 1.0019179939673181e-05,
+      "loss": 3.5114,
+      "step": 46000
+    },
+    {
+      "epoch": 3.296782054038558,
+      "eval_bleu": 0.12113283139289112,
+      "eval_chrf": 31.65128474951253,
+      "eval_loss": 3.5269436836242676,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 42.0688,
+      "eval_samples_per_second": 47.541,
+      "eval_steps_per_second": 0.761,
+      "step": 46000
+    },
+    {
+      "epoch": 3.300365512792948,
+      "grad_norm": 2.866848945617676,
+      "learning_rate": 9.998332178144019e-06,
+      "loss": 3.5101,
+      "step": 46050
+    },
+    {
+      "epoch": 3.3039489715473374,
+      "grad_norm": 2.8907814025878906,
+      "learning_rate": 9.977484423863701e-06,
+      "loss": 3.5121,
+      "step": 46100
+    },
+    {
+      "epoch": 3.3075324303017273,
+      "grad_norm": 2.8091881275177,
+      "learning_rate": 9.956636767442717e-06,
+      "loss": 3.51,
+      "step": 46150
+    },
+    {
+      "epoch": 3.3111158890561168,
+      "grad_norm": 2.915423631668091,
+      "learning_rate": 9.935789299491133e-06,
+      "loss": 3.499,
+      "step": 46200
+    },
+    {
+      "epoch": 3.3146993478105067,
+      "grad_norm": 2.9980826377868652,
+      "learning_rate": 9.914942110618192e-06,
+      "loss": 3.4957,
+      "step": 46250
+    },
+    {
+      "epoch": 3.3182828065648966,
+      "grad_norm": 2.9127705097198486,
+      "learning_rate": 9.894095291431925e-06,
+      "loss": 3.496,
+      "step": 46300
+    },
+    {
+      "epoch": 3.321866265319286,
+      "grad_norm": 2.83713436126709,
+      "learning_rate": 9.873248932538757e-06,
+      "loss": 3.5009,
+      "step": 46350
+    },
+    {
+      "epoch": 3.325449724073676,
+      "grad_norm": 2.7628777027130127,
+      "learning_rate": 9.852403124543112e-06,
+      "loss": 3.5091,
+      "step": 46400
+    },
+    {
+      "epoch": 3.3290331828280655,
+      "grad_norm": 2.746293544769287,
+      "learning_rate": 9.831557958047022e-06,
+      "loss": 3.507,
+      "step": 46450
+    },
+    {
+      "epoch": 3.3326166415824554,
+      "grad_norm": 2.9618797302246094,
+      "learning_rate": 9.810713523649722e-06,
+      "loss": 3.5093,
+      "step": 46500
+    },
+    {
+      "epoch": 3.3362001003368453,
+      "grad_norm": 3.017451286315918,
+      "learning_rate": 9.78986991194728e-06,
+      "loss": 3.511,
+      "step": 46550
+    },
+    {
+      "epoch": 3.339783559091235,
+      "grad_norm": 2.8334860801696777,
+      "learning_rate": 9.769027213532174e-06,
+      "loss": 3.5109,
+      "step": 46600
+    },
+    {
+      "epoch": 3.3433670178456247,
+      "grad_norm": 3.0150039196014404,
+      "learning_rate": 9.748185518992923e-06,
+      "loss": 3.5171,
+      "step": 46650
+    },
+    {
+      "epoch": 3.346950476600014,
+      "grad_norm": 2.7307212352752686,
+      "learning_rate": 9.727344918913677e-06,
+      "loss": 3.5051,
+      "step": 46700
+    },
+    {
+      "epoch": 3.350533935354404,
+      "grad_norm": 2.8892557621002197,
+      "learning_rate": 9.706505503873828e-06,
+      "loss": 3.5076,
+      "step": 46750
+    },
+    {
+      "epoch": 3.3541173941087936,
+      "grad_norm": 2.840871810913086,
+      "learning_rate": 9.685667364447626e-06,
+      "loss": 3.5074,
+      "step": 46800
+    },
+    {
+      "epoch": 3.3577008528631835,
+      "grad_norm": 2.7102904319763184,
+      "learning_rate": 9.664830591203764e-06,
+      "loss": 3.5122,
+      "step": 46850
+    },
+    {
+      "epoch": 3.3612843116175735,
+      "grad_norm": 2.9078993797302246,
+      "learning_rate": 9.64399527470501e-06,
+      "loss": 3.5019,
+      "step": 46900
+    },
+    {
+      "epoch": 3.364867770371963,
+      "grad_norm": 2.8488988876342773,
+      "learning_rate": 9.623161505507789e-06,
+      "loss": 3.5108,
+      "step": 46950
+    },
+    {
+      "epoch": 3.368451229126353,
+      "grad_norm": 2.822113275527954,
+      "learning_rate": 9.602329374161814e-06,
+      "loss": 3.5045,
+      "step": 47000
+    },
+    {
+      "epoch": 3.3720346878807423,
+      "grad_norm": 2.903041362762451,
+      "learning_rate": 9.581498971209664e-06,
+      "loss": 3.5093,
+      "step": 47050
+    },
+    {
+      "epoch": 3.3756181466351323,
+      "grad_norm": 2.840322732925415,
+      "learning_rate": 9.560670387186422e-06,
+      "loss": 3.489,
+      "step": 47100
+    },
+    {
+      "epoch": 3.3792016053895217,
+      "grad_norm": 2.869084358215332,
+      "learning_rate": 9.539843712619248e-06,
+      "loss": 3.5072,
+      "step": 47150
+    },
+    {
+      "epoch": 3.3827850641439117,
+      "grad_norm": 2.8106558322906494,
+      "learning_rate": 9.51901903802702e-06,
+      "loss": 3.5014,
+      "step": 47200
+    },
+    {
+      "epoch": 3.3863685228983016,
+      "grad_norm": 2.7544655799865723,
+      "learning_rate": 9.498196453919914e-06,
+      "loss": 3.5012,
+      "step": 47250
+    },
+    {
+      "epoch": 3.389951981652691,
+      "grad_norm": 2.888967752456665,
+      "learning_rate": 9.477376050799022e-06,
+      "loss": 3.5014,
+      "step": 47300
+    },
+    {
+      "epoch": 3.393535440407081,
+      "grad_norm": 2.8767812252044678,
+      "learning_rate": 9.456557919155954e-06,
+      "loss": 3.4994,
+      "step": 47350
+    },
+    {
+      "epoch": 3.3971188991614705,
+      "grad_norm": 2.9929728507995605,
+      "learning_rate": 9.43574214947245e-06,
+      "loss": 3.497,
+      "step": 47400
+    },
+    {
+      "epoch": 3.4007023579158604,
+      "grad_norm": 2.8153977394104004,
+      "learning_rate": 9.414928832219991e-06,
+      "loss": 3.4973,
+      "step": 47450
+    },
+    {
+      "epoch": 3.4042858166702503,
+      "grad_norm": 2.9248719215393066,
+      "learning_rate": 9.394118057859385e-06,
+      "loss": 3.5132,
+      "step": 47500
+    },
+    {
+      "epoch": 3.40786927542464,
+      "grad_norm": 2.9147651195526123,
+      "learning_rate": 9.373309916840404e-06,
+      "loss": 3.5014,
+      "step": 47550
+    },
+    {
+      "epoch": 3.4114527341790297,
+      "grad_norm": 2.8694798946380615,
+      "learning_rate": 9.352504499601352e-06,
+      "loss": 3.5025,
+      "step": 47600
+    },
+    {
+      "epoch": 3.415036192933419,
+      "grad_norm": 2.8242897987365723,
+      "learning_rate": 9.331701896568725e-06,
+      "loss": 3.5073,
+      "step": 47650
+    },
+    {
+      "epoch": 3.418619651687809,
+      "grad_norm": 2.7612648010253906,
+      "learning_rate": 9.310902198156758e-06,
+      "loss": 3.4943,
+      "step": 47700
+    },
+    {
+      "epoch": 3.422203110442199,
+      "grad_norm": 2.8322486877441406,
+      "learning_rate": 9.290105494767079e-06,
+      "loss": 3.5014,
+      "step": 47750
+    },
+    {
+      "epoch": 3.4257865691965885,
+      "grad_norm": 2.7659871578216553,
+      "learning_rate": 9.269311876788301e-06,
+      "loss": 3.5014,
+      "step": 47800
+    },
+    {
+      "epoch": 3.4293700279509785,
+      "grad_norm": 2.817404270172119,
+      "learning_rate": 9.248521434595612e-06,
+      "loss": 3.5111,
+      "step": 47850
+    },
+    {
+      "epoch": 3.432953486705368,
+      "grad_norm": 2.777655839920044,
+      "learning_rate": 9.227734258550413e-06,
+      "loss": 3.498,
+      "step": 47900
+    },
+    {
+      "epoch": 3.436536945459758,
+      "grad_norm": 2.798001289367676,
+      "learning_rate": 9.206950438999894e-06,
+      "loss": 3.5021,
+      "step": 47950
+    },
+    {
+      "epoch": 3.4401204042141473,
+      "grad_norm": 2.757025957107544,
+      "learning_rate": 9.186170066276674e-06,
+      "loss": 3.497,
+      "step": 48000
+    },
+    {
+      "epoch": 3.4401204042141473,
+      "eval_bleu": 0.12864920065552538,
+      "eval_chrf": 31.850531910171686,
+      "eval_loss": 3.5237956047058105,
+      "eval_model_preparation_time": 0.0024,
+      "eval_runtime": 31.0579,
+      "eval_samples_per_second": 64.396,
+      "eval_steps_per_second": 1.03,
+      "step": 48000
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 83718,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 6,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 15,
+        "early_stopping_threshold": 0.0001
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.976874109623337e+17,
+  "train_batch_size": 256,
+  "trial_name": null,
+  "trial_params": null
+}