{ "metadata": { "model_name": "brendaogutu/mul-sw-en-translation-phase1", "timestamp": "2025-11-23T13:31:34.990810", "config_file": "configs/swahili_runpod_phase2.json", "push_strategy": "checkpoint" }, "dataset_info": { "train_samples": 3571465, "validation_samples": 420173, "test_samples": 210087 }, "training_config": { "num_epochs": 6, "batch_size": 256, "learning_rate": 2e-05, "max_length": 256 }, "baseline_results": { "eval_loss": 3.607189178466797, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12148653814583246, "eval_chrf": 32.36204862643739, "eval_runtime": 32.9896, "eval_samples_per_second": 15.156, "eval_steps_per_second": 0.243, "eval_comet": 0.19771272730701459, "eval_comet_std": 0.2784397353998006, "baseline_domain_bleu": 5.6025207420726605e-24, "baseline_domain_chrf": 1.2249619322824674, "baseline_domain_comet": 5.6090462749125436e-05, "baseline_domain_comet_std": 2.8818004578613744e-05 }, "final_results": { "eval_loss": 3.4331178665161133, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.13267080600061182, "eval_chrf": 32.58629179021912, "eval_runtime": 4232.6844, "eval_samples_per_second": 49.634, "eval_steps_per_second": 0.776, "epoch": 5.59019565684799, "eval_comet": 0.18109756097373975, "eval_comet_std": 0.2659054657898372, "domain_bleu": 4.368836465550227e-26, "domain_chrf": 1.1158326682905924, "domain_comet": 5.6868112733354795e-05, "domain_comet_std": 3.055114082039886e-05 }, "improvements": { "eval_bleu_improvement_absolute": 0.011184267854779356, "eval_bleu_improvement_percent": 9.206178746614508, "eval_chrf_improvement_absolute": 0.22424316378172904, "eval_chrf_improvement_percent": 0.6929201744000193, "eval_comet_improvement_absolute": -0.01661516633327484, "eval_comet_improvement_percent": -8.40369082940942 }, "training_history": [ { "loss": 3.6787, "grad_norm": 2.8826961517333984, "learning_rate": 1.1705685618729097e-07, "epoch": 0.003583458754389737, "step": 50 }, { "loss": 3.6845, "grad_norm": 3.028228521347046, "learning_rate": 2.3650262780697565e-07, "epoch": 0.007166917508779474, "step": 100 }, { "loss": 3.6839, "grad_norm": 3.1519999504089355, "learning_rate": 3.5594839942666037e-07, "epoch": 0.010750376263169211, "step": 150 }, { "loss": 3.6742, "grad_norm": 2.8430724143981934, "learning_rate": 4.75394171046345e-07, "epoch": 0.014333835017558949, "step": 200 }, { "loss": 3.6864, "grad_norm": 2.86275577545166, "learning_rate": 5.948399426660297e-07, "epoch": 0.017917293771948686, "step": 250 }, { "loss": 3.671, "grad_norm": 2.787710189819336, "learning_rate": 7.142857142857143e-07, "epoch": 0.021500752526338422, "step": 300 }, { "loss": 3.6812, "grad_norm": 2.906496524810791, "learning_rate": 8.337314859053989e-07, "epoch": 0.025084211280728158, "step": 350 }, { "loss": 3.6657, "grad_norm": 2.733621120452881, "learning_rate": 9.531772575250838e-07, "epoch": 0.028667670035117897, "step": 400 }, { "loss": 3.6776, "grad_norm": 2.9586291313171387, "learning_rate": 1.0726230291447684e-06, "epoch": 0.03225112878950763, "step": 450 }, { "loss": 3.6817, "grad_norm": 2.697490930557251, "learning_rate": 1.192068800764453e-06, "epoch": 0.03583458754389737, "step": 500 }, { "loss": 3.6645, "grad_norm": 2.8789138793945312, "learning_rate": 1.3115145723841377e-06, "epoch": 0.03941804629828711, "step": 550 }, { "loss": 3.6701, "grad_norm": 2.738499879837036, "learning_rate": 1.4309603440038225e-06, "epoch": 0.043001505052676844, "step": 600 }, { "loss": 3.6557, "grad_norm": 2.976515293121338, "learning_rate": 1.550406115623507e-06, "epoch": 0.04658496380706658, "step": 650 }, { "loss": 3.6624, "grad_norm": 2.8300790786743164, "learning_rate": 1.6698518872431918e-06, "epoch": 0.050168422561456316, "step": 700 }, { "loss": 3.6638, "grad_norm": 2.8557324409484863, "learning_rate": 1.7892976588628764e-06, "epoch": 0.05375188131584605, "step": 750 }, { "loss": 3.6746, "grad_norm": 2.915972948074341, "learning_rate": 1.9087434304825613e-06, "epoch": 0.057335340070235795, "step": 800 }, { "loss": 3.6571, "grad_norm": 2.833534002304077, "learning_rate": 2.0281892021022457e-06, "epoch": 0.06091879882462553, "step": 850 }, { "loss": 3.6641, "grad_norm": 2.786886215209961, "learning_rate": 2.1476349737219305e-06, "epoch": 0.06450225757901526, "step": 900 }, { "loss": 3.6626, "grad_norm": 2.888093948364258, "learning_rate": 2.2670807453416154e-06, "epoch": 0.068085716333405, "step": 950 }, { "loss": 3.6669, "grad_norm": 2.935640335083008, "learning_rate": 2.3865265169613e-06, "epoch": 0.07166917508779475, "step": 1000 }, { "loss": 3.6766, "grad_norm": 2.9223127365112305, "learning_rate": 2.5059722885809846e-06, "epoch": 0.07525263384218447, "step": 1050 }, { "loss": 3.6616, "grad_norm": 2.855170488357544, "learning_rate": 2.625418060200669e-06, "epoch": 0.07883609259657422, "step": 1100 }, { "loss": 3.6633, "grad_norm": 2.822401285171509, "learning_rate": 2.7448638318203535e-06, "epoch": 0.08241955135096395, "step": 1150 }, { "loss": 3.6526, "grad_norm": 2.8145692348480225, "learning_rate": 2.8643096034400387e-06, "epoch": 0.08600301010535369, "step": 1200 }, { "loss": 3.6578, "grad_norm": 2.7493700981140137, "learning_rate": 2.983755375059723e-06, "epoch": 0.08958646885974342, "step": 1250 }, { "loss": 3.657, "grad_norm": 2.7674636840820312, "learning_rate": 3.1032011466794076e-06, "epoch": 0.09316992761413316, "step": 1300 }, { "loss": 3.6579, "grad_norm": 2.798501491546631, "learning_rate": 3.222646918299093e-06, "epoch": 0.0967533863685229, "step": 1350 }, { "loss": 3.6667, "grad_norm": 3.045165777206421, "learning_rate": 3.3420926899187773e-06, "epoch": 0.10033684512291263, "step": 1400 }, { "loss": 3.6693, "grad_norm": 2.730278730392456, "learning_rate": 3.4615384615384617e-06, "epoch": 0.10392030387730238, "step": 1450 }, { "loss": 3.6602, "grad_norm": 2.8988585472106934, "learning_rate": 3.580984233158146e-06, "epoch": 0.1075037626316921, "step": 1500 }, { "loss": 3.6628, "grad_norm": 2.9216086864471436, "learning_rate": 3.7004300047778314e-06, "epoch": 0.11108722138608185, "step": 1550 }, { "loss": 3.6625, "grad_norm": 2.7945556640625, "learning_rate": 3.819875776397516e-06, "epoch": 0.11467068014047159, "step": 1600 }, { "loss": 3.6457, "grad_norm": 2.895811080932617, "learning_rate": 3.9393215480172e-06, "epoch": 0.11825413889486132, "step": 1650 }, { "loss": 3.6572, "grad_norm": 2.634783983230591, "learning_rate": 4.0587673196368855e-06, "epoch": 0.12183759764925106, "step": 1700 }, { "loss": 3.6515, "grad_norm": 2.907348871231079, "learning_rate": 4.17821309125657e-06, "epoch": 0.1254210564036408, "step": 1750 }, { "loss": 3.6465, "grad_norm": 2.9280805587768555, "learning_rate": 4.297658862876254e-06, "epoch": 0.12900451515803052, "step": 1800 }, { "loss": 3.6564, "grad_norm": 3.136627197265625, "learning_rate": 4.417104634495939e-06, "epoch": 0.13258797391242028, "step": 1850 }, { "loss": 3.6438, "grad_norm": 2.8626930713653564, "learning_rate": 4.536550406115624e-06, "epoch": 0.13617143266681, "step": 1900 }, { "loss": 3.6442, "grad_norm": 2.99165678024292, "learning_rate": 4.6559961777353084e-06, "epoch": 0.13975489142119973, "step": 1950 }, { "loss": 3.6556, "grad_norm": 2.8795509338378906, "learning_rate": 4.775441949354993e-06, "epoch": 0.1433383501755895, "step": 2000 }, { "eval_loss": 3.6125245094299316, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.11687587046602367, "eval_chrf": 31.48836065140496, "eval_runtime": 84.7074, "eval_samples_per_second": 23.611, "eval_steps_per_second": 0.378, "epoch": 0.1433383501755895, "step": 2000 }, { "loss": 3.6548, "grad_norm": 2.849792003631592, "learning_rate": 4.894887720974678e-06, "epoch": 0.14692180892997922, "step": 2050 }, { "loss": 3.6464, "grad_norm": 2.7463502883911133, "learning_rate": 5.014333492594362e-06, "epoch": 0.15050526768436895, "step": 2100 }, { "loss": 3.6639, "grad_norm": 2.8596713542938232, "learning_rate": 5.133779264214047e-06, "epoch": 0.15408872643875868, "step": 2150 }, { "loss": 3.6624, "grad_norm": 2.8775205612182617, "learning_rate": 5.253225035833732e-06, "epoch": 0.15767218519314843, "step": 2200 }, { "loss": 3.646, "grad_norm": 2.9133002758026123, "learning_rate": 5.372670807453416e-06, "epoch": 0.16125564394753816, "step": 2250 }, { "loss": 3.6469, "grad_norm": 2.8221960067749023, "learning_rate": 5.492116579073101e-06, "epoch": 0.1648391027019279, "step": 2300 }, { "loss": 3.6567, "grad_norm": 2.8143768310546875, "learning_rate": 5.611562350692786e-06, "epoch": 0.16842256145631765, "step": 2350 }, { "loss": 3.6557, "grad_norm": 2.9973151683807373, "learning_rate": 5.73100812231247e-06, "epoch": 0.17200602021070738, "step": 2400 }, { "loss": 3.6554, "grad_norm": 3.0725531578063965, "learning_rate": 5.850453893932155e-06, "epoch": 0.1755894789650971, "step": 2450 }, { "loss": 3.6471, "grad_norm": 3.028376579284668, "learning_rate": 5.9698996655518404e-06, "epoch": 0.17917293771948684, "step": 2500 }, { "loss": 3.6492, "grad_norm": 2.886871814727783, "learning_rate": 6.089345437171524e-06, "epoch": 0.1827563964738766, "step": 2550 }, { "loss": 3.6598, "grad_norm": 2.8908731937408447, "learning_rate": 6.208791208791209e-06, "epoch": 0.18633985522826632, "step": 2600 }, { "loss": 3.6476, "grad_norm": 3.0486247539520264, "learning_rate": 6.3282369804108945e-06, "epoch": 0.18992331398265605, "step": 2650 }, { "loss": 3.6448, "grad_norm": 3.1281673908233643, "learning_rate": 6.447682752030578e-06, "epoch": 0.1935067727370458, "step": 2700 }, { "loss": 3.638, "grad_norm": 2.75227952003479, "learning_rate": 6.567128523650263e-06, "epoch": 0.19709023149143554, "step": 2750 }, { "loss": 3.6377, "grad_norm": 2.825026750564575, "learning_rate": 6.686574295269948e-06, "epoch": 0.20067369024582526, "step": 2800 }, { "loss": 3.643, "grad_norm": 2.7805380821228027, "learning_rate": 6.806020066889632e-06, "epoch": 0.204257149000215, "step": 2850 }, { "loss": 3.6556, "grad_norm": 3.056185483932495, "learning_rate": 6.9254658385093175e-06, "epoch": 0.20784060775460475, "step": 2900 }, { "loss": 3.6551, "grad_norm": 2.7656185626983643, "learning_rate": 7.044911610129002e-06, "epoch": 0.21142406650899448, "step": 2950 }, { "loss": 3.6527, "grad_norm": 2.9017703533172607, "learning_rate": 7.164357381748686e-06, "epoch": 0.2150075252633842, "step": 3000 }, { "loss": 3.6455, "grad_norm": 2.8588929176330566, "learning_rate": 7.283803153368372e-06, "epoch": 0.21859098401777396, "step": 3050 }, { "loss": 3.6578, "grad_norm": 2.759413003921509, "learning_rate": 7.403248924988056e-06, "epoch": 0.2221744427721637, "step": 3100 }, { "loss": 3.6526, "grad_norm": 2.810638904571533, "learning_rate": 7.5226946966077404e-06, "epoch": 0.22575790152655342, "step": 3150 }, { "loss": 3.6567, "grad_norm": 2.779322862625122, "learning_rate": 7.642140468227427e-06, "epoch": 0.22934136028094318, "step": 3200 }, { "loss": 3.6548, "grad_norm": 2.914285659790039, "learning_rate": 7.76158623984711e-06, "epoch": 0.2329248190353329, "step": 3250 }, { "loss": 3.6405, "grad_norm": 2.790729284286499, "learning_rate": 7.881032011466795e-06, "epoch": 0.23650827778972264, "step": 3300 }, { "loss": 3.6483, "grad_norm": 2.8829877376556396, "learning_rate": 8.00047778308648e-06, "epoch": 0.24009173654411237, "step": 3350 }, { "loss": 3.6411, "grad_norm": 2.7378406524658203, "learning_rate": 8.119923554706164e-06, "epoch": 0.24367519529850212, "step": 3400 }, { "loss": 3.639, "grad_norm": 2.9590532779693604, "learning_rate": 8.23936932632585e-06, "epoch": 0.24725865405289185, "step": 3450 }, { "loss": 3.6493, "grad_norm": 2.793628692626953, "learning_rate": 8.358815097945533e-06, "epoch": 0.2508421128072816, "step": 3500 }, { "loss": 3.6381, "grad_norm": 2.804919481277466, "learning_rate": 8.478260869565218e-06, "epoch": 0.25442557156167134, "step": 3550 }, { "loss": 3.6412, "grad_norm": 2.988947868347168, "learning_rate": 8.597706641184904e-06, "epoch": 0.25800903031606104, "step": 3600 }, { "loss": 3.6444, "grad_norm": 3.0187394618988037, "learning_rate": 8.717152412804587e-06, "epoch": 0.2615924890704508, "step": 3650 }, { "loss": 3.6372, "grad_norm": 2.841747999191284, "learning_rate": 8.836598184424272e-06, "epoch": 0.26517594782484055, "step": 3700 }, { "loss": 3.6553, "grad_norm": 2.8912370204925537, "learning_rate": 8.956043956043958e-06, "epoch": 0.26875940657923025, "step": 3750 }, { "loss": 3.6387, "grad_norm": 3.2106292247772217, "learning_rate": 9.075489727663641e-06, "epoch": 0.27234286533362, "step": 3800 }, { "loss": 3.6417, "grad_norm": 2.8960952758789062, "learning_rate": 9.194935499283327e-06, "epoch": 0.27592632408800977, "step": 3850 }, { "loss": 3.6434, "grad_norm": 2.7633676528930664, "learning_rate": 9.314381270903012e-06, "epoch": 0.27950978284239947, "step": 3900 }, { "loss": 3.6559, "grad_norm": 2.7297277450561523, "learning_rate": 9.433827042522695e-06, "epoch": 0.2830932415967892, "step": 3950 }, { "loss": 3.641, "grad_norm": 2.7868881225585938, "learning_rate": 9.55327281414238e-06, "epoch": 0.286676700351179, "step": 4000 }, { "eval_loss": 3.604299545288086, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.11855110578819589, "eval_chrf": 31.371795297948747, "eval_runtime": 79.5186, "eval_samples_per_second": 25.151, "eval_steps_per_second": 0.402, "epoch": 0.286676700351179, "step": 4000 }, { "loss": 3.6385, "grad_norm": 2.9395406246185303, "learning_rate": 9.672718585762066e-06, "epoch": 0.2902601591055687, "step": 4050 }, { "loss": 3.6459, "grad_norm": 2.838879108428955, "learning_rate": 9.79216435738175e-06, "epoch": 0.29384361785995844, "step": 4100 }, { "loss": 3.6445, "grad_norm": 2.835333824157715, "learning_rate": 9.911610129001435e-06, "epoch": 0.2974270766143482, "step": 4150 }, { "loss": 3.6509, "grad_norm": 2.8583765029907227, "learning_rate": 1.0031055900621118e-05, "epoch": 0.3010105353687379, "step": 4200 }, { "loss": 3.6438, "grad_norm": 3.103139638900757, "learning_rate": 1.0150501672240805e-05, "epoch": 0.30459399412312765, "step": 4250 }, { "loss": 3.6385, "grad_norm": 2.8596248626708984, "learning_rate": 1.0269947443860489e-05, "epoch": 0.30817745287751735, "step": 4300 }, { "loss": 3.6522, "grad_norm": 2.778722047805786, "learning_rate": 1.0389393215480172e-05, "epoch": 0.3117609116319071, "step": 4350 }, { "loss": 3.6504, "grad_norm": 2.895379066467285, "learning_rate": 1.050883898709986e-05, "epoch": 0.31534437038629687, "step": 4400 }, { "loss": 3.6507, "grad_norm": 2.701481342315674, "learning_rate": 1.0628284758719543e-05, "epoch": 0.31892782914068657, "step": 4450 }, { "loss": 3.634, "grad_norm": 2.87186336517334, "learning_rate": 1.0747730530339227e-05, "epoch": 0.3225112878950763, "step": 4500 }, { "loss": 3.6422, "grad_norm": 2.6985971927642822, "learning_rate": 1.086717630195891e-05, "epoch": 0.3260947466494661, "step": 4550 }, { "loss": 3.6412, "grad_norm": 2.993252754211426, "learning_rate": 1.0986622073578597e-05, "epoch": 0.3296782054038558, "step": 4600 }, { "loss": 3.6427, "grad_norm": 2.9659206867218018, "learning_rate": 1.110606784519828e-05, "epoch": 0.33326166415824554, "step": 4650 }, { "loss": 3.6421, "grad_norm": 2.7770729064941406, "learning_rate": 1.1225513616817964e-05, "epoch": 0.3368451229126353, "step": 4700 }, { "loss": 3.643, "grad_norm": 2.8897016048431396, "learning_rate": 1.1344959388437651e-05, "epoch": 0.340428581667025, "step": 4750 }, { "loss": 3.6249, "grad_norm": 3.156210422515869, "learning_rate": 1.1464405160057335e-05, "epoch": 0.34401204042141476, "step": 4800 }, { "loss": 3.6483, "grad_norm": 2.983232259750366, "learning_rate": 1.1583850931677018e-05, "epoch": 0.3475954991758045, "step": 4850 }, { "loss": 3.6444, "grad_norm": 3.007908821105957, "learning_rate": 1.1703296703296705e-05, "epoch": 0.3511789579301942, "step": 4900 }, { "loss": 3.6681, "grad_norm": 2.7451424598693848, "learning_rate": 1.1822742474916389e-05, "epoch": 0.35476241668458397, "step": 4950 }, { "loss": 3.6539, "grad_norm": 2.989840507507324, "learning_rate": 1.1942188246536072e-05, "epoch": 0.35834587543897367, "step": 5000 }, { "loss": 3.6297, "grad_norm": 2.841801166534424, "learning_rate": 1.206163401815576e-05, "epoch": 0.36192933419336343, "step": 5050 }, { "loss": 3.6522, "grad_norm": 3.0453057289123535, "learning_rate": 1.2181079789775443e-05, "epoch": 0.3655127929477532, "step": 5100 }, { "loss": 3.6355, "grad_norm": 2.991407871246338, "learning_rate": 1.2300525561395127e-05, "epoch": 0.3690962517021429, "step": 5150 }, { "loss": 3.6435, "grad_norm": 2.941945791244507, "learning_rate": 1.2419971333014814e-05, "epoch": 0.37267971045653264, "step": 5200 }, { "loss": 3.6256, "grad_norm": 2.92447829246521, "learning_rate": 1.2539417104634497e-05, "epoch": 0.3762631692109224, "step": 5250 }, { "loss": 3.654, "grad_norm": 2.8586673736572266, "learning_rate": 1.265886287625418e-05, "epoch": 0.3798466279653121, "step": 5300 }, { "loss": 3.6351, "grad_norm": 2.8122401237487793, "learning_rate": 1.2778308647873868e-05, "epoch": 0.38343008671970186, "step": 5350 }, { "loss": 3.6546, "grad_norm": 2.8284683227539062, "learning_rate": 1.2897754419493551e-05, "epoch": 0.3870135454740916, "step": 5400 }, { "loss": 3.6337, "grad_norm": 2.7817671298980713, "learning_rate": 1.3017200191113235e-05, "epoch": 0.3905970042284813, "step": 5450 }, { "loss": 3.6487, "grad_norm": 3.200016736984253, "learning_rate": 1.3136645962732922e-05, "epoch": 0.39418046298287107, "step": 5500 }, { "loss": 3.6342, "grad_norm": 2.7402632236480713, "learning_rate": 1.3256091734352605e-05, "epoch": 0.39776392173726083, "step": 5550 }, { "loss": 3.6392, "grad_norm": 2.810091018676758, "learning_rate": 1.3375537505972289e-05, "epoch": 0.40134738049165053, "step": 5600 }, { "loss": 3.641, "grad_norm": 2.894531011581421, "learning_rate": 1.3494983277591976e-05, "epoch": 0.4049308392460403, "step": 5650 }, { "loss": 3.6368, "grad_norm": 2.9225988388061523, "learning_rate": 1.361442904921166e-05, "epoch": 0.40851429800043, "step": 5700 }, { "loss": 3.6374, "grad_norm": 3.016430616378784, "learning_rate": 1.3733874820831343e-05, "epoch": 0.41209775675481974, "step": 5750 }, { "loss": 3.6452, "grad_norm": 2.9885077476501465, "learning_rate": 1.385332059245103e-05, "epoch": 0.4156812155092095, "step": 5800 }, { "loss": 3.6334, "grad_norm": 2.9427528381347656, "learning_rate": 1.3972766364070714e-05, "epoch": 0.4192646742635992, "step": 5850 }, { "loss": 3.6434, "grad_norm": 2.9331486225128174, "learning_rate": 1.4092212135690397e-05, "epoch": 0.42284813301798896, "step": 5900 }, { "loss": 3.6287, "grad_norm": 2.8337302207946777, "learning_rate": 1.421165790731008e-05, "epoch": 0.4264315917723787, "step": 5950 }, { "loss": 3.6363, "grad_norm": 2.9508445262908936, "learning_rate": 1.4331103678929768e-05, "epoch": 0.4300150505267684, "step": 6000 }, { "eval_loss": 3.59792423248291, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.10979748596234642, "eval_chrf": 31.31455144193432, "eval_runtime": 88.7529, "eval_samples_per_second": 22.534, "eval_steps_per_second": 0.361, "epoch": 0.4300150505267684, "step": 6000 }, { "loss": 3.6399, "grad_norm": 2.8384978771209717, "learning_rate": 1.4450549450549451e-05, "epoch": 0.4335985092811582, "step": 6050 }, { "loss": 3.6334, "grad_norm": 3.0397462844848633, "learning_rate": 1.4569995222169135e-05, "epoch": 0.43718196803554793, "step": 6100 }, { "loss": 3.6237, "grad_norm": 2.8816871643066406, "learning_rate": 1.4689440993788822e-05, "epoch": 0.44076542678993763, "step": 6150 }, { "loss": 3.6504, "grad_norm": 2.8406283855438232, "learning_rate": 1.4808886765408505e-05, "epoch": 0.4443488855443274, "step": 6200 }, { "loss": 3.6342, "grad_norm": 2.9639480113983154, "learning_rate": 1.4928332537028189e-05, "epoch": 0.44793234429871714, "step": 6250 }, { "loss": 3.6498, "grad_norm": 2.9352121353149414, "learning_rate": 1.5047778308647876e-05, "epoch": 0.45151580305310685, "step": 6300 }, { "loss": 3.6465, "grad_norm": 2.9181034564971924, "learning_rate": 1.516722408026756e-05, "epoch": 0.4550992618074966, "step": 6350 }, { "loss": 3.6422, "grad_norm": 2.8066813945770264, "learning_rate": 1.5286669851887245e-05, "epoch": 0.45868272056188636, "step": 6400 }, { "loss": 3.6359, "grad_norm": 2.9192256927490234, "learning_rate": 1.5406115623506928e-05, "epoch": 0.46226617931627606, "step": 6450 }, { "loss": 3.6411, "grad_norm": 2.8807878494262695, "learning_rate": 1.5525561395126615e-05, "epoch": 0.4658496380706658, "step": 6500 }, { "loss": 3.6309, "grad_norm": 2.8400449752807617, "learning_rate": 1.56450071667463e-05, "epoch": 0.4694330968250555, "step": 6550 }, { "loss": 3.6387, "grad_norm": 2.8949077129364014, "learning_rate": 1.5764452938365982e-05, "epoch": 0.4730165555794453, "step": 6600 }, { "loss": 3.6369, "grad_norm": 2.801791191101074, "learning_rate": 1.588389870998567e-05, "epoch": 0.47660001433383503, "step": 6650 }, { "loss": 3.6518, "grad_norm": 2.833810806274414, "learning_rate": 1.6003344481605353e-05, "epoch": 0.48018347308822473, "step": 6700 }, { "loss": 3.6286, "grad_norm": 3.0063154697418213, "learning_rate": 1.6122790253225036e-05, "epoch": 0.4837669318426145, "step": 6750 }, { "loss": 3.6327, "grad_norm": 2.8149757385253906, "learning_rate": 1.6242236024844723e-05, "epoch": 0.48735039059700425, "step": 6800 }, { "loss": 3.6269, "grad_norm": 2.7950377464294434, "learning_rate": 1.6361681796464407e-05, "epoch": 0.49093384935139395, "step": 6850 }, { "loss": 3.6352, "grad_norm": 2.8111937046051025, "learning_rate": 1.648112756808409e-05, "epoch": 0.4945173081057837, "step": 6900 }, { "loss": 3.634, "grad_norm": 2.9674079418182373, "learning_rate": 1.6600573339703778e-05, "epoch": 0.49810076686017346, "step": 6950 }, { "loss": 3.6418, "grad_norm": 2.844080924987793, "learning_rate": 1.672001911132346e-05, "epoch": 0.5016842256145632, "step": 7000 }, { "loss": 3.62, "grad_norm": 2.950845718383789, "learning_rate": 1.6839464882943145e-05, "epoch": 0.5052676843689529, "step": 7050 }, { "loss": 3.6269, "grad_norm": 2.891509532928467, "learning_rate": 1.695891065456283e-05, "epoch": 0.5088511431233427, "step": 7100 }, { "loss": 3.6251, "grad_norm": 2.821896553039551, "learning_rate": 1.7078356426182515e-05, "epoch": 0.5124346018777324, "step": 7150 }, { "loss": 3.6353, "grad_norm": 2.830019235610962, "learning_rate": 1.71978021978022e-05, "epoch": 0.5160180606321221, "step": 7200 }, { "loss": 3.639, "grad_norm": 2.682234525680542, "learning_rate": 1.7317247969421886e-05, "epoch": 0.5196015193865119, "step": 7250 }, { "loss": 3.6321, "grad_norm": 2.8084537982940674, "learning_rate": 1.743669374104157e-05, "epoch": 0.5231849781409016, "step": 7300 }, { "loss": 3.649, "grad_norm": 2.946808099746704, "learning_rate": 1.7556139512661253e-05, "epoch": 0.5267684368952913, "step": 7350 }, { "loss": 3.6391, "grad_norm": 2.7569286823272705, "learning_rate": 1.767558528428094e-05, "epoch": 0.5303518956496811, "step": 7400 }, { "loss": 3.6337, "grad_norm": 2.967864513397217, "learning_rate": 1.7795031055900623e-05, "epoch": 0.5339353544040708, "step": 7450 }, { "loss": 3.6393, "grad_norm": 3.0034618377685547, "learning_rate": 1.7914476827520307e-05, "epoch": 0.5375188131584605, "step": 7500 }, { "loss": 3.6431, "grad_norm": 2.723473310470581, "learning_rate": 1.8033922599139994e-05, "epoch": 0.5411022719128503, "step": 7550 }, { "loss": 3.6374, "grad_norm": 2.8928301334381104, "learning_rate": 1.8153368370759678e-05, "epoch": 0.54468573066724, "step": 7600 }, { "loss": 3.6369, "grad_norm": 2.8130874633789062, "learning_rate": 1.827281414237936e-05, "epoch": 0.5482691894216297, "step": 7650 }, { "loss": 3.6267, "grad_norm": 2.876746654510498, "learning_rate": 1.8392259913999048e-05, "epoch": 0.5518526481760195, "step": 7700 }, { "loss": 3.6446, "grad_norm": 2.977689027786255, "learning_rate": 1.851170568561873e-05, "epoch": 0.5554361069304092, "step": 7750 }, { "loss": 3.6161, "grad_norm": 2.820831537246704, "learning_rate": 1.8631151457238415e-05, "epoch": 0.5590195656847989, "step": 7800 }, { "loss": 3.6409, "grad_norm": 3.08670711517334, "learning_rate": 1.8750597228858102e-05, "epoch": 0.5626030244391887, "step": 7850 }, { "loss": 3.6321, "grad_norm": 2.8381645679473877, "learning_rate": 1.8870043000477786e-05, "epoch": 0.5661864831935784, "step": 7900 }, { "loss": 3.6326, "grad_norm": 2.8480851650238037, "learning_rate": 1.898948877209747e-05, "epoch": 0.5697699419479682, "step": 7950 }, { "loss": 3.6324, "grad_norm": 2.835008382797241, "learning_rate": 1.9108934543717156e-05, "epoch": 0.573353400702358, "step": 8000 }, { "eval_loss": 3.595062255859375, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.1174872077739482, "eval_chrf": 31.49347862672598, "eval_runtime": 79.874, "eval_samples_per_second": 25.039, "eval_steps_per_second": 0.401, "epoch": 0.573353400702358, "step": 8000 }, { "loss": 3.6277, "grad_norm": 2.907283067703247, "learning_rate": 1.922838031533684e-05, "epoch": 0.5769368594567477, "step": 8050 }, { "loss": 3.6309, "grad_norm": 2.783656120300293, "learning_rate": 1.9347826086956523e-05, "epoch": 0.5805203182111374, "step": 8100 }, { "loss": 3.6167, "grad_norm": 3.1348400115966797, "learning_rate": 1.946727185857621e-05, "epoch": 0.5841037769655272, "step": 8150 }, { "loss": 3.6282, "grad_norm": 2.880157709121704, "learning_rate": 1.9586717630195894e-05, "epoch": 0.5876872357199169, "step": 8200 }, { "loss": 3.6319, "grad_norm": 2.924098491668701, "learning_rate": 1.9706163401815578e-05, "epoch": 0.5912706944743066, "step": 8250 }, { "loss": 3.641, "grad_norm": 2.9245517253875732, "learning_rate": 1.9825609173435265e-05, "epoch": 0.5948541532286964, "step": 8300 }, { "loss": 3.6323, "grad_norm": 2.853644371032715, "learning_rate": 1.9945054945054948e-05, "epoch": 0.5984376119830861, "step": 8350 }, { "loss": 3.6318, "grad_norm": 3.058555841445923, "learning_rate": 1.9999993663100352e-05, "epoch": 0.6020210707374758, "step": 8400 }, { "loss": 3.6265, "grad_norm": 2.9240124225616455, "learning_rate": 1.9999948461660206e-05, "epoch": 0.6056045294918655, "step": 8450 }, { "loss": 3.6339, "grad_norm": 2.728078603744507, "learning_rate": 1.9999859797494658e-05, "epoch": 0.6091879882462553, "step": 8500 }, { "loss": 3.6355, "grad_norm": 2.748669385910034, "learning_rate": 1.9999727670989077e-05, "epoch": 0.612771447000645, "step": 8550 }, { "loss": 3.6249, "grad_norm": 3.0014336109161377, "learning_rate": 1.9999552082717713e-05, "epoch": 0.6163549057550347, "step": 8600 }, { "loss": 3.6167, "grad_norm": 2.8426921367645264, "learning_rate": 1.9999333033443727e-05, "epoch": 0.6199383645094245, "step": 8650 }, { "loss": 3.6507, "grad_norm": 2.800652265548706, "learning_rate": 1.999907052411918e-05, "epoch": 0.6235218232638142, "step": 8700 }, { "loss": 3.633, "grad_norm": 2.844484806060791, "learning_rate": 1.999876455588501e-05, "epoch": 0.6271052820182039, "step": 8750 }, { "loss": 3.6238, "grad_norm": 2.9430322647094727, "learning_rate": 1.999841513007104e-05, "epoch": 0.6306887407725937, "step": 8800 }, { "loss": 3.6256, "grad_norm": 2.8248939514160156, "learning_rate": 1.9998022248195982e-05, "epoch": 0.6342721995269834, "step": 8850 }, { "loss": 3.6217, "grad_norm": 2.8490238189697266, "learning_rate": 1.999758591196742e-05, "epoch": 0.6378556582813731, "step": 8900 }, { "loss": 3.6326, "grad_norm": 2.8636586666107178, "learning_rate": 1.999710612328179e-05, "epoch": 0.641439117035763, "step": 8950 }, { "loss": 3.6133, "grad_norm": 2.801966428756714, "learning_rate": 1.999658288422441e-05, "epoch": 0.6450225757901527, "step": 9000 }, { "loss": 3.6213, "grad_norm": 2.777209520339966, "learning_rate": 1.9996016197069415e-05, "epoch": 0.6486060345445424, "step": 9050 }, { "loss": 3.6226, "grad_norm": 2.8222055435180664, "learning_rate": 1.999540606427981e-05, "epoch": 0.6521894932989322, "step": 9100 }, { "loss": 3.6296, "grad_norm": 2.9050872325897217, "learning_rate": 1.99947524885074e-05, "epoch": 0.6557729520533219, "step": 9150 }, { "loss": 3.6274, "grad_norm": 2.8046138286590576, "learning_rate": 1.9994055472592823e-05, "epoch": 0.6593564108077116, "step": 9200 }, { "loss": 3.6243, "grad_norm": 3.2293264865875244, "learning_rate": 1.9993315019565514e-05, "epoch": 0.6629398695621014, "step": 9250 }, { "loss": 3.6167, "grad_norm": 2.808518886566162, "learning_rate": 1.9992531132643703e-05, "epoch": 0.6665233283164911, "step": 9300 }, { "loss": 3.6284, "grad_norm": 2.9400224685668945, "learning_rate": 1.999170381523439e-05, "epoch": 0.6701067870708808, "step": 9350 }, { "loss": 3.6227, "grad_norm": 2.8705012798309326, "learning_rate": 1.9990833070933346e-05, "epoch": 0.6736902458252706, "step": 9400 }, { "loss": 3.631, "grad_norm": 2.896789073944092, "learning_rate": 1.998991890352508e-05, "epoch": 0.6772737045796603, "step": 9450 }, { "loss": 3.6241, "grad_norm": 2.9855711460113525, "learning_rate": 1.998896131698283e-05, "epoch": 0.68085716333405, "step": 9500 }, { "loss": 3.6209, "grad_norm": 2.798070192337036, "learning_rate": 1.9987960315468554e-05, "epoch": 0.6844406220884398, "step": 9550 }, { "loss": 3.6324, "grad_norm": 2.9017467498779297, "learning_rate": 1.9986915903332894e-05, "epoch": 0.6880240808428295, "step": 9600 }, { "loss": 3.6297, "grad_norm": 2.988384246826172, "learning_rate": 1.998582808511518e-05, "epoch": 0.6916075395972192, "step": 9650 }, { "loss": 3.6311, "grad_norm": 2.9374516010284424, "learning_rate": 1.998469686554339e-05, "epoch": 0.695190998351609, "step": 9700 }, { "loss": 3.6257, "grad_norm": 2.8902134895324707, "learning_rate": 1.998352224953413e-05, "epoch": 0.6987744571059987, "step": 9750 }, { "loss": 3.6159, "grad_norm": 2.963186025619507, "learning_rate": 1.998230424219264e-05, "epoch": 0.7023579158603884, "step": 9800 }, { "loss": 3.6276, "grad_norm": 2.85019850730896, "learning_rate": 1.9981042848812725e-05, "epoch": 0.7059413746147782, "step": 9850 }, { "loss": 3.6218, "grad_norm": 2.9275527000427246, "learning_rate": 1.9979738074876786e-05, "epoch": 0.7095248333691679, "step": 9900 }, { "loss": 3.6291, "grad_norm": 2.9726195335388184, "learning_rate": 1.9978389926055746e-05, "epoch": 0.7131082921235576, "step": 9950 }, { "loss": 3.6285, "grad_norm": 2.723578929901123, "learning_rate": 1.9976998408209063e-05, "epoch": 0.7166917508779473, "step": 10000 }, { "eval_loss": 3.587348461151123, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12007022688548516, "eval_chrf": 31.489311961652856, "eval_runtime": 47.2058, "eval_samples_per_second": 42.368, "eval_steps_per_second": 0.678, "epoch": 0.7166917508779473, "step": 10000 }, { "loss": 3.6347, "grad_norm": 2.7564284801483154, "learning_rate": 1.997556352738468e-05, "epoch": 0.7202752096323372, "step": 10050 }, { "loss": 3.6261, "grad_norm": 2.7357685565948486, "learning_rate": 1.9974085289819016e-05, "epoch": 0.7238586683867269, "step": 10100 }, { "loss": 3.6229, "grad_norm": 2.7999777793884277, "learning_rate": 1.9972563701936923e-05, "epoch": 0.7274421271411166, "step": 10150 }, { "loss": 3.6282, "grad_norm": 2.989271640777588, "learning_rate": 1.9970998770351678e-05, "epoch": 0.7310255858955064, "step": 10200 }, { "loss": 3.613, "grad_norm": 2.7797861099243164, "learning_rate": 1.9969390501864926e-05, "epoch": 0.7346090446498961, "step": 10250 }, { "loss": 3.6211, "grad_norm": 2.9898197650909424, "learning_rate": 1.9967738903466683e-05, "epoch": 0.7381925034042858, "step": 10300 }, { "loss": 3.6218, "grad_norm": 3.181100368499756, "learning_rate": 1.9966043982335282e-05, "epoch": 0.7417759621586756, "step": 10350 }, { "loss": 3.6393, "grad_norm": 2.906479597091675, "learning_rate": 1.9964305745837343e-05, "epoch": 0.7453594209130653, "step": 10400 }, { "loss": 3.6195, "grad_norm": 3.0653111934661865, "learning_rate": 1.9962524201527766e-05, "epoch": 0.748942879667455, "step": 10450 }, { "loss": 3.6341, "grad_norm": 2.933912754058838, "learning_rate": 1.996069935714966e-05, "epoch": 0.7525263384218448, "step": 10500 }, { "loss": 3.6262, "grad_norm": 2.793137550354004, "learning_rate": 1.9958831220634337e-05, "epoch": 0.7561097971762345, "step": 10550 }, { "loss": 3.6225, "grad_norm": 2.852018356323242, "learning_rate": 1.9956919800101275e-05, "epoch": 0.7596932559306242, "step": 10600 }, { "loss": 3.6178, "grad_norm": 2.8703768253326416, "learning_rate": 1.9954965103858063e-05, "epoch": 0.763276714685014, "step": 10650 }, { "loss": 3.6259, "grad_norm": 2.734632968902588, "learning_rate": 1.9952967140400397e-05, "epoch": 0.7668601734394037, "step": 10700 }, { "loss": 3.6316, "grad_norm": 2.80359148979187, "learning_rate": 1.9950925918412008e-05, "epoch": 0.7704436321937934, "step": 10750 }, { "loss": 3.6292, "grad_norm": 3.0152428150177, "learning_rate": 1.994884144676465e-05, "epoch": 0.7740270909481832, "step": 10800 }, { "loss": 3.6296, "grad_norm": 2.88657283782959, "learning_rate": 1.9946713734518056e-05, "epoch": 0.7776105497025729, "step": 10850 }, { "loss": 3.6278, "grad_norm": 2.801419734954834, "learning_rate": 1.9944542790919888e-05, "epoch": 0.7811940084569626, "step": 10900 }, { "loss": 3.623, "grad_norm": 2.716407060623169, "learning_rate": 1.9942328625405706e-05, "epoch": 0.7847774672113524, "step": 10950 }, { "loss": 3.632, "grad_norm": 2.955462694168091, "learning_rate": 1.9940071247598928e-05, "epoch": 0.7883609259657421, "step": 11000 }, { "loss": 3.6284, "grad_norm": 3.078378677368164, "learning_rate": 1.993777066731078e-05, "epoch": 0.7919443847201318, "step": 11050 }, { "loss": 3.6193, "grad_norm": 2.8438644409179688, "learning_rate": 1.9935426894540267e-05, "epoch": 0.7955278434745217, "step": 11100 }, { "loss": 3.6283, "grad_norm": 2.809417724609375, "learning_rate": 1.9933039939474115e-05, "epoch": 0.7991113022289114, "step": 11150 }, { "loss": 3.6337, "grad_norm": 2.7698774337768555, "learning_rate": 1.993060981248674e-05, "epoch": 0.8026947609833011, "step": 11200 }, { "loss": 3.6226, "grad_norm": 2.8526763916015625, "learning_rate": 1.992813652414018e-05, "epoch": 0.8062782197376909, "step": 11250 }, { "loss": 3.6191, "grad_norm": 2.9962968826293945, "learning_rate": 1.9925620085184087e-05, "epoch": 0.8098616784920806, "step": 11300 }, { "loss": 3.6248, "grad_norm": 2.8856618404388428, "learning_rate": 1.9923060506555636e-05, "epoch": 0.8134451372464703, "step": 11350 }, { "loss": 3.6294, "grad_norm": 2.822512149810791, "learning_rate": 1.9920457799379517e-05, "epoch": 0.81702859600086, "step": 11400 }, { "loss": 3.6105, "grad_norm": 2.854797124862671, "learning_rate": 1.9917811974967863e-05, "epoch": 0.8206120547552498, "step": 11450 }, { "loss": 3.6215, "grad_norm": 2.7683629989624023, "learning_rate": 1.9915123044820204e-05, "epoch": 0.8241955135096395, "step": 11500 }, { "loss": 3.636, "grad_norm": 2.974020481109619, "learning_rate": 1.991239102062343e-05, "epoch": 0.8277789722640292, "step": 11550 }, { "loss": 3.6183, "grad_norm": 3.102997303009033, "learning_rate": 1.9909615914251718e-05, "epoch": 0.831362431018419, "step": 11600 }, { "loss": 3.6109, "grad_norm": 3.0818939208984375, "learning_rate": 1.99067977377665e-05, "epoch": 0.8349458897728087, "step": 11650 }, { "loss": 3.6132, "grad_norm": 2.863049030303955, "learning_rate": 1.99039365034164e-05, "epoch": 0.8385293485271984, "step": 11700 }, { "loss": 3.6232, "grad_norm": 2.929948091506958, "learning_rate": 1.9901032223637192e-05, "epoch": 0.8421128072815882, "step": 11750 }, { "loss": 3.6361, "grad_norm": 2.918569803237915, "learning_rate": 1.9898084911051726e-05, "epoch": 0.8456962660359779, "step": 11800 }, { "loss": 3.6302, "grad_norm": 2.835664987564087, "learning_rate": 1.98950945784699e-05, "epoch": 0.8492797247903676, "step": 11850 }, { "loss": 3.6206, "grad_norm": 2.721726179122925, "learning_rate": 1.9892061238888572e-05, "epoch": 0.8528631835447574, "step": 11900 }, { "loss": 3.6238, "grad_norm": 2.9326517581939697, "learning_rate": 1.988898490549154e-05, "epoch": 0.8564466422991471, "step": 11950 }, { "loss": 3.6257, "grad_norm": 2.7650375366210938, "learning_rate": 1.988586559164945e-05, "epoch": 0.8600301010535368, "step": 12000 }, { "eval_loss": 3.5809693336486816, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.11722567739374905, "eval_chrf": 31.51754387552214, "eval_runtime": 53.8004, "eval_samples_per_second": 37.174, "eval_steps_per_second": 0.595, "epoch": 0.8600301010535368, "step": 12000 }, { "loss": 3.6138, "grad_norm": 2.719275951385498, "learning_rate": 1.988270331091976e-05, "epoch": 0.8636135598079266, "step": 12050 }, { "loss": 3.621, "grad_norm": 2.957811117172241, "learning_rate": 1.987949807704668e-05, "epoch": 0.8671970185623163, "step": 12100 }, { "loss": 3.6103, "grad_norm": 2.837359666824341, "learning_rate": 1.987624990396109e-05, "epoch": 0.870780477316706, "step": 12150 }, { "loss": 3.6285, "grad_norm": 2.894859552383423, "learning_rate": 1.987295880578052e-05, "epoch": 0.8743639360710959, "step": 12200 }, { "loss": 3.6078, "grad_norm": 2.905449867248535, "learning_rate": 1.986962479680905e-05, "epoch": 0.8779473948254856, "step": 12250 }, { "loss": 3.6177, "grad_norm": 3.023170232772827, "learning_rate": 1.9866247891537266e-05, "epoch": 0.8815308535798753, "step": 12300 }, { "loss": 3.6206, "grad_norm": 2.903045892715454, "learning_rate": 1.9862828104642195e-05, "epoch": 0.8851143123342651, "step": 12350 }, { "loss": 3.6127, "grad_norm": 2.9137301445007324, "learning_rate": 1.985936545098724e-05, "epoch": 0.8886977710886548, "step": 12400 }, { "loss": 3.6128, "grad_norm": 2.7642569541931152, "learning_rate": 1.985585994562211e-05, "epoch": 0.8922812298430445, "step": 12450 }, { "loss": 3.6066, "grad_norm": 2.8335928916931152, "learning_rate": 1.9852311603782767e-05, "epoch": 0.8958646885974343, "step": 12500 }, { "loss": 3.6199, "grad_norm": 2.929553985595703, "learning_rate": 1.984872044089136e-05, "epoch": 0.899448147351824, "step": 12550 }, { "loss": 3.6079, "grad_norm": 2.8551418781280518, "learning_rate": 1.9845086472556126e-05, "epoch": 0.9030316061062137, "step": 12600 }, { "loss": 3.6199, "grad_norm": 2.9887542724609375, "learning_rate": 1.984140971457138e-05, "epoch": 0.9066150648606035, "step": 12650 }, { "loss": 3.6298, "grad_norm": 2.916717529296875, "learning_rate": 1.9837690182917386e-05, "epoch": 0.9101985236149932, "step": 12700 }, { "loss": 3.6293, "grad_norm": 2.814689874649048, "learning_rate": 1.983392789376033e-05, "epoch": 0.9137819823693829, "step": 12750 }, { "loss": 3.6209, "grad_norm": 2.83451247215271, "learning_rate": 1.9830122863452226e-05, "epoch": 0.9173654411237727, "step": 12800 }, { "loss": 3.6251, "grad_norm": 2.942328453063965, "learning_rate": 1.9826275108530862e-05, "epoch": 0.9209488998781624, "step": 12850 }, { "loss": 3.6061, "grad_norm": 3.013244867324829, "learning_rate": 1.9822384645719716e-05, "epoch": 0.9245323586325521, "step": 12900 }, { "loss": 3.6169, "grad_norm": 2.9658825397491455, "learning_rate": 1.9818451491927885e-05, "epoch": 0.9281158173869418, "step": 12950 }, { "loss": 3.6195, "grad_norm": 2.8597347736358643, "learning_rate": 1.9814475664250013e-05, "epoch": 0.9316992761413316, "step": 13000 }, { "loss": 3.5915, "grad_norm": 2.7015843391418457, "learning_rate": 1.9810457179966226e-05, "epoch": 0.9352827348957213, "step": 13050 }, { "loss": 3.615, "grad_norm": 2.8066132068634033, "learning_rate": 1.9806396056542037e-05, "epoch": 0.938866193650111, "step": 13100 }, { "loss": 3.611, "grad_norm": 2.7786614894866943, "learning_rate": 1.980229231162829e-05, "epoch": 0.9424496524045008, "step": 13150 }, { "loss": 3.607, "grad_norm": 2.8971211910247803, "learning_rate": 1.9798145963061065e-05, "epoch": 0.9460331111588905, "step": 13200 }, { "loss": 3.6187, "grad_norm": 2.8930957317352295, "learning_rate": 1.979395702886162e-05, "epoch": 0.9496165699132803, "step": 13250 }, { "loss": 3.6181, "grad_norm": 2.9003138542175293, "learning_rate": 1.97897255272363e-05, "epoch": 0.9532000286676701, "step": 13300 }, { "loss": 3.6079, "grad_norm": 2.9119668006896973, "learning_rate": 1.9785451476576455e-05, "epoch": 0.9567834874220598, "step": 13350 }, { "loss": 3.6133, "grad_norm": 3.030841588973999, "learning_rate": 1.9781134895458372e-05, "epoch": 0.9603669461764495, "step": 13400 }, { "loss": 3.621, "grad_norm": 2.7075891494750977, "learning_rate": 1.9776775802643188e-05, "epoch": 0.9639504049308393, "step": 13450 }, { "loss": 3.6197, "grad_norm": 2.8866469860076904, "learning_rate": 1.97723742170768e-05, "epoch": 0.967533863685229, "step": 13500 }, { "loss": 3.6184, "grad_norm": 3.052185535430908, "learning_rate": 1.97679301578898e-05, "epoch": 0.9711173224396187, "step": 13550 }, { "loss": 3.6029, "grad_norm": 2.826352596282959, "learning_rate": 1.9763443644397383e-05, "epoch": 0.9747007811940085, "step": 13600 }, { "loss": 3.6058, "grad_norm": 2.876699447631836, "learning_rate": 1.9758914696099255e-05, "epoch": 0.9782842399483982, "step": 13650 }, { "loss": 3.6125, "grad_norm": 2.7733070850372314, "learning_rate": 1.9754343332679565e-05, "epoch": 0.9818676987027879, "step": 13700 }, { "loss": 3.6134, "grad_norm": 2.869494676589966, "learning_rate": 1.9749729574006802e-05, "epoch": 0.9854511574571777, "step": 13750 }, { "loss": 3.6068, "grad_norm": 2.8927626609802246, "learning_rate": 1.9745073440133726e-05, "epoch": 0.9890346162115674, "step": 13800 }, { "loss": 3.611, "grad_norm": 2.9457714557647705, "learning_rate": 1.974037495129727e-05, "epoch": 0.9926180749659571, "step": 13850 }, { "loss": 3.6127, "grad_norm": 2.909592866897583, "learning_rate": 1.973563412791845e-05, "epoch": 0.9962015337203469, "step": 13900 }, { "loss": 3.6085, "grad_norm": 2.8160746097564697, "learning_rate": 1.9730850990602278e-05, "epoch": 0.9997849924747366, "step": 13950 }, { "loss": 3.5801, "grad_norm": 2.8922431468963623, "learning_rate": 1.9726025560137683e-05, "epoch": 1.0033684512291263, "step": 14000 }, { "eval_loss": 3.576389789581299, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.11775248119794621, "eval_chrf": 31.27028786595164, "eval_runtime": 45.3907, "eval_samples_per_second": 44.062, "eval_steps_per_second": 0.705, "epoch": 1.0033684512291263, "step": 14000 }, { "loss": 3.5921, "grad_norm": 2.871699810028076, "learning_rate": 1.9721157857497412e-05, "epoch": 1.006951909983516, "step": 14050 }, { "loss": 3.5817, "grad_norm": 2.898510694503784, "learning_rate": 1.9716247903837936e-05, "epoch": 1.0105353687379057, "step": 14100 }, { "loss": 3.5937, "grad_norm": 2.8110485076904297, "learning_rate": 1.9711295720499356e-05, "epoch": 1.0141188274922956, "step": 14150 }, { "loss": 3.5808, "grad_norm": 2.9993646144866943, "learning_rate": 1.9706301329005324e-05, "epoch": 1.0177022862466854, "step": 14200 }, { "loss": 3.5851, "grad_norm": 2.9132018089294434, "learning_rate": 1.970126475106294e-05, "epoch": 1.021285745001075, "step": 14250 }, { "loss": 3.5844, "grad_norm": 2.8515379428863525, "learning_rate": 1.9696186008562657e-05, "epoch": 1.0248692037554648, "step": 14300 }, { "loss": 3.5971, "grad_norm": 3.0523390769958496, "learning_rate": 1.9691065123578193e-05, "epoch": 1.0284526625098545, "step": 14350 }, { "loss": 3.5834, "grad_norm": 2.8365325927734375, "learning_rate": 1.9685902118366413e-05, "epoch": 1.0320361212642442, "step": 14400 }, { "loss": 3.5741, "grad_norm": 2.803745746612549, "learning_rate": 1.968069701536727e-05, "epoch": 1.035619580018634, "step": 14450 }, { "loss": 3.5806, "grad_norm": 2.763012409210205, "learning_rate": 1.967544983720367e-05, "epoch": 1.0392030387730238, "step": 14500 }, { "loss": 3.5837, "grad_norm": 2.7286765575408936, "learning_rate": 1.96701606066814e-05, "epoch": 1.0427864975274135, "step": 14550 }, { "loss": 3.596, "grad_norm": 2.9676997661590576, "learning_rate": 1.9664829346789022e-05, "epoch": 1.0463699562818032, "step": 14600 }, { "loss": 3.5779, "grad_norm": 2.8552908897399902, "learning_rate": 1.965945608069775e-05, "epoch": 1.0499534150361929, "step": 14650 }, { "loss": 3.5812, "grad_norm": 2.8199284076690674, "learning_rate": 1.96540408317614e-05, "epoch": 1.0535368737905826, "step": 14700 }, { "loss": 3.5869, "grad_norm": 2.911534547805786, "learning_rate": 1.9648583623516223e-05, "epoch": 1.0571203325449725, "step": 14750 }, { "loss": 3.5779, "grad_norm": 2.83366060256958, "learning_rate": 1.964308447968087e-05, "epoch": 1.0607037912993622, "step": 14800 }, { "loss": 3.5797, "grad_norm": 2.759336471557617, "learning_rate": 1.9637543424156235e-05, "epoch": 1.064287250053752, "step": 14850 }, { "loss": 3.5859, "grad_norm": 3.045990467071533, "learning_rate": 1.9631960481025384e-05, "epoch": 1.0678707088081416, "step": 14900 }, { "loss": 3.592, "grad_norm": 2.704941749572754, "learning_rate": 1.962633567455343e-05, "epoch": 1.0714541675625313, "step": 14950 }, { "loss": 3.6031, "grad_norm": 2.9140286445617676, "learning_rate": 1.9620669029187443e-05, "epoch": 1.075037626316921, "step": 15000 }, { "loss": 3.5877, "grad_norm": 2.90734601020813, "learning_rate": 1.9614960569556333e-05, "epoch": 1.078621085071311, "step": 15050 }, { "loss": 3.588, "grad_norm": 2.916163921356201, "learning_rate": 1.9609210320470754e-05, "epoch": 1.0822045438257006, "step": 15100 }, { "loss": 3.5795, "grad_norm": 2.9468653202056885, "learning_rate": 1.960341830692298e-05, "epoch": 1.0857880025800903, "step": 15150 }, { "loss": 3.579, "grad_norm": 2.8042938709259033, "learning_rate": 1.9597584554086812e-05, "epoch": 1.08937146133448, "step": 15200 }, { "loss": 3.5875, "grad_norm": 2.915332078933716, "learning_rate": 1.9591709087317464e-05, "epoch": 1.0929549200888697, "step": 15250 }, { "loss": 3.5974, "grad_norm": 2.9174373149871826, "learning_rate": 1.9585791932151437e-05, "epoch": 1.0965383788432594, "step": 15300 }, { "loss": 3.5845, "grad_norm": 2.8382954597473145, "learning_rate": 1.9579833114306444e-05, "epoch": 1.1001218375976491, "step": 15350 }, { "loss": 3.5758, "grad_norm": 2.9401307106018066, "learning_rate": 1.9573832659681256e-05, "epoch": 1.103705296352039, "step": 15400 }, { "loss": 3.5893, "grad_norm": 2.9210591316223145, "learning_rate": 1.9567790594355628e-05, "epoch": 1.1072887551064288, "step": 15450 }, { "loss": 3.5813, "grad_norm": 2.979118585586548, "learning_rate": 1.9561706944590152e-05, "epoch": 1.1108722138608185, "step": 15500 }, { "loss": 3.5848, "grad_norm": 2.819551706314087, "learning_rate": 1.955558173682616e-05, "epoch": 1.1144556726152082, "step": 15550 }, { "loss": 3.5877, "grad_norm": 3.050530433654785, "learning_rate": 1.9549414997685622e-05, "epoch": 1.1180391313695979, "step": 15600 }, { "loss": 3.5914, "grad_norm": 2.998528003692627, "learning_rate": 1.9543206753970995e-05, "epoch": 1.1216225901239876, "step": 15650 }, { "loss": 3.585, "grad_norm": 2.822105884552002, "learning_rate": 1.9536957032665143e-05, "epoch": 1.1252060488783775, "step": 15700 }, { "loss": 3.5856, "grad_norm": 3.0305516719818115, "learning_rate": 1.9530665860931196e-05, "epoch": 1.1287895076327672, "step": 15750 }, { "loss": 3.5816, "grad_norm": 2.8129825592041016, "learning_rate": 1.9524333266112445e-05, "epoch": 1.132372966387157, "step": 15800 }, { "loss": 3.5947, "grad_norm": 2.818956136703491, "learning_rate": 1.951795927573221e-05, "epoch": 1.1359564251415466, "step": 15850 }, { "loss": 3.591, "grad_norm": 3.0029408931732178, "learning_rate": 1.9511543917493737e-05, "epoch": 1.1395398838959363, "step": 15900 }, { "loss": 3.5898, "grad_norm": 2.7513229846954346, "learning_rate": 1.9505087219280064e-05, "epoch": 1.143123342650326, "step": 15950 }, { "loss": 3.5844, "grad_norm": 2.8931450843811035, "learning_rate": 1.9498589209153905e-05, "epoch": 1.146706801404716, "step": 16000 }, { "eval_loss": 3.5715930461883545, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.11826020887168966, "eval_chrf": 31.46571933323934, "eval_runtime": 47.0137, "eval_samples_per_second": 42.541, "eval_steps_per_second": 0.681, "epoch": 1.146706801404716, "step": 16000 }, { "loss": 3.5916, "grad_norm": 2.7675859928131104, "learning_rate": 1.9492049915357528e-05, "epoch": 1.1502902601591056, "step": 16050 }, { "loss": 3.5741, "grad_norm": 2.767925262451172, "learning_rate": 1.9485469366312636e-05, "epoch": 1.1538737189134953, "step": 16100 }, { "loss": 3.5792, "grad_norm": 2.869442939758301, "learning_rate": 1.947884759062023e-05, "epoch": 1.157457177667885, "step": 16150 }, { "loss": 3.5901, "grad_norm": 2.943472385406494, "learning_rate": 1.9472184617060506e-05, "epoch": 1.1610406364222747, "step": 16200 }, { "loss": 3.5859, "grad_norm": 2.8904709815979004, "learning_rate": 1.946548047459271e-05, "epoch": 1.1646240951766644, "step": 16250 }, { "loss": 3.58, "grad_norm": 2.7684361934661865, "learning_rate": 1.9458735192355026e-05, "epoch": 1.1682075539310541, "step": 16300 }, { "loss": 3.5795, "grad_norm": 2.8200252056121826, "learning_rate": 1.945194879966443e-05, "epoch": 1.171791012685444, "step": 16350 }, { "loss": 3.5859, "grad_norm": 2.9996092319488525, "learning_rate": 1.9445121326016597e-05, "epoch": 1.1753744714398338, "step": 16400 }, { "loss": 3.5836, "grad_norm": 3.079361915588379, "learning_rate": 1.943825280108573e-05, "epoch": 1.1789579301942235, "step": 16450 }, { "loss": 3.594, "grad_norm": 2.8777196407318115, "learning_rate": 1.943134325472448e-05, "epoch": 1.1825413889486132, "step": 16500 }, { "loss": 3.5948, "grad_norm": 2.8943634033203125, "learning_rate": 1.9424392716963762e-05, "epoch": 1.1861248477030029, "step": 16550 }, { "loss": 3.5757, "grad_norm": 2.8107213973999023, "learning_rate": 1.9417401218012665e-05, "epoch": 1.1897083064573928, "step": 16600 }, { "loss": 3.6032, "grad_norm": 2.9094624519348145, "learning_rate": 1.9410368788258306e-05, "epoch": 1.1932917652117825, "step": 16650 }, { "loss": 3.5834, "grad_norm": 2.95723819732666, "learning_rate": 1.9403295458265696e-05, "epoch": 1.1968752239661722, "step": 16700 }, { "loss": 3.5883, "grad_norm": 2.8018648624420166, "learning_rate": 1.939618125877762e-05, "epoch": 1.2004586827205619, "step": 16750 }, { "loss": 3.5788, "grad_norm": 3.099811315536499, "learning_rate": 1.9389026220714483e-05, "epoch": 1.2040421414749516, "step": 16800 }, { "loss": 3.5803, "grad_norm": 3.065340280532837, "learning_rate": 1.9381830375174193e-05, "epoch": 1.2076256002293413, "step": 16850 }, { "loss": 3.5815, "grad_norm": 2.952198028564453, "learning_rate": 1.937459375343201e-05, "epoch": 1.211209058983731, "step": 16900 }, { "loss": 3.5824, "grad_norm": 2.9109723567962646, "learning_rate": 1.9367316386940436e-05, "epoch": 1.214792517738121, "step": 16950 }, { "loss": 3.5895, "grad_norm": 2.8482861518859863, "learning_rate": 1.9359998307329048e-05, "epoch": 1.2183759764925106, "step": 17000 }, { "loss": 3.5789, "grad_norm": 2.837710380554199, "learning_rate": 1.9352639546404374e-05, "epoch": 1.2219594352469003, "step": 17050 }, { "loss": 3.5818, "grad_norm": 2.990200996398926, "learning_rate": 1.9345240136149767e-05, "epoch": 1.22554289400129, "step": 17100 }, { "loss": 3.5817, "grad_norm": 2.5899085998535156, "learning_rate": 1.9337800108725244e-05, "epoch": 1.2291263527556797, "step": 17150 }, { "loss": 3.5761, "grad_norm": 2.8215672969818115, "learning_rate": 1.9330319496467354e-05, "epoch": 1.2327098115100696, "step": 17200 }, { "loss": 3.5785, "grad_norm": 2.8083860874176025, "learning_rate": 1.932279833188905e-05, "epoch": 1.2362932702644593, "step": 17250 }, { "loss": 3.5819, "grad_norm": 2.7569520473480225, "learning_rate": 1.931523664767953e-05, "epoch": 1.239876729018849, "step": 17300 }, { "loss": 3.5869, "grad_norm": 2.8492767810821533, "learning_rate": 1.9307634476704103e-05, "epoch": 1.2434601877732387, "step": 17350 }, { "loss": 3.5904, "grad_norm": 2.796037197113037, "learning_rate": 1.9299991852004045e-05, "epoch": 1.2470436465276284, "step": 17400 }, { "loss": 3.5761, "grad_norm": 2.8859152793884277, "learning_rate": 1.9292308806796457e-05, "epoch": 1.2506271052820181, "step": 17450 }, { "loss": 3.5795, "grad_norm": 2.874196767807007, "learning_rate": 1.9284585374474124e-05, "epoch": 1.2542105640364078, "step": 17500 }, { "loss": 3.5946, "grad_norm": 2.9141242504119873, "learning_rate": 1.927682158860536e-05, "epoch": 1.2577940227907978, "step": 17550 }, { "loss": 3.5883, "grad_norm": 2.8390767574310303, "learning_rate": 1.926901748293386e-05, "epoch": 1.2613774815451875, "step": 17600 }, { "loss": 3.5775, "grad_norm": 2.746490240097046, "learning_rate": 1.926117309137858e-05, "epoch": 1.2649609402995772, "step": 17650 }, { "loss": 3.5865, "grad_norm": 2.7511448860168457, "learning_rate": 1.9253288448033552e-05, "epoch": 1.2685443990539669, "step": 17700 }, { "loss": 3.5857, "grad_norm": 2.776580572128296, "learning_rate": 1.9245363587167765e-05, "epoch": 1.2721278578083566, "step": 17750 }, { "loss": 3.5901, "grad_norm": 2.9706778526306152, "learning_rate": 1.9237398543225e-05, "epoch": 1.2757113165627465, "step": 17800 }, { "loss": 3.5823, "grad_norm": 2.820556402206421, "learning_rate": 1.9229393350823686e-05, "epoch": 1.279294775317136, "step": 17850 }, { "loss": 3.5751, "grad_norm": 2.7977728843688965, "learning_rate": 1.9221348044756753e-05, "epoch": 1.282878234071526, "step": 17900 }, { "loss": 3.5928, "grad_norm": 2.9057395458221436, "learning_rate": 1.9213262659991475e-05, "epoch": 1.2864616928259156, "step": 17950 }, { "loss": 3.574, "grad_norm": 2.8651304244995117, "learning_rate": 1.9205137231669316e-05, "epoch": 1.2900451515803053, "step": 18000 }, { "eval_loss": 3.5674538612365723, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12193784322410696, "eval_chrf": 31.39469701411832, "eval_runtime": 44.3915, "eval_samples_per_second": 45.054, "eval_steps_per_second": 0.721, "epoch": 1.2900451515803053, "step": 18000 }, { "loss": 3.5865, "grad_norm": 3.0501596927642822, "learning_rate": 1.9196971795105782e-05, "epoch": 1.293628610334695, "step": 18050 }, { "loss": 3.578, "grad_norm": 2.8921146392822266, "learning_rate": 1.9188766385790275e-05, "epoch": 1.2972120690890847, "step": 18100 }, { "loss": 3.5802, "grad_norm": 2.862576961517334, "learning_rate": 1.918052103938592e-05, "epoch": 1.3007955278434746, "step": 18150 }, { "loss": 3.581, "grad_norm": 2.8398187160491943, "learning_rate": 1.9172235791729422e-05, "epoch": 1.3043789865978643, "step": 18200 }, { "loss": 3.5754, "grad_norm": 2.880302906036377, "learning_rate": 1.916391067883092e-05, "epoch": 1.307962445352254, "step": 18250 }, { "loss": 3.5866, "grad_norm": 2.9052035808563232, "learning_rate": 1.9155545736873798e-05, "epoch": 1.3115459041066437, "step": 18300 }, { "loss": 3.5867, "grad_norm": 3.015284299850464, "learning_rate": 1.9147141002214568e-05, "epoch": 1.3151293628610334, "step": 18350 }, { "loss": 3.5908, "grad_norm": 2.7465174198150635, "learning_rate": 1.9138696511382684e-05, "epoch": 1.3187128216154231, "step": 18400 }, { "loss": 3.5718, "grad_norm": 2.8375935554504395, "learning_rate": 1.9130212301080397e-05, "epoch": 1.3222962803698128, "step": 18450 }, { "loss": 3.5779, "grad_norm": 2.7566611766815186, "learning_rate": 1.9121688408182583e-05, "epoch": 1.3258797391242028, "step": 18500 }, { "loss": 3.5858, "grad_norm": 2.8883721828460693, "learning_rate": 1.9113124869736595e-05, "epoch": 1.3294631978785925, "step": 18550 }, { "loss": 3.5849, "grad_norm": 2.942392349243164, "learning_rate": 1.9104521722962096e-05, "epoch": 1.3330466566329822, "step": 18600 }, { "loss": 3.5958, "grad_norm": 2.8915348052978516, "learning_rate": 1.9095879005250903e-05, "epoch": 1.3366301153873719, "step": 18650 }, { "loss": 3.5813, "grad_norm": 2.8521101474761963, "learning_rate": 1.9087196754166818e-05, "epoch": 1.3402135741417616, "step": 18700 }, { "loss": 3.575, "grad_norm": 2.8780453205108643, "learning_rate": 1.907847500744546e-05, "epoch": 1.3437970328961515, "step": 18750 }, { "loss": 3.5966, "grad_norm": 2.9293372631073, "learning_rate": 1.9069713802994112e-05, "epoch": 1.347380491650541, "step": 18800 }, { "loss": 3.5952, "grad_norm": 2.8009777069091797, "learning_rate": 1.9060913178891557e-05, "epoch": 1.350963950404931, "step": 18850 }, { "loss": 3.5908, "grad_norm": 2.859431266784668, "learning_rate": 1.9052073173387898e-05, "epoch": 1.3545474091593206, "step": 18900 }, { "loss": 3.5706, "grad_norm": 2.9000370502471924, "learning_rate": 1.904319382490441e-05, "epoch": 1.3581308679137103, "step": 18950 }, { "loss": 3.5828, "grad_norm": 2.7784616947174072, "learning_rate": 1.903427517203336e-05, "epoch": 1.3617143266681, "step": 19000 }, { "loss": 3.5854, "grad_norm": 2.913069486618042, "learning_rate": 1.902531725353784e-05, "epoch": 1.3652977854224897, "step": 19050 }, { "loss": 3.5784, "grad_norm": Infinity, "learning_rate": 1.9016320108351612e-05, "epoch": 1.3688812441768796, "step": 19100 }, { "loss": 3.5852, "grad_norm": 2.8264448642730713, "learning_rate": 1.900728377557892e-05, "epoch": 1.3724647029312693, "step": 19150 }, { "loss": 3.5889, "grad_norm": 3.067213296890259, "learning_rate": 1.899820829449433e-05, "epoch": 1.376048161685659, "step": 19200 }, { "loss": 3.5807, "grad_norm": 2.8187763690948486, "learning_rate": 1.898909370454256e-05, "epoch": 1.3796316204400487, "step": 19250 }, { "loss": 3.5926, "grad_norm": 2.7665839195251465, "learning_rate": 1.8979940045338306e-05, "epoch": 1.3832150791944384, "step": 19300 }, { "loss": 3.5856, "grad_norm": 2.8442838191986084, "learning_rate": 1.8970747356666072e-05, "epoch": 1.3867985379488283, "step": 19350 }, { "loss": 3.5773, "grad_norm": 2.8222498893737793, "learning_rate": 1.8961515678479997e-05, "epoch": 1.3903819967032178, "step": 19400 }, { "loss": 3.5952, "grad_norm": 2.796419382095337, "learning_rate": 1.895224505090367e-05, "epoch": 1.3939654554576077, "step": 19450 }, { "loss": 3.5857, "grad_norm": 2.960263252258301, "learning_rate": 1.8942935514229976e-05, "epoch": 1.3975489142119975, "step": 19500 }, { "loss": 3.5903, "grad_norm": 2.8655588626861572, "learning_rate": 1.893358710892091e-05, "epoch": 1.4011323729663872, "step": 19550 }, { "loss": 3.5859, "grad_norm": 2.9479615688323975, "learning_rate": 1.8924199875607395e-05, "epoch": 1.4047158317207769, "step": 19600 }, { "loss": 3.5739, "grad_norm": 2.859945297241211, "learning_rate": 1.891477385508912e-05, "epoch": 1.4082992904751666, "step": 19650 }, { "loss": 3.5856, "grad_norm": 2.999065637588501, "learning_rate": 1.890530908833434e-05, "epoch": 1.4118827492295565, "step": 19700 }, { "loss": 3.5822, "grad_norm": 2.822568416595459, "learning_rate": 1.8895805616479737e-05, "epoch": 1.4154662079839462, "step": 19750 }, { "loss": 3.5768, "grad_norm": 2.8745675086975098, "learning_rate": 1.888626348083019e-05, "epoch": 1.4190496667383359, "step": 19800 }, { "loss": 3.5741, "grad_norm": 2.782902717590332, "learning_rate": 1.8876682722858645e-05, "epoch": 1.4226331254927256, "step": 19850 }, { "loss": 3.587, "grad_norm": 2.8731703758239746, "learning_rate": 1.8867063384205898e-05, "epoch": 1.4262165842471153, "step": 19900 }, { "loss": 3.5665, "grad_norm": 2.9560530185699463, "learning_rate": 1.885740550668043e-05, "epoch": 1.429800043001505, "step": 19950 }, { "loss": 3.5763, "grad_norm": 2.8282206058502197, "learning_rate": 1.8847709132258225e-05, "epoch": 1.4333835017558947, "step": 20000 }, { "eval_loss": 3.563795328140259, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12249807154181025, "eval_chrf": 31.63094557582815, "eval_runtime": 45.5432, "eval_samples_per_second": 43.914, "eval_steps_per_second": 0.703, "epoch": 1.4333835017558947, "step": 20000 }, { "loss": 3.5757, "grad_norm": 2.924074649810791, "learning_rate": 1.883797430308259e-05, "epoch": 1.4369669605102846, "step": 20050 }, { "loss": 3.5789, "grad_norm": 2.711886167526245, "learning_rate": 1.882820106146396e-05, "epoch": 1.4405504192646743, "step": 20100 }, { "loss": 3.5883, "grad_norm": 2.909123420715332, "learning_rate": 1.881838944987973e-05, "epoch": 1.444133878019064, "step": 20150 }, { "loss": 3.5724, "grad_norm": 2.995091438293457, "learning_rate": 1.880853951097405e-05, "epoch": 1.4477173367734537, "step": 20200 }, { "loss": 3.5843, "grad_norm": 2.9045002460479736, "learning_rate": 1.8798651287557666e-05, "epoch": 1.4513007955278434, "step": 20250 }, { "loss": 3.578, "grad_norm": 2.8527300357818604, "learning_rate": 1.8788724822607716e-05, "epoch": 1.4548842542822333, "step": 20300 }, { "loss": 3.59, "grad_norm": 2.8599865436553955, "learning_rate": 1.877876015926754e-05, "epoch": 1.4584677130366228, "step": 20350 }, { "loss": 3.5833, "grad_norm": 2.725222110748291, "learning_rate": 1.87687573408465e-05, "epoch": 1.4620511717910127, "step": 20400 }, { "loss": 3.5743, "grad_norm": 2.8469488620758057, "learning_rate": 1.8758716410819803e-05, "epoch": 1.4656346305454024, "step": 20450 }, { "loss": 3.5712, "grad_norm": 2.8024840354919434, "learning_rate": 1.8748637412828283e-05, "epoch": 1.4692180892997921, "step": 20500 }, { "loss": 3.5813, "grad_norm": 2.9290945529937744, "learning_rate": 1.8738520390678248e-05, "epoch": 1.4728015480541818, "step": 20550 }, { "loss": 3.5822, "grad_norm": 2.9247348308563232, "learning_rate": 1.8728365388341255e-05, "epoch": 1.4763850068085715, "step": 20600 }, { "loss": 3.5884, "grad_norm": 2.8682310581207275, "learning_rate": 1.871817244995394e-05, "epoch": 1.4799684655629615, "step": 20650 }, { "loss": 3.5863, "grad_norm": 2.9185333251953125, "learning_rate": 1.870794161981782e-05, "epoch": 1.4835519243173512, "step": 20700 }, { "loss": 3.5865, "grad_norm": 2.749582052230835, "learning_rate": 1.8697672942399098e-05, "epoch": 1.4871353830717409, "step": 20750 }, { "loss": 3.5801, "grad_norm": 2.936692953109741, "learning_rate": 1.868736646232848e-05, "epoch": 1.4907188418261306, "step": 20800 }, { "loss": 3.5729, "grad_norm": 2.938142776489258, "learning_rate": 1.8677022224400964e-05, "epoch": 1.4943023005805203, "step": 20850 }, { "loss": 3.5785, "grad_norm": 3.011687994003296, "learning_rate": 1.8666640273575658e-05, "epoch": 1.49788575933491, "step": 20900 }, { "loss": 3.5886, "grad_norm": 2.816288471221924, "learning_rate": 1.8656220654975583e-05, "epoch": 1.5014692180892997, "step": 20950 }, { "loss": 3.5771, "grad_norm": 2.7425527572631836, "learning_rate": 1.8645763413887477e-05, "epoch": 1.5050526768436896, "step": 21000 }, { "loss": 3.5833, "grad_norm": 3.1298673152923584, "learning_rate": 1.8635268595761596e-05, "epoch": 1.5086361355980793, "step": 21050 }, { "loss": 3.562, "grad_norm": 2.816739797592163, "learning_rate": 1.8624736246211505e-05, "epoch": 1.512219594352469, "step": 21100 }, { "loss": 3.5637, "grad_norm": 2.916163206100464, "learning_rate": 1.8614166411013914e-05, "epoch": 1.5158030531068587, "step": 21150 }, { "loss": 3.5727, "grad_norm": 3.0684332847595215, "learning_rate": 1.8603559136108437e-05, "epoch": 1.5193865118612484, "step": 21200 }, { "loss": 3.573, "grad_norm": 3.1272342205047607, "learning_rate": 1.8592914467597418e-05, "epoch": 1.5229699706156383, "step": 21250 }, { "loss": 3.57, "grad_norm": 2.9632070064544678, "learning_rate": 1.858223245174573e-05, "epoch": 1.5265534293700278, "step": 21300 }, { "loss": 3.5752, "grad_norm": 3.0092203617095947, "learning_rate": 1.8571513134980564e-05, "epoch": 1.5301368881244177, "step": 21350 }, { "loss": 3.5719, "grad_norm": 2.8267996311187744, "learning_rate": 1.856075656389123e-05, "epoch": 1.5337203468788074, "step": 21400 }, { "loss": 3.5948, "grad_norm": 3.1008353233337402, "learning_rate": 1.8549962785228958e-05, "epoch": 1.5373038056331971, "step": 21450 }, { "loss": 3.5915, "grad_norm": 2.9132208824157715, "learning_rate": 1.85391318459067e-05, "epoch": 1.540887264387587, "step": 21500 }, { "loss": 3.5876, "grad_norm": 2.771090269088745, "learning_rate": 1.8528263792998902e-05, "epoch": 1.5444707231419765, "step": 21550 }, { "loss": 3.5881, "grad_norm": 2.8073010444641113, "learning_rate": 1.8517358673741338e-05, "epoch": 1.5480541818963665, "step": 21600 }, { "loss": 3.5822, "grad_norm": 2.731285572052002, "learning_rate": 1.8506416535530865e-05, "epoch": 1.5516376406507562, "step": 21650 }, { "loss": 3.5764, "grad_norm": 3.0876691341400146, "learning_rate": 1.8495437425925253e-05, "epoch": 1.5552210994051459, "step": 21700 }, { "loss": 3.5809, "grad_norm": 2.7296268939971924, "learning_rate": 1.8484421392642935e-05, "epoch": 1.5588045581595356, "step": 21750 }, { "loss": 3.5756, "grad_norm": 2.8521881103515625, "learning_rate": 1.8473368483562854e-05, "epoch": 1.5623880169139253, "step": 21800 }, { "loss": 3.573, "grad_norm": 3.099132537841797, "learning_rate": 1.8462278746724203e-05, "epoch": 1.5659714756683152, "step": 21850 }, { "loss": 3.5763, "grad_norm": 2.827470541000366, "learning_rate": 1.845115223032626e-05, "epoch": 1.5695549344227047, "step": 21900 }, { "loss": 3.5699, "grad_norm": 2.8294425010681152, "learning_rate": 1.8439988982728137e-05, "epoch": 1.5731383931770946, "step": 21950 }, { "loss": 3.5764, "grad_norm": 2.9396541118621826, "learning_rate": 1.8428789052448604e-05, "epoch": 1.5767218519314843, "step": 22000 }, { "eval_loss": 3.5576798915863037, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.11334523704345144, "eval_chrf": 31.36389134771373, "eval_runtime": 54.3152, "eval_samples_per_second": 36.822, "eval_steps_per_second": 0.589, "epoch": 1.5767218519314843, "step": 22000 }, { "loss": 3.5667, "grad_norm": 2.829435110092163, "learning_rate": 1.8417552488165867e-05, "epoch": 1.580305310685874, "step": 22050 }, { "loss": 3.5779, "grad_norm": 2.941124677658081, "learning_rate": 1.8406279338717338e-05, "epoch": 1.5838887694402637, "step": 22100 }, { "loss": 3.5822, "grad_norm": 2.7852892875671387, "learning_rate": 1.839496965309946e-05, "epoch": 1.5874722281946534, "step": 22150 }, { "loss": 3.5844, "grad_norm": 2.7403132915496826, "learning_rate": 1.8383623480467453e-05, "epoch": 1.5910556869490433, "step": 22200 }, { "loss": 3.5855, "grad_norm": 2.981234312057495, "learning_rate": 1.8372240870135133e-05, "epoch": 1.5946391457034328, "step": 22250 }, { "loss": 3.5745, "grad_norm": 2.7821857929229736, "learning_rate": 1.8360821871574686e-05, "epoch": 1.5982226044578227, "step": 22300 }, { "loss": 3.5825, "grad_norm": 2.858077049255371, "learning_rate": 1.8349366534416445e-05, "epoch": 1.6018060632122124, "step": 22350 }, { "loss": 3.5625, "grad_norm": 2.7859299182891846, "learning_rate": 1.8337874908448682e-05, "epoch": 1.6053895219666021, "step": 22400 }, { "loss": 3.5763, "grad_norm": 2.7028887271881104, "learning_rate": 1.832634704361739e-05, "epoch": 1.608972980720992, "step": 22450 }, { "loss": 3.5772, "grad_norm": 3.0782694816589355, "learning_rate": 1.831478299002608e-05, "epoch": 1.6125564394753815, "step": 22500 }, { "loss": 3.5777, "grad_norm": 3.041271448135376, "learning_rate": 1.8303182797935525e-05, "epoch": 1.6161398982297714, "step": 22550 }, { "loss": 3.5917, "grad_norm": 2.8468174934387207, "learning_rate": 1.8291546517763595e-05, "epoch": 1.6197233569841611, "step": 22600 }, { "loss": 3.5784, "grad_norm": 2.828982353210449, "learning_rate": 1.827987420008499e-05, "epoch": 1.6233068157385508, "step": 22650 }, { "loss": 3.5801, "grad_norm": 2.8749842643737793, "learning_rate": 1.8268165895631042e-05, "epoch": 1.6268902744929405, "step": 22700 }, { "loss": 3.5765, "grad_norm": 2.992783784866333, "learning_rate": 1.8256421655289504e-05, "epoch": 1.6304737332473302, "step": 22750 }, { "loss": 3.5673, "grad_norm": 2.6944420337677, "learning_rate": 1.8244641530104298e-05, "epoch": 1.6340571920017202, "step": 22800 }, { "loss": 3.5814, "grad_norm": 2.870269536972046, "learning_rate": 1.823282557127533e-05, "epoch": 1.6376406507561097, "step": 22850 }, { "loss": 3.586, "grad_norm": 2.8161678314208984, "learning_rate": 1.8220973830158238e-05, "epoch": 1.6412241095104996, "step": 22900 }, { "loss": 3.5786, "grad_norm": 2.78464674949646, "learning_rate": 1.8209086358264186e-05, "epoch": 1.6448075682648893, "step": 22950 }, { "loss": 3.5955, "grad_norm": 2.765545606613159, "learning_rate": 1.8197163207259633e-05, "epoch": 1.648391027019279, "step": 23000 }, { "loss": 3.5865, "grad_norm": 2.6948845386505127, "learning_rate": 1.8185204428966112e-05, "epoch": 1.651974485773669, "step": 23050 }, { "loss": 3.5796, "grad_norm": 2.708742141723633, "learning_rate": 1.8173210075359998e-05, "epoch": 1.6555579445280584, "step": 23100 }, { "loss": 3.5735, "grad_norm": 2.8216657638549805, "learning_rate": 1.816118019857229e-05, "epoch": 1.6591414032824483, "step": 23150 }, { "loss": 3.5735, "grad_norm": 2.85703444480896, "learning_rate": 1.8149114850888377e-05, "epoch": 1.662724862036838, "step": 23200 }, { "loss": 3.5748, "grad_norm": 2.8441498279571533, "learning_rate": 1.8137014084747826e-05, "epoch": 1.6663083207912277, "step": 23250 }, { "loss": 3.58, "grad_norm": 2.673859119415283, "learning_rate": 1.812487795274413e-05, "epoch": 1.6698917795456174, "step": 23300 }, { "loss": 3.5824, "grad_norm": 2.8713035583496094, "learning_rate": 1.8112706507624497e-05, "epoch": 1.673475238300007, "step": 23350 }, { "loss": 3.58, "grad_norm": 2.80495285987854, "learning_rate": 1.8100499802289622e-05, "epoch": 1.677058697054397, "step": 23400 }, { "loss": 3.5755, "grad_norm": 2.92824387550354, "learning_rate": 1.8088257889793447e-05, "epoch": 1.6806421558087865, "step": 23450 }, { "loss": 3.5622, "grad_norm": 2.7672481536865234, "learning_rate": 1.807598082334293e-05, "epoch": 1.6842256145631764, "step": 23500 }, { "loss": 3.5724, "grad_norm": 2.9362590312957764, "learning_rate": 1.8063668656297825e-05, "epoch": 1.6878090733175661, "step": 23550 }, { "loss": 3.5613, "grad_norm": 2.7550365924835205, "learning_rate": 1.805132144217044e-05, "epoch": 1.6913925320719558, "step": 23600 }, { "loss": 3.57, "grad_norm": 2.886197328567505, "learning_rate": 1.8038939234625414e-05, "epoch": 1.6949759908263455, "step": 23650 }, { "loss": 3.5738, "grad_norm": 2.734015941619873, "learning_rate": 1.8026522087479467e-05, "epoch": 1.6985594495807352, "step": 23700 }, { "loss": 3.59, "grad_norm": 2.7327027320861816, "learning_rate": 1.8014070054701187e-05, "epoch": 1.7021429083351252, "step": 23750 }, { "loss": 3.5736, "grad_norm": 2.899219274520874, "learning_rate": 1.8001583190410778e-05, "epoch": 1.7057263670895146, "step": 23800 }, { "loss": 3.57, "grad_norm": 2.7758846282958984, "learning_rate": 1.7989061548879837e-05, "epoch": 1.7093098258439046, "step": 23850 }, { "loss": 3.5737, "grad_norm": 2.7916834354400635, "learning_rate": 1.7976505184531108e-05, "epoch": 1.7128932845982943, "step": 23900 }, { "loss": 3.5638, "grad_norm": 2.91076397895813, "learning_rate": 1.796391415193826e-05, "epoch": 1.716476743352684, "step": 23950 }, { "loss": 3.5772, "grad_norm": 2.815558910369873, "learning_rate": 1.795128850582563e-05, "epoch": 1.7200602021070739, "step": 24000 }, { "eval_loss": 3.554502010345459, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.1197485135100784, "eval_chrf": 31.472904798557526, "eval_runtime": 41.8102, "eval_samples_per_second": 47.835, "eval_steps_per_second": 0.765, "epoch": 1.7200602021070739, "step": 24000 }, { "loss": 3.5715, "grad_norm": 2.751685619354248, "learning_rate": 1.7938628301067996e-05, "epoch": 1.7236436608614634, "step": 24050 }, { "loss": 3.582, "grad_norm": 2.8190271854400635, "learning_rate": 1.7925933592690354e-05, "epoch": 1.7272271196158533, "step": 24100 }, { "loss": 3.5864, "grad_norm": 3.05564284324646, "learning_rate": 1.7913204435867638e-05, "epoch": 1.730810578370243, "step": 24150 }, { "loss": 3.5672, "grad_norm": 2.826040029525757, "learning_rate": 1.7900440885924524e-05, "epoch": 1.7343940371246327, "step": 24200 }, { "loss": 3.5635, "grad_norm": 2.821018934249878, "learning_rate": 1.7887642998335162e-05, "epoch": 1.7379774958790224, "step": 24250 }, { "loss": 3.5686, "grad_norm": 2.904508590698242, "learning_rate": 1.7874810828722952e-05, "epoch": 1.741560954633412, "step": 24300 }, { "loss": 3.5773, "grad_norm": 3.339547634124756, "learning_rate": 1.786194443286028e-05, "epoch": 1.745144413387802, "step": 24350 }, { "loss": 3.5702, "grad_norm": 2.6998884677886963, "learning_rate": 1.78490438666683e-05, "epoch": 1.7487278721421915, "step": 24400 }, { "loss": 3.5745, "grad_norm": 2.678086519241333, "learning_rate": 1.7836109186216685e-05, "epoch": 1.7523113308965814, "step": 24450 }, { "loss": 3.5752, "grad_norm": 2.6666903495788574, "learning_rate": 1.782314044772336e-05, "epoch": 1.7558947896509711, "step": 24500 }, { "loss": 3.5761, "grad_norm": 2.8353140354156494, "learning_rate": 1.781013770755429e-05, "epoch": 1.7594782484053608, "step": 24550 }, { "loss": 3.5709, "grad_norm": 2.9337687492370605, "learning_rate": 1.7797101022223223e-05, "epoch": 1.7630617071597507, "step": 24600 }, { "loss": 3.583, "grad_norm": 2.79362154006958, "learning_rate": 1.778403044839144e-05, "epoch": 1.7666451659141402, "step": 24650 }, { "loss": 3.5762, "grad_norm": 2.8935132026672363, "learning_rate": 1.77709260428675e-05, "epoch": 1.7702286246685301, "step": 24700 }, { "loss": 3.5661, "grad_norm": 2.8787715435028076, "learning_rate": 1.7757787862607023e-05, "epoch": 1.7738120834229198, "step": 24750 }, { "loss": 3.576, "grad_norm": 2.8189823627471924, "learning_rate": 1.7744615964712414e-05, "epoch": 1.7773955421773096, "step": 24800 }, { "loss": 3.5745, "grad_norm": 2.739851713180542, "learning_rate": 1.7731410406432624e-05, "epoch": 1.7809790009316993, "step": 24850 }, { "loss": 3.5736, "grad_norm": 2.753006935119629, "learning_rate": 1.771817124516291e-05, "epoch": 1.784562459686089, "step": 24900 }, { "loss": 3.5779, "grad_norm": 2.773777484893799, "learning_rate": 1.770489853844456e-05, "epoch": 1.7881459184404789, "step": 24950 }, { "loss": 3.5809, "grad_norm": 2.868133068084717, "learning_rate": 1.7691592343964684e-05, "epoch": 1.7917293771948684, "step": 25000 }, { "loss": 3.5673, "grad_norm": 2.806450605392456, "learning_rate": 1.7678252719555917e-05, "epoch": 1.7953128359492583, "step": 25050 }, { "loss": 3.5596, "grad_norm": 2.7752861976623535, "learning_rate": 1.7664879723196212e-05, "epoch": 1.798896294703648, "step": 25100 }, { "loss": 3.5846, "grad_norm": 2.954555034637451, "learning_rate": 1.7651473413008547e-05, "epoch": 1.8024797534580377, "step": 25150 }, { "loss": 3.5686, "grad_norm": 3.014866590499878, "learning_rate": 1.7638033847260704e-05, "epoch": 1.8060632122124274, "step": 25200 }, { "loss": 3.5818, "grad_norm": 2.959399461746216, "learning_rate": 1.7624561084365e-05, "epoch": 1.809646670966817, "step": 25250 }, { "loss": 3.5595, "grad_norm": 2.997256278991699, "learning_rate": 1.7611055182878037e-05, "epoch": 1.813230129721207, "step": 25300 }, { "loss": 3.5745, "grad_norm": 2.8707447052001953, "learning_rate": 1.7597516201500443e-05, "epoch": 1.8168135884755965, "step": 25350 }, { "loss": 3.568, "grad_norm": 2.7337288856506348, "learning_rate": 1.7583944199076625e-05, "epoch": 1.8203970472299864, "step": 25400 }, { "loss": 3.5729, "grad_norm": 2.821685314178467, "learning_rate": 1.757033923459451e-05, "epoch": 1.823980505984376, "step": 25450 }, { "loss": 3.5738, "grad_norm": 2.995807647705078, "learning_rate": 1.7556701367185286e-05, "epoch": 1.8275639647387658, "step": 25500 }, { "loss": 3.5747, "grad_norm": 2.9217429161071777, "learning_rate": 1.7543030656123146e-05, "epoch": 1.8311474234931557, "step": 25550 }, { "loss": 3.5724, "grad_norm": 2.994443416595459, "learning_rate": 1.752932716082503e-05, "epoch": 1.8347308822475452, "step": 25600 }, { "loss": 3.5837, "grad_norm": 2.708355665206909, "learning_rate": 1.751559094085038e-05, "epoch": 1.8383143410019351, "step": 25650 }, { "loss": 3.58, "grad_norm": 2.806644916534424, "learning_rate": 1.7501822055900847e-05, "epoch": 1.8418977997563248, "step": 25700 }, { "loss": 3.5876, "grad_norm": 2.915886878967285, "learning_rate": 1.7488020565820073e-05, "epoch": 1.8454812585107145, "step": 25750 }, { "loss": 3.5773, "grad_norm": 2.9538660049438477, "learning_rate": 1.7474186530593403e-05, "epoch": 1.8490647172651042, "step": 25800 }, { "loss": 3.5839, "grad_norm": 2.8157734870910645, "learning_rate": 1.7460320010347637e-05, "epoch": 1.852648176019494, "step": 25850 }, { "loss": 3.5666, "grad_norm": 2.949252128601074, "learning_rate": 1.7446421065350754e-05, "epoch": 1.8562316347738839, "step": 25900 }, { "loss": 3.5693, "grad_norm": 2.851363182067871, "learning_rate": 1.7432489756011674e-05, "epoch": 1.8598150935282733, "step": 25950 }, { "loss": 3.5651, "grad_norm": 2.8604774475097656, "learning_rate": 1.741852614287998e-05, "epoch": 1.8633985522826633, "step": 26000 }, { "eval_loss": 3.551687002182007, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12196218593726563, "eval_chrf": 31.345082352455066, "eval_runtime": 41.9328, "eval_samples_per_second": 47.695, "eval_steps_per_second": 0.763, "epoch": 1.8633985522826633, "step": 26000 }, { "loss": 3.5572, "grad_norm": 2.8940553665161133, "learning_rate": 1.7404530286645647e-05, "epoch": 1.866982011037053, "step": 26050 }, { "loss": 3.5702, "grad_norm": 2.877095937728882, "learning_rate": 1.7390502248138794e-05, "epoch": 1.8705654697914427, "step": 26100 }, { "loss": 3.5723, "grad_norm": 2.839142084121704, "learning_rate": 1.7376442088329416e-05, "epoch": 1.8741489285458326, "step": 26150 }, { "loss": 3.5716, "grad_norm": 2.708503007888794, "learning_rate": 1.7362349868327117e-05, "epoch": 1.877732387300222, "step": 26200 }, { "loss": 3.5727, "grad_norm": 2.899132251739502, "learning_rate": 1.7348225649380837e-05, "epoch": 1.881315846054612, "step": 26250 }, { "loss": 3.5807, "grad_norm": 2.788818120956421, "learning_rate": 1.73340694928786e-05, "epoch": 1.8848993048090017, "step": 26300 }, { "loss": 3.5674, "grad_norm": 2.865138530731201, "learning_rate": 1.7319881460347236e-05, "epoch": 1.8884827635633914, "step": 26350 }, { "loss": 3.5762, "grad_norm": 2.858018159866333, "learning_rate": 1.730566161345212e-05, "epoch": 1.892066222317781, "step": 26400 }, { "loss": 3.5582, "grad_norm": 2.7254562377929688, "learning_rate": 1.72914100139969e-05, "epoch": 1.8956496810721708, "step": 26450 }, { "loss": 3.5685, "grad_norm": 2.8706555366516113, "learning_rate": 1.727712672392323e-05, "epoch": 1.8992331398265607, "step": 26500 }, { "loss": 3.581, "grad_norm": 2.877462148666382, "learning_rate": 1.72628118053105e-05, "epoch": 1.9028165985809502, "step": 26550 }, { "loss": 3.5766, "grad_norm": 2.8969461917877197, "learning_rate": 1.7248465320375572e-05, "epoch": 1.9064000573353401, "step": 26600 }, { "loss": 3.5699, "grad_norm": 2.7944114208221436, "learning_rate": 1.72340873314725e-05, "epoch": 1.9099835160897298, "step": 26650 }, { "loss": 3.5699, "grad_norm": 2.7690773010253906, "learning_rate": 1.721967790109226e-05, "epoch": 1.9135669748441195, "step": 26700 }, { "loss": 3.5553, "grad_norm": 2.9355599880218506, "learning_rate": 1.7205237091862496e-05, "epoch": 1.9171504335985092, "step": 26750 }, { "loss": 3.5702, "grad_norm": 2.7249794006347656, "learning_rate": 1.7190764966547212e-05, "epoch": 1.920733892352899, "step": 26800 }, { "loss": 3.5626, "grad_norm": 2.669384717941284, "learning_rate": 1.7176261588046542e-05, "epoch": 1.9243173511072889, "step": 26850 }, { "loss": 3.5781, "grad_norm": 2.86441969871521, "learning_rate": 1.7161727019396447e-05, "epoch": 1.9279008098616783, "step": 26900 }, { "loss": 3.5765, "grad_norm": 2.89664363861084, "learning_rate": 1.714716132376844e-05, "epoch": 1.9314842686160683, "step": 26950 }, { "loss": 3.5649, "grad_norm": 3.1724424362182617, "learning_rate": 1.7132564564469337e-05, "epoch": 1.935067727370458, "step": 27000 }, { "loss": 3.5724, "grad_norm": 2.814220905303955, "learning_rate": 1.711793680494096e-05, "epoch": 1.9386511861248477, "step": 27050 }, { "loss": 3.5667, "grad_norm": 2.87035870552063, "learning_rate": 1.7103278108759863e-05, "epoch": 1.9422346448792376, "step": 27100 }, { "loss": 3.559, "grad_norm": 2.7890102863311768, "learning_rate": 1.7088588539637066e-05, "epoch": 1.945818103633627, "step": 27150 }, { "loss": 3.5635, "grad_norm": 2.7805936336517334, "learning_rate": 1.7073868161417766e-05, "epoch": 1.949401562388017, "step": 27200 }, { "loss": 3.5642, "grad_norm": 2.7486321926116943, "learning_rate": 1.705911703808107e-05, "epoch": 1.9529850211424067, "step": 27250 }, { "loss": 3.5716, "grad_norm": 2.8545165061950684, "learning_rate": 1.7044335233739712e-05, "epoch": 1.9565684798967964, "step": 27300 }, { "loss": 3.5649, "grad_norm": 2.786341428756714, "learning_rate": 1.7029522812639768e-05, "epoch": 1.960151938651186, "step": 27350 }, { "loss": 3.5665, "grad_norm": 3.119352102279663, "learning_rate": 1.7014679839160393e-05, "epoch": 1.9637353974055758, "step": 27400 }, { "loss": 3.5796, "grad_norm": 2.8911643028259277, "learning_rate": 1.6999806377813533e-05, "epoch": 1.9673188561599657, "step": 27450 }, { "loss": 3.5719, "grad_norm": 2.6484568119049072, "learning_rate": 1.698490249324363e-05, "epoch": 1.9709023149143552, "step": 27500 }, { "loss": 3.5755, "grad_norm": 2.867673635482788, "learning_rate": 1.696996825022736e-05, "epoch": 1.9744857736687451, "step": 27550 }, { "loss": 3.57, "grad_norm": 2.8338863849639893, "learning_rate": 1.6955003713673357e-05, "epoch": 1.9780692324231348, "step": 27600 }, { "loss": 3.5653, "grad_norm": 2.818838596343994, "learning_rate": 1.6940008948621904e-05, "epoch": 1.9816526911775245, "step": 27650 }, { "loss": 3.5634, "grad_norm": 2.8224220275878906, "learning_rate": 1.692498402024467e-05, "epoch": 1.9852361499319144, "step": 27700 }, { "loss": 3.5725, "grad_norm": 2.797938346862793, "learning_rate": 1.690992899384443e-05, "epoch": 1.988819608686304, "step": 27750 }, { "loss": 3.5726, "grad_norm": 3.063934564590454, "learning_rate": 1.689484393485477e-05, "epoch": 1.9924030674406938, "step": 27800 }, { "loss": 3.5524, "grad_norm": 2.886658191680908, "learning_rate": 1.6879728908839807e-05, "epoch": 1.9959865261950835, "step": 27850 }, { "loss": 3.5635, "grad_norm": 2.783209800720215, "learning_rate": 1.6864583981493896e-05, "epoch": 1.9995699849494732, "step": 27900 }, { "loss": 3.5412, "grad_norm": 2.6848716735839844, "learning_rate": 1.6849409218641358e-05, "epoch": 2.003153443703863, "step": 27950 }, { "loss": 3.5323, "grad_norm": 2.811471462249756, "learning_rate": 1.6834204686236197e-05, "epoch": 2.0067369024582526, "step": 28000 }, { "eval_loss": 3.5473411083221436, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12115903047632665, "eval_chrf": 31.558730091944653, "eval_runtime": 37.4272, "eval_samples_per_second": 53.437, "eval_steps_per_second": 0.855, "epoch": 2.0067369024582526, "step": 28000 }, { "loss": 3.5381, "grad_norm": 2.8451473712921143, "learning_rate": 1.6818970450361788e-05, "epoch": 2.0103203612126426, "step": 28050 }, { "loss": 3.5444, "grad_norm": 2.809297561645508, "learning_rate": 1.6803706577230608e-05, "epoch": 2.013903819967032, "step": 28100 }, { "loss": 3.5231, "grad_norm": 2.845383644104004, "learning_rate": 1.6788413133183966e-05, "epoch": 2.017487278721422, "step": 28150 }, { "loss": 3.5299, "grad_norm": 3.013930320739746, "learning_rate": 1.6773090184691668e-05, "epoch": 2.0210707374758115, "step": 28200 }, { "loss": 3.5259, "grad_norm": 2.818485975265503, "learning_rate": 1.6757737798351773e-05, "epoch": 2.0246541962302014, "step": 28250 }, { "loss": 3.5242, "grad_norm": 2.7693302631378174, "learning_rate": 1.674235604089028e-05, "epoch": 2.0282376549845913, "step": 28300 }, { "loss": 3.5305, "grad_norm": 2.762985944747925, "learning_rate": 1.672694497916084e-05, "epoch": 2.0318211137389808, "step": 28350 }, { "loss": 3.539, "grad_norm": 2.805513381958008, "learning_rate": 1.6711504680144477e-05, "epoch": 2.0354045724933707, "step": 28400 }, { "loss": 3.5343, "grad_norm": 2.756537914276123, "learning_rate": 1.6696035210949283e-05, "epoch": 2.03898803124776, "step": 28450 }, { "loss": 3.5338, "grad_norm": 2.6860361099243164, "learning_rate": 1.6680536638810134e-05, "epoch": 2.04257149000215, "step": 28500 }, { "loss": 3.5355, "grad_norm": 2.9358043670654297, "learning_rate": 1.6665009031088395e-05, "epoch": 2.04615494875654, "step": 28550 }, { "loss": 3.5497, "grad_norm": 2.7824769020080566, "learning_rate": 1.6649452455271626e-05, "epoch": 2.0497384075109295, "step": 28600 }, { "loss": 3.537, "grad_norm": 2.7985236644744873, "learning_rate": 1.6633866978973305e-05, "epoch": 2.0533218662653194, "step": 28650 }, { "loss": 3.5327, "grad_norm": 2.756932020187378, "learning_rate": 1.6618252669932492e-05, "epoch": 2.056905325019709, "step": 28700 }, { "loss": 3.529, "grad_norm": 2.725965738296509, "learning_rate": 1.660260959601359e-05, "epoch": 2.060488783774099, "step": 28750 }, { "loss": 3.5308, "grad_norm": 2.8441810607910156, "learning_rate": 1.658693782520601e-05, "epoch": 2.0640722425284883, "step": 28800 }, { "loss": 3.5508, "grad_norm": 2.894514799118042, "learning_rate": 1.657123742562389e-05, "epoch": 2.0676557012828782, "step": 28850 }, { "loss": 3.5379, "grad_norm": 2.7920329570770264, "learning_rate": 1.6555508465505797e-05, "epoch": 2.071239160037268, "step": 28900 }, { "loss": 3.5418, "grad_norm": 3.002916097640991, "learning_rate": 1.6539751013214435e-05, "epoch": 2.0748226187916576, "step": 28950 }, { "loss": 3.5416, "grad_norm": 2.971566915512085, "learning_rate": 1.6523965137236336e-05, "epoch": 2.0784060775460476, "step": 29000 }, { "loss": 3.527, "grad_norm": 2.715998411178589, "learning_rate": 1.650815090618157e-05, "epoch": 2.081989536300437, "step": 29050 }, { "loss": 3.5415, "grad_norm": 2.767256021499634, "learning_rate": 1.649230838878345e-05, "epoch": 2.085572995054827, "step": 29100 }, { "loss": 3.526, "grad_norm": 2.826587200164795, "learning_rate": 1.647643765389823e-05, "epoch": 2.089156453809217, "step": 29150 }, { "loss": 3.544, "grad_norm": 2.897087812423706, "learning_rate": 1.6460538770504805e-05, "epoch": 2.0927399125636064, "step": 29200 }, { "loss": 3.5407, "grad_norm": 2.8634605407714844, "learning_rate": 1.6444611807704417e-05, "epoch": 2.0963233713179963, "step": 29250 }, { "loss": 3.5418, "grad_norm": 2.685556650161743, "learning_rate": 1.6428656834720334e-05, "epoch": 2.0999068300723858, "step": 29300 }, { "loss": 3.5357, "grad_norm": 2.9170994758605957, "learning_rate": 1.641267392089758e-05, "epoch": 2.1034902888267757, "step": 29350 }, { "loss": 3.5274, "grad_norm": 2.7992308139801025, "learning_rate": 1.6396663135702614e-05, "epoch": 2.107073747581165, "step": 29400 }, { "loss": 3.5195, "grad_norm": 2.8145751953125, "learning_rate": 1.6380624548723027e-05, "epoch": 2.110657206335555, "step": 29450 }, { "loss": 3.5408, "grad_norm": 2.8204431533813477, "learning_rate": 1.636455822966725e-05, "epoch": 2.114240665089945, "step": 29500 }, { "loss": 3.5313, "grad_norm": 2.962052583694458, "learning_rate": 1.6348464248364246e-05, "epoch": 2.1178241238443345, "step": 29550 }, { "loss": 3.5366, "grad_norm": 2.9541497230529785, "learning_rate": 1.6332342674763198e-05, "epoch": 2.1214075825987244, "step": 29600 }, { "loss": 3.5464, "grad_norm": 2.7459237575531006, "learning_rate": 1.6316193578933225e-05, "epoch": 2.124991041353114, "step": 29650 }, { "loss": 3.5461, "grad_norm": 2.715641736984253, "learning_rate": 1.6300017031063063e-05, "epoch": 2.128574500107504, "step": 29700 }, { "loss": 3.5284, "grad_norm": 2.699241876602173, "learning_rate": 1.628381310146075e-05, "epoch": 2.1321579588618933, "step": 29750 }, { "loss": 3.5266, "grad_norm": 2.910492420196533, "learning_rate": 1.626758186055336e-05, "epoch": 2.135741417616283, "step": 29800 }, { "loss": 3.5461, "grad_norm": 2.9033477306365967, "learning_rate": 1.6251323378886637e-05, "epoch": 2.139324876370673, "step": 29850 }, { "loss": 3.5293, "grad_norm": 2.6856632232666016, "learning_rate": 1.6235037727124745e-05, "epoch": 2.1429083351250626, "step": 29900 }, { "loss": 3.5476, "grad_norm": 2.8470466136932373, "learning_rate": 1.621872497604993e-05, "epoch": 2.1464917938794525, "step": 29950 }, { "loss": 3.5326, "grad_norm": 2.725917339324951, "learning_rate": 1.6202385196562217e-05, "epoch": 2.150075252633842, "step": 30000 }, { "eval_loss": 3.5458145141601562, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12489843854678662, "eval_chrf": 31.70951345304743, "eval_runtime": 38.1674, "eval_samples_per_second": 52.401, "eval_steps_per_second": 0.838, "epoch": 2.150075252633842, "step": 30000 }, { "loss": 3.5438, "grad_norm": 2.8169612884521484, "learning_rate": 1.618601845967911e-05, "epoch": 2.153658711388232, "step": 30050 }, { "loss": 3.5505, "grad_norm": 3.103529691696167, "learning_rate": 1.6169624836535272e-05, "epoch": 2.157242170142622, "step": 30100 }, { "loss": 3.5409, "grad_norm": 2.8524582386016846, "learning_rate": 1.6153204398382222e-05, "epoch": 2.1608256288970114, "step": 30150 }, { "loss": 3.5286, "grad_norm": 2.756819248199463, "learning_rate": 1.6136757216588032e-05, "epoch": 2.1644090876514013, "step": 30200 }, { "loss": 3.521, "grad_norm": 2.771524667739868, "learning_rate": 1.6120283362637006e-05, "epoch": 2.1679925464057908, "step": 30250 }, { "loss": 3.5315, "grad_norm": 2.800292730331421, "learning_rate": 1.610378290812937e-05, "epoch": 2.1715760051601807, "step": 30300 }, { "loss": 3.5477, "grad_norm": 2.824660539627075, "learning_rate": 1.608725592478096e-05, "epoch": 2.17515946391457, "step": 30350 }, { "loss": 3.5372, "grad_norm": 2.8247411251068115, "learning_rate": 1.6070702484422934e-05, "epoch": 2.17874292266896, "step": 30400 }, { "loss": 3.5435, "grad_norm": 2.841275930404663, "learning_rate": 1.605412265900141e-05, "epoch": 2.18232638142335, "step": 30450 }, { "loss": 3.539, "grad_norm": 2.795316219329834, "learning_rate": 1.603751652057721e-05, "epoch": 2.1859098401777395, "step": 30500 }, { "loss": 3.525, "grad_norm": 2.725374221801758, "learning_rate": 1.6020884141325506e-05, "epoch": 2.1894932989321294, "step": 30550 }, { "loss": 3.5378, "grad_norm": 2.6841118335723877, "learning_rate": 1.6004225593535526e-05, "epoch": 2.193076757686519, "step": 30600 }, { "loss": 3.5394, "grad_norm": 2.75899600982666, "learning_rate": 1.5987540949610228e-05, "epoch": 2.196660216440909, "step": 30650 }, { "loss": 3.5321, "grad_norm": 3.0485081672668457, "learning_rate": 1.5970830282065998e-05, "epoch": 2.2002436751952983, "step": 30700 }, { "loss": 3.5479, "grad_norm": 2.768996477127075, "learning_rate": 1.5954093663532324e-05, "epoch": 2.203827133949688, "step": 30750 }, { "loss": 3.5297, "grad_norm": 2.8048784732818604, "learning_rate": 1.5937331166751492e-05, "epoch": 2.207410592704078, "step": 30800 }, { "loss": 3.5342, "grad_norm": 2.964184045791626, "learning_rate": 1.5920542864578248e-05, "epoch": 2.2109940514584676, "step": 30850 }, { "loss": 3.5281, "grad_norm": 2.8237826824188232, "learning_rate": 1.5903728829979512e-05, "epoch": 2.2145775102128575, "step": 30900 }, { "loss": 3.5338, "grad_norm": 2.76198673248291, "learning_rate": 1.5886889136034032e-05, "epoch": 2.218160968967247, "step": 30950 }, { "loss": 3.5411, "grad_norm": 2.8038218021392822, "learning_rate": 1.587002385593209e-05, "epoch": 2.221744427721637, "step": 31000 }, { "loss": 3.5317, "grad_norm": 2.9463272094726562, "learning_rate": 1.5853133062975164e-05, "epoch": 2.225327886476027, "step": 31050 }, { "loss": 3.5411, "grad_norm": 2.770617961883545, "learning_rate": 1.5836216830575625e-05, "epoch": 2.2289113452304163, "step": 31100 }, { "loss": 3.5372, "grad_norm": 2.8552608489990234, "learning_rate": 1.5819275232256405e-05, "epoch": 2.2324948039848063, "step": 31150 }, { "loss": 3.5191, "grad_norm": 2.895660877227783, "learning_rate": 1.5802308341650693e-05, "epoch": 2.2360782627391957, "step": 31200 }, { "loss": 3.543, "grad_norm": 2.7579762935638428, "learning_rate": 1.578531623250159e-05, "epoch": 2.2396617214935857, "step": 31250 }, { "loss": 3.543, "grad_norm": 2.853072166442871, "learning_rate": 1.5768298978661824e-05, "epoch": 2.243245180247975, "step": 31300 }, { "loss": 3.5442, "grad_norm": 2.8464574813842773, "learning_rate": 1.575125665409339e-05, "epoch": 2.246828639002365, "step": 31350 }, { "loss": 3.5324, "grad_norm": 3.0454089641571045, "learning_rate": 1.573418933286726e-05, "epoch": 2.250412097756755, "step": 31400 }, { "loss": 3.5303, "grad_norm": 2.8158724308013916, "learning_rate": 1.5717097089163053e-05, "epoch": 2.2539955565111445, "step": 31450 }, { "loss": 3.5282, "grad_norm": 2.9281036853790283, "learning_rate": 1.5699979997268692e-05, "epoch": 2.2575790152655344, "step": 31500 }, { "loss": 3.5414, "grad_norm": 2.7076354026794434, "learning_rate": 1.5682838131580113e-05, "epoch": 2.261162474019924, "step": 31550 }, { "loss": 3.5293, "grad_norm": 2.9224390983581543, "learning_rate": 1.5665671566600917e-05, "epoch": 2.264745932774314, "step": 31600 }, { "loss": 3.5327, "grad_norm": 2.776547908782959, "learning_rate": 1.564848037694206e-05, "epoch": 2.2683293915287033, "step": 31650 }, { "loss": 3.538, "grad_norm": 2.6548962593078613, "learning_rate": 1.563126463732152e-05, "epoch": 2.271912850283093, "step": 31700 }, { "loss": 3.5453, "grad_norm": 2.8937714099884033, "learning_rate": 1.5614024422563984e-05, "epoch": 2.275496309037483, "step": 31750 }, { "loss": 3.5386, "grad_norm": 2.8238344192504883, "learning_rate": 1.55967598076005e-05, "epoch": 2.2790797677918726, "step": 31800 }, { "loss": 3.5442, "grad_norm": 2.8471839427948, "learning_rate": 1.5579470867468193e-05, "epoch": 2.2826632265462625, "step": 31850 }, { "loss": 3.5452, "grad_norm": 2.913585662841797, "learning_rate": 1.5562157677309883e-05, "epoch": 2.286246685300652, "step": 31900 }, { "loss": 3.5597, "grad_norm": 2.6664962768554688, "learning_rate": 1.5544820312373803e-05, "epoch": 2.289830144055042, "step": 31950 }, { "loss": 3.5451, "grad_norm": 2.855137348175049, "learning_rate": 1.5527458848013258e-05, "epoch": 2.293413602809432, "step": 32000 }, { "eval_loss": 3.5429165363311768, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12474926998952618, "eval_chrf": 31.547430950412075, "eval_runtime": 42.3662, "eval_samples_per_second": 47.207, "eval_steps_per_second": 0.755, "epoch": 2.293413602809432, "step": 32000 }, { "loss": 3.5322, "grad_norm": 2.7366750240325928, "learning_rate": 1.551007335968629e-05, "epoch": 2.2969970615638213, "step": 32050 }, { "loss": 3.544, "grad_norm": 2.7700090408325195, "learning_rate": 1.549266392295536e-05, "epoch": 2.3005805203182113, "step": 32100 }, { "loss": 3.5441, "grad_norm": 2.951590061187744, "learning_rate": 1.5475230613487013e-05, "epoch": 2.3041639790726007, "step": 32150 }, { "loss": 3.5338, "grad_norm": 2.778489589691162, "learning_rate": 1.5457773507051553e-05, "epoch": 2.3077474378269907, "step": 32200 }, { "loss": 3.5393, "grad_norm": 2.805887222290039, "learning_rate": 1.5440292679522722e-05, "epoch": 2.3113308965813806, "step": 32250 }, { "loss": 3.5327, "grad_norm": 2.764970302581787, "learning_rate": 1.5422788206877343e-05, "epoch": 2.31491435533577, "step": 32300 }, { "loss": 3.5347, "grad_norm": 2.848050832748413, "learning_rate": 1.540526016519502e-05, "epoch": 2.31849781409016, "step": 32350 }, { "loss": 3.539, "grad_norm": 2.737910509109497, "learning_rate": 1.5387708630657788e-05, "epoch": 2.3220812728445495, "step": 32400 }, { "loss": 3.5308, "grad_norm": 2.7834408283233643, "learning_rate": 1.53701336795498e-05, "epoch": 2.3256647315989394, "step": 32450 }, { "loss": 3.5385, "grad_norm": 2.7603871822357178, "learning_rate": 1.5352535388256974e-05, "epoch": 2.329248190353329, "step": 32500 }, { "loss": 3.5296, "grad_norm": 2.8410749435424805, "learning_rate": 1.5334913833266673e-05, "epoch": 2.332831649107719, "step": 32550 }, { "loss": 3.5484, "grad_norm": 3.0500338077545166, "learning_rate": 1.5317269091167374e-05, "epoch": 2.3364151078621083, "step": 32600 }, { "loss": 3.5371, "grad_norm": 2.915639877319336, "learning_rate": 1.5299601238648325e-05, "epoch": 2.339998566616498, "step": 32650 }, { "loss": 3.5311, "grad_norm": 3.1258277893066406, "learning_rate": 1.5281910352499233e-05, "epoch": 2.343582025370888, "step": 32700 }, { "loss": 3.533, "grad_norm": 2.9490103721618652, "learning_rate": 1.52641965096099e-05, "epoch": 2.3471654841252776, "step": 32750 }, { "loss": 3.5265, "grad_norm": 2.875643253326416, "learning_rate": 1.5246459786969914e-05, "epoch": 2.3507489428796675, "step": 32800 }, { "loss": 3.5256, "grad_norm": 2.8508317470550537, "learning_rate": 1.5228700261668303e-05, "epoch": 2.354332401634057, "step": 32850 }, { "loss": 3.5439, "grad_norm": 2.830974578857422, "learning_rate": 1.5210918010893202e-05, "epoch": 2.357915860388447, "step": 32900 }, { "loss": 3.5465, "grad_norm": 2.813232183456421, "learning_rate": 1.5193113111931519e-05, "epoch": 2.361499319142837, "step": 32950 }, { "loss": 3.5308, "grad_norm": 2.838843822479248, "learning_rate": 1.5175285642168594e-05, "epoch": 2.3650827778972263, "step": 33000 }, { "loss": 3.536, "grad_norm": 2.7960915565490723, "learning_rate": 1.5157435679087866e-05, "epoch": 2.3686662366516162, "step": 33050 }, { "loss": 3.5419, "grad_norm": 2.927342414855957, "learning_rate": 1.5139563300270546e-05, "epoch": 2.3722496954060057, "step": 33100 }, { "loss": 3.5338, "grad_norm": 2.80525803565979, "learning_rate": 1.5121668583395259e-05, "epoch": 2.3758331541603956, "step": 33150 }, { "loss": 3.5473, "grad_norm": 2.761329174041748, "learning_rate": 1.5103751606237725e-05, "epoch": 2.3794166129147856, "step": 33200 }, { "loss": 3.5294, "grad_norm": 2.8188796043395996, "learning_rate": 1.5085812446670409e-05, "epoch": 2.383000071669175, "step": 33250 }, { "loss": 3.5281, "grad_norm": 2.7630996704101562, "learning_rate": 1.506785118266219e-05, "epoch": 2.386583530423565, "step": 33300 }, { "loss": 3.535, "grad_norm": 2.744847059249878, "learning_rate": 1.5049867892278021e-05, "epoch": 2.3901669891779544, "step": 33350 }, { "loss": 3.5348, "grad_norm": 2.7887415885925293, "learning_rate": 1.503186265367858e-05, "epoch": 2.3937504479323444, "step": 33400 }, { "loss": 3.5421, "grad_norm": 2.9577910900115967, "learning_rate": 1.5013835545119948e-05, "epoch": 2.397333906686734, "step": 33450 }, { "loss": 3.5393, "grad_norm": 2.9961724281311035, "learning_rate": 1.4995786644953261e-05, "epoch": 2.4009173654411238, "step": 33500 }, { "loss": 3.5567, "grad_norm": 2.7783844470977783, "learning_rate": 1.4977716031624354e-05, "epoch": 2.4045008241955137, "step": 33550 }, { "loss": 3.5426, "grad_norm": 2.880939245223999, "learning_rate": 1.4959623783673447e-05, "epoch": 2.408084282949903, "step": 33600 }, { "loss": 3.5465, "grad_norm": 2.741588592529297, "learning_rate": 1.4941509979734786e-05, "epoch": 2.411667741704293, "step": 33650 }, { "loss": 3.5298, "grad_norm": 2.8120334148406982, "learning_rate": 1.4923374698536304e-05, "epoch": 2.4152512004586826, "step": 33700 }, { "loss": 3.5358, "grad_norm": 2.7048747539520264, "learning_rate": 1.490521801889928e-05, "epoch": 2.4188346592130725, "step": 33750 }, { "loss": 3.5404, "grad_norm": 2.8408844470977783, "learning_rate": 1.4887040019738002e-05, "epoch": 2.422418117967462, "step": 33800 }, { "loss": 3.5398, "grad_norm": 2.8859174251556396, "learning_rate": 1.4868840780059413e-05, "epoch": 2.426001576721852, "step": 33850 }, { "loss": 3.5419, "grad_norm": 2.8580172061920166, "learning_rate": 1.4850620378962779e-05, "epoch": 2.429585035476242, "step": 33900 }, { "loss": 3.54, "grad_norm": 2.882136821746826, "learning_rate": 1.4832378895639337e-05, "epoch": 2.4331684942306313, "step": 33950 }, { "loss": 3.5299, "grad_norm": 2.723198413848877, "learning_rate": 1.481411640937195e-05, "epoch": 2.4367519529850212, "step": 34000 }, { "eval_loss": 3.540426254272461, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.1201273346981964, "eval_chrf": 31.613509292494662, "eval_runtime": 41.2442, "eval_samples_per_second": 48.492, "eval_steps_per_second": 0.776, "epoch": 2.4367519529850212, "step": 34000 }, { "loss": 3.5309, "grad_norm": 2.812891960144043, "learning_rate": 1.4795832999534776e-05, "epoch": 2.4403354117394107, "step": 34050 }, { "loss": 3.5412, "grad_norm": 2.7380855083465576, "learning_rate": 1.4777528745592902e-05, "epoch": 2.4439188704938006, "step": 34100 }, { "loss": 3.5431, "grad_norm": 2.9518446922302246, "learning_rate": 1.4759203727102014e-05, "epoch": 2.4475023292481906, "step": 34150 }, { "loss": 3.5336, "grad_norm": 2.7920496463775635, "learning_rate": 1.4740858023708049e-05, "epoch": 2.45108578800258, "step": 34200 }, { "loss": 3.5461, "grad_norm": 2.7790307998657227, "learning_rate": 1.4722491715146843e-05, "epoch": 2.45466924675697, "step": 34250 }, { "loss": 3.5323, "grad_norm": 2.8379712104797363, "learning_rate": 1.4704104881243791e-05, "epoch": 2.4582527055113594, "step": 34300 }, { "loss": 3.5212, "grad_norm": 2.9654014110565186, "learning_rate": 1.4685697601913497e-05, "epoch": 2.4618361642657494, "step": 34350 }, { "loss": 3.5414, "grad_norm": 2.8676917552948, "learning_rate": 1.4667269957159427e-05, "epoch": 2.4654196230201393, "step": 34400 }, { "loss": 3.5446, "grad_norm": 2.9120633602142334, "learning_rate": 1.4648822027073558e-05, "epoch": 2.4690030817745288, "step": 34450 }, { "loss": 3.5311, "grad_norm": 2.9520740509033203, "learning_rate": 1.4630353891836033e-05, "epoch": 2.4725865405289187, "step": 34500 }, { "loss": 3.5397, "grad_norm": 3.009443521499634, "learning_rate": 1.4611865631714821e-05, "epoch": 2.476169999283308, "step": 34550 }, { "loss": 3.5317, "grad_norm": 2.8990237712860107, "learning_rate": 1.459335732706535e-05, "epoch": 2.479753458037698, "step": 34600 }, { "loss": 3.5444, "grad_norm": 2.885237455368042, "learning_rate": 1.4574829058330169e-05, "epoch": 2.4833369167920876, "step": 34650 }, { "loss": 3.5311, "grad_norm": 2.766439199447632, "learning_rate": 1.4556280906038597e-05, "epoch": 2.4869203755464775, "step": 34700 }, { "loss": 3.5429, "grad_norm": 3.001805305480957, "learning_rate": 1.4537712950806382e-05, "epoch": 2.490503834300867, "step": 34750 }, { "loss": 3.5439, "grad_norm": 2.9516103267669678, "learning_rate": 1.4519125273335331e-05, "epoch": 2.494087293055257, "step": 34800 }, { "loss": 3.5342, "grad_norm": 2.8930885791778564, "learning_rate": 1.4500517954412967e-05, "epoch": 2.497670751809647, "step": 34850 }, { "loss": 3.5388, "grad_norm": 2.826563835144043, "learning_rate": 1.4481891074912193e-05, "epoch": 2.5012542105640363, "step": 34900 }, { "loss": 3.5314, "grad_norm": 2.9160947799682617, "learning_rate": 1.4463244715790919e-05, "epoch": 2.504837669318426, "step": 34950 }, { "loss": 3.5369, "grad_norm": 3.00466251373291, "learning_rate": 1.444457895809172e-05, "epoch": 2.5084211280728157, "step": 35000 }, { "loss": 3.5435, "grad_norm": 2.744493246078491, "learning_rate": 1.4425893882941484e-05, "epoch": 2.5120045868272056, "step": 35050 }, { "loss": 3.5364, "grad_norm": 3.0695743560791016, "learning_rate": 1.440718957155106e-05, "epoch": 2.5155880455815955, "step": 35100 }, { "loss": 3.5321, "grad_norm": 2.967583417892456, "learning_rate": 1.4388466105214902e-05, "epoch": 2.519171504335985, "step": 35150 }, { "loss": 3.5387, "grad_norm": 2.745816946029663, "learning_rate": 1.4369723565310714e-05, "epoch": 2.522754963090375, "step": 35200 }, { "loss": 3.5332, "grad_norm": 2.7638392448425293, "learning_rate": 1.4350962033299108e-05, "epoch": 2.5263384218447644, "step": 35250 }, { "loss": 3.5458, "grad_norm": 2.9185221195220947, "learning_rate": 1.4332181590723232e-05, "epoch": 2.5299218805991543, "step": 35300 }, { "loss": 3.5333, "grad_norm": 2.7400734424591064, "learning_rate": 1.4313382319208427e-05, "epoch": 2.5335053393535443, "step": 35350 }, { "loss": 3.5333, "grad_norm": 2.790581464767456, "learning_rate": 1.4294564300461875e-05, "epoch": 2.5370887981079338, "step": 35400 }, { "loss": 3.536, "grad_norm": 2.8747081756591797, "learning_rate": 1.4275727616272234e-05, "epoch": 2.5406722568623237, "step": 35450 }, { "loss": 3.5395, "grad_norm": 2.844027042388916, "learning_rate": 1.425687234850929e-05, "epoch": 2.544255715616713, "step": 35500 }, { "loss": 3.5346, "grad_norm": 2.8688411712646484, "learning_rate": 1.4237998579123598e-05, "epoch": 2.547839174371103, "step": 35550 }, { "loss": 3.5385, "grad_norm": 3.0387704372406006, "learning_rate": 1.4219106390146124e-05, "epoch": 2.551422633125493, "step": 35600 }, { "loss": 3.547, "grad_norm": 2.8767483234405518, "learning_rate": 1.4200195863687898e-05, "epoch": 2.5550060918798825, "step": 35650 }, { "loss": 3.5246, "grad_norm": 2.6923036575317383, "learning_rate": 1.4181267081939639e-05, "epoch": 2.558589550634272, "step": 35700 }, { "loss": 3.532, "grad_norm": 2.7652173042297363, "learning_rate": 1.416232012717142e-05, "epoch": 2.562173009388662, "step": 35750 }, { "loss": 3.5409, "grad_norm": 2.8364498615264893, "learning_rate": 1.4143355081732296e-05, "epoch": 2.565756468143052, "step": 35800 }, { "loss": 3.5312, "grad_norm": 2.884167432785034, "learning_rate": 1.4124372028049945e-05, "epoch": 2.5693399268974413, "step": 35850 }, { "loss": 3.544, "grad_norm": 3.023071527481079, "learning_rate": 1.4105371048630314e-05, "epoch": 2.572923385651831, "step": 35900 }, { "loss": 3.5346, "grad_norm": 2.843303918838501, "learning_rate": 1.4086352226057271e-05, "epoch": 2.5765068444062207, "step": 35950 }, { "loss": 3.5436, "grad_norm": 2.6963419914245605, "learning_rate": 1.4067315642992223e-05, "epoch": 2.5800903031606106, "step": 36000 }, { "eval_loss": 3.5363504886627197, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.11985766585388519, "eval_chrf": 31.469073693021816, "eval_runtime": 47.7956, "eval_samples_per_second": 41.845, "eval_steps_per_second": 0.67, "epoch": 2.5800903031606106, "step": 36000 }, { "loss": 3.5359, "grad_norm": 2.878082036972046, "learning_rate": 1.4048261382173779e-05, "epoch": 2.5836737619150005, "step": 36050 }, { "loss": 3.5417, "grad_norm": 2.856882333755493, "learning_rate": 1.4029189526417373e-05, "epoch": 2.58725722066939, "step": 36100 }, { "loss": 3.5312, "grad_norm": 2.7826128005981445, "learning_rate": 1.4010100158614914e-05, "epoch": 2.59084067942378, "step": 36150 }, { "loss": 3.5276, "grad_norm": 2.8620643615722656, "learning_rate": 1.3990993361734427e-05, "epoch": 2.5944241381781694, "step": 36200 }, { "loss": 3.5225, "grad_norm": 2.761573076248169, "learning_rate": 1.3971869218819687e-05, "epoch": 2.5980075969325593, "step": 36250 }, { "loss": 3.542, "grad_norm": 2.77445387840271, "learning_rate": 1.3952727812989856e-05, "epoch": 2.6015910556869493, "step": 36300 }, { "loss": 3.5262, "grad_norm": 2.969835042953491, "learning_rate": 1.3933569227439136e-05, "epoch": 2.6051745144413387, "step": 36350 }, { "loss": 3.5344, "grad_norm": 2.7571632862091064, "learning_rate": 1.3914393545436386e-05, "epoch": 2.6087579731957287, "step": 36400 }, { "loss": 3.5375, "grad_norm": 2.984048366546631, "learning_rate": 1.3895200850324777e-05, "epoch": 2.612341431950118, "step": 36450 }, { "loss": 3.5514, "grad_norm": 2.6805741786956787, "learning_rate": 1.3875991225521422e-05, "epoch": 2.615924890704508, "step": 36500 }, { "loss": 3.5413, "grad_norm": 2.8492255210876465, "learning_rate": 1.3856764754517014e-05, "epoch": 2.619508349458898, "step": 36550 }, { "loss": 3.5447, "grad_norm": 2.72505784034729, "learning_rate": 1.383752152087547e-05, "epoch": 2.6230918082132875, "step": 36600 }, { "loss": 3.5349, "grad_norm": 2.822690486907959, "learning_rate": 1.3818261608233556e-05, "epoch": 2.626675266967677, "step": 36650 }, { "loss": 3.527, "grad_norm": 2.9921820163726807, "learning_rate": 1.3798985100300534e-05, "epoch": 2.630258725722067, "step": 36700 }, { "loss": 3.5398, "grad_norm": 2.7833328247070312, "learning_rate": 1.3779692080857793e-05, "epoch": 2.633842184476457, "step": 36750 }, { "loss": 3.5354, "grad_norm": 2.7091219425201416, "learning_rate": 1.376038263375849e-05, "epoch": 2.6374256432308463, "step": 36800 }, { "loss": 3.5253, "grad_norm": 2.822852849960327, "learning_rate": 1.374105684292717e-05, "epoch": 2.641009101985236, "step": 36850 }, { "loss": 3.537, "grad_norm": 2.848417282104492, "learning_rate": 1.3721714792359425e-05, "epoch": 2.6445925607396257, "step": 36900 }, { "loss": 3.5102, "grad_norm": 2.9162180423736572, "learning_rate": 1.3702356566121512e-05, "epoch": 2.6481760194940156, "step": 36950 }, { "loss": 3.5377, "grad_norm": 2.6752891540527344, "learning_rate": 1.3682982248349986e-05, "epoch": 2.6517594782484055, "step": 37000 }, { "loss": 3.5233, "grad_norm": 2.7499947547912598, "learning_rate": 1.366359192325135e-05, "epoch": 2.655342937002795, "step": 37050 }, { "loss": 3.532, "grad_norm": 2.9076576232910156, "learning_rate": 1.3644185675101676e-05, "epoch": 2.658926395757185, "step": 37100 }, { "loss": 3.5428, "grad_norm": 2.820009231567383, "learning_rate": 1.3624763588246244e-05, "epoch": 2.6625098545115744, "step": 37150 }, { "loss": 3.5431, "grad_norm": 2.75508713722229, "learning_rate": 1.3605325747099165e-05, "epoch": 2.6660933132659643, "step": 37200 }, { "loss": 3.5357, "grad_norm": 2.926046848297119, "learning_rate": 1.3585872236143036e-05, "epoch": 2.6696767720203542, "step": 37250 }, { "loss": 3.5392, "grad_norm": 2.818441867828369, "learning_rate": 1.3566403139928555e-05, "epoch": 2.6732602307747437, "step": 37300 }, { "loss": 3.5309, "grad_norm": 2.9250400066375732, "learning_rate": 1.354691854307415e-05, "epoch": 2.6768436895291337, "step": 37350 }, { "loss": 3.5355, "grad_norm": 3.034771680831909, "learning_rate": 1.3527418530265628e-05, "epoch": 2.680427148283523, "step": 37400 }, { "loss": 3.529, "grad_norm": 2.9827919006347656, "learning_rate": 1.3507903186255799e-05, "epoch": 2.684010607037913, "step": 37450 }, { "loss": 3.5405, "grad_norm": 2.79689359664917, "learning_rate": 1.3488372595864102e-05, "epoch": 2.687594065792303, "step": 37500 }, { "loss": 3.5391, "grad_norm": 2.7834572792053223, "learning_rate": 1.3468826843976239e-05, "epoch": 2.6911775245466925, "step": 37550 }, { "loss": 3.5281, "grad_norm": 2.9273746013641357, "learning_rate": 1.3449266015543816e-05, "epoch": 2.694760983301082, "step": 37600 }, { "loss": 3.5282, "grad_norm": 2.8792123794555664, "learning_rate": 1.3429690195583967e-05, "epoch": 2.698344442055472, "step": 37650 }, { "loss": 3.533, "grad_norm": 2.9538676738739014, "learning_rate": 1.3410099469178972e-05, "epoch": 2.701927900809862, "step": 37700 }, { "loss": 3.5413, "grad_norm": 2.7318191528320312, "learning_rate": 1.339049392147591e-05, "epoch": 2.7055113595642513, "step": 37750 }, { "loss": 3.5391, "grad_norm": 2.885110378265381, "learning_rate": 1.3370873637686275e-05, "epoch": 2.709094818318641, "step": 37800 }, { "loss": 3.5339, "grad_norm": 2.8033347129821777, "learning_rate": 1.3351238703085602e-05, "epoch": 2.7126782770730307, "step": 37850 }, { "loss": 3.5306, "grad_norm": 2.8976988792419434, "learning_rate": 1.3331589203013114e-05, "epoch": 2.7162617358274206, "step": 37900 }, { "loss": 3.5342, "grad_norm": 2.803776979446411, "learning_rate": 1.331192522287133e-05, "epoch": 2.7198451945818105, "step": 37950 }, { "loss": 3.5355, "grad_norm": 2.7537717819213867, "learning_rate": 1.3292246848125705e-05, "epoch": 2.7234286533362, "step": 38000 }, { "eval_loss": 3.532785654067993, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12207055747784684, "eval_chrf": 31.395528085160485, "eval_runtime": 40.4403, "eval_samples_per_second": 49.456, "eval_steps_per_second": 0.791, "epoch": 2.7234286533362, "step": 38000 }, { "loss": 3.5269, "grad_norm": 2.783006429672241, "learning_rate": 1.3272554164304266e-05, "epoch": 2.72701211209059, "step": 38050 }, { "loss": 3.5308, "grad_norm": 2.8638980388641357, "learning_rate": 1.3252847256997221e-05, "epoch": 2.7305955708449794, "step": 38100 }, { "loss": 3.5332, "grad_norm": 2.747453451156616, "learning_rate": 1.3233126211856601e-05, "epoch": 2.7341790295993693, "step": 38150 }, { "loss": 3.5383, "grad_norm": 2.8123862743377686, "learning_rate": 1.3213391114595889e-05, "epoch": 2.7377624883537592, "step": 38200 }, { "loss": 3.5402, "grad_norm": 2.8990237712860107, "learning_rate": 1.3193642050989632e-05, "epoch": 2.7413459471081487, "step": 38250 }, { "loss": 3.532, "grad_norm": 2.66563081741333, "learning_rate": 1.3173879106873091e-05, "epoch": 2.7449294058625386, "step": 38300 }, { "loss": 3.5444, "grad_norm": 2.8617208003997803, "learning_rate": 1.3154102368141846e-05, "epoch": 2.748512864616928, "step": 38350 }, { "loss": 3.5301, "grad_norm": 2.868887424468994, "learning_rate": 1.3134311920751438e-05, "epoch": 2.752096323371318, "step": 38400 }, { "loss": 3.537, "grad_norm": 2.743989944458008, "learning_rate": 1.3114507850716989e-05, "epoch": 2.755679782125708, "step": 38450 }, { "loss": 3.5358, "grad_norm": 2.956002712249756, "learning_rate": 1.3094690244112826e-05, "epoch": 2.7592632408800974, "step": 38500 }, { "loss": 3.5323, "grad_norm": 2.8582019805908203, "learning_rate": 1.3074859187072117e-05, "epoch": 2.7628466996344874, "step": 38550 }, { "loss": 3.524, "grad_norm": 2.8096816539764404, "learning_rate": 1.3055014765786482e-05, "epoch": 2.766430158388877, "step": 38600 }, { "loss": 3.5409, "grad_norm": 2.729884624481201, "learning_rate": 1.3035157066505626e-05, "epoch": 2.7700136171432668, "step": 38650 }, { "loss": 3.5263, "grad_norm": 2.7150983810424805, "learning_rate": 1.3015286175536972e-05, "epoch": 2.7735970758976567, "step": 38700 }, { "loss": 3.5267, "grad_norm": 2.7166748046875, "learning_rate": 1.2995402179245272e-05, "epoch": 2.777180534652046, "step": 38750 }, { "loss": 3.5407, "grad_norm": 2.8187761306762695, "learning_rate": 1.2975505164052233e-05, "epoch": 2.7807639934064357, "step": 38800 }, { "loss": 3.5294, "grad_norm": 2.7778983116149902, "learning_rate": 1.2955595216436157e-05, "epoch": 2.7843474521608256, "step": 38850 }, { "loss": 3.5453, "grad_norm": 2.713482141494751, "learning_rate": 1.2935672422931547e-05, "epoch": 2.7879309109152155, "step": 38900 }, { "loss": 3.5301, "grad_norm": 2.7738239765167236, "learning_rate": 1.2915736870128741e-05, "epoch": 2.791514369669605, "step": 38950 }, { "loss": 3.5316, "grad_norm": 2.8775534629821777, "learning_rate": 1.2895788644673529e-05, "epoch": 2.795097828423995, "step": 39000 }, { "loss": 3.5306, "grad_norm": 2.796616792678833, "learning_rate": 1.2875827833266783e-05, "epoch": 2.7986812871783844, "step": 39050 }, { "loss": 3.5245, "grad_norm": 2.8263802528381348, "learning_rate": 1.2855854522664078e-05, "epoch": 2.8022647459327743, "step": 39100 }, { "loss": 3.5318, "grad_norm": 2.943518877029419, "learning_rate": 1.283586879967531e-05, "epoch": 2.8058482046871642, "step": 39150 }, { "loss": 3.5301, "grad_norm": 2.8130452632904053, "learning_rate": 1.281587075116433e-05, "epoch": 2.8094316634415537, "step": 39200 }, { "loss": 3.5309, "grad_norm": 2.9720559120178223, "learning_rate": 1.2795860464048548e-05, "epoch": 2.8130151221959436, "step": 39250 }, { "loss": 3.5198, "grad_norm": 2.908689498901367, "learning_rate": 1.2775838025298582e-05, "epoch": 2.816598580950333, "step": 39300 }, { "loss": 3.5303, "grad_norm": 2.920807123184204, "learning_rate": 1.2755803521937852e-05, "epoch": 2.820182039704723, "step": 39350 }, { "loss": 3.5263, "grad_norm": 2.68572735786438, "learning_rate": 1.2735757041042217e-05, "epoch": 2.823765498459113, "step": 39400 }, { "loss": 3.5397, "grad_norm": 2.757493734359741, "learning_rate": 1.27156986697396e-05, "epoch": 2.8273489572135024, "step": 39450 }, { "loss": 3.5315, "grad_norm": 2.8354060649871826, "learning_rate": 1.2695628495209596e-05, "epoch": 2.8309324159678924, "step": 39500 }, { "loss": 3.5254, "grad_norm": 2.896226644515991, "learning_rate": 1.2675546604683103e-05, "epoch": 2.834515874722282, "step": 39550 }, { "loss": 3.5351, "grad_norm": 2.864386558532715, "learning_rate": 1.2655453085441937e-05, "epoch": 2.8380993334766718, "step": 39600 }, { "loss": 3.5334, "grad_norm": 2.9716145992279053, "learning_rate": 1.2635348024818464e-05, "epoch": 2.8416827922310617, "step": 39650 }, { "loss": 3.5309, "grad_norm": 2.82574200630188, "learning_rate": 1.2615231510195207e-05, "epoch": 2.845266250985451, "step": 39700 }, { "loss": 3.5321, "grad_norm": 2.753833532333374, "learning_rate": 1.259510362900447e-05, "epoch": 2.8488497097398406, "step": 39750 }, { "loss": 3.5377, "grad_norm": 2.837136745452881, "learning_rate": 1.2574964468727962e-05, "epoch": 2.8524331684942306, "step": 39800 }, { "loss": 3.5364, "grad_norm": 2.6881103515625, "learning_rate": 1.255481411689641e-05, "epoch": 2.8560166272486205, "step": 39850 }, { "loss": 3.5339, "grad_norm": 2.9043781757354736, "learning_rate": 1.2534652661089192e-05, "epoch": 2.85960008600301, "step": 39900 }, { "loss": 3.5358, "grad_norm": 2.9411888122558594, "learning_rate": 1.2514480188933937e-05, "epoch": 2.8631835447574, "step": 39950 }, { "loss": 3.5282, "grad_norm": 2.853649854660034, "learning_rate": 1.249429678810616e-05, "epoch": 2.8667670035117894, "step": 40000 }, { "eval_loss": 3.532399892807007, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.1262996942774547, "eval_chrf": 31.60972087432438, "eval_runtime": 34.1771, "eval_samples_per_second": 58.519, "eval_steps_per_second": 0.936, "epoch": 2.8667670035117894, "step": 40000 }, { "loss": 3.5224, "grad_norm": 2.824666738510132, "learning_rate": 1.2474102546328875e-05, "epoch": 2.8703504622661793, "step": 40050 }, { "loss": 3.5189, "grad_norm": 2.760908365249634, "learning_rate": 1.2453897551372209e-05, "epoch": 2.873933921020569, "step": 40100 }, { "loss": 3.5302, "grad_norm": 2.7924435138702393, "learning_rate": 1.2433681891053035e-05, "epoch": 2.8775173797749587, "step": 40150 }, { "loss": 3.5329, "grad_norm": 2.860741376876831, "learning_rate": 1.2413455653234571e-05, "epoch": 2.8811008385293486, "step": 40200 }, { "loss": 3.5184, "grad_norm": 2.7769033908843994, "learning_rate": 1.2393218925826013e-05, "epoch": 2.884684297283738, "step": 40250 }, { "loss": 3.5314, "grad_norm": 2.814101457595825, "learning_rate": 1.2372971796782149e-05, "epoch": 2.888267756038128, "step": 40300 }, { "loss": 3.5394, "grad_norm": 2.7214605808258057, "learning_rate": 1.2352714354102972e-05, "epoch": 2.891851214792518, "step": 40350 }, { "loss": 3.5234, "grad_norm": 2.8279781341552734, "learning_rate": 1.2332446685833302e-05, "epoch": 2.8954346735469074, "step": 40400 }, { "loss": 3.5259, "grad_norm": 2.8419744968414307, "learning_rate": 1.2312168880062404e-05, "epoch": 2.8990181323012973, "step": 40450 }, { "loss": 3.5322, "grad_norm": 2.8549299240112305, "learning_rate": 1.22918810249236e-05, "epoch": 2.902601591055687, "step": 40500 }, { "loss": 3.5211, "grad_norm": 2.8381171226501465, "learning_rate": 1.2271583208593896e-05, "epoch": 2.9061850498100767, "step": 40550 }, { "loss": 3.5204, "grad_norm": 2.726592779159546, "learning_rate": 1.2251275519293585e-05, "epoch": 2.9097685085644667, "step": 40600 }, { "loss": 3.5271, "grad_norm": 2.959746837615967, "learning_rate": 1.2230958045285877e-05, "epoch": 2.913351967318856, "step": 40650 }, { "loss": 3.5303, "grad_norm": 2.7321507930755615, "learning_rate": 1.2210630874876506e-05, "epoch": 2.9169354260732456, "step": 40700 }, { "loss": 3.5307, "grad_norm": 2.84619402885437, "learning_rate": 1.2190294096413348e-05, "epoch": 2.9205188848276356, "step": 40750 }, { "loss": 3.5309, "grad_norm": 2.7672536373138428, "learning_rate": 1.2169947798286044e-05, "epoch": 2.9241023435820255, "step": 40800 }, { "loss": 3.5459, "grad_norm": 2.7822139263153076, "learning_rate": 1.2149592068925601e-05, "epoch": 2.927685802336415, "step": 40850 }, { "loss": 3.5412, "grad_norm": 2.718292713165283, "learning_rate": 1.2129226996804027e-05, "epoch": 2.931269261090805, "step": 40900 }, { "loss": 3.5286, "grad_norm": 2.7799839973449707, "learning_rate": 1.210885267043393e-05, "epoch": 2.9348527198451944, "step": 40950 }, { "loss": 3.5157, "grad_norm": 2.832854747772217, "learning_rate": 1.2088469178368145e-05, "epoch": 2.9384361785995843, "step": 41000 }, { "loss": 3.5262, "grad_norm": 2.8373522758483887, "learning_rate": 1.2068076609199335e-05, "epoch": 2.942019637353974, "step": 41050 }, { "loss": 3.5405, "grad_norm": 2.8599483966827393, "learning_rate": 1.2047675051559624e-05, "epoch": 2.9456030961083637, "step": 41100 }, { "loss": 3.53, "grad_norm": 2.7068042755126953, "learning_rate": 1.2027264594120197e-05, "epoch": 2.9491865548627536, "step": 41150 }, { "loss": 3.5235, "grad_norm": 2.8245954513549805, "learning_rate": 1.2006845325590923e-05, "epoch": 2.952770013617143, "step": 41200 }, { "loss": 3.5341, "grad_norm": 2.756761312484741, "learning_rate": 1.1986417334719966e-05, "epoch": 2.956353472371533, "step": 41250 }, { "loss": 3.5195, "grad_norm": 2.9518582820892334, "learning_rate": 1.1965980710293397e-05, "epoch": 2.959936931125923, "step": 41300 }, { "loss": 3.5237, "grad_norm": 2.69180965423584, "learning_rate": 1.1945535541134813e-05, "epoch": 2.9635203898803124, "step": 41350 }, { "loss": 3.5303, "grad_norm": 2.9256718158721924, "learning_rate": 1.1925081916104955e-05, "epoch": 2.9671038486347023, "step": 41400 }, { "loss": 3.5246, "grad_norm": 2.820664405822754, "learning_rate": 1.1904619924101302e-05, "epoch": 2.970687307389092, "step": 41450 }, { "loss": 3.5136, "grad_norm": 2.851138114929199, "learning_rate": 1.1884149654057713e-05, "epoch": 2.9742707661434817, "step": 41500 }, { "loss": 3.5196, "grad_norm": 2.7668237686157227, "learning_rate": 1.1863671194944015e-05, "epoch": 2.9778542248978717, "step": 41550 }, { "loss": 3.533, "grad_norm": 2.8498666286468506, "learning_rate": 1.1843184635765634e-05, "epoch": 2.981437683652261, "step": 41600 }, { "loss": 3.5439, "grad_norm": 2.81306529045105, "learning_rate": 1.1822690065563197e-05, "epoch": 2.985021142406651, "step": 41650 }, { "loss": 3.543, "grad_norm": 2.828873634338379, "learning_rate": 1.180218757341215e-05, "epoch": 2.9886046011610405, "step": 41700 }, { "loss": 3.5304, "grad_norm": 2.697016954421997, "learning_rate": 1.1781677248422368e-05, "epoch": 2.9921880599154305, "step": 41750 }, { "loss": 3.5334, "grad_norm": 2.8102939128875732, "learning_rate": 1.176115917973778e-05, "epoch": 2.99577151866982, "step": 41800 }, { "loss": 3.5252, "grad_norm": 2.7507131099700928, "learning_rate": 1.1740633456535962e-05, "epoch": 2.99935497742421, "step": 41850 }, { "loss": 3.4967, "grad_norm": 2.686616897583008, "learning_rate": 1.1720100168027757e-05, "epoch": 3.0029384361786, "step": 41900 }, { "loss": 3.489, "grad_norm": 2.8991360664367676, "learning_rate": 1.1699559403456897e-05, "epoch": 3.0065218949329893, "step": 41950 }, { "loss": 3.498, "grad_norm": 2.9188294410705566, "learning_rate": 1.1679011252099602e-05, "epoch": 3.010105353687379, "step": 42000 }, { "eval_loss": 3.52962327003479, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12511133168031982, "eval_chrf": 31.564665720228202, "eval_runtime": 39.9541, "eval_samples_per_second": 50.057, "eval_steps_per_second": 0.801, "epoch": 3.010105353687379, "step": 42000 }, { "loss": 3.5018, "grad_norm": 2.994194984436035, "learning_rate": 1.1658455803264197e-05, "epoch": 3.0136888124417687, "step": 42050 }, { "loss": 3.488, "grad_norm": 2.8111681938171387, "learning_rate": 1.1637893146290727e-05, "epoch": 3.0172722711961586, "step": 42100 }, { "loss": 3.4945, "grad_norm": 2.8892016410827637, "learning_rate": 1.1617323370550557e-05, "epoch": 3.020855729950548, "step": 42150 }, { "loss": 3.5001, "grad_norm": 2.8266143798828125, "learning_rate": 1.1596746565446012e-05, "epoch": 3.024439188704938, "step": 42200 }, { "loss": 3.4933, "grad_norm": 2.7451212406158447, "learning_rate": 1.1576162820409947e-05, "epoch": 3.028022647459328, "step": 42250 }, { "loss": 3.5119, "grad_norm": 2.8774585723876953, "learning_rate": 1.155557222490539e-05, "epoch": 3.0316061062137174, "step": 42300 }, { "loss": 3.5038, "grad_norm": 2.850111246109009, "learning_rate": 1.1534974868425143e-05, "epoch": 3.0351895649681073, "step": 42350 }, { "loss": 3.4968, "grad_norm": 2.800062417984009, "learning_rate": 1.1514370840491395e-05, "epoch": 3.038773023722497, "step": 42400 }, { "loss": 3.4962, "grad_norm": 2.8584747314453125, "learning_rate": 1.1493760230655324e-05, "epoch": 3.0423564824768867, "step": 42450 }, { "loss": 3.4973, "grad_norm": 2.8879361152648926, "learning_rate": 1.1473143128496722e-05, "epoch": 3.0459399412312766, "step": 42500 }, { "loss": 3.4966, "grad_norm": 2.830387592315674, "learning_rate": 1.1452519623623592e-05, "epoch": 3.049523399985666, "step": 42550 }, { "loss": 3.5038, "grad_norm": 2.7998642921447754, "learning_rate": 1.1431889805671772e-05, "epoch": 3.053106858740056, "step": 42600 }, { "loss": 3.509, "grad_norm": 2.8433713912963867, "learning_rate": 1.1411253764304537e-05, "epoch": 3.0566903174944455, "step": 42650 }, { "loss": 3.4997, "grad_norm": 2.8363871574401855, "learning_rate": 1.1390611589212206e-05, "epoch": 3.0602737762488355, "step": 42700 }, { "loss": 3.5031, "grad_norm": 2.826460599899292, "learning_rate": 1.1369963370111763e-05, "epoch": 3.063857235003225, "step": 42750 }, { "loss": 3.4915, "grad_norm": 2.8248696327209473, "learning_rate": 1.1349309196746454e-05, "epoch": 3.067440693757615, "step": 42800 }, { "loss": 3.512, "grad_norm": 2.8771185874938965, "learning_rate": 1.1328649158885411e-05, "epoch": 3.071024152512005, "step": 42850 }, { "loss": 3.5103, "grad_norm": 2.8647401332855225, "learning_rate": 1.1307983346323255e-05, "epoch": 3.0746076112663943, "step": 42900 }, { "loss": 3.5278, "grad_norm": 2.8961808681488037, "learning_rate": 1.1287311848879695e-05, "epoch": 3.078191070020784, "step": 42950 }, { "loss": 3.4909, "grad_norm": 2.8020644187927246, "learning_rate": 1.1266634756399161e-05, "epoch": 3.0817745287751737, "step": 43000 }, { "loss": 3.5103, "grad_norm": 2.8728795051574707, "learning_rate": 1.1245952158750396e-05, "epoch": 3.0853579875295636, "step": 43050 }, { "loss": 3.4988, "grad_norm": 2.7857062816619873, "learning_rate": 1.1225264145826067e-05, "epoch": 3.088941446283953, "step": 43100 }, { "loss": 3.5054, "grad_norm": 2.785942316055298, "learning_rate": 1.1204570807542381e-05, "epoch": 3.092524905038343, "step": 43150 }, { "loss": 3.4834, "grad_norm": 2.8163323402404785, "learning_rate": 1.1183872233838688e-05, "epoch": 3.096108363792733, "step": 43200 }, { "loss": 3.4984, "grad_norm": 2.8935394287109375, "learning_rate": 1.1163168514677098e-05, "epoch": 3.0996918225471224, "step": 43250 }, { "loss": 3.5059, "grad_norm": 2.819344997406006, "learning_rate": 1.1142459740042078e-05, "epoch": 3.1032752813015123, "step": 43300 }, { "loss": 3.5157, "grad_norm": 2.7673346996307373, "learning_rate": 1.1121745999940067e-05, "epoch": 3.106858740055902, "step": 43350 }, { "loss": 3.4944, "grad_norm": 2.853396415710449, "learning_rate": 1.1101027384399094e-05, "epoch": 3.1104421988102917, "step": 43400 }, { "loss": 3.5064, "grad_norm": 2.8290817737579346, "learning_rate": 1.1080303983468372e-05, "epoch": 3.1140256575646816, "step": 43450 }, { "loss": 3.4911, "grad_norm": 2.9048633575439453, "learning_rate": 1.1059575887217915e-05, "epoch": 3.117609116319071, "step": 43500 }, { "loss": 3.4992, "grad_norm": 2.7936666011810303, "learning_rate": 1.103884318573814e-05, "epoch": 3.121192575073461, "step": 43550 }, { "loss": 3.5014, "grad_norm": 2.6872012615203857, "learning_rate": 1.1018105969139481e-05, "epoch": 3.1247760338278505, "step": 43600 }, { "loss": 3.5004, "grad_norm": 2.860909938812256, "learning_rate": 1.0997364327552002e-05, "epoch": 3.1283594925822404, "step": 43650 }, { "loss": 3.5094, "grad_norm": 2.833185911178589, "learning_rate": 1.0976618351124993e-05, "epoch": 3.13194295133663, "step": 43700 }, { "loss": 3.5041, "grad_norm": 2.835493326187134, "learning_rate": 1.0955868130026586e-05, "epoch": 3.13552641009102, "step": 43750 }, { "loss": 3.5038, "grad_norm": 2.934903621673584, "learning_rate": 1.0935113754443358e-05, "epoch": 3.1391098688454098, "step": 43800 }, { "loss": 3.523, "grad_norm": 2.755317211151123, "learning_rate": 1.0914355314579956e-05, "epoch": 3.1426933275997992, "step": 43850 }, { "loss": 3.5024, "grad_norm": 2.7092316150665283, "learning_rate": 1.0893592900658676e-05, "epoch": 3.146276786354189, "step": 43900 }, { "loss": 3.5005, "grad_norm": 2.856130361557007, "learning_rate": 1.0872826602919092e-05, "epoch": 3.1498602451085786, "step": 43950 }, { "loss": 3.4906, "grad_norm": 2.9664852619171143, "learning_rate": 1.0852056511617662e-05, "epoch": 3.1534437038629686, "step": 44000 }, { "eval_loss": 3.5275301933288574, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.1223549848312109, "eval_chrf": 31.676677405811464, "eval_runtime": 39.0085, "eval_samples_per_second": 51.271, "eval_steps_per_second": 0.82, "epoch": 3.1534437038629686, "step": 44000 }, { "loss": 3.5156, "grad_norm": 2.7541725635528564, "learning_rate": 1.0831282717027325e-05, "epoch": 3.157027162617358, "step": 44050 }, { "loss": 3.5089, "grad_norm": 2.844245195388794, "learning_rate": 1.0810505309437122e-05, "epoch": 3.160610621371748, "step": 44100 }, { "loss": 3.499, "grad_norm": 2.6677212715148926, "learning_rate": 1.0789724379151793e-05, "epoch": 3.164194080126138, "step": 44150 }, { "loss": 3.495, "grad_norm": 2.7625138759613037, "learning_rate": 1.0768940016491392e-05, "epoch": 3.1677775388805274, "step": 44200 }, { "loss": 3.5021, "grad_norm": 3.032393455505371, "learning_rate": 1.0748152311790887e-05, "epoch": 3.1713609976349173, "step": 44250 }, { "loss": 3.517, "grad_norm": 2.80678653717041, "learning_rate": 1.0727361355399776e-05, "epoch": 3.174944456389307, "step": 44300 }, { "loss": 3.5122, "grad_norm": 2.828875780105591, "learning_rate": 1.0706567237681687e-05, "epoch": 3.1785279151436967, "step": 44350 }, { "loss": 3.5085, "grad_norm": 2.9903149604797363, "learning_rate": 1.0685770049013987e-05, "epoch": 3.1821113738980866, "step": 44400 }, { "loss": 3.5039, "grad_norm": 2.7965831756591797, "learning_rate": 1.0664969879787392e-05, "epoch": 3.185694832652476, "step": 44450 }, { "loss": 3.5022, "grad_norm": 2.778733015060425, "learning_rate": 1.0644166820405576e-05, "epoch": 3.189278291406866, "step": 44500 }, { "loss": 3.5027, "grad_norm": 2.8669307231903076, "learning_rate": 1.0623360961284767e-05, "epoch": 3.1928617501612555, "step": 44550 }, { "loss": 3.521, "grad_norm": 2.782583713531494, "learning_rate": 1.0602552392853365e-05, "epoch": 3.1964452089156454, "step": 44600 }, { "loss": 3.5035, "grad_norm": 2.8024208545684814, "learning_rate": 1.0581741205551545e-05, "epoch": 3.200028667670035, "step": 44650 }, { "loss": 3.5137, "grad_norm": 2.995325803756714, "learning_rate": 1.056092748983087e-05, "epoch": 3.203612126424425, "step": 44700 }, { "loss": 3.5026, "grad_norm": 2.6983466148376465, "learning_rate": 1.0540111336153884e-05, "epoch": 3.2071955851788148, "step": 44750 }, { "loss": 3.502, "grad_norm": 3.0445218086242676, "learning_rate": 1.051929283499373e-05, "epoch": 3.2107790439332042, "step": 44800 }, { "loss": 3.5025, "grad_norm": 2.8525636196136475, "learning_rate": 1.0498472076833757e-05, "epoch": 3.214362502687594, "step": 44850 }, { "loss": 3.4941, "grad_norm": 2.9519364833831787, "learning_rate": 1.0477649152167116e-05, "epoch": 3.2179459614419836, "step": 44900 }, { "loss": 3.505, "grad_norm": 3.002854585647583, "learning_rate": 1.0456824151496383e-05, "epoch": 3.2215294201963736, "step": 44950 }, { "loss": 3.4935, "grad_norm": 2.73407244682312, "learning_rate": 1.0435997165333152e-05, "epoch": 3.2251128789507635, "step": 45000 }, { "loss": 3.505, "grad_norm": 2.7554357051849365, "learning_rate": 1.0415168284197647e-05, "epoch": 3.228696337705153, "step": 45050 }, { "loss": 3.4991, "grad_norm": 2.721458673477173, "learning_rate": 1.0394337598618327e-05, "epoch": 3.232279796459543, "step": 45100 }, { "loss": 3.5163, "grad_norm": 2.7779955863952637, "learning_rate": 1.03735051991315e-05, "epoch": 3.2358632552139324, "step": 45150 }, { "loss": 3.5083, "grad_norm": 2.7152929306030273, "learning_rate": 1.0352671176280915e-05, "epoch": 3.2394467139683223, "step": 45200 }, { "loss": 3.5167, "grad_norm": 2.805691957473755, "learning_rate": 1.0331835620617384e-05, "epoch": 3.2430301727227118, "step": 45250 }, { "loss": 3.5039, "grad_norm": 2.7585785388946533, "learning_rate": 1.031099862269837e-05, "epoch": 3.2466136314771017, "step": 45300 }, { "loss": 3.4962, "grad_norm": 2.9006450176239014, "learning_rate": 1.0290160273087617e-05, "epoch": 3.2501970902314916, "step": 45350 }, { "loss": 3.5011, "grad_norm": 2.964555501937866, "learning_rate": 1.0269320662354738e-05, "epoch": 3.253780548985881, "step": 45400 }, { "loss": 3.5092, "grad_norm": 2.8396060466766357, "learning_rate": 1.0248479881074828e-05, "epoch": 3.257364007740271, "step": 45450 }, { "loss": 3.5055, "grad_norm": 2.733494758605957, "learning_rate": 1.0227638019828068e-05, "epoch": 3.2609474664946605, "step": 45500 }, { "loss": 3.5028, "grad_norm": 2.9302215576171875, "learning_rate": 1.0206795169199332e-05, "epoch": 3.2645309252490504, "step": 45550 }, { "loss": 3.4904, "grad_norm": 2.753243923187256, "learning_rate": 1.01859514197778e-05, "epoch": 3.2681143840034403, "step": 45600 }, { "loss": 3.4997, "grad_norm": 2.848024368286133, "learning_rate": 1.0165106862156551e-05, "epoch": 3.27169784275783, "step": 45650 }, { "loss": 3.4938, "grad_norm": 2.851033926010132, "learning_rate": 1.0144261586932184e-05, "epoch": 3.2752813015122197, "step": 45700 }, { "loss": 3.5092, "grad_norm": 2.7356693744659424, "learning_rate": 1.0123415684704414e-05, "epoch": 3.2788647602666092, "step": 45750 }, { "loss": 3.4907, "grad_norm": 2.8998208045959473, "learning_rate": 1.0102569246075676e-05, "epoch": 3.282448219020999, "step": 45800 }, { "loss": 3.4961, "grad_norm": 2.974597454071045, "learning_rate": 1.0081722361650743e-05, "epoch": 3.2860316777753886, "step": 45850 }, { "loss": 3.511, "grad_norm": 2.7954258918762207, "learning_rate": 1.0060875122036321e-05, "epoch": 3.2896151365297785, "step": 45900 }, { "loss": 3.5046, "grad_norm": 2.6962060928344727, "learning_rate": 1.004002761784067e-05, "epoch": 3.2931985952841685, "step": 45950 }, { "loss": 3.5114, "grad_norm": 2.8333334922790527, "learning_rate": 1.0019179939673181e-05, "epoch": 3.296782054038558, "step": 46000 }, { "eval_loss": 3.5269436836242676, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12113283139289112, "eval_chrf": 31.65128474951253, "eval_runtime": 42.0688, "eval_samples_per_second": 47.541, "eval_steps_per_second": 0.761, "epoch": 3.296782054038558, "step": 46000 }, { "loss": 3.5101, "grad_norm": 2.866848945617676, "learning_rate": 9.998332178144019e-06, "epoch": 3.300365512792948, "step": 46050 }, { "loss": 3.5121, "grad_norm": 2.8907814025878906, "learning_rate": 9.977484423863701e-06, "epoch": 3.3039489715473374, "step": 46100 }, { "loss": 3.51, "grad_norm": 2.8091881275177, "learning_rate": 9.956636767442717e-06, "epoch": 3.3075324303017273, "step": 46150 }, { "loss": 3.499, "grad_norm": 2.915423631668091, "learning_rate": 9.935789299491133e-06, "epoch": 3.3111158890561168, "step": 46200 }, { "loss": 3.4957, "grad_norm": 2.9980826377868652, "learning_rate": 9.914942110618192e-06, "epoch": 3.3146993478105067, "step": 46250 }, { "loss": 3.496, "grad_norm": 2.9127705097198486, "learning_rate": 9.894095291431925e-06, "epoch": 3.3182828065648966, "step": 46300 }, { "loss": 3.5009, "grad_norm": 2.83713436126709, "learning_rate": 9.873248932538757e-06, "epoch": 3.321866265319286, "step": 46350 }, { "loss": 3.5091, "grad_norm": 2.7628777027130127, "learning_rate": 9.852403124543112e-06, "epoch": 3.325449724073676, "step": 46400 }, { "loss": 3.507, "grad_norm": 2.746293544769287, "learning_rate": 9.831557958047022e-06, "epoch": 3.3290331828280655, "step": 46450 }, { "loss": 3.5093, "grad_norm": 2.9618797302246094, "learning_rate": 9.810713523649722e-06, "epoch": 3.3326166415824554, "step": 46500 }, { "loss": 3.511, "grad_norm": 3.017451286315918, "learning_rate": 9.78986991194728e-06, "epoch": 3.3362001003368453, "step": 46550 }, { "loss": 3.5109, "grad_norm": 2.8334860801696777, "learning_rate": 9.769027213532174e-06, "epoch": 3.339783559091235, "step": 46600 }, { "loss": 3.5171, "grad_norm": 3.0150039196014404, "learning_rate": 9.748185518992923e-06, "epoch": 3.3433670178456247, "step": 46650 }, { "loss": 3.5051, "grad_norm": 2.7307212352752686, "learning_rate": 9.727344918913677e-06, "epoch": 3.346950476600014, "step": 46700 }, { "loss": 3.5076, "grad_norm": 2.8892557621002197, "learning_rate": 9.706505503873828e-06, "epoch": 3.350533935354404, "step": 46750 }, { "loss": 3.5074, "grad_norm": 2.840871810913086, "learning_rate": 9.685667364447626e-06, "epoch": 3.3541173941087936, "step": 46800 }, { "loss": 3.5122, "grad_norm": 2.7102904319763184, "learning_rate": 9.664830591203764e-06, "epoch": 3.3577008528631835, "step": 46850 }, { "loss": 3.5019, "grad_norm": 2.9078993797302246, "learning_rate": 9.64399527470501e-06, "epoch": 3.3612843116175735, "step": 46900 }, { "loss": 3.5108, "grad_norm": 2.8488988876342773, "learning_rate": 9.623161505507789e-06, "epoch": 3.364867770371963, "step": 46950 }, { "loss": 3.5045, "grad_norm": 2.822113275527954, "learning_rate": 9.602329374161814e-06, "epoch": 3.368451229126353, "step": 47000 }, { "loss": 3.5093, "grad_norm": 2.903041362762451, "learning_rate": 9.581498971209664e-06, "epoch": 3.3720346878807423, "step": 47050 }, { "loss": 3.489, "grad_norm": 2.840322732925415, "learning_rate": 9.560670387186422e-06, "epoch": 3.3756181466351323, "step": 47100 }, { "loss": 3.5072, "grad_norm": 2.869084358215332, "learning_rate": 9.539843712619248e-06, "epoch": 3.3792016053895217, "step": 47150 }, { "loss": 3.5014, "grad_norm": 2.8106558322906494, "learning_rate": 9.51901903802702e-06, "epoch": 3.3827850641439117, "step": 47200 }, { "loss": 3.5012, "grad_norm": 2.7544655799865723, "learning_rate": 9.498196453919914e-06, "epoch": 3.3863685228983016, "step": 47250 }, { "loss": 3.5014, "grad_norm": 2.888967752456665, "learning_rate": 9.477376050799022e-06, "epoch": 3.389951981652691, "step": 47300 }, { "loss": 3.4994, "grad_norm": 2.8767812252044678, "learning_rate": 9.456557919155954e-06, "epoch": 3.393535440407081, "step": 47350 }, { "loss": 3.497, "grad_norm": 2.9929728507995605, "learning_rate": 9.43574214947245e-06, "epoch": 3.3971188991614705, "step": 47400 }, { "loss": 3.4973, "grad_norm": 2.8153977394104004, "learning_rate": 9.414928832219991e-06, "epoch": 3.4007023579158604, "step": 47450 }, { "loss": 3.5132, "grad_norm": 2.9248719215393066, "learning_rate": 9.394118057859385e-06, "epoch": 3.4042858166702503, "step": 47500 }, { "loss": 3.5014, "grad_norm": 2.9147651195526123, "learning_rate": 9.373309916840404e-06, "epoch": 3.40786927542464, "step": 47550 }, { "loss": 3.5025, "grad_norm": 2.8694798946380615, "learning_rate": 9.352504499601352e-06, "epoch": 3.4114527341790297, "step": 47600 }, { "loss": 3.5073, "grad_norm": 2.8242897987365723, "learning_rate": 9.331701896568725e-06, "epoch": 3.415036192933419, "step": 47650 }, { "loss": 3.4943, "grad_norm": 2.7612648010253906, "learning_rate": 9.310902198156758e-06, "epoch": 3.418619651687809, "step": 47700 }, { "loss": 3.5014, "grad_norm": 2.8322486877441406, "learning_rate": 9.290105494767079e-06, "epoch": 3.422203110442199, "step": 47750 }, { "loss": 3.5014, "grad_norm": 2.7659871578216553, "learning_rate": 9.269311876788301e-06, "epoch": 3.4257865691965885, "step": 47800 }, { "loss": 3.5111, "grad_norm": 2.817404270172119, "learning_rate": 9.248521434595612e-06, "epoch": 3.4293700279509785, "step": 47850 }, { "loss": 3.498, "grad_norm": 2.777655839920044, "learning_rate": 9.227734258550413e-06, "epoch": 3.432953486705368, "step": 47900 }, { "loss": 3.5021, "grad_norm": 2.798001289367676, "learning_rate": 9.206950438999894e-06, "epoch": 3.436536945459758, "step": 47950 }, { "loss": 3.497, "grad_norm": 2.757025957107544, "learning_rate": 9.186170066276674e-06, "epoch": 3.4401204042141473, "step": 48000 }, { "eval_loss": 3.5237956047058105, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12864920065552538, "eval_chrf": 31.850531910171686, "eval_runtime": 31.0579, "eval_samples_per_second": 64.396, "eval_steps_per_second": 1.03, "epoch": 3.4401204042141473, "step": 48000 }, { "loss": 3.5038, "grad_norm": 2.8456778526306152, "learning_rate": 9.165393230698372e-06, "epoch": 3.4437038629685373, "step": 48050 }, { "loss": 3.5031, "grad_norm": 2.871330738067627, "learning_rate": 9.144620022567255e-06, "epoch": 3.4472873217229267, "step": 48100 }, { "loss": 3.5165, "grad_norm": 2.928203821182251, "learning_rate": 9.123850532169798e-06, "epoch": 3.4508707804773167, "step": 48150 }, { "loss": 3.5051, "grad_norm": 3.005014657974243, "learning_rate": 9.103084849776342e-06, "epoch": 3.4544542392317066, "step": 48200 }, { "loss": 3.5125, "grad_norm": 2.748823642730713, "learning_rate": 9.082323065640668e-06, "epoch": 3.458037697986096, "step": 48250 }, { "loss": 3.5035, "grad_norm": 2.885864496231079, "learning_rate": 9.061565269999606e-06, "epoch": 3.461621156740486, "step": 48300 }, { "loss": 3.4997, "grad_norm": 2.6903188228607178, "learning_rate": 9.040811553072668e-06, "epoch": 3.4652046154948755, "step": 48350 }, { "loss": 3.5081, "grad_norm": 2.648139238357544, "learning_rate": 9.020062005061618e-06, "epoch": 3.4687880742492654, "step": 48400 }, { "loss": 3.4969, "grad_norm": 2.882901906967163, "learning_rate": 8.999316716150123e-06, "epoch": 3.4723715330036553, "step": 48450 }, { "loss": 3.507, "grad_norm": 2.7152347564697266, "learning_rate": 8.978575776503315e-06, "epoch": 3.475954991758045, "step": 48500 }, { "loss": 3.5171, "grad_norm": 2.679523468017578, "learning_rate": 8.957839276267442e-06, "epoch": 3.4795384505124347, "step": 48550 }, { "loss": 3.5037, "grad_norm": 2.921013832092285, "learning_rate": 8.937107305569454e-06, "epoch": 3.483121909266824, "step": 48600 }, { "loss": 3.4977, "grad_norm": 2.985367774963379, "learning_rate": 8.916379954516601e-06, "epoch": 3.486705368021214, "step": 48650 }, { "loss": 3.5039, "grad_norm": 2.8619136810302734, "learning_rate": 8.895657313196073e-06, "epoch": 3.490288826775604, "step": 48700 }, { "loss": 3.4984, "grad_norm": 2.7244842052459717, "learning_rate": 8.874939471674571e-06, "epoch": 3.4938722855299935, "step": 48750 }, { "loss": 3.5048, "grad_norm": 2.769463539123535, "learning_rate": 8.854226519997956e-06, "epoch": 3.4974557442843834, "step": 48800 }, { "loss": 3.5025, "grad_norm": 2.845322370529175, "learning_rate": 8.833518548190815e-06, "epoch": 3.501039203038773, "step": 48850 }, { "loss": 3.4966, "grad_norm": 2.8624417781829834, "learning_rate": 8.81281564625611e-06, "epoch": 3.504622661793163, "step": 48900 }, { "loss": 3.5072, "grad_norm": 2.902494430541992, "learning_rate": 8.79211790417475e-06, "epoch": 3.5082061205475528, "step": 48950 }, { "loss": 3.494, "grad_norm": 2.754703998565674, "learning_rate": 8.771425411905231e-06, "epoch": 3.5117895793019422, "step": 49000 }, { "loss": 3.5025, "grad_norm": 2.689621925354004, "learning_rate": 8.750738259383233e-06, "epoch": 3.5153730380563317, "step": 49050 }, { "loss": 3.5217, "grad_norm": 2.8376951217651367, "learning_rate": 8.730056536521212e-06, "epoch": 3.5189564968107216, "step": 49100 }, { "loss": 3.5057, "grad_norm": 2.8732171058654785, "learning_rate": 8.709380333208044e-06, "epoch": 3.5225399555651116, "step": 49150 }, { "loss": 3.4946, "grad_norm": 2.7747132778167725, "learning_rate": 8.6887097393086e-06, "epoch": 3.526123414319501, "step": 49200 }, { "loss": 3.504, "grad_norm": 2.8843867778778076, "learning_rate": 8.668044844663386e-06, "epoch": 3.529706873073891, "step": 49250 }, { "loss": 3.5084, "grad_norm": 2.717813014984131, "learning_rate": 8.647385739088117e-06, "epoch": 3.5332903318282805, "step": 49300 }, { "loss": 3.5084, "grad_norm": 2.7549569606781006, "learning_rate": 8.626732512373373e-06, "epoch": 3.5368737905826704, "step": 49350 }, { "loss": 3.4995, "grad_norm": 3.002478837966919, "learning_rate": 8.606085254284156e-06, "epoch": 3.5404572493370603, "step": 49400 }, { "loss": 3.5054, "grad_norm": 2.9729678630828857, "learning_rate": 8.585444054559545e-06, "epoch": 3.5440407080914498, "step": 49450 }, { "loss": 3.5026, "grad_norm": 2.7555980682373047, "learning_rate": 8.564809002912287e-06, "epoch": 3.5476241668458397, "step": 49500 }, { "loss": 3.5137, "grad_norm": 2.8258705139160156, "learning_rate": 8.544180189028393e-06, "epoch": 3.551207625600229, "step": 49550 }, { "loss": 3.5013, "grad_norm": 2.8236382007598877, "learning_rate": 8.523557702566782e-06, "epoch": 3.554791084354619, "step": 49600 }, { "loss": 3.5125, "grad_norm": 2.633906841278076, "learning_rate": 8.502941633158853e-06, "epoch": 3.558374543109009, "step": 49650 }, { "loss": 3.5005, "grad_norm": 2.910088300704956, "learning_rate": 8.482332070408132e-06, "epoch": 3.5619580018633985, "step": 49700 }, { "loss": 3.4935, "grad_norm": 2.900845527648926, "learning_rate": 8.461729103889851e-06, "epoch": 3.5655414606177884, "step": 49750 }, { "loss": 3.5018, "grad_norm": 2.7080562114715576, "learning_rate": 8.441132823150581e-06, "epoch": 3.569124919372178, "step": 49800 }, { "loss": 3.5034, "grad_norm": 2.851991653442383, "learning_rate": 8.42054331770784e-06, "epoch": 3.572708378126568, "step": 49850 }, { "loss": 3.5076, "grad_norm": 2.8517305850982666, "learning_rate": 8.399960677049677e-06, "epoch": 3.5762918368809578, "step": 49900 }, { "loss": 3.4951, "grad_norm": 2.7513201236724854, "learning_rate": 8.379384990634335e-06, "epoch": 3.5798752956353472, "step": 49950 }, { "loss": 3.5024, "grad_norm": 2.811037063598633, "learning_rate": 8.358816347889802e-06, "epoch": 3.5834587543897367, "step": 50000 }, { "eval_loss": 3.5215530395507812, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12676825781321674, "eval_chrf": 31.799028704545552, "eval_runtime": 35.8331, "eval_samples_per_second": 55.814, "eval_steps_per_second": 0.893, "epoch": 3.5834587543897367, "step": 50000 }, { "loss": 3.5121, "grad_norm": 2.7530195713043213, "learning_rate": 8.338254838213478e-06, "epoch": 3.5870422131441266, "step": 50050 }, { "loss": 3.5037, "grad_norm": 2.8968505859375, "learning_rate": 8.317700550971737e-06, "epoch": 3.5906256718985166, "step": 50100 }, { "loss": 3.5055, "grad_norm": 2.7774085998535156, "learning_rate": 8.297153575499582e-06, "epoch": 3.594209130652906, "step": 50150 }, { "loss": 3.5099, "grad_norm": 2.844109296798706, "learning_rate": 8.276614001100223e-06, "epoch": 3.597792589407296, "step": 50200 }, { "loss": 3.4973, "grad_norm": 2.9508042335510254, "learning_rate": 8.25608191704471e-06, "epoch": 3.6013760481616854, "step": 50250 }, { "loss": 3.526, "grad_norm": 2.808109998703003, "learning_rate": 8.23555741257154e-06, "epoch": 3.6049595069160754, "step": 50300 }, { "loss": 3.5061, "grad_norm": 2.8586320877075195, "learning_rate": 8.215040576886256e-06, "epoch": 3.6085429656704653, "step": 50350 }, { "loss": 3.4946, "grad_norm": 2.834221363067627, "learning_rate": 8.194531499161085e-06, "epoch": 3.6121264244248548, "step": 50400 }, { "loss": 3.5019, "grad_norm": 2.8919241428375244, "learning_rate": 8.17403026853452e-06, "epoch": 3.6157098831792447, "step": 50450 }, { "loss": 3.5052, "grad_norm": 2.8158717155456543, "learning_rate": 8.153536974110963e-06, "epoch": 3.619293341933634, "step": 50500 }, { "loss": 3.5042, "grad_norm": 2.838120222091675, "learning_rate": 8.133051704960309e-06, "epoch": 3.622876800688024, "step": 50550 }, { "loss": 3.5141, "grad_norm": 2.7687318325042725, "learning_rate": 8.112574550117587e-06, "epoch": 3.626460259442414, "step": 50600 }, { "loss": 3.4966, "grad_norm": 2.7774057388305664, "learning_rate": 8.092105598582543e-06, "epoch": 3.6300437181968035, "step": 50650 }, { "loss": 3.5116, "grad_norm": 2.719265937805176, "learning_rate": 8.07164493931928e-06, "epoch": 3.6336271769511934, "step": 50700 }, { "loss": 3.5115, "grad_norm": 2.9663138389587402, "learning_rate": 8.051192661255867e-06, "epoch": 3.637210635705583, "step": 50750 }, { "loss": 3.5078, "grad_norm": 2.9531166553497314, "learning_rate": 8.030748853283926e-06, "epoch": 3.640794094459973, "step": 50800 }, { "loss": 3.4967, "grad_norm": 2.9236133098602295, "learning_rate": 8.01031360425828e-06, "epoch": 3.6443775532143627, "step": 50850 }, { "loss": 3.507, "grad_norm": 2.76308012008667, "learning_rate": 7.989887002996546e-06, "epoch": 3.647961011968752, "step": 50900 }, { "loss": 3.4937, "grad_norm": 2.8359086513519287, "learning_rate": 7.969469138278763e-06, "epoch": 3.6515444707231417, "step": 50950 }, { "loss": 3.5122, "grad_norm": 2.7358508110046387, "learning_rate": 7.949060098846987e-06, "epoch": 3.6551279294775316, "step": 51000 }, { "loss": 3.5111, "grad_norm": 2.7917821407318115, "learning_rate": 7.928659973404925e-06, "epoch": 3.6587113882319215, "step": 51050 }, { "loss": 3.4947, "grad_norm": 2.819979190826416, "learning_rate": 7.908268850617544e-06, "epoch": 3.662294846986311, "step": 51100 }, { "loss": 3.5045, "grad_norm": 2.803351640701294, "learning_rate": 7.887886819110668e-06, "epoch": 3.665878305740701, "step": 51150 }, { "loss": 3.5172, "grad_norm": 2.865057945251465, "learning_rate": 7.867513967470628e-06, "epoch": 3.6694617644950904, "step": 51200 }, { "loss": 3.5119, "grad_norm": 2.7393856048583984, "learning_rate": 7.847150384243838e-06, "epoch": 3.6730452232494804, "step": 51250 }, { "loss": 3.4939, "grad_norm": 2.9270782470703125, "learning_rate": 7.826796157936442e-06, "epoch": 3.6766286820038703, "step": 51300 }, { "loss": 3.5011, "grad_norm": 2.726632595062256, "learning_rate": 7.806451377013906e-06, "epoch": 3.6802121407582598, "step": 51350 }, { "loss": 3.4923, "grad_norm": 2.8437185287475586, "learning_rate": 7.786116129900653e-06, "epoch": 3.6837955995126497, "step": 51400 }, { "loss": 3.5056, "grad_norm": 2.888390064239502, "learning_rate": 7.765790504979658e-06, "epoch": 3.687379058267039, "step": 51450 }, { "loss": 3.5069, "grad_norm": 2.8256404399871826, "learning_rate": 7.745474590592087e-06, "epoch": 3.690962517021429, "step": 51500 }, { "loss": 3.5008, "grad_norm": 2.8747143745422363, "learning_rate": 7.7251684750369e-06, "epoch": 3.694545975775819, "step": 51550 }, { "loss": 3.4975, "grad_norm": 3.017294406890869, "learning_rate": 7.704872246570454e-06, "epoch": 3.6981294345302085, "step": 51600 }, { "loss": 3.5004, "grad_norm": 2.749295473098755, "learning_rate": 7.684585993406154e-06, "epoch": 3.7017128932845984, "step": 51650 }, { "loss": 3.5083, "grad_norm": 2.8131167888641357, "learning_rate": 7.66430980371403e-06, "epoch": 3.705296352038988, "step": 51700 }, { "loss": 3.5097, "grad_norm": 2.940325975418091, "learning_rate": 7.644043765620392e-06, "epoch": 3.708879810793378, "step": 51750 }, { "loss": 3.5159, "grad_norm": 2.7525196075439453, "learning_rate": 7.623787967207411e-06, "epoch": 3.7124632695477677, "step": 51800 }, { "loss": 3.5103, "grad_norm": 2.7831504344940186, "learning_rate": 7.603542496512769e-06, "epoch": 3.716046728302157, "step": 51850 }, { "loss": 3.506, "grad_norm": 2.762334108352661, "learning_rate": 7.583307441529243e-06, "epoch": 3.719630187056547, "step": 51900 }, { "loss": 3.5087, "grad_norm": 2.730928897857666, "learning_rate": 7.563082890204356e-06, "epoch": 3.7232136458109366, "step": 51950 }, { "loss": 3.5031, "grad_norm": 2.7520127296447754, "learning_rate": 7.542868930439977e-06, "epoch": 3.7267971045653265, "step": 52000 }, { "eval_loss": 3.5194075107574463, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12240516532595684, "eval_chrf": 31.558365730525306, "eval_runtime": 34.3644, "eval_samples_per_second": 58.2, "eval_steps_per_second": 0.931, "epoch": 3.7267971045653265, "step": 52000 }, { "loss": 3.4988, "grad_norm": 2.8030948638916016, "learning_rate": 7.522665650091928e-06, "epoch": 3.7303805633197165, "step": 52050 }, { "loss": 3.5088, "grad_norm": 2.9791316986083984, "learning_rate": 7.502473136969632e-06, "epoch": 3.733964022074106, "step": 52100 }, { "loss": 3.494, "grad_norm": 2.9777228832244873, "learning_rate": 7.4822914788357015e-06, "epoch": 3.7375474808284954, "step": 52150 }, { "loss": 3.5114, "grad_norm": 2.9006354808807373, "learning_rate": 7.462120763405579e-06, "epoch": 3.7411309395828853, "step": 52200 }, { "loss": 3.5126, "grad_norm": 2.733469247817993, "learning_rate": 7.4419610783471375e-06, "epoch": 3.7447143983372753, "step": 52250 }, { "loss": 3.4976, "grad_norm": 2.7953743934631348, "learning_rate": 7.421812511280317e-06, "epoch": 3.7482978570916647, "step": 52300 }, { "loss": 3.5161, "grad_norm": 2.8406083583831787, "learning_rate": 7.4016751497767395e-06, "epoch": 3.7518813158460547, "step": 52350 }, { "loss": 3.499, "grad_norm": 2.784027099609375, "learning_rate": 7.381549081359305e-06, "epoch": 3.755464774600444, "step": 52400 }, { "loss": 3.5029, "grad_norm": 2.7728562355041504, "learning_rate": 7.361434393501852e-06, "epoch": 3.759048233354834, "step": 52450 }, { "loss": 3.4989, "grad_norm": 2.876033067703247, "learning_rate": 7.3413311736287405e-06, "epoch": 3.762631692109224, "step": 52500 }, { "loss": 3.4982, "grad_norm": 2.9392380714416504, "learning_rate": 7.321239509114501e-06, "epoch": 3.7662151508636135, "step": 52550 }, { "loss": 3.4989, "grad_norm": 2.652775287628174, "learning_rate": 7.301159487283424e-06, "epoch": 3.7697986096180034, "step": 52600 }, { "loss": 3.5018, "grad_norm": 2.8874094486236572, "learning_rate": 7.281091195409214e-06, "epoch": 3.773382068372393, "step": 52650 }, { "loss": 3.5088, "grad_norm": 2.716431140899658, "learning_rate": 7.261034720714582e-06, "epoch": 3.776965527126783, "step": 52700 }, { "loss": 3.4875, "grad_norm": 3.02742600440979, "learning_rate": 7.2409901503708825e-06, "epoch": 3.7805489858811727, "step": 52750 }, { "loss": 3.5047, "grad_norm": 2.912829637527466, "learning_rate": 7.220957571497736e-06, "epoch": 3.784132444635562, "step": 52800 }, { "loss": 3.5025, "grad_norm": 2.9854185581207275, "learning_rate": 7.2009370711626315e-06, "epoch": 3.787715903389952, "step": 52850 }, { "loss": 3.5099, "grad_norm": 2.7974438667297363, "learning_rate": 7.180928736380575e-06, "epoch": 3.7912993621443416, "step": 52900 }, { "loss": 3.5036, "grad_norm": 2.7726666927337646, "learning_rate": 7.160932654113683e-06, "epoch": 3.7948828208987315, "step": 52950 }, { "loss": 3.4927, "grad_norm": 2.8103654384613037, "learning_rate": 7.140948911270835e-06, "epoch": 3.7984662796531214, "step": 53000 }, { "loss": 3.4963, "grad_norm": 2.8224399089813232, "learning_rate": 7.120977594707263e-06, "epoch": 3.802049738407511, "step": 53050 }, { "loss": 3.4871, "grad_norm": 2.9082772731781006, "learning_rate": 7.101018791224208e-06, "epoch": 3.8056331971619004, "step": 53100 }, { "loss": 3.5048, "grad_norm": 2.7370972633361816, "learning_rate": 7.081072587568507e-06, "epoch": 3.8092166559162903, "step": 53150 }, { "loss": 3.4867, "grad_norm": 2.784280776977539, "learning_rate": 7.061139070432249e-06, "epoch": 3.8128001146706803, "step": 53200 }, { "loss": 3.505, "grad_norm": 2.967115879058838, "learning_rate": 7.041218326452383e-06, "epoch": 3.8163835734250697, "step": 53250 }, { "loss": 3.5102, "grad_norm": 2.8036086559295654, "learning_rate": 7.02131044221033e-06, "epoch": 3.8199670321794597, "step": 53300 }, { "loss": 3.512, "grad_norm": 2.8428919315338135, "learning_rate": 7.001415504231632e-06, "epoch": 3.823550490933849, "step": 53350 }, { "loss": 3.507, "grad_norm": 2.822834014892578, "learning_rate": 6.981533598985553e-06, "epoch": 3.827133949688239, "step": 53400 }, { "loss": 3.4924, "grad_norm": 2.669609308242798, "learning_rate": 6.9616648128847204e-06, "epoch": 3.830717408442629, "step": 53450 }, { "loss": 3.4988, "grad_norm": 2.890536308288574, "learning_rate": 6.9418092322847375e-06, "epoch": 3.8343008671970185, "step": 53500 }, { "loss": 3.5035, "grad_norm": 2.727937698364258, "learning_rate": 6.921966943483811e-06, "epoch": 3.8378843259514084, "step": 53550 }, { "loss": 3.4892, "grad_norm": 2.670435905456543, "learning_rate": 6.90213803272239e-06, "epoch": 3.841467784705798, "step": 53600 }, { "loss": 3.5033, "grad_norm": 3.022160768508911, "learning_rate": 6.882322586182755e-06, "epoch": 3.845051243460188, "step": 53650 }, { "loss": 3.5115, "grad_norm": 2.8681583404541016, "learning_rate": 6.862520689988694e-06, "epoch": 3.8486347022145777, "step": 53700 }, { "loss": 3.4986, "grad_norm": 2.7896711826324463, "learning_rate": 6.842732430205079e-06, "epoch": 3.852218160968967, "step": 53750 }, { "loss": 3.5076, "grad_norm": 2.8361997604370117, "learning_rate": 6.822957892837529e-06, "epoch": 3.855801619723357, "step": 53800 }, { "loss": 3.4947, "grad_norm": 2.922212839126587, "learning_rate": 6.803197163832011e-06, "epoch": 3.8593850784777466, "step": 53850 }, { "loss": 3.5131, "grad_norm": 2.8519814014434814, "learning_rate": 6.783450329074489e-06, "epoch": 3.8629685372321365, "step": 53900 }, { "loss": 3.5075, "grad_norm": 2.939826250076294, "learning_rate": 6.763717474390521e-06, "epoch": 3.8665519959865264, "step": 53950 }, { "loss": 3.5066, "grad_norm": 2.741621732711792, "learning_rate": 6.743998685544918e-06, "epoch": 3.870135454740916, "step": 54000 }, { "eval_loss": 3.518073797225952, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12511312134515806, "eval_chrf": 31.69928622702704, "eval_runtime": 30.6977, "eval_samples_per_second": 65.151, "eval_steps_per_second": 1.042, "epoch": 3.870135454740916, "step": 54000 }, { "loss": 3.5176, "grad_norm": 2.8144454956054688, "learning_rate": 6.7242940482413575e-06, "epoch": 3.8737189134953054, "step": 54050 }, { "loss": 3.5106, "grad_norm": 2.903884172439575, "learning_rate": 6.7046036481219954e-06, "epoch": 3.8773023722496953, "step": 54100 }, { "loss": 3.4857, "grad_norm": 2.963104486465454, "learning_rate": 6.684927570767128e-06, "epoch": 3.8808858310040852, "step": 54150 }, { "loss": 3.5038, "grad_norm": 2.8111817836761475, "learning_rate": 6.66526590169478e-06, "epoch": 3.8844692897584747, "step": 54200 }, { "loss": 3.4885, "grad_norm": 2.872633934020996, "learning_rate": 6.645618726360374e-06, "epoch": 3.8880527485128646, "step": 54250 }, { "loss": 3.5031, "grad_norm": 2.7369637489318848, "learning_rate": 6.625986130156321e-06, "epoch": 3.891636207267254, "step": 54300 }, { "loss": 3.4997, "grad_norm": 2.9114556312561035, "learning_rate": 6.606368198411681e-06, "epoch": 3.895219666021644, "step": 54350 }, { "loss": 3.4894, "grad_norm": 2.7195746898651123, "learning_rate": 6.5867650163917675e-06, "epoch": 3.898803124776034, "step": 54400 }, { "loss": 3.4929, "grad_norm": 2.851313829421997, "learning_rate": 6.567176669297793e-06, "epoch": 3.9023865835304234, "step": 54450 }, { "loss": 3.4964, "grad_norm": 2.7876317501068115, "learning_rate": 6.54760324226649e-06, "epoch": 3.9059700422848134, "step": 54500 }, { "loss": 3.5056, "grad_norm": 2.8243398666381836, "learning_rate": 6.528044820369743e-06, "epoch": 3.909553501039203, "step": 54550 }, { "loss": 3.4994, "grad_norm": 2.7910890579223633, "learning_rate": 6.508501488614231e-06, "epoch": 3.9131369597935928, "step": 54600 }, { "loss": 3.5021, "grad_norm": 3.0208399295806885, "learning_rate": 6.4889733319410265e-06, "epoch": 3.9167204185479827, "step": 54650 }, { "loss": 3.5078, "grad_norm": 2.897578239440918, "learning_rate": 6.469460435225269e-06, "epoch": 3.920303877302372, "step": 54700 }, { "loss": 3.506, "grad_norm": 2.7929322719573975, "learning_rate": 6.4499628832757535e-06, "epoch": 3.923887336056762, "step": 54750 }, { "loss": 3.5027, "grad_norm": 2.7572948932647705, "learning_rate": 6.430480760834596e-06, "epoch": 3.9274707948111516, "step": 54800 }, { "loss": 3.5092, "grad_norm": 2.9352569580078125, "learning_rate": 6.411014152576846e-06, "epoch": 3.9310542535655415, "step": 54850 }, { "loss": 3.501, "grad_norm": 2.721447467803955, "learning_rate": 6.391563143110126e-06, "epoch": 3.9346377123199314, "step": 54900 }, { "loss": 3.4929, "grad_norm": 2.8473143577575684, "learning_rate": 6.372127816974257e-06, "epoch": 3.938221171074321, "step": 54950 }, { "loss": 3.5003, "grad_norm": 2.8871004581451416, "learning_rate": 6.352708258640901e-06, "epoch": 3.941804629828711, "step": 55000 }, { "loss": 3.4936, "grad_norm": 2.728780746459961, "learning_rate": 6.333304552513184e-06, "epoch": 3.9453880885831003, "step": 55050 }, { "loss": 3.5154, "grad_norm": 2.7740557193756104, "learning_rate": 6.313916782925337e-06, "epoch": 3.9489715473374902, "step": 55100 }, { "loss": 3.494, "grad_norm": 2.9081857204437256, "learning_rate": 6.294545034142328e-06, "epoch": 3.95255500609188, "step": 55150 }, { "loss": 3.5092, "grad_norm": 2.871274709701538, "learning_rate": 6.275189390359483e-06, "epoch": 3.9561384648462696, "step": 55200 }, { "loss": 3.4972, "grad_norm": 2.777679920196533, "learning_rate": 6.255849935702145e-06, "epoch": 3.959721923600659, "step": 55250 }, { "loss": 3.5054, "grad_norm": 2.873671770095825, "learning_rate": 6.236526754225287e-06, "epoch": 3.963305382355049, "step": 55300 }, { "loss": 3.5186, "grad_norm": 2.722646713256836, "learning_rate": 6.217219929913154e-06, "epoch": 3.966888841109439, "step": 55350 }, { "loss": 3.5032, "grad_norm": 2.9552862644195557, "learning_rate": 6.197929546678898e-06, "epoch": 3.9704722998638284, "step": 55400 }, { "loss": 3.5115, "grad_norm": 2.8820812702178955, "learning_rate": 6.178655688364215e-06, "epoch": 3.9740557586182184, "step": 55450 }, { "loss": 3.4976, "grad_norm": 2.6955490112304688, "learning_rate": 6.159398438738978e-06, "epoch": 3.977639217372608, "step": 55500 }, { "loss": 3.5027, "grad_norm": 2.7521824836730957, "learning_rate": 6.140157881500871e-06, "epoch": 3.9812226761269978, "step": 55550 }, { "loss": 3.4925, "grad_norm": 2.7997498512268066, "learning_rate": 6.1209341002750356e-06, "epoch": 3.9848061348813877, "step": 55600 }, { "loss": 3.5159, "grad_norm": 2.700932741165161, "learning_rate": 6.101727178613692e-06, "epoch": 3.988389593635777, "step": 55650 }, { "loss": 3.511, "grad_norm": 2.9456124305725098, "learning_rate": 6.082537199995786e-06, "epoch": 3.991973052390167, "step": 55700 }, { "loss": 3.5085, "grad_norm": 2.8237762451171875, "learning_rate": 6.063364247826626e-06, "epoch": 3.9955565111445566, "step": 55750 }, { "loss": 3.5061, "grad_norm": 2.8479161262512207, "learning_rate": 6.044208405437516e-06, "epoch": 3.9991399698989465, "step": 55800 }, { "loss": 3.4717, "grad_norm": 2.848135232925415, "learning_rate": 6.025069756085398e-06, "epoch": 4.002723428653336, "step": 55850 }, { "loss": 3.4757, "grad_norm": 2.7356178760528564, "learning_rate": 6.005948382952484e-06, "epoch": 4.006306887407726, "step": 55900 }, { "loss": 3.4743, "grad_norm": 2.7540476322174072, "learning_rate": 5.986844369145905e-06, "epoch": 4.009890346162115, "step": 55950 }, { "loss": 3.4783, "grad_norm": 2.8588814735412598, "learning_rate": 5.967757797697338e-06, "epoch": 4.013473804916505, "step": 56000 }, { "eval_loss": 3.5176243782043457, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12639304818304034, "eval_chrf": 31.76090575726342, "eval_runtime": 32.2069, "eval_samples_per_second": 62.099, "eval_steps_per_second": 0.994, "epoch": 4.013473804916505, "step": 56000 }, { "loss": 3.4799, "grad_norm": 2.8784573078155518, "learning_rate": 5.94868875156265e-06, "epoch": 4.017057263670895, "step": 56050 }, { "loss": 3.4919, "grad_norm": 2.7634193897247314, "learning_rate": 5.929637313621543e-06, "epoch": 4.020640722425285, "step": 56100 }, { "loss": 3.4899, "grad_norm": 3.019630193710327, "learning_rate": 5.910603566677184e-06, "epoch": 4.024224181179675, "step": 56150 }, { "loss": 3.4843, "grad_norm": 2.812849760055542, "learning_rate": 5.89158759345585e-06, "epoch": 4.027807639934064, "step": 56200 }, { "loss": 3.4786, "grad_norm": 2.701524019241333, "learning_rate": 5.87258947660657e-06, "epoch": 4.031391098688454, "step": 56250 }, { "loss": 3.4811, "grad_norm": 2.7867274284362793, "learning_rate": 5.8536092987007646e-06, "epoch": 4.034974557442844, "step": 56300 }, { "loss": 3.4773, "grad_norm": 2.9127068519592285, "learning_rate": 5.8346471422318805e-06, "epoch": 4.038558016197234, "step": 56350 }, { "loss": 3.4679, "grad_norm": 3.071448564529419, "learning_rate": 5.81570308961505e-06, "epoch": 4.042141474951623, "step": 56400 }, { "loss": 3.4798, "grad_norm": 2.802884340286255, "learning_rate": 5.796777223186705e-06, "epoch": 4.045724933706013, "step": 56450 }, { "loss": 3.4867, "grad_norm": 2.784179449081421, "learning_rate": 5.7778696252042455e-06, "epoch": 4.049308392460403, "step": 56500 }, { "loss": 3.4838, "grad_norm": 2.870431900024414, "learning_rate": 5.758980377845674e-06, "epoch": 4.052891851214793, "step": 56550 }, { "loss": 3.4766, "grad_norm": 2.893677234649658, "learning_rate": 5.740109563209224e-06, "epoch": 4.056475309969183, "step": 56600 }, { "loss": 3.4778, "grad_norm": 2.6952786445617676, "learning_rate": 5.721257263313027e-06, "epoch": 4.060058768723572, "step": 56650 }, { "loss": 3.4845, "grad_norm": 2.9147422313690186, "learning_rate": 5.7024235600947344e-06, "epoch": 4.0636422274779616, "step": 56700 }, { "loss": 3.4857, "grad_norm": 3.1232187747955322, "learning_rate": 5.683608535411178e-06, "epoch": 4.0672256862323515, "step": 56750 }, { "loss": 3.4971, "grad_norm": 2.8239192962646484, "learning_rate": 5.664812271038e-06, "epoch": 4.070809144986741, "step": 56800 }, { "loss": 3.4839, "grad_norm": 2.8140618801116943, "learning_rate": 5.646034848669314e-06, "epoch": 4.074392603741131, "step": 56850 }, { "loss": 3.4796, "grad_norm": 2.731245756149292, "learning_rate": 5.627276349917337e-06, "epoch": 4.07797606249552, "step": 56900 }, { "loss": 3.4702, "grad_norm": 2.8363053798675537, "learning_rate": 5.6085368563120305e-06, "epoch": 4.08155952124991, "step": 56950 }, { "loss": 3.4745, "grad_norm": 2.8843908309936523, "learning_rate": 5.589816449300769e-06, "epoch": 4.0851429800043, "step": 57000 }, { "loss": 3.4803, "grad_norm": 2.8892056941986084, "learning_rate": 5.571115210247955e-06, "epoch": 4.08872643875869, "step": 57050 }, { "loss": 3.4943, "grad_norm": 2.911094903945923, "learning_rate": 5.552433220434695e-06, "epoch": 4.09230989751308, "step": 57100 }, { "loss": 3.4777, "grad_norm": 2.7866291999816895, "learning_rate": 5.533770561058422e-06, "epoch": 4.095893356267469, "step": 57150 }, { "loss": 3.4782, "grad_norm": 2.8199429512023926, "learning_rate": 5.515127313232563e-06, "epoch": 4.099476815021859, "step": 57200 }, { "loss": 3.4814, "grad_norm": 2.8051812648773193, "learning_rate": 5.496503557986166e-06, "epoch": 4.103060273776249, "step": 57250 }, { "loss": 3.4803, "grad_norm": 2.7553598880767822, "learning_rate": 5.477899376263567e-06, "epoch": 4.106643732530639, "step": 57300 }, { "loss": 3.4796, "grad_norm": 2.7778751850128174, "learning_rate": 5.459314848924031e-06, "epoch": 4.110227191285028, "step": 57350 }, { "loss": 3.4943, "grad_norm": 2.7600016593933105, "learning_rate": 5.440750056741388e-06, "epoch": 4.113810650039418, "step": 57400 }, { "loss": 3.495, "grad_norm": 2.8098630905151367, "learning_rate": 5.422205080403707e-06, "epoch": 4.117394108793808, "step": 57450 }, { "loss": 3.4756, "grad_norm": 2.883474826812744, "learning_rate": 5.403680000512919e-06, "epoch": 4.120977567548198, "step": 57500 }, { "loss": 3.4783, "grad_norm": 2.7182528972625732, "learning_rate": 5.38517489758449e-06, "epoch": 4.124561026302588, "step": 57550 }, { "loss": 3.4821, "grad_norm": 2.803215503692627, "learning_rate": 5.366689852047049e-06, "epoch": 4.128144485056977, "step": 57600 }, { "loss": 3.4686, "grad_norm": 2.786161184310913, "learning_rate": 5.348224944242062e-06, "epoch": 4.1317279438113665, "step": 57650 }, { "loss": 3.479, "grad_norm": 2.845186948776245, "learning_rate": 5.32978025442346e-06, "epoch": 4.1353114025657565, "step": 57700 }, { "loss": 3.4777, "grad_norm": 2.94134259223938, "learning_rate": 5.311355862757306e-06, "epoch": 4.138894861320146, "step": 57750 }, { "loss": 3.4843, "grad_norm": 2.780446767807007, "learning_rate": 5.292951849321446e-06, "epoch": 4.142478320074536, "step": 57800 }, { "loss": 3.4857, "grad_norm": 2.691718101501465, "learning_rate": 5.274568294105141e-06, "epoch": 4.146061778828925, "step": 57850 }, { "loss": 3.4736, "grad_norm": 2.706409454345703, "learning_rate": 5.2562052770087525e-06, "epoch": 4.149645237583315, "step": 57900 }, { "loss": 3.4773, "grad_norm": 2.747037410736084, "learning_rate": 5.237862877843363e-06, "epoch": 4.153228696337705, "step": 57950 }, { "loss": 3.476, "grad_norm": 2.970113754272461, "learning_rate": 5.219541176330453e-06, "epoch": 4.156812155092095, "step": 58000 }, { "eval_loss": 3.515770196914673, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.1248738485844826, "eval_chrf": 31.7484331854206, "eval_runtime": 36.3172, "eval_samples_per_second": 55.07, "eval_steps_per_second": 0.881, "epoch": 4.156812155092095, "step": 58000 }, { "loss": 3.4834, "grad_norm": 2.8396527767181396, "learning_rate": 5.201240252101536e-06, "epoch": 4.160395613846485, "step": 58050 }, { "loss": 3.482, "grad_norm": 2.744133234024048, "learning_rate": 5.1829601846978295e-06, "epoch": 4.163979072600874, "step": 58100 }, { "loss": 3.4811, "grad_norm": 2.7292964458465576, "learning_rate": 5.164701053569902e-06, "epoch": 4.167562531355264, "step": 58150 }, { "loss": 3.4885, "grad_norm": 2.834772825241089, "learning_rate": 5.146462938077314e-06, "epoch": 4.171145990109654, "step": 58200 }, { "loss": 3.4804, "grad_norm": 2.7411160469055176, "learning_rate": 5.128245917488305e-06, "epoch": 4.174729448864044, "step": 58250 }, { "loss": 3.4881, "grad_norm": 2.774881362915039, "learning_rate": 5.110050070979409e-06, "epoch": 4.178312907618434, "step": 58300 }, { "loss": 3.4763, "grad_norm": 2.815375566482544, "learning_rate": 5.091875477635151e-06, "epoch": 4.181896366372823, "step": 58350 }, { "loss": 3.4896, "grad_norm": 2.643947124481201, "learning_rate": 5.073722216447665e-06, "epoch": 4.185479825127213, "step": 58400 }, { "loss": 3.4926, "grad_norm": 2.722439765930176, "learning_rate": 5.055590366316387e-06, "epoch": 4.189063283881603, "step": 58450 }, { "loss": 3.4871, "grad_norm": 2.8174171447753906, "learning_rate": 5.037480006047677e-06, "epoch": 4.192646742635993, "step": 58500 }, { "loss": 3.4876, "grad_norm": 2.883497714996338, "learning_rate": 5.019391214354506e-06, "epoch": 4.196230201390382, "step": 58550 }, { "loss": 3.486, "grad_norm": 2.9889729022979736, "learning_rate": 5.001324069856103e-06, "epoch": 4.1998136601447715, "step": 58600 }, { "loss": 3.4844, "grad_norm": 2.716259717941284, "learning_rate": 4.9832786510775975e-06, "epoch": 4.2033971188991615, "step": 58650 }, { "loss": 3.4861, "grad_norm": 2.9565799236297607, "learning_rate": 4.965255036449711e-06, "epoch": 4.206980577653551, "step": 58700 }, { "loss": 3.4849, "grad_norm": 2.837433338165283, "learning_rate": 4.947253304308379e-06, "epoch": 4.210564036407941, "step": 58750 }, { "loss": 3.4783, "grad_norm": 2.8282864093780518, "learning_rate": 4.929273532894448e-06, "epoch": 4.21414749516233, "step": 58800 }, { "loss": 3.4858, "grad_norm": 2.9522814750671387, "learning_rate": 4.911315800353299e-06, "epoch": 4.21773095391672, "step": 58850 }, { "loss": 3.4901, "grad_norm": 2.7232906818389893, "learning_rate": 4.893380184734542e-06, "epoch": 4.22131441267111, "step": 58900 }, { "loss": 3.4792, "grad_norm": 2.817997455596924, "learning_rate": 4.875466763991645e-06, "epoch": 4.2248978714255, "step": 58950 }, { "loss": 3.4796, "grad_norm": 3.022606611251831, "learning_rate": 4.857575615981622e-06, "epoch": 4.22848133017989, "step": 59000 }, { "loss": 3.4764, "grad_norm": 2.8742833137512207, "learning_rate": 4.839706818464683e-06, "epoch": 4.232064788934279, "step": 59050 }, { "loss": 3.4869, "grad_norm": 2.6712896823883057, "learning_rate": 4.821860449103882e-06, "epoch": 4.235648247688669, "step": 59100 }, { "loss": 3.4668, "grad_norm": 2.7983412742614746, "learning_rate": 4.804036585464815e-06, "epoch": 4.239231706443059, "step": 59150 }, { "loss": 3.4853, "grad_norm": 2.705745220184326, "learning_rate": 4.786235305015242e-06, "epoch": 4.242815165197449, "step": 59200 }, { "loss": 3.4787, "grad_norm": 2.7204301357269287, "learning_rate": 4.768456685124784e-06, "epoch": 4.246398623951839, "step": 59250 }, { "loss": 3.4766, "grad_norm": 2.799771308898926, "learning_rate": 4.750700803064561e-06, "epoch": 4.249982082706228, "step": 59300 }, { "loss": 3.4884, "grad_norm": 2.9028916358947754, "learning_rate": 4.732967736006878e-06, "epoch": 4.253565541460618, "step": 59350 }, { "loss": 3.481, "grad_norm": 2.8732857704162598, "learning_rate": 4.715257561024871e-06, "epoch": 4.257149000215008, "step": 59400 }, { "loss": 3.482, "grad_norm": 2.7694594860076904, "learning_rate": 4.697570355092189e-06, "epoch": 4.260732458969398, "step": 59450 }, { "loss": 3.4856, "grad_norm": 2.7700483798980713, "learning_rate": 4.679906195082639e-06, "epoch": 4.264315917723787, "step": 59500 }, { "loss": 3.4726, "grad_norm": 2.7861876487731934, "learning_rate": 4.662265157769873e-06, "epoch": 4.2678993764781765, "step": 59550 }, { "loss": 3.4722, "grad_norm": 2.8020267486572266, "learning_rate": 4.644647319827047e-06, "epoch": 4.271482835232566, "step": 59600 }, { "loss": 3.4852, "grad_norm": 2.8997037410736084, "learning_rate": 4.6270527578264735e-06, "epoch": 4.275066293986956, "step": 59650 }, { "loss": 3.4946, "grad_norm": 2.938466787338257, "learning_rate": 4.609481548239315e-06, "epoch": 4.278649752741346, "step": 59700 }, { "loss": 3.4846, "grad_norm": 2.936760425567627, "learning_rate": 4.5919337674352235e-06, "epoch": 4.282233211495735, "step": 59750 }, { "loss": 3.4891, "grad_norm": 2.788374423980713, "learning_rate": 4.574409491682038e-06, "epoch": 4.285816670250125, "step": 59800 }, { "loss": 3.4791, "grad_norm": 2.7930634021759033, "learning_rate": 4.556908797145422e-06, "epoch": 4.289400129004515, "step": 59850 }, { "loss": 3.4774, "grad_norm": 2.790174722671509, "learning_rate": 4.539431759888562e-06, "epoch": 4.292983587758905, "step": 59900 }, { "loss": 3.4673, "grad_norm": 2.726588487625122, "learning_rate": 4.521978455871809e-06, "epoch": 4.296567046513295, "step": 59950 }, { "loss": 3.4787, "grad_norm": 2.697197198867798, "learning_rate": 4.504548960952376e-06, "epoch": 4.300150505267684, "step": 60000 }, { "eval_loss": 3.515101909637451, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12751798915870974, "eval_chrf": 31.683569999065742, "eval_runtime": 31.3885, "eval_samples_per_second": 63.718, "eval_steps_per_second": 1.019, "epoch": 4.300150505267684, "step": 60000 }, { "loss": 3.4803, "grad_norm": 2.7508959770202637, "learning_rate": 4.487143350883991e-06, "epoch": 4.303733964022074, "step": 60050 }, { "loss": 3.4869, "grad_norm": 2.734584331512451, "learning_rate": 4.469761701316561e-06, "epoch": 4.307317422776464, "step": 60100 }, { "loss": 3.4902, "grad_norm": 2.8296597003936768, "learning_rate": 4.452404087795869e-06, "epoch": 4.310900881530854, "step": 60150 }, { "loss": 3.4843, "grad_norm": 2.7789390087127686, "learning_rate": 4.435070585763216e-06, "epoch": 4.314484340285244, "step": 60200 }, { "loss": 3.4787, "grad_norm": 2.778390407562256, "learning_rate": 4.417761270555121e-06, "epoch": 4.318067799039633, "step": 60250 }, { "loss": 3.4925, "grad_norm": 2.828148365020752, "learning_rate": 4.400476217402966e-06, "epoch": 4.321651257794023, "step": 60300 }, { "loss": 3.4835, "grad_norm": 2.7372758388519287, "learning_rate": 4.383215501432698e-06, "epoch": 4.325234716548413, "step": 60350 }, { "loss": 3.4831, "grad_norm": 2.8814361095428467, "learning_rate": 4.365979197664472e-06, "epoch": 4.3288181753028026, "step": 60400 }, { "loss": 3.4714, "grad_norm": 2.6990485191345215, "learning_rate": 4.348767381012353e-06, "epoch": 4.332401634057192, "step": 60450 }, { "loss": 3.482, "grad_norm": 2.918814182281494, "learning_rate": 4.331580126283969e-06, "epoch": 4.3359850928115815, "step": 60500 }, { "loss": 3.4787, "grad_norm": 2.917691946029663, "learning_rate": 4.314417508180199e-06, "epoch": 4.339568551565971, "step": 60550 }, { "loss": 3.4739, "grad_norm": 2.991877317428589, "learning_rate": 4.297279601294848e-06, "epoch": 4.343152010320361, "step": 60600 }, { "loss": 3.4804, "grad_norm": 2.864025354385376, "learning_rate": 4.280166480114308e-06, "epoch": 4.346735469074751, "step": 60650 }, { "loss": 3.486, "grad_norm": 2.694692611694336, "learning_rate": 4.263078219017255e-06, "epoch": 4.35031892782914, "step": 60700 }, { "loss": 3.4824, "grad_norm": 2.7807514667510986, "learning_rate": 4.2460148922743064e-06, "epoch": 4.35390238658353, "step": 60750 }, { "loss": 3.4865, "grad_norm": 2.6423773765563965, "learning_rate": 4.228976574047721e-06, "epoch": 4.35748584533792, "step": 60800 }, { "loss": 3.4927, "grad_norm": 2.7662200927734375, "learning_rate": 4.211963338391045e-06, "epoch": 4.36106930409231, "step": 60850 }, { "loss": 3.4866, "grad_norm": 2.701824903488159, "learning_rate": 4.194975259248829e-06, "epoch": 4.3646527628467, "step": 60900 }, { "loss": 3.4713, "grad_norm": 2.769777297973633, "learning_rate": 4.1780124104562666e-06, "epoch": 4.368236221601089, "step": 60950 }, { "loss": 3.4863, "grad_norm": 2.8919382095336914, "learning_rate": 4.161074865738906e-06, "epoch": 4.371819680355479, "step": 61000 }, { "loss": 3.4813, "grad_norm": 2.7405810356140137, "learning_rate": 4.144162698712315e-06, "epoch": 4.375403139109869, "step": 61050 }, { "loss": 3.4798, "grad_norm": 2.977966547012329, "learning_rate": 4.127275982881752e-06, "epoch": 4.378986597864259, "step": 61100 }, { "loss": 3.4862, "grad_norm": 2.902993679046631, "learning_rate": 4.110414791641873e-06, "epoch": 4.382570056618649, "step": 61150 }, { "loss": 3.4846, "grad_norm": 2.987980365753174, "learning_rate": 4.0935791982763794e-06, "epoch": 4.386153515373038, "step": 61200 }, { "loss": 3.4896, "grad_norm": 2.7267379760742188, "learning_rate": 4.076769275957735e-06, "epoch": 4.389736974127428, "step": 61250 }, { "loss": 3.4865, "grad_norm": 2.7102622985839844, "learning_rate": 4.05998509774681e-06, "epoch": 4.393320432881818, "step": 61300 }, { "loss": 3.4978, "grad_norm": 2.927395820617676, "learning_rate": 4.043226736592603e-06, "epoch": 4.3969038916362075, "step": 61350 }, { "loss": 3.4747, "grad_norm": 2.7258071899414062, "learning_rate": 4.026494265331884e-06, "epoch": 4.400487350390597, "step": 61400 }, { "loss": 3.4796, "grad_norm": 2.7471070289611816, "learning_rate": 4.009787756688918e-06, "epoch": 4.4040708091449865, "step": 61450 }, { "loss": 3.4946, "grad_norm": 2.7819364070892334, "learning_rate": 3.993107283275113e-06, "epoch": 4.407654267899376, "step": 61500 }, { "loss": 3.4873, "grad_norm": 2.7974495887756348, "learning_rate": 3.976452917588725e-06, "epoch": 4.411237726653766, "step": 61550 }, { "loss": 3.4889, "grad_norm": 2.774080276489258, "learning_rate": 3.959824732014549e-06, "epoch": 4.414821185408156, "step": 61600 }, { "loss": 3.4856, "grad_norm": 2.8788132667541504, "learning_rate": 3.9432227988235715e-06, "epoch": 4.418404644162545, "step": 61650 }, { "loss": 3.4826, "grad_norm": 2.6568191051483154, "learning_rate": 3.9266471901727e-06, "epoch": 4.421988102916935, "step": 61700 }, { "loss": 3.4829, "grad_norm": 2.7347354888916016, "learning_rate": 3.910097978104411e-06, "epoch": 4.425571561671325, "step": 61750 }, { "loss": 3.4852, "grad_norm": 2.7068538665771484, "learning_rate": 3.893575234546469e-06, "epoch": 4.429155020425715, "step": 61800 }, { "loss": 3.484, "grad_norm": 2.7263760566711426, "learning_rate": 3.877079031311584e-06, "epoch": 4.432738479180105, "step": 61850 }, { "loss": 3.4917, "grad_norm": 2.8928072452545166, "learning_rate": 3.860609440097125e-06, "epoch": 4.436321937934494, "step": 61900 }, { "loss": 3.4857, "grad_norm": 2.772050380706787, "learning_rate": 3.844166532484789e-06, "epoch": 4.439905396688884, "step": 61950 }, { "loss": 3.4865, "grad_norm": 2.7537078857421875, "learning_rate": 3.827750379940308e-06, "epoch": 4.443488855443274, "step": 62000 }, { "eval_loss": 3.5142059326171875, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12368795352062902, "eval_chrf": 31.579654710526274, "eval_runtime": 35.8967, "eval_samples_per_second": 55.716, "eval_steps_per_second": 0.891, "epoch": 4.443488855443274, "step": 62000 }, { "loss": 3.4928, "grad_norm": 2.8300929069519043, "learning_rate": 3.8113610538131153e-06, "epoch": 4.447072314197664, "step": 62050 }, { "loss": 3.4801, "grad_norm": 2.9874074459075928, "learning_rate": 3.794998625336059e-06, "epoch": 4.450655772952054, "step": 62100 }, { "loss": 3.481, "grad_norm": 2.8413331508636475, "learning_rate": 3.778663165625085e-06, "epoch": 4.454239231706443, "step": 62150 }, { "loss": 3.4833, "grad_norm": 2.696033239364624, "learning_rate": 3.762354745678911e-06, "epoch": 4.457822690460833, "step": 62200 }, { "loss": 3.4974, "grad_norm": 2.785186767578125, "learning_rate": 3.7460734363787463e-06, "epoch": 4.461406149215223, "step": 62250 }, { "loss": 3.4792, "grad_norm": 2.86938738822937, "learning_rate": 3.729819308487956e-06, "epoch": 4.4649896079696125, "step": 62300 }, { "loss": 3.4872, "grad_norm": 2.8177449703216553, "learning_rate": 3.7135924326517838e-06, "epoch": 4.468573066724002, "step": 62350 }, { "loss": 3.4765, "grad_norm": 2.730313301086426, "learning_rate": 3.697392879397007e-06, "epoch": 4.4721565254783915, "step": 62400 }, { "loss": 3.4783, "grad_norm": 2.7953031063079834, "learning_rate": 3.6812207191316716e-06, "epoch": 4.475739984232781, "step": 62450 }, { "loss": 3.4815, "grad_norm": 2.709743022918701, "learning_rate": 3.665076022144749e-06, "epoch": 4.479323442987171, "step": 62500 }, { "loss": 3.4871, "grad_norm": 2.848748207092285, "learning_rate": 3.6489588586058553e-06, "epoch": 4.482906901741561, "step": 62550 }, { "loss": 3.4859, "grad_norm": 2.8565196990966797, "learning_rate": 3.632869298564943e-06, "epoch": 4.48649036049595, "step": 62600 }, { "loss": 3.4866, "grad_norm": 2.8124237060546875, "learning_rate": 3.616807411951976e-06, "epoch": 4.49007381925034, "step": 62650 }, { "loss": 3.4872, "grad_norm": 2.7632670402526855, "learning_rate": 3.6007732685766595e-06, "epoch": 4.49365727800473, "step": 62700 }, { "loss": 3.4864, "grad_norm": 2.7842438220977783, "learning_rate": 3.5847669381281024e-06, "epoch": 4.49724073675912, "step": 62750 }, { "loss": 3.4856, "grad_norm": 2.8880088329315186, "learning_rate": 3.568788490174545e-06, "epoch": 4.50082419551351, "step": 62800 }, { "loss": 3.4704, "grad_norm": 2.7557477951049805, "learning_rate": 3.5528379941630277e-06, "epoch": 4.504407654267899, "step": 62850 }, { "loss": 3.4812, "grad_norm": 2.8955039978027344, "learning_rate": 3.536915519419116e-06, "epoch": 4.507991113022289, "step": 62900 }, { "loss": 3.4706, "grad_norm": 2.714280605316162, "learning_rate": 3.5210211351465773e-06, "epoch": 4.511574571776679, "step": 62950 }, { "loss": 3.485, "grad_norm": 2.757986068725586, "learning_rate": 3.5051549104270978e-06, "epoch": 4.515158030531069, "step": 63000 }, { "loss": 3.4906, "grad_norm": 2.773312568664551, "learning_rate": 3.4893169142199634e-06, "epoch": 4.518741489285459, "step": 63050 }, { "loss": 3.4826, "grad_norm": 2.8391687870025635, "learning_rate": 3.473507215361782e-06, "epoch": 4.522324948039848, "step": 63100 }, { "loss": 3.475, "grad_norm": 2.74345326423645, "learning_rate": 3.4577258825661696e-06, "epoch": 4.525908406794238, "step": 63150 }, { "loss": 3.4773, "grad_norm": 2.800509214401245, "learning_rate": 3.4419729844234463e-06, "epoch": 4.529491865548628, "step": 63200 }, { "loss": 3.4873, "grad_norm": 2.763805866241455, "learning_rate": 3.4262485894003606e-06, "epoch": 4.5330753243030175, "step": 63250 }, { "loss": 3.4794, "grad_norm": 2.8149194717407227, "learning_rate": 3.4105527658397642e-06, "epoch": 4.5366587830574066, "step": 63300 }, { "loss": 3.488, "grad_norm": 2.9844179153442383, "learning_rate": 3.3948855819603422e-06, "epoch": 4.5402422418117965, "step": 63350 }, { "loss": 3.4804, "grad_norm": 2.7957725524902344, "learning_rate": 3.3792471058562904e-06, "epoch": 4.543825700566186, "step": 63400 }, { "loss": 3.4813, "grad_norm": 2.888526201248169, "learning_rate": 3.3636374054970456e-06, "epoch": 4.547409159320576, "step": 63450 }, { "loss": 3.4801, "grad_norm": 2.8826169967651367, "learning_rate": 3.348056548726961e-06, "epoch": 4.550992618074966, "step": 63500 }, { "loss": 3.4928, "grad_norm": 2.7402353286743164, "learning_rate": 3.332504603265041e-06, "epoch": 4.554576076829356, "step": 63550 }, { "loss": 3.4676, "grad_norm": 2.844590902328491, "learning_rate": 3.3169816367046294e-06, "epoch": 4.558159535583745, "step": 63600 }, { "loss": 3.4796, "grad_norm": 2.8785219192504883, "learning_rate": 3.3014877165131097e-06, "epoch": 4.561742994338135, "step": 63650 }, { "loss": 3.4716, "grad_norm": 2.760951280593872, "learning_rate": 3.2860229100316386e-06, "epoch": 4.565326453092525, "step": 63700 }, { "loss": 3.4895, "grad_norm": 2.8927736282348633, "learning_rate": 3.2705872844748167e-06, "epoch": 4.568909911846915, "step": 63750 }, { "loss": 3.4835, "grad_norm": 2.88728666305542, "learning_rate": 3.255180906930433e-06, "epoch": 4.572493370601304, "step": 63800 }, { "loss": 3.4913, "grad_norm": 2.6619131565093994, "learning_rate": 3.2398038443591405e-06, "epoch": 4.576076829355694, "step": 63850 }, { "loss": 3.4868, "grad_norm": 2.701718330383301, "learning_rate": 3.224456163594194e-06, "epoch": 4.579660288110084, "step": 63900 }, { "loss": 3.4776, "grad_norm": 2.784050226211548, "learning_rate": 3.209137931341143e-06, "epoch": 4.583243746864474, "step": 63950 }, { "loss": 3.4892, "grad_norm": 2.8318188190460205, "learning_rate": 3.1938492141775345e-06, "epoch": 4.586827205618864, "step": 64000 }, { "eval_loss": 3.512812376022339, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12574076701950868, "eval_chrf": 31.747025339249575, "eval_runtime": 35.0818, "eval_samples_per_second": 57.01, "eval_steps_per_second": 0.912, "epoch": 4.586827205618864, "step": 64000 }, { "loss": 3.475, "grad_norm": 2.942899227142334, "learning_rate": 3.1785900785526523e-06, "epoch": 4.590410664373253, "step": 64050 }, { "loss": 3.4817, "grad_norm": 2.6747515201568604, "learning_rate": 3.163360590787191e-06, "epoch": 4.593994123127643, "step": 64100 }, { "loss": 3.4722, "grad_norm": 2.6967244148254395, "learning_rate": 3.1481608170730048e-06, "epoch": 4.597577581882033, "step": 64150 }, { "loss": 3.4844, "grad_norm": 2.905517578125, "learning_rate": 3.1329908234727856e-06, "epoch": 4.6011610406364225, "step": 64200 }, { "loss": 3.4782, "grad_norm": 2.7280988693237305, "learning_rate": 3.1178506759198068e-06, "epoch": 4.6047444993908115, "step": 64250 }, { "loss": 3.4899, "grad_norm": 2.749772310256958, "learning_rate": 3.102740440217609e-06, "epoch": 4.6083279581452015, "step": 64300 }, { "loss": 3.4766, "grad_norm": 2.8668534755706787, "learning_rate": 3.0876601820397346e-06, "epoch": 4.611911416899591, "step": 64350 }, { "loss": 3.4895, "grad_norm": 2.778184652328491, "learning_rate": 3.0726099669294386e-06, "epoch": 4.615494875653981, "step": 64400 }, { "loss": 3.4741, "grad_norm": 2.7993075847625732, "learning_rate": 3.057589860299387e-06, "epoch": 4.619078334408371, "step": 64450 }, { "loss": 3.5009, "grad_norm": 2.7657244205474854, "learning_rate": 3.0425999274314012e-06, "epoch": 4.622661793162761, "step": 64500 }, { "loss": 3.4718, "grad_norm": 2.82491135597229, "learning_rate": 3.0276402334761424e-06, "epoch": 4.62624525191715, "step": 64550 }, { "loss": 3.4866, "grad_norm": 2.734368085861206, "learning_rate": 3.0127108434528594e-06, "epoch": 4.62982871067154, "step": 64600 }, { "loss": 3.4924, "grad_norm": 2.8315162658691406, "learning_rate": 2.9978118222490804e-06, "epoch": 4.63341216942593, "step": 64650 }, { "loss": 3.4857, "grad_norm": 2.7887251377105713, "learning_rate": 2.982943234620347e-06, "epoch": 4.63699562818032, "step": 64700 }, { "loss": 3.4838, "grad_norm": 2.8290481567382812, "learning_rate": 2.968105145189929e-06, "epoch": 4.640579086934709, "step": 64750 }, { "loss": 3.4846, "grad_norm": 2.748365640640259, "learning_rate": 2.953297618448535e-06, "epoch": 4.644162545689099, "step": 64800 }, { "loss": 3.4901, "grad_norm": 2.7704977989196777, "learning_rate": 2.9385207187540477e-06, "epoch": 4.647746004443489, "step": 64850 }, { "loss": 3.4928, "grad_norm": 2.720836639404297, "learning_rate": 2.9237745103312275e-06, "epoch": 4.651329463197879, "step": 64900 }, { "loss": 3.4748, "grad_norm": 2.826897144317627, "learning_rate": 2.9090590572714506e-06, "epoch": 4.654912921952269, "step": 64950 }, { "loss": 3.4658, "grad_norm": 2.668360948562622, "learning_rate": 2.8943744235324088e-06, "epoch": 4.658496380706658, "step": 65000 }, { "loss": 3.488, "grad_norm": 2.7788524627685547, "learning_rate": 2.87972067293786e-06, "epoch": 4.662079839461048, "step": 65050 }, { "loss": 3.4781, "grad_norm": 2.698803424835205, "learning_rate": 2.865097869177318e-06, "epoch": 4.665663298215438, "step": 65100 }, { "loss": 3.4801, "grad_norm": 2.715179681777954, "learning_rate": 2.8505060758058047e-06, "epoch": 4.6692467569698275, "step": 65150 }, { "loss": 3.4772, "grad_norm": 2.7608871459960938, "learning_rate": 2.8359453562435614e-06, "epoch": 4.6728302157242165, "step": 65200 }, { "loss": 3.4872, "grad_norm": 2.701502561569214, "learning_rate": 2.821415773775763e-06, "epoch": 4.6764136744786065, "step": 65250 }, { "loss": 3.4926, "grad_norm": 2.6908535957336426, "learning_rate": 2.806917391552266e-06, "epoch": 4.679997133232996, "step": 65300 }, { "loss": 3.4856, "grad_norm": 2.7592263221740723, "learning_rate": 2.79245027258731e-06, "epoch": 4.683580591987386, "step": 65350 }, { "loss": 3.4762, "grad_norm": 2.7562525272369385, "learning_rate": 2.778014479759269e-06, "epoch": 4.687164050741776, "step": 65400 }, { "loss": 3.4809, "grad_norm": 2.793928623199463, "learning_rate": 2.7636100758103466e-06, "epoch": 4.690747509496166, "step": 65450 }, { "loss": 3.4887, "grad_norm": 2.773181438446045, "learning_rate": 2.749237123346339e-06, "epoch": 4.694330968250555, "step": 65500 }, { "loss": 3.4764, "grad_norm": 2.8193752765655518, "learning_rate": 2.7348956848363306e-06, "epoch": 4.697914427004945, "step": 65550 }, { "loss": 3.4858, "grad_norm": 2.819438934326172, "learning_rate": 2.7205858226124458e-06, "epoch": 4.701497885759335, "step": 65600 }, { "loss": 3.4863, "grad_norm": 2.7947683334350586, "learning_rate": 2.706307598869571e-06, "epoch": 4.705081344513725, "step": 65650 }, { "loss": 3.4907, "grad_norm": 2.7887520790100098, "learning_rate": 2.6920610756650678e-06, "epoch": 4.708664803268114, "step": 65700 }, { "loss": 3.4772, "grad_norm": 2.7794063091278076, "learning_rate": 2.6778463149185374e-06, "epoch": 4.712248262022504, "step": 65750 }, { "loss": 3.4686, "grad_norm": 2.8852086067199707, "learning_rate": 2.663663378411516e-06, "epoch": 4.715831720776894, "step": 65800 }, { "loss": 3.4856, "grad_norm": 2.811762571334839, "learning_rate": 2.649512327787234e-06, "epoch": 4.719415179531284, "step": 65850 }, { "loss": 3.4834, "grad_norm": 2.705091714859009, "learning_rate": 2.6353932245503243e-06, "epoch": 4.722998638285674, "step": 65900 }, { "loss": 3.4875, "grad_norm": 2.8089959621429443, "learning_rate": 2.62130613006658e-06, "epoch": 4.726582097040063, "step": 65950 }, { "loss": 3.4784, "grad_norm": 2.796616554260254, "learning_rate": 2.6072511055626683e-06, "epoch": 4.730165555794453, "step": 66000 }, { "eval_loss": 3.512075424194336, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12732320621826873, "eval_chrf": 31.790845582804277, "eval_runtime": 35.1142, "eval_samples_per_second": 56.957, "eval_steps_per_second": 0.911, "epoch": 4.730165555794453, "step": 66000 }, { "loss": 3.4704, "grad_norm": 2.8559556007385254, "learning_rate": 2.5932282121258656e-06, "epoch": 4.733749014548843, "step": 66050 }, { "loss": 3.4812, "grad_norm": 2.6975934505462646, "learning_rate": 2.5792375107038104e-06, "epoch": 4.7373324733032325, "step": 66100 }, { "loss": 3.4882, "grad_norm": 2.8203110694885254, "learning_rate": 2.56527906210421e-06, "epoch": 4.7409159320576215, "step": 66150 }, { "loss": 3.4749, "grad_norm": 2.8652589321136475, "learning_rate": 2.551352926994606e-06, "epoch": 4.744499390812011, "step": 66200 }, { "loss": 3.485, "grad_norm": 2.7095813751220703, "learning_rate": 2.537459165902081e-06, "epoch": 4.748082849566401, "step": 66250 }, { "loss": 3.4802, "grad_norm": 2.772063970565796, "learning_rate": 2.523597839213027e-06, "epoch": 4.751666308320791, "step": 66300 }, { "loss": 3.4826, "grad_norm": 2.9485442638397217, "learning_rate": 2.509769007172851e-06, "epoch": 4.755249767075181, "step": 66350 }, { "loss": 3.4793, "grad_norm": 2.916271448135376, "learning_rate": 2.4959727298857385e-06, "epoch": 4.758833225829571, "step": 66400 }, { "loss": 3.4798, "grad_norm": 2.9743728637695312, "learning_rate": 2.4822090673143827e-06, "epoch": 4.76241668458396, "step": 66450 }, { "loss": 3.473, "grad_norm": 2.7215917110443115, "learning_rate": 2.468478079279715e-06, "epoch": 4.76600014333835, "step": 66500 }, { "loss": 3.4747, "grad_norm": 2.7161762714385986, "learning_rate": 2.4547798254606637e-06, "epoch": 4.76958360209274, "step": 66550 }, { "loss": 3.4773, "grad_norm": 2.7706596851348877, "learning_rate": 2.4411143653938764e-06, "epoch": 4.77316706084713, "step": 66600 }, { "loss": 3.4838, "grad_norm": 2.8343751430511475, "learning_rate": 2.4274817584734776e-06, "epoch": 4.776750519601519, "step": 66650 }, { "loss": 3.4826, "grad_norm": 2.7340080738067627, "learning_rate": 2.4138820639507934e-06, "epoch": 4.780333978355909, "step": 66700 }, { "loss": 3.4801, "grad_norm": 2.9125449657440186, "learning_rate": 2.4003153409341095e-06, "epoch": 4.783917437110299, "step": 66750 }, { "loss": 3.4879, "grad_norm": 2.8620450496673584, "learning_rate": 2.3867816483884045e-06, "epoch": 4.787500895864689, "step": 66800 }, { "loss": 3.4761, "grad_norm": 2.861008644104004, "learning_rate": 2.373281045135096e-06, "epoch": 4.791084354619079, "step": 66850 }, { "loss": 3.4715, "grad_norm": 2.6782350540161133, "learning_rate": 2.359813589851795e-06, "epoch": 4.794667813373468, "step": 66900 }, { "loss": 3.4799, "grad_norm": 3.0317206382751465, "learning_rate": 2.346379341072025e-06, "epoch": 4.798251272127858, "step": 66950 }, { "loss": 3.4895, "grad_norm": 2.749842405319214, "learning_rate": 2.3329783571850006e-06, "epoch": 4.8018347308822475, "step": 67000 }, { "loss": 3.4884, "grad_norm": 2.790203094482422, "learning_rate": 2.319610696435345e-06, "epoch": 4.8054181896366375, "step": 67050 }, { "loss": 3.493, "grad_norm": 2.9089066982269287, "learning_rate": 2.30627641692286e-06, "epoch": 4.809001648391027, "step": 67100 }, { "loss": 3.4776, "grad_norm": 2.7801201343536377, "learning_rate": 2.292975576602251e-06, "epoch": 4.812585107145416, "step": 67150 }, { "loss": 3.4794, "grad_norm": 2.762563467025757, "learning_rate": 2.2797082332828955e-06, "epoch": 4.816168565899806, "step": 67200 }, { "loss": 3.4816, "grad_norm": 2.850005865097046, "learning_rate": 2.2664744446285834e-06, "epoch": 4.819752024654196, "step": 67250 }, { "loss": 3.4742, "grad_norm": 2.898075580596924, "learning_rate": 2.2532742681572596e-06, "epoch": 4.823335483408586, "step": 67300 }, { "loss": 3.4785, "grad_norm": 2.8509325981140137, "learning_rate": 2.2401077612407874e-06, "epoch": 4.826918942162976, "step": 67350 }, { "loss": 3.4732, "grad_norm": 2.8820385932922363, "learning_rate": 2.226974981104686e-06, "epoch": 4.830502400917365, "step": 67400 }, { "loss": 3.488, "grad_norm": 2.6027424335479736, "learning_rate": 2.2138759848278945e-06, "epoch": 4.834085859671755, "step": 67450 }, { "loss": 3.4776, "grad_norm": 2.799335479736328, "learning_rate": 2.20081082934251e-06, "epoch": 4.837669318426145, "step": 67500 }, { "loss": 3.486, "grad_norm": 2.791411876678467, "learning_rate": 2.187779571433557e-06, "epoch": 4.841252777180535, "step": 67550 }, { "loss": 3.4753, "grad_norm": 2.661217212677002, "learning_rate": 2.17478226773872e-06, "epoch": 4.844836235934924, "step": 67600 }, { "loss": 3.4694, "grad_norm": 2.8322598934173584, "learning_rate": 2.161818974748118e-06, "epoch": 4.848419694689314, "step": 67650 }, { "loss": 3.4777, "grad_norm": 2.7904140949249268, "learning_rate": 2.1488897488040472e-06, "epoch": 4.852003153443704, "step": 67700 }, { "loss": 3.4859, "grad_norm": 2.811385154724121, "learning_rate": 2.135994646100732e-06, "epoch": 4.855586612198094, "step": 67750 }, { "loss": 3.4987, "grad_norm": 2.845681667327881, "learning_rate": 2.1231337226840966e-06, "epoch": 4.859170070952484, "step": 67800 }, { "loss": 3.4706, "grad_norm": 2.661820411682129, "learning_rate": 2.1103070344515044e-06, "epoch": 4.862753529706873, "step": 67850 }, { "loss": 3.4786, "grad_norm": 2.734997272491455, "learning_rate": 2.0975146371515277e-06, "epoch": 4.866336988461263, "step": 67900 }, { "loss": 3.4788, "grad_norm": 2.8236591815948486, "learning_rate": 2.084756586383695e-06, "epoch": 4.8699204472156525, "step": 67950 }, { "loss": 3.4822, "grad_norm": 2.8303771018981934, "learning_rate": 2.072032937598263e-06, "epoch": 4.8735039059700425, "step": 68000 }, { "eval_loss": 3.5123229026794434, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12575616225409322, "eval_chrf": 31.783573237922692, "eval_runtime": 38.9162, "eval_samples_per_second": 51.392, "eval_steps_per_second": 0.822, "epoch": 4.8735039059700425, "step": 68000 }, { "loss": 3.4915, "grad_norm": 2.853959560394287, "learning_rate": 2.0593437460959553e-06, "epoch": 4.877087364724432, "step": 68050 }, { "loss": 3.4725, "grad_norm": 2.876981735229492, "learning_rate": 2.046689067027745e-06, "epoch": 4.880670823478821, "step": 68100 }, { "loss": 3.4864, "grad_norm": 2.8862051963806152, "learning_rate": 2.034068955394601e-06, "epoch": 4.884254282233211, "step": 68150 }, { "loss": 3.4864, "grad_norm": 2.8319897651672363, "learning_rate": 2.021483466047247e-06, "epoch": 4.887837740987601, "step": 68200 }, { "loss": 3.4755, "grad_norm": 2.812095880508423, "learning_rate": 2.0089326536859367e-06, "epoch": 4.891421199741991, "step": 68250 }, { "loss": 3.4828, "grad_norm": 2.681967258453369, "learning_rate": 1.9964165728601946e-06, "epoch": 4.895004658496381, "step": 68300 }, { "loss": 3.4831, "grad_norm": 2.7665507793426514, "learning_rate": 1.9839352779686073e-06, "epoch": 4.89858811725077, "step": 68350 }, { "loss": 3.4985, "grad_norm": 3.0056886672973633, "learning_rate": 1.971488823258557e-06, "epoch": 4.90217157600516, "step": 68400 }, { "loss": 3.4759, "grad_norm": 2.8388004302978516, "learning_rate": 1.959077262826011e-06, "epoch": 4.90575503475955, "step": 68450 }, { "loss": 3.4725, "grad_norm": 2.5992486476898193, "learning_rate": 1.946700650615273e-06, "epoch": 4.90933849351394, "step": 68500 }, { "loss": 3.4654, "grad_norm": 2.7857322692871094, "learning_rate": 1.934359040418744e-06, "epoch": 4.912921952268329, "step": 68550 }, { "loss": 3.4738, "grad_norm": 2.7770259380340576, "learning_rate": 1.922052485876709e-06, "epoch": 4.916505411022719, "step": 68600 }, { "loss": 3.4822, "grad_norm": 2.9811220169067383, "learning_rate": 1.909781040477078e-06, "epoch": 4.920088869777109, "step": 68650 }, { "loss": 3.4794, "grad_norm": 2.9068992137908936, "learning_rate": 1.8975447575551764e-06, "epoch": 4.923672328531499, "step": 68700 }, { "loss": 3.4807, "grad_norm": 2.834937810897827, "learning_rate": 1.885343690293494e-06, "epoch": 4.927255787285889, "step": 68750 }, { "loss": 3.4838, "grad_norm": 2.8008339405059814, "learning_rate": 1.8731778917214737e-06, "epoch": 4.930839246040279, "step": 68800 }, { "loss": 3.4829, "grad_norm": 2.6848320960998535, "learning_rate": 1.861047414715258e-06, "epoch": 4.934422704794668, "step": 68850 }, { "loss": 3.4823, "grad_norm": 2.787868022918701, "learning_rate": 1.8489523119974805e-06, "epoch": 4.9380061635490575, "step": 68900 }, { "loss": 3.482, "grad_norm": 2.874136447906494, "learning_rate": 1.8368926361370287e-06, "epoch": 4.9415896223034474, "step": 68950 }, { "loss": 3.4637, "grad_norm": 2.7726938724517822, "learning_rate": 1.8248684395488037e-06, "epoch": 4.945173081057837, "step": 69000 }, { "loss": 3.481, "grad_norm": 2.768813371658325, "learning_rate": 1.8128797744935167e-06, "epoch": 4.948756539812226, "step": 69050 }, { "loss": 3.4772, "grad_norm": 2.8389647006988525, "learning_rate": 1.8009266930774372e-06, "epoch": 4.952339998566616, "step": 69100 }, { "loss": 3.504, "grad_norm": 2.7206380367279053, "learning_rate": 1.7890092472521858e-06, "epoch": 4.955923457321006, "step": 69150 }, { "loss": 3.4903, "grad_norm": 2.8713972568511963, "learning_rate": 1.777127488814494e-06, "epoch": 4.959506916075396, "step": 69200 }, { "loss": 3.4788, "grad_norm": 2.7866504192352295, "learning_rate": 1.7652814694059917e-06, "epoch": 4.963090374829786, "step": 69250 }, { "loss": 3.4855, "grad_norm": 2.744041681289673, "learning_rate": 1.7534712405129694e-06, "epoch": 4.966673833584175, "step": 69300 }, { "loss": 3.4875, "grad_norm": 2.862520217895508, "learning_rate": 1.741696853466167e-06, "epoch": 4.970257292338565, "step": 69350 }, { "loss": 3.4806, "grad_norm": 2.8751380443573, "learning_rate": 1.7299583594405456e-06, "epoch": 4.973840751092955, "step": 69400 }, { "loss": 3.4847, "grad_norm": 2.7102160453796387, "learning_rate": 1.7182558094550583e-06, "epoch": 4.977424209847345, "step": 69450 }, { "loss": 3.4917, "grad_norm": 2.793682098388672, "learning_rate": 1.7065892543724439e-06, "epoch": 4.981007668601734, "step": 69500 }, { "loss": 3.4736, "grad_norm": 2.8752644062042236, "learning_rate": 1.6949587448989846e-06, "epoch": 4.984591127356124, "step": 69550 }, { "loss": 3.4958, "grad_norm": 2.7785308361053467, "learning_rate": 1.683364331584313e-06, "epoch": 4.988174586110514, "step": 69600 }, { "loss": 3.4798, "grad_norm": 2.7340927124023438, "learning_rate": 1.671806064821161e-06, "epoch": 4.991758044864904, "step": 69650 }, { "loss": 3.4756, "grad_norm": 2.7647182941436768, "learning_rate": 1.6602839948451699e-06, "epoch": 4.995341503619294, "step": 69700 }, { "loss": 3.4836, "grad_norm": 2.724736213684082, "learning_rate": 1.6487981717346556e-06, "epoch": 4.998924962373684, "step": 69750 }, { "loss": 3.4726, "grad_norm": 2.729867696762085, "learning_rate": 1.6373486454103882e-06, "epoch": 5.002508421128073, "step": 69800 }, { "loss": 3.4637, "grad_norm": 2.807668924331665, "learning_rate": 1.6259354656353899e-06, "epoch": 5.0060918798824625, "step": 69850 }, { "loss": 3.4694, "grad_norm": 2.810497283935547, "learning_rate": 1.614558682014703e-06, "epoch": 5.009675338636852, "step": 69900 }, { "loss": 3.4744, "grad_norm": 2.764955520629883, "learning_rate": 1.6032183439951886e-06, "epoch": 5.013258797391242, "step": 69950 }, { "loss": 3.4623, "grad_norm": 2.680598258972168, "learning_rate": 1.5919145008652959e-06, "epoch": 5.016842256145631, "step": 70000 }, { "eval_loss": 3.511470317840576, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12541158162949353, "eval_chrf": 31.86708432384597, "eval_runtime": 38.2747, "eval_samples_per_second": 52.254, "eval_steps_per_second": 0.836, "epoch": 5.016842256145631, "step": 70000 }, { "loss": 3.4614, "grad_norm": 2.810209274291992, "learning_rate": 1.5806472017548647e-06, "epoch": 5.020425714900021, "step": 70050 }, { "loss": 3.4722, "grad_norm": 2.7670578956604004, "learning_rate": 1.5694164956348967e-06, "epoch": 5.024009173654411, "step": 70100 }, { "loss": 3.4749, "grad_norm": 2.7705307006835938, "learning_rate": 1.5582224313173554e-06, "epoch": 5.027592632408801, "step": 70150 }, { "loss": 3.4636, "grad_norm": 2.9387221336364746, "learning_rate": 1.5470650574549483e-06, "epoch": 5.031176091163191, "step": 70200 }, { "loss": 3.4755, "grad_norm": 2.7980751991271973, "learning_rate": 1.535944422540907e-06, "epoch": 5.03475954991758, "step": 70250 }, { "loss": 3.463, "grad_norm": 2.706575393676758, "learning_rate": 1.5248605749087975e-06, "epoch": 5.03834300867197, "step": 70300 }, { "loss": 3.4739, "grad_norm": 2.7676594257354736, "learning_rate": 1.5138135627322836e-06, "epoch": 5.04192646742636, "step": 70350 }, { "loss": 3.4732, "grad_norm": 2.900847911834717, "learning_rate": 1.5028034340249453e-06, "epoch": 5.04550992618075, "step": 70400 }, { "loss": 3.4759, "grad_norm": 2.700908899307251, "learning_rate": 1.491830236640044e-06, "epoch": 5.04909338493514, "step": 70450 }, { "loss": 3.4668, "grad_norm": 2.914511203765869, "learning_rate": 1.4808940182703325e-06, "epoch": 5.052676843689529, "step": 70500 }, { "loss": 3.4665, "grad_norm": 2.753614902496338, "learning_rate": 1.4699948264478458e-06, "epoch": 5.056260302443919, "step": 70550 }, { "loss": 3.4619, "grad_norm": 2.8010780811309814, "learning_rate": 1.4591327085436812e-06, "epoch": 5.059843761198309, "step": 70600 }, { "loss": 3.4714, "grad_norm": 2.77376389503479, "learning_rate": 1.4483077117678113e-06, "epoch": 5.063427219952699, "step": 70650 }, { "loss": 3.4581, "grad_norm": 2.79398250579834, "learning_rate": 1.4375198831688596e-06, "epoch": 5.067010678707088, "step": 70700 }, { "loss": 3.4713, "grad_norm": 2.7612152099609375, "learning_rate": 1.4267692696339163e-06, "epoch": 5.070594137461478, "step": 70750 }, { "loss": 3.4658, "grad_norm": 2.6636416912078857, "learning_rate": 1.4160559178883126e-06, "epoch": 5.0741775962158675, "step": 70800 }, { "loss": 3.4715, "grad_norm": 2.784764051437378, "learning_rate": 1.4053798744954416e-06, "epoch": 5.077761054970257, "step": 70850 }, { "loss": 3.4763, "grad_norm": 2.725114107131958, "learning_rate": 1.3947411858565318e-06, "epoch": 5.081344513724647, "step": 70900 }, { "loss": 3.4687, "grad_norm": 2.8332793712615967, "learning_rate": 1.3841398982104626e-06, "epoch": 5.084927972479036, "step": 70950 }, { "loss": 3.4731, "grad_norm": 2.696174383163452, "learning_rate": 1.3735760576335588e-06, "epoch": 5.088511431233426, "step": 71000 }, { "loss": 3.4658, "grad_norm": 2.750213861465454, "learning_rate": 1.3630497100393858e-06, "epoch": 5.092094889987816, "step": 71050 }, { "loss": 3.4674, "grad_norm": 2.821002244949341, "learning_rate": 1.3525609011785568e-06, "epoch": 5.095678348742206, "step": 71100 }, { "loss": 3.457, "grad_norm": 2.8587379455566406, "learning_rate": 1.3421096766385243e-06, "epoch": 5.099261807496596, "step": 71150 }, { "loss": 3.4649, "grad_norm": 2.8250539302825928, "learning_rate": 1.3316960818433977e-06, "epoch": 5.102845266250985, "step": 71200 }, { "loss": 3.4876, "grad_norm": 2.957603931427002, "learning_rate": 1.3213201620537275e-06, "epoch": 5.106428725005375, "step": 71250 }, { "loss": 3.4759, "grad_norm": 2.7808737754821777, "learning_rate": 1.3109819623663244e-06, "epoch": 5.110012183759765, "step": 71300 }, { "loss": 3.4683, "grad_norm": 2.9941012859344482, "learning_rate": 1.3006815277140506e-06, "epoch": 5.113595642514155, "step": 71350 }, { "loss": 3.4717, "grad_norm": 2.713894844055176, "learning_rate": 1.2904189028656343e-06, "epoch": 5.117179101268545, "step": 71400 }, { "loss": 3.4713, "grad_norm": 2.659599542617798, "learning_rate": 1.2801941324254718e-06, "epoch": 5.120762560022934, "step": 71450 }, { "loss": 3.4659, "grad_norm": 2.8986330032348633, "learning_rate": 1.2700072608334279e-06, "epoch": 5.124346018777324, "step": 71500 }, { "loss": 3.4632, "grad_norm": 2.762021780014038, "learning_rate": 1.259858332364654e-06, "epoch": 5.127929477531714, "step": 71550 }, { "loss": 3.4719, "grad_norm": 2.7996394634246826, "learning_rate": 1.2497473911293834e-06, "epoch": 5.131512936286104, "step": 71600 }, { "loss": 3.4663, "grad_norm": 2.8845198154449463, "learning_rate": 1.2396744810727534e-06, "epoch": 5.1350963950404935, "step": 71650 }, { "loss": 3.4703, "grad_norm": 2.847027063369751, "learning_rate": 1.2296396459745963e-06, "epoch": 5.138679853794883, "step": 71700 }, { "loss": 3.4697, "grad_norm": 2.71234130859375, "learning_rate": 1.2196429294492685e-06, "epoch": 5.1422633125492725, "step": 71750 }, { "loss": 3.4695, "grad_norm": 2.8572449684143066, "learning_rate": 1.209684374945449e-06, "epoch": 5.145846771303662, "step": 71800 }, { "loss": 3.4658, "grad_norm": 2.787229537963867, "learning_rate": 1.1997640257459508e-06, "epoch": 5.149430230058052, "step": 71850 }, { "loss": 3.4718, "grad_norm": 2.678097724914551, "learning_rate": 1.1898819249675398e-06, "epoch": 5.153013688812441, "step": 71900 }, { "loss": 3.4676, "grad_norm": 2.8956966400146484, "learning_rate": 1.1800381155607377e-06, "epoch": 5.156597147566831, "step": 71950 }, { "loss": 3.4825, "grad_norm": 2.745654821395874, "learning_rate": 1.1702326403096465e-06, "epoch": 5.160180606321221, "step": 72000 }, { "eval_loss": 3.511659622192383, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12424871222450051, "eval_chrf": 31.826087511678054, "eval_runtime": 37.237, "eval_samples_per_second": 53.71, "eval_steps_per_second": 0.859, "epoch": 5.160180606321221, "step": 72000 }, { "loss": 3.4661, "grad_norm": 2.792302131652832, "learning_rate": 1.1604655418317501e-06, "epoch": 5.163764065075611, "step": 72050 }, { "loss": 3.4787, "grad_norm": 2.939411163330078, "learning_rate": 1.1507368625777448e-06, "epoch": 5.167347523830001, "step": 72100 }, { "loss": 3.4657, "grad_norm": 2.7209267616271973, "learning_rate": 1.141046644831333e-06, "epoch": 5.17093098258439, "step": 72150 }, { "loss": 3.461, "grad_norm": 2.716926336288452, "learning_rate": 1.1313949307090633e-06, "epoch": 5.17451444133878, "step": 72200 }, { "loss": 3.4644, "grad_norm": 2.728877067565918, "learning_rate": 1.1217817621601323e-06, "epoch": 5.17809790009317, "step": 72250 }, { "loss": 3.4684, "grad_norm": 2.7096033096313477, "learning_rate": 1.1122071809662038e-06, "epoch": 5.18168135884756, "step": 72300 }, { "loss": 3.474, "grad_norm": 2.706587076187134, "learning_rate": 1.1026712287412344e-06, "epoch": 5.18526481760195, "step": 72350 }, { "loss": 3.4528, "grad_norm": 2.8492159843444824, "learning_rate": 1.0931739469312809e-06, "epoch": 5.188848276356339, "step": 72400 }, { "loss": 3.4671, "grad_norm": 2.818871021270752, "learning_rate": 1.083715376814336e-06, "epoch": 5.192431735110729, "step": 72450 }, { "loss": 3.4674, "grad_norm": 2.7967281341552734, "learning_rate": 1.0742955595001303e-06, "epoch": 5.196015193865119, "step": 72500 }, { "loss": 3.4714, "grad_norm": 2.7797465324401855, "learning_rate": 1.0649145359299717e-06, "epoch": 5.199598652619509, "step": 72550 }, { "loss": 3.4716, "grad_norm": 2.6322720050811768, "learning_rate": 1.0555723468765533e-06, "epoch": 5.2031821113738985, "step": 72600 }, { "loss": 3.478, "grad_norm": 2.718167543411255, "learning_rate": 1.0462690329437842e-06, "epoch": 5.206765570128288, "step": 72650 }, { "loss": 3.474, "grad_norm": 2.7837483882904053, "learning_rate": 1.037004634566614e-06, "epoch": 5.2103490288826775, "step": 72700 }, { "loss": 3.4765, "grad_norm": 2.770751714706421, "learning_rate": 1.0277791920108448e-06, "epoch": 5.213932487637067, "step": 72750 }, { "loss": 3.4672, "grad_norm": 2.838881731033325, "learning_rate": 1.0185927453729771e-06, "epoch": 5.217515946391457, "step": 72800 }, { "loss": 3.4797, "grad_norm": 2.8203163146972656, "learning_rate": 1.0094453345800125e-06, "epoch": 5.221099405145846, "step": 72850 }, { "loss": 3.47, "grad_norm": 2.8720481395721436, "learning_rate": 1.0003369993892998e-06, "epoch": 5.224682863900236, "step": 72900 }, { "loss": 3.4817, "grad_norm": 2.804873466491699, "learning_rate": 9.912677793883462e-07, "epoch": 5.228266322654626, "step": 72950 }, { "loss": 3.4651, "grad_norm": 2.6272292137145996, "learning_rate": 9.822377139946594e-07, "epoch": 5.231849781409016, "step": 73000 }, { "loss": 3.4742, "grad_norm": 2.7912538051605225, "learning_rate": 9.732468424555686e-07, "epoch": 5.235433240163406, "step": 73050 }, { "loss": 3.4782, "grad_norm": 2.727631092071533, "learning_rate": 9.64295203848049e-07, "epoch": 5.239016698917795, "step": 73100 }, { "loss": 3.475, "grad_norm": 2.8800055980682373, "learning_rate": 9.553828370785666e-07, "epoch": 5.242600157672185, "step": 73150 }, { "loss": 3.4563, "grad_norm": 2.7356159687042236, "learning_rate": 9.465097808828916e-07, "epoch": 5.246183616426575, "step": 73200 }, { "loss": 3.4627, "grad_norm": 2.653825283050537, "learning_rate": 9.376760738259472e-07, "epoch": 5.249767075180965, "step": 73250 }, { "loss": 3.482, "grad_norm": 2.858233690261841, "learning_rate": 9.28881754301626e-07, "epoch": 5.253350533935355, "step": 73300 }, { "loss": 3.4727, "grad_norm": 2.8149726390838623, "learning_rate": 9.201268605326386e-07, "epoch": 5.256933992689744, "step": 73350 }, { "loss": 3.4721, "grad_norm": 2.7173452377319336, "learning_rate": 9.114114305703303e-07, "epoch": 5.260517451444134, "step": 73400 }, { "loss": 3.4586, "grad_norm": 2.982076406478882, "learning_rate": 9.027355022945339e-07, "epoch": 5.264100910198524, "step": 73450 }, { "loss": 3.4683, "grad_norm": 2.8366403579711914, "learning_rate": 8.940991134133948e-07, "epoch": 5.267684368952914, "step": 73500 }, { "loss": 3.4626, "grad_norm": 2.7335221767425537, "learning_rate": 8.855023014632003e-07, "epoch": 5.2712678277073035, "step": 73550 }, { "loss": 3.4689, "grad_norm": 2.79891300201416, "learning_rate": 8.769451038082355e-07, "epoch": 5.2748512864616925, "step": 73600 }, { "loss": 3.4729, "grad_norm": 2.8357701301574707, "learning_rate": 8.68427557640602e-07, "epoch": 5.2784347452160825, "step": 73650 }, { "loss": 3.4762, "grad_norm": 2.7227542400360107, "learning_rate": 8.599496999800705e-07, "epoch": 5.282018203970472, "step": 73700 }, { "loss": 3.4754, "grad_norm": 2.7664780616760254, "learning_rate": 8.515115676739083e-07, "epoch": 5.285601662724862, "step": 73750 }, { "loss": 3.4591, "grad_norm": 2.730415105819702, "learning_rate": 8.431131973967299e-07, "epoch": 5.289185121479251, "step": 73800 }, { "loss": 3.4759, "grad_norm": 2.6909661293029785, "learning_rate": 8.347546256503258e-07, "epoch": 5.292768580233641, "step": 73850 }, { "loss": 3.4822, "grad_norm": 2.7127671241760254, "learning_rate": 8.26435888763516e-07, "epoch": 5.296352038988031, "step": 73900 }, { "loss": 3.4728, "grad_norm": 2.8604185581207275, "learning_rate": 8.181570228919866e-07, "epoch": 5.299935497742421, "step": 73950 }, { "loss": 3.4892, "grad_norm": 2.9177908897399902, "learning_rate": 8.099180640181282e-07, "epoch": 5.303518956496811, "step": 74000 }, { "eval_loss": 3.5107223987579346, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.125448859181409, "eval_chrf": 31.779812994194707, "eval_runtime": 38.4591, "eval_samples_per_second": 52.003, "eval_steps_per_second": 0.832, "epoch": 5.303518956496811, "step": 74000 }, { "loss": 3.4842, "grad_norm": 2.8561344146728516, "learning_rate": 8.017190479508863e-07, "epoch": 5.3071024152512, "step": 74050 }, { "loss": 3.466, "grad_norm": 2.697756052017212, "learning_rate": 7.935600103256024e-07, "epoch": 5.31068587400559, "step": 74100 }, { "loss": 3.4719, "grad_norm": 2.7197189331054688, "learning_rate": 7.854409866038625e-07, "epoch": 5.31426933275998, "step": 74150 }, { "loss": 3.473, "grad_norm": 2.7507636547088623, "learning_rate": 7.77362012073336e-07, "epoch": 5.31785279151437, "step": 74200 }, { "loss": 3.4753, "grad_norm": 2.9043703079223633, "learning_rate": 7.693231218476294e-07, "epoch": 5.32143625026876, "step": 74250 }, { "loss": 3.4716, "grad_norm": 2.729201078414917, "learning_rate": 7.613243508661339e-07, "epoch": 5.325019709023149, "step": 74300 }, { "loss": 3.4669, "grad_norm": 3.018763542175293, "learning_rate": 7.533657338938615e-07, "epoch": 5.328603167777539, "step": 74350 }, { "loss": 3.4834, "grad_norm": 2.8414158821105957, "learning_rate": 7.45447305521314e-07, "epoch": 5.332186626531929, "step": 74400 }, { "loss": 3.4801, "grad_norm": 2.7865030765533447, "learning_rate": 7.375691001643137e-07, "epoch": 5.335770085286319, "step": 74450 }, { "loss": 3.4791, "grad_norm": 2.6456947326660156, "learning_rate": 7.297311520638672e-07, "epoch": 5.3393535440407085, "step": 74500 }, { "loss": 3.472, "grad_norm": 2.70196533203125, "learning_rate": 7.219334952860047e-07, "epoch": 5.3429370027950975, "step": 74550 }, { "loss": 3.4727, "grad_norm": 2.8193509578704834, "learning_rate": 7.141761637216471e-07, "epoch": 5.3465204615494875, "step": 74600 }, { "loss": 3.4736, "grad_norm": 2.907160997390747, "learning_rate": 7.064591910864405e-07, "epoch": 5.350103920303877, "step": 74650 }, { "loss": 3.477, "grad_norm": 2.7379250526428223, "learning_rate": 6.987826109206275e-07, "epoch": 5.353687379058267, "step": 74700 }, { "loss": 3.4797, "grad_norm": 2.7754695415496826, "learning_rate": 6.911464565888893e-07, "epoch": 5.357270837812656, "step": 74750 }, { "loss": 3.4662, "grad_norm": 2.750870943069458, "learning_rate": 6.835507612802029e-07, "epoch": 5.360854296567046, "step": 74800 }, { "loss": 3.4634, "grad_norm": 2.8274269104003906, "learning_rate": 6.759955580077038e-07, "epoch": 5.364437755321436, "step": 74850 }, { "loss": 3.4678, "grad_norm": 2.8082141876220703, "learning_rate": 6.684808796085296e-07, "epoch": 5.368021214075826, "step": 74900 }, { "loss": 3.4699, "grad_norm": 2.757054567337036, "learning_rate": 6.610067587436919e-07, "epoch": 5.371604672830216, "step": 74950 }, { "loss": 3.4751, "grad_norm": 2.811434745788574, "learning_rate": 6.535732278979223e-07, "epoch": 5.375188131584605, "step": 75000 }, { "loss": 3.4801, "grad_norm": 2.676274061203003, "learning_rate": 6.461803193795401e-07, "epoch": 5.378771590338995, "step": 75050 }, { "loss": 3.4766, "grad_norm": 2.816498279571533, "learning_rate": 6.388280653203072e-07, "epoch": 5.382355049093385, "step": 75100 }, { "loss": 3.4621, "grad_norm": 2.8044276237487793, "learning_rate": 6.315164976752841e-07, "epoch": 5.385938507847775, "step": 75150 }, { "loss": 3.4755, "grad_norm": 2.635148048400879, "learning_rate": 6.242456482227055e-07, "epoch": 5.389521966602165, "step": 75200 }, { "loss": 3.4648, "grad_norm": 2.7910332679748535, "learning_rate": 6.170155485638218e-07, "epoch": 5.393105425356554, "step": 75250 }, { "loss": 3.4749, "grad_norm": 2.650599479675293, "learning_rate": 6.098262301227842e-07, "epoch": 5.396688884110944, "step": 75300 }, { "loss": 3.4744, "grad_norm": 2.774183511734009, "learning_rate": 6.026777241464865e-07, "epoch": 5.400272342865334, "step": 75350 }, { "loss": 3.4686, "grad_norm": 2.780658483505249, "learning_rate": 5.95570061704448e-07, "epoch": 5.403855801619724, "step": 75400 }, { "loss": 3.4772, "grad_norm": 2.8715405464172363, "learning_rate": 5.88503273688662e-07, "epoch": 5.4074392603741135, "step": 75450 }, { "loss": 3.4604, "grad_norm": 2.787353754043579, "learning_rate": 5.814773908134764e-07, "epoch": 5.4110227191285025, "step": 75500 }, { "loss": 3.4708, "grad_norm": 2.7568552494049072, "learning_rate": 5.744924436154508e-07, "epoch": 5.4146061778828924, "step": 75550 }, { "loss": 3.4743, "grad_norm": 2.776716947555542, "learning_rate": 5.675484624532223e-07, "epoch": 5.418189636637282, "step": 75600 }, { "loss": 3.4844, "grad_norm": 2.729039430618286, "learning_rate": 5.606454775073855e-07, "epoch": 5.421773095391672, "step": 75650 }, { "loss": 3.4712, "grad_norm": 2.9727227687835693, "learning_rate": 5.537835187803453e-07, "epoch": 5.425356554146061, "step": 75700 }, { "loss": 3.4822, "grad_norm": 2.8682568073272705, "learning_rate": 5.469626160962005e-07, "epoch": 5.428940012900451, "step": 75750 }, { "loss": 3.4773, "grad_norm": 2.782869815826416, "learning_rate": 5.401827991006037e-07, "epoch": 5.432523471654841, "step": 75800 }, { "loss": 3.4729, "grad_norm": 2.7569596767425537, "learning_rate": 5.334440972606425e-07, "epoch": 5.436106930409231, "step": 75850 }, { "loss": 3.4686, "grad_norm": 2.8574252128601074, "learning_rate": 5.267465398646999e-07, "epoch": 5.439690389163621, "step": 75900 }, { "loss": 3.4683, "grad_norm": 2.8230576515197754, "learning_rate": 5.200901560223359e-07, "epoch": 5.44327384791801, "step": 75950 }, { "loss": 3.4672, "grad_norm": 2.913790464401245, "learning_rate": 5.134749746641599e-07, "epoch": 5.4468573066724, "step": 76000 }, { "eval_loss": 3.5106987953186035, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12580459663149487, "eval_chrf": 31.82981022169702, "eval_runtime": 40.181, "eval_samples_per_second": 49.775, "eval_steps_per_second": 0.796, "epoch": 5.4468573066724, "step": 76000 }, { "loss": 3.4705, "grad_norm": 2.869231700897217, "learning_rate": 5.069010245416983e-07, "epoch": 5.45044076542679, "step": 76050 }, { "loss": 3.4714, "grad_norm": 2.8759751319885254, "learning_rate": 5.003683342272802e-07, "epoch": 5.45402422418118, "step": 76100 }, { "loss": 3.4792, "grad_norm": 2.773888349533081, "learning_rate": 4.938769321139025e-07, "epoch": 5.45760768293557, "step": 76150 }, { "loss": 3.4682, "grad_norm": 2.6535937786102295, "learning_rate": 4.874268464151144e-07, "epoch": 5.461191141689959, "step": 76200 }, { "loss": 3.458, "grad_norm": 2.8245856761932373, "learning_rate": 4.810181051648898e-07, "epoch": 5.464774600444349, "step": 76250 }, { "loss": 3.4728, "grad_norm": 2.7322771549224854, "learning_rate": 4.746507362175079e-07, "epoch": 5.468358059198739, "step": 76300 }, { "loss": 3.479, "grad_norm": 2.9955785274505615, "learning_rate": 4.6832476724743445e-07, "epoch": 5.4719415179531286, "step": 76350 }, { "loss": 3.4729, "grad_norm": 2.9801042079925537, "learning_rate": 4.6204022574919407e-07, "epoch": 5.4755249767075185, "step": 76400 }, { "loss": 3.4801, "grad_norm": 2.719804048538208, "learning_rate": 4.5579713903725954e-07, "epoch": 5.4791084354619075, "step": 76450 }, { "loss": 3.4853, "grad_norm": 2.9837870597839355, "learning_rate": 4.4959553424592464e-07, "epoch": 5.482691894216297, "step": 76500 }, { "loss": 3.4756, "grad_norm": 2.8055975437164307, "learning_rate": 4.434354383291961e-07, "epoch": 5.486275352970687, "step": 76550 }, { "loss": 3.4613, "grad_norm": 2.8571014404296875, "learning_rate": 4.3731687806066403e-07, "epoch": 5.489858811725077, "step": 76600 }, { "loss": 3.4702, "grad_norm": 2.8900952339172363, "learning_rate": 4.3123988003339944e-07, "epoch": 5.493442270479466, "step": 76650 }, { "loss": 3.4679, "grad_norm": 2.83359694480896, "learning_rate": 4.2520447065982573e-07, "epoch": 5.497025729233856, "step": 76700 }, { "loss": 3.4712, "grad_norm": 2.7174429893493652, "learning_rate": 4.192106761716119e-07, "epoch": 5.500609187988246, "step": 76750 }, { "loss": 3.4707, "grad_norm": 2.806675672531128, "learning_rate": 4.1325852261955957e-07, "epoch": 5.504192646742636, "step": 76800 }, { "loss": 3.4613, "grad_norm": 2.751814603805542, "learning_rate": 4.0734803587348046e-07, "epoch": 5.507776105497026, "step": 76850 }, { "loss": 3.4742, "grad_norm": 2.743323802947998, "learning_rate": 4.0147924162209474e-07, "epoch": 5.511359564251416, "step": 76900 }, { "loss": 3.4642, "grad_norm": 2.725368022918701, "learning_rate": 3.9565216537291175e-07, "epoch": 5.514943023005805, "step": 76950 }, { "loss": 3.4765, "grad_norm": 2.834104537963867, "learning_rate": 3.89866832452126e-07, "epoch": 5.518526481760195, "step": 77000 }, { "loss": 3.4781, "grad_norm": 2.936272144317627, "learning_rate": 3.841232680044982e-07, "epoch": 5.522109940514585, "step": 77050 }, { "loss": 3.469, "grad_norm": 2.814157724380493, "learning_rate": 3.7842149699325534e-07, "epoch": 5.525693399268975, "step": 77100 }, { "loss": 3.4774, "grad_norm": 2.651836633682251, "learning_rate": 3.7276154419997437e-07, "epoch": 5.529276858023364, "step": 77150 }, { "loss": 3.4821, "grad_norm": 3.083493947982788, "learning_rate": 3.671434342244795e-07, "epoch": 5.532860316777754, "step": 77200 }, { "loss": 3.4783, "grad_norm": 2.634861707687378, "learning_rate": 3.615671914847352e-07, "epoch": 5.536443775532144, "step": 77250 }, { "loss": 3.4654, "grad_norm": 2.772927761077881, "learning_rate": 3.560328402167357e-07, "epoch": 5.5400272342865335, "step": 77300 }, { "loss": 3.461, "grad_norm": 2.872474193572998, "learning_rate": 3.505404044744054e-07, "epoch": 5.5436106930409235, "step": 77350 }, { "loss": 3.4746, "grad_norm": 2.881406784057617, "learning_rate": 3.4508990812948896e-07, "epoch": 5.5471941517953125, "step": 77400 }, { "loss": 3.467, "grad_norm": 2.8066320419311523, "learning_rate": 3.3968137487145115e-07, "epoch": 5.550777610549702, "step": 77450 }, { "loss": 3.4765, "grad_norm": 2.8461008071899414, "learning_rate": 3.343148282073716e-07, "epoch": 5.554361069304092, "step": 77500 }, { "loss": 3.4749, "grad_norm": 2.765561819076538, "learning_rate": 3.289902914618459e-07, "epoch": 5.557944528058482, "step": 77550 }, { "loss": 3.4719, "grad_norm": 2.826845169067383, "learning_rate": 3.2370778777688236e-07, "epoch": 5.561527986812871, "step": 77600 }, { "loss": 3.4908, "grad_norm": 2.823383092880249, "learning_rate": 3.184673401117977e-07, "epoch": 5.565111445567261, "step": 77650 }, { "loss": 3.4681, "grad_norm": 3.0061662197113037, "learning_rate": 3.1326897124312585e-07, "epoch": 5.568694904321651, "step": 77700 }, { "loss": 3.4595, "grad_norm": 2.91994571685791, "learning_rate": 3.081127037645082e-07, "epoch": 5.572278363076041, "step": 77750 }, { "loss": 3.4664, "grad_norm": 2.8235349655151367, "learning_rate": 3.029985600866059e-07, "epoch": 5.575861821830431, "step": 77800 }, { "loss": 3.4715, "grad_norm": 2.9474852085113525, "learning_rate": 2.9792656243699535e-07, "epoch": 5.579445280584821, "step": 77850 }, { "loss": 3.4669, "grad_norm": 2.7620558738708496, "learning_rate": 2.92896732860074e-07, "epoch": 5.58302873933921, "step": 77900 }, { "loss": 3.475, "grad_norm": 2.9030258655548096, "learning_rate": 2.879090932169648e-07, "epoch": 5.5866121980936, "step": 77950 }, { "loss": 3.4687, "grad_norm": 2.7800824642181396, "learning_rate": 2.8296366518541953e-07, "epoch": 5.59019565684799, "step": 78000 }, { "eval_loss": 3.510744571685791, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.12557306925518666, "eval_chrf": 31.76953694722509, "eval_runtime": 36.3961, "eval_samples_per_second": 54.951, "eval_steps_per_second": 0.879, "epoch": 5.59019565684799, "step": 78000 }, { "train_runtime": 19856.2471, "train_samples_per_second": 1079.329, "train_steps_per_second": 4.216, "total_flos": 3.212434230466314e+17, "train_loss": 3.5392251434326174, "epoch": 5.59019565684799, "step": 78000 }, { "eval_loss": 3.4331178665161133, "eval_model_preparation_time": 0.0024, "eval_bleu": 0.13267080600061182, "eval_chrf": 32.58629179021912, "eval_runtime": 4232.6844, "eval_samples_per_second": 49.634, "eval_steps_per_second": 0.776, "epoch": 5.59019565684799, "step": 78000 } ] }