Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity,
"... is not valid JSON
| { | |
| "metadata": { | |
| "model_name": "brendaogutu/mul-sw-en-translation-phase1", | |
| "timestamp": "2025-11-23T13:31:34.990810", | |
| "config_file": "configs/swahili_runpod_phase2.json", | |
| "push_strategy": "checkpoint" | |
| }, | |
| "dataset_info": { | |
| "train_samples": 3571465, | |
| "validation_samples": 420173, | |
| "test_samples": 210087 | |
| }, | |
| "training_config": { | |
| "num_epochs": 6, | |
| "batch_size": 256, | |
| "learning_rate": 2e-05, | |
| "max_length": 256 | |
| }, | |
| "baseline_results": { | |
| "eval_loss": 3.607189178466797, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12148653814583246, | |
| "eval_chrf": 32.36204862643739, | |
| "eval_runtime": 32.9896, | |
| "eval_samples_per_second": 15.156, | |
| "eval_steps_per_second": 0.243, | |
| "eval_comet": 0.19771272730701459, | |
| "eval_comet_std": 0.2784397353998006, | |
| "baseline_domain_bleu": 5.6025207420726605e-24, | |
| "baseline_domain_chrf": 1.2249619322824674, | |
| "baseline_domain_comet": 5.6090462749125436e-05, | |
| "baseline_domain_comet_std": 2.8818004578613744e-05 | |
| }, | |
| "final_results": { | |
| "eval_loss": 3.4331178665161133, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.13267080600061182, | |
| "eval_chrf": 32.58629179021912, | |
| "eval_runtime": 4232.6844, | |
| "eval_samples_per_second": 49.634, | |
| "eval_steps_per_second": 0.776, | |
| "epoch": 5.59019565684799, | |
| "eval_comet": 0.18109756097373975, | |
| "eval_comet_std": 0.2659054657898372, | |
| "domain_bleu": 4.368836465550227e-26, | |
| "domain_chrf": 1.1158326682905924, | |
| "domain_comet": 5.6868112733354795e-05, | |
| "domain_comet_std": 3.055114082039886e-05 | |
| }, | |
| "improvements": { | |
| "eval_bleu_improvement_absolute": 0.011184267854779356, | |
| "eval_bleu_improvement_percent": 9.206178746614508, | |
| "eval_chrf_improvement_absolute": 0.22424316378172904, | |
| "eval_chrf_improvement_percent": 0.6929201744000193, | |
| "eval_comet_improvement_absolute": -0.01661516633327484, | |
| "eval_comet_improvement_percent": -8.40369082940942 | |
| }, | |
| "training_history": [ | |
| { | |
| "loss": 3.6787, | |
| "grad_norm": 2.8826961517333984, | |
| "learning_rate": 1.1705685618729097e-07, | |
| "epoch": 0.003583458754389737, | |
| "step": 50 | |
| }, | |
| { | |
| "loss": 3.6845, | |
| "grad_norm": 3.028228521347046, | |
| "learning_rate": 2.3650262780697565e-07, | |
| "epoch": 0.007166917508779474, | |
| "step": 100 | |
| }, | |
| { | |
| "loss": 3.6839, | |
| "grad_norm": 3.1519999504089355, | |
| "learning_rate": 3.5594839942666037e-07, | |
| "epoch": 0.010750376263169211, | |
| "step": 150 | |
| }, | |
| { | |
| "loss": 3.6742, | |
| "grad_norm": 2.8430724143981934, | |
| "learning_rate": 4.75394171046345e-07, | |
| "epoch": 0.014333835017558949, | |
| "step": 200 | |
| }, | |
| { | |
| "loss": 3.6864, | |
| "grad_norm": 2.86275577545166, | |
| "learning_rate": 5.948399426660297e-07, | |
| "epoch": 0.017917293771948686, | |
| "step": 250 | |
| }, | |
| { | |
| "loss": 3.671, | |
| "grad_norm": 2.787710189819336, | |
| "learning_rate": 7.142857142857143e-07, | |
| "epoch": 0.021500752526338422, | |
| "step": 300 | |
| }, | |
| { | |
| "loss": 3.6812, | |
| "grad_norm": 2.906496524810791, | |
| "learning_rate": 8.337314859053989e-07, | |
| "epoch": 0.025084211280728158, | |
| "step": 350 | |
| }, | |
| { | |
| "loss": 3.6657, | |
| "grad_norm": 2.733621120452881, | |
| "learning_rate": 9.531772575250838e-07, | |
| "epoch": 0.028667670035117897, | |
| "step": 400 | |
| }, | |
| { | |
| "loss": 3.6776, | |
| "grad_norm": 2.9586291313171387, | |
| "learning_rate": 1.0726230291447684e-06, | |
| "epoch": 0.03225112878950763, | |
| "step": 450 | |
| }, | |
| { | |
| "loss": 3.6817, | |
| "grad_norm": 2.697490930557251, | |
| "learning_rate": 1.192068800764453e-06, | |
| "epoch": 0.03583458754389737, | |
| "step": 500 | |
| }, | |
| { | |
| "loss": 3.6645, | |
| "grad_norm": 2.8789138793945312, | |
| "learning_rate": 1.3115145723841377e-06, | |
| "epoch": 0.03941804629828711, | |
| "step": 550 | |
| }, | |
| { | |
| "loss": 3.6701, | |
| "grad_norm": 2.738499879837036, | |
| "learning_rate": 1.4309603440038225e-06, | |
| "epoch": 0.043001505052676844, | |
| "step": 600 | |
| }, | |
| { | |
| "loss": 3.6557, | |
| "grad_norm": 2.976515293121338, | |
| "learning_rate": 1.550406115623507e-06, | |
| "epoch": 0.04658496380706658, | |
| "step": 650 | |
| }, | |
| { | |
| "loss": 3.6624, | |
| "grad_norm": 2.8300790786743164, | |
| "learning_rate": 1.6698518872431918e-06, | |
| "epoch": 0.050168422561456316, | |
| "step": 700 | |
| }, | |
| { | |
| "loss": 3.6638, | |
| "grad_norm": 2.8557324409484863, | |
| "learning_rate": 1.7892976588628764e-06, | |
| "epoch": 0.05375188131584605, | |
| "step": 750 | |
| }, | |
| { | |
| "loss": 3.6746, | |
| "grad_norm": 2.915972948074341, | |
| "learning_rate": 1.9087434304825613e-06, | |
| "epoch": 0.057335340070235795, | |
| "step": 800 | |
| }, | |
| { | |
| "loss": 3.6571, | |
| "grad_norm": 2.833534002304077, | |
| "learning_rate": 2.0281892021022457e-06, | |
| "epoch": 0.06091879882462553, | |
| "step": 850 | |
| }, | |
| { | |
| "loss": 3.6641, | |
| "grad_norm": 2.786886215209961, | |
| "learning_rate": 2.1476349737219305e-06, | |
| "epoch": 0.06450225757901526, | |
| "step": 900 | |
| }, | |
| { | |
| "loss": 3.6626, | |
| "grad_norm": 2.888093948364258, | |
| "learning_rate": 2.2670807453416154e-06, | |
| "epoch": 0.068085716333405, | |
| "step": 950 | |
| }, | |
| { | |
| "loss": 3.6669, | |
| "grad_norm": 2.935640335083008, | |
| "learning_rate": 2.3865265169613e-06, | |
| "epoch": 0.07166917508779475, | |
| "step": 1000 | |
| }, | |
| { | |
| "loss": 3.6766, | |
| "grad_norm": 2.9223127365112305, | |
| "learning_rate": 2.5059722885809846e-06, | |
| "epoch": 0.07525263384218447, | |
| "step": 1050 | |
| }, | |
| { | |
| "loss": 3.6616, | |
| "grad_norm": 2.855170488357544, | |
| "learning_rate": 2.625418060200669e-06, | |
| "epoch": 0.07883609259657422, | |
| "step": 1100 | |
| }, | |
| { | |
| "loss": 3.6633, | |
| "grad_norm": 2.822401285171509, | |
| "learning_rate": 2.7448638318203535e-06, | |
| "epoch": 0.08241955135096395, | |
| "step": 1150 | |
| }, | |
| { | |
| "loss": 3.6526, | |
| "grad_norm": 2.8145692348480225, | |
| "learning_rate": 2.8643096034400387e-06, | |
| "epoch": 0.08600301010535369, | |
| "step": 1200 | |
| }, | |
| { | |
| "loss": 3.6578, | |
| "grad_norm": 2.7493700981140137, | |
| "learning_rate": 2.983755375059723e-06, | |
| "epoch": 0.08958646885974342, | |
| "step": 1250 | |
| }, | |
| { | |
| "loss": 3.657, | |
| "grad_norm": 2.7674636840820312, | |
| "learning_rate": 3.1032011466794076e-06, | |
| "epoch": 0.09316992761413316, | |
| "step": 1300 | |
| }, | |
| { | |
| "loss": 3.6579, | |
| "grad_norm": 2.798501491546631, | |
| "learning_rate": 3.222646918299093e-06, | |
| "epoch": 0.0967533863685229, | |
| "step": 1350 | |
| }, | |
| { | |
| "loss": 3.6667, | |
| "grad_norm": 3.045165777206421, | |
| "learning_rate": 3.3420926899187773e-06, | |
| "epoch": 0.10033684512291263, | |
| "step": 1400 | |
| }, | |
| { | |
| "loss": 3.6693, | |
| "grad_norm": 2.730278730392456, | |
| "learning_rate": 3.4615384615384617e-06, | |
| "epoch": 0.10392030387730238, | |
| "step": 1450 | |
| }, | |
| { | |
| "loss": 3.6602, | |
| "grad_norm": 2.8988585472106934, | |
| "learning_rate": 3.580984233158146e-06, | |
| "epoch": 0.1075037626316921, | |
| "step": 1500 | |
| }, | |
| { | |
| "loss": 3.6628, | |
| "grad_norm": 2.9216086864471436, | |
| "learning_rate": 3.7004300047778314e-06, | |
| "epoch": 0.11108722138608185, | |
| "step": 1550 | |
| }, | |
| { | |
| "loss": 3.6625, | |
| "grad_norm": 2.7945556640625, | |
| "learning_rate": 3.819875776397516e-06, | |
| "epoch": 0.11467068014047159, | |
| "step": 1600 | |
| }, | |
| { | |
| "loss": 3.6457, | |
| "grad_norm": 2.895811080932617, | |
| "learning_rate": 3.9393215480172e-06, | |
| "epoch": 0.11825413889486132, | |
| "step": 1650 | |
| }, | |
| { | |
| "loss": 3.6572, | |
| "grad_norm": 2.634783983230591, | |
| "learning_rate": 4.0587673196368855e-06, | |
| "epoch": 0.12183759764925106, | |
| "step": 1700 | |
| }, | |
| { | |
| "loss": 3.6515, | |
| "grad_norm": 2.907348871231079, | |
| "learning_rate": 4.17821309125657e-06, | |
| "epoch": 0.1254210564036408, | |
| "step": 1750 | |
| }, | |
| { | |
| "loss": 3.6465, | |
| "grad_norm": 2.9280805587768555, | |
| "learning_rate": 4.297658862876254e-06, | |
| "epoch": 0.12900451515803052, | |
| "step": 1800 | |
| }, | |
| { | |
| "loss": 3.6564, | |
| "grad_norm": 3.136627197265625, | |
| "learning_rate": 4.417104634495939e-06, | |
| "epoch": 0.13258797391242028, | |
| "step": 1850 | |
| }, | |
| { | |
| "loss": 3.6438, | |
| "grad_norm": 2.8626930713653564, | |
| "learning_rate": 4.536550406115624e-06, | |
| "epoch": 0.13617143266681, | |
| "step": 1900 | |
| }, | |
| { | |
| "loss": 3.6442, | |
| "grad_norm": 2.99165678024292, | |
| "learning_rate": 4.6559961777353084e-06, | |
| "epoch": 0.13975489142119973, | |
| "step": 1950 | |
| }, | |
| { | |
| "loss": 3.6556, | |
| "grad_norm": 2.8795509338378906, | |
| "learning_rate": 4.775441949354993e-06, | |
| "epoch": 0.1433383501755895, | |
| "step": 2000 | |
| }, | |
| { | |
| "eval_loss": 3.6125245094299316, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.11687587046602367, | |
| "eval_chrf": 31.48836065140496, | |
| "eval_runtime": 84.7074, | |
| "eval_samples_per_second": 23.611, | |
| "eval_steps_per_second": 0.378, | |
| "epoch": 0.1433383501755895, | |
| "step": 2000 | |
| }, | |
| { | |
| "loss": 3.6548, | |
| "grad_norm": 2.849792003631592, | |
| "learning_rate": 4.894887720974678e-06, | |
| "epoch": 0.14692180892997922, | |
| "step": 2050 | |
| }, | |
| { | |
| "loss": 3.6464, | |
| "grad_norm": 2.7463502883911133, | |
| "learning_rate": 5.014333492594362e-06, | |
| "epoch": 0.15050526768436895, | |
| "step": 2100 | |
| }, | |
| { | |
| "loss": 3.6639, | |
| "grad_norm": 2.8596713542938232, | |
| "learning_rate": 5.133779264214047e-06, | |
| "epoch": 0.15408872643875868, | |
| "step": 2150 | |
| }, | |
| { | |
| "loss": 3.6624, | |
| "grad_norm": 2.8775205612182617, | |
| "learning_rate": 5.253225035833732e-06, | |
| "epoch": 0.15767218519314843, | |
| "step": 2200 | |
| }, | |
| { | |
| "loss": 3.646, | |
| "grad_norm": 2.9133002758026123, | |
| "learning_rate": 5.372670807453416e-06, | |
| "epoch": 0.16125564394753816, | |
| "step": 2250 | |
| }, | |
| { | |
| "loss": 3.6469, | |
| "grad_norm": 2.8221960067749023, | |
| "learning_rate": 5.492116579073101e-06, | |
| "epoch": 0.1648391027019279, | |
| "step": 2300 | |
| }, | |
| { | |
| "loss": 3.6567, | |
| "grad_norm": 2.8143768310546875, | |
| "learning_rate": 5.611562350692786e-06, | |
| "epoch": 0.16842256145631765, | |
| "step": 2350 | |
| }, | |
| { | |
| "loss": 3.6557, | |
| "grad_norm": 2.9973151683807373, | |
| "learning_rate": 5.73100812231247e-06, | |
| "epoch": 0.17200602021070738, | |
| "step": 2400 | |
| }, | |
| { | |
| "loss": 3.6554, | |
| "grad_norm": 3.0725531578063965, | |
| "learning_rate": 5.850453893932155e-06, | |
| "epoch": 0.1755894789650971, | |
| "step": 2450 | |
| }, | |
| { | |
| "loss": 3.6471, | |
| "grad_norm": 3.028376579284668, | |
| "learning_rate": 5.9698996655518404e-06, | |
| "epoch": 0.17917293771948684, | |
| "step": 2500 | |
| }, | |
| { | |
| "loss": 3.6492, | |
| "grad_norm": 2.886871814727783, | |
| "learning_rate": 6.089345437171524e-06, | |
| "epoch": 0.1827563964738766, | |
| "step": 2550 | |
| }, | |
| { | |
| "loss": 3.6598, | |
| "grad_norm": 2.8908731937408447, | |
| "learning_rate": 6.208791208791209e-06, | |
| "epoch": 0.18633985522826632, | |
| "step": 2600 | |
| }, | |
| { | |
| "loss": 3.6476, | |
| "grad_norm": 3.0486247539520264, | |
| "learning_rate": 6.3282369804108945e-06, | |
| "epoch": 0.18992331398265605, | |
| "step": 2650 | |
| }, | |
| { | |
| "loss": 3.6448, | |
| "grad_norm": 3.1281673908233643, | |
| "learning_rate": 6.447682752030578e-06, | |
| "epoch": 0.1935067727370458, | |
| "step": 2700 | |
| }, | |
| { | |
| "loss": 3.638, | |
| "grad_norm": 2.75227952003479, | |
| "learning_rate": 6.567128523650263e-06, | |
| "epoch": 0.19709023149143554, | |
| "step": 2750 | |
| }, | |
| { | |
| "loss": 3.6377, | |
| "grad_norm": 2.825026750564575, | |
| "learning_rate": 6.686574295269948e-06, | |
| "epoch": 0.20067369024582526, | |
| "step": 2800 | |
| }, | |
| { | |
| "loss": 3.643, | |
| "grad_norm": 2.7805380821228027, | |
| "learning_rate": 6.806020066889632e-06, | |
| "epoch": 0.204257149000215, | |
| "step": 2850 | |
| }, | |
| { | |
| "loss": 3.6556, | |
| "grad_norm": 3.056185483932495, | |
| "learning_rate": 6.9254658385093175e-06, | |
| "epoch": 0.20784060775460475, | |
| "step": 2900 | |
| }, | |
| { | |
| "loss": 3.6551, | |
| "grad_norm": 2.7656185626983643, | |
| "learning_rate": 7.044911610129002e-06, | |
| "epoch": 0.21142406650899448, | |
| "step": 2950 | |
| }, | |
| { | |
| "loss": 3.6527, | |
| "grad_norm": 2.9017703533172607, | |
| "learning_rate": 7.164357381748686e-06, | |
| "epoch": 0.2150075252633842, | |
| "step": 3000 | |
| }, | |
| { | |
| "loss": 3.6455, | |
| "grad_norm": 2.8588929176330566, | |
| "learning_rate": 7.283803153368372e-06, | |
| "epoch": 0.21859098401777396, | |
| "step": 3050 | |
| }, | |
| { | |
| "loss": 3.6578, | |
| "grad_norm": 2.759413003921509, | |
| "learning_rate": 7.403248924988056e-06, | |
| "epoch": 0.2221744427721637, | |
| "step": 3100 | |
| }, | |
| { | |
| "loss": 3.6526, | |
| "grad_norm": 2.810638904571533, | |
| "learning_rate": 7.5226946966077404e-06, | |
| "epoch": 0.22575790152655342, | |
| "step": 3150 | |
| }, | |
| { | |
| "loss": 3.6567, | |
| "grad_norm": 2.779322862625122, | |
| "learning_rate": 7.642140468227427e-06, | |
| "epoch": 0.22934136028094318, | |
| "step": 3200 | |
| }, | |
| { | |
| "loss": 3.6548, | |
| "grad_norm": 2.914285659790039, | |
| "learning_rate": 7.76158623984711e-06, | |
| "epoch": 0.2329248190353329, | |
| "step": 3250 | |
| }, | |
| { | |
| "loss": 3.6405, | |
| "grad_norm": 2.790729284286499, | |
| "learning_rate": 7.881032011466795e-06, | |
| "epoch": 0.23650827778972264, | |
| "step": 3300 | |
| }, | |
| { | |
| "loss": 3.6483, | |
| "grad_norm": 2.8829877376556396, | |
| "learning_rate": 8.00047778308648e-06, | |
| "epoch": 0.24009173654411237, | |
| "step": 3350 | |
| }, | |
| { | |
| "loss": 3.6411, | |
| "grad_norm": 2.7378406524658203, | |
| "learning_rate": 8.119923554706164e-06, | |
| "epoch": 0.24367519529850212, | |
| "step": 3400 | |
| }, | |
| { | |
| "loss": 3.639, | |
| "grad_norm": 2.9590532779693604, | |
| "learning_rate": 8.23936932632585e-06, | |
| "epoch": 0.24725865405289185, | |
| "step": 3450 | |
| }, | |
| { | |
| "loss": 3.6493, | |
| "grad_norm": 2.793628692626953, | |
| "learning_rate": 8.358815097945533e-06, | |
| "epoch": 0.2508421128072816, | |
| "step": 3500 | |
| }, | |
| { | |
| "loss": 3.6381, | |
| "grad_norm": 2.804919481277466, | |
| "learning_rate": 8.478260869565218e-06, | |
| "epoch": 0.25442557156167134, | |
| "step": 3550 | |
| }, | |
| { | |
| "loss": 3.6412, | |
| "grad_norm": 2.988947868347168, | |
| "learning_rate": 8.597706641184904e-06, | |
| "epoch": 0.25800903031606104, | |
| "step": 3600 | |
| }, | |
| { | |
| "loss": 3.6444, | |
| "grad_norm": 3.0187394618988037, | |
| "learning_rate": 8.717152412804587e-06, | |
| "epoch": 0.2615924890704508, | |
| "step": 3650 | |
| }, | |
| { | |
| "loss": 3.6372, | |
| "grad_norm": 2.841747999191284, | |
| "learning_rate": 8.836598184424272e-06, | |
| "epoch": 0.26517594782484055, | |
| "step": 3700 | |
| }, | |
| { | |
| "loss": 3.6553, | |
| "grad_norm": 2.8912370204925537, | |
| "learning_rate": 8.956043956043958e-06, | |
| "epoch": 0.26875940657923025, | |
| "step": 3750 | |
| }, | |
| { | |
| "loss": 3.6387, | |
| "grad_norm": 3.2106292247772217, | |
| "learning_rate": 9.075489727663641e-06, | |
| "epoch": 0.27234286533362, | |
| "step": 3800 | |
| }, | |
| { | |
| "loss": 3.6417, | |
| "grad_norm": 2.8960952758789062, | |
| "learning_rate": 9.194935499283327e-06, | |
| "epoch": 0.27592632408800977, | |
| "step": 3850 | |
| }, | |
| { | |
| "loss": 3.6434, | |
| "grad_norm": 2.7633676528930664, | |
| "learning_rate": 9.314381270903012e-06, | |
| "epoch": 0.27950978284239947, | |
| "step": 3900 | |
| }, | |
| { | |
| "loss": 3.6559, | |
| "grad_norm": 2.7297277450561523, | |
| "learning_rate": 9.433827042522695e-06, | |
| "epoch": 0.2830932415967892, | |
| "step": 3950 | |
| }, | |
| { | |
| "loss": 3.641, | |
| "grad_norm": 2.7868881225585938, | |
| "learning_rate": 9.55327281414238e-06, | |
| "epoch": 0.286676700351179, | |
| "step": 4000 | |
| }, | |
| { | |
| "eval_loss": 3.604299545288086, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.11855110578819589, | |
| "eval_chrf": 31.371795297948747, | |
| "eval_runtime": 79.5186, | |
| "eval_samples_per_second": 25.151, | |
| "eval_steps_per_second": 0.402, | |
| "epoch": 0.286676700351179, | |
| "step": 4000 | |
| }, | |
| { | |
| "loss": 3.6385, | |
| "grad_norm": 2.9395406246185303, | |
| "learning_rate": 9.672718585762066e-06, | |
| "epoch": 0.2902601591055687, | |
| "step": 4050 | |
| }, | |
| { | |
| "loss": 3.6459, | |
| "grad_norm": 2.838879108428955, | |
| "learning_rate": 9.79216435738175e-06, | |
| "epoch": 0.29384361785995844, | |
| "step": 4100 | |
| }, | |
| { | |
| "loss": 3.6445, | |
| "grad_norm": 2.835333824157715, | |
| "learning_rate": 9.911610129001435e-06, | |
| "epoch": 0.2974270766143482, | |
| "step": 4150 | |
| }, | |
| { | |
| "loss": 3.6509, | |
| "grad_norm": 2.8583765029907227, | |
| "learning_rate": 1.0031055900621118e-05, | |
| "epoch": 0.3010105353687379, | |
| "step": 4200 | |
| }, | |
| { | |
| "loss": 3.6438, | |
| "grad_norm": 3.103139638900757, | |
| "learning_rate": 1.0150501672240805e-05, | |
| "epoch": 0.30459399412312765, | |
| "step": 4250 | |
| }, | |
| { | |
| "loss": 3.6385, | |
| "grad_norm": 2.8596248626708984, | |
| "learning_rate": 1.0269947443860489e-05, | |
| "epoch": 0.30817745287751735, | |
| "step": 4300 | |
| }, | |
| { | |
| "loss": 3.6522, | |
| "grad_norm": 2.778722047805786, | |
| "learning_rate": 1.0389393215480172e-05, | |
| "epoch": 0.3117609116319071, | |
| "step": 4350 | |
| }, | |
| { | |
| "loss": 3.6504, | |
| "grad_norm": 2.895379066467285, | |
| "learning_rate": 1.050883898709986e-05, | |
| "epoch": 0.31534437038629687, | |
| "step": 4400 | |
| }, | |
| { | |
| "loss": 3.6507, | |
| "grad_norm": 2.701481342315674, | |
| "learning_rate": 1.0628284758719543e-05, | |
| "epoch": 0.31892782914068657, | |
| "step": 4450 | |
| }, | |
| { | |
| "loss": 3.634, | |
| "grad_norm": 2.87186336517334, | |
| "learning_rate": 1.0747730530339227e-05, | |
| "epoch": 0.3225112878950763, | |
| "step": 4500 | |
| }, | |
| { | |
| "loss": 3.6422, | |
| "grad_norm": 2.6985971927642822, | |
| "learning_rate": 1.086717630195891e-05, | |
| "epoch": 0.3260947466494661, | |
| "step": 4550 | |
| }, | |
| { | |
| "loss": 3.6412, | |
| "grad_norm": 2.993252754211426, | |
| "learning_rate": 1.0986622073578597e-05, | |
| "epoch": 0.3296782054038558, | |
| "step": 4600 | |
| }, | |
| { | |
| "loss": 3.6427, | |
| "grad_norm": 2.9659206867218018, | |
| "learning_rate": 1.110606784519828e-05, | |
| "epoch": 0.33326166415824554, | |
| "step": 4650 | |
| }, | |
| { | |
| "loss": 3.6421, | |
| "grad_norm": 2.7770729064941406, | |
| "learning_rate": 1.1225513616817964e-05, | |
| "epoch": 0.3368451229126353, | |
| "step": 4700 | |
| }, | |
| { | |
| "loss": 3.643, | |
| "grad_norm": 2.8897016048431396, | |
| "learning_rate": 1.1344959388437651e-05, | |
| "epoch": 0.340428581667025, | |
| "step": 4750 | |
| }, | |
| { | |
| "loss": 3.6249, | |
| "grad_norm": 3.156210422515869, | |
| "learning_rate": 1.1464405160057335e-05, | |
| "epoch": 0.34401204042141476, | |
| "step": 4800 | |
| }, | |
| { | |
| "loss": 3.6483, | |
| "grad_norm": 2.983232259750366, | |
| "learning_rate": 1.1583850931677018e-05, | |
| "epoch": 0.3475954991758045, | |
| "step": 4850 | |
| }, | |
| { | |
| "loss": 3.6444, | |
| "grad_norm": 3.007908821105957, | |
| "learning_rate": 1.1703296703296705e-05, | |
| "epoch": 0.3511789579301942, | |
| "step": 4900 | |
| }, | |
| { | |
| "loss": 3.6681, | |
| "grad_norm": 2.7451424598693848, | |
| "learning_rate": 1.1822742474916389e-05, | |
| "epoch": 0.35476241668458397, | |
| "step": 4950 | |
| }, | |
| { | |
| "loss": 3.6539, | |
| "grad_norm": 2.989840507507324, | |
| "learning_rate": 1.1942188246536072e-05, | |
| "epoch": 0.35834587543897367, | |
| "step": 5000 | |
| }, | |
| { | |
| "loss": 3.6297, | |
| "grad_norm": 2.841801166534424, | |
| "learning_rate": 1.206163401815576e-05, | |
| "epoch": 0.36192933419336343, | |
| "step": 5050 | |
| }, | |
| { | |
| "loss": 3.6522, | |
| "grad_norm": 3.0453057289123535, | |
| "learning_rate": 1.2181079789775443e-05, | |
| "epoch": 0.3655127929477532, | |
| "step": 5100 | |
| }, | |
| { | |
| "loss": 3.6355, | |
| "grad_norm": 2.991407871246338, | |
| "learning_rate": 1.2300525561395127e-05, | |
| "epoch": 0.3690962517021429, | |
| "step": 5150 | |
| }, | |
| { | |
| "loss": 3.6435, | |
| "grad_norm": 2.941945791244507, | |
| "learning_rate": 1.2419971333014814e-05, | |
| "epoch": 0.37267971045653264, | |
| "step": 5200 | |
| }, | |
| { | |
| "loss": 3.6256, | |
| "grad_norm": 2.92447829246521, | |
| "learning_rate": 1.2539417104634497e-05, | |
| "epoch": 0.3762631692109224, | |
| "step": 5250 | |
| }, | |
| { | |
| "loss": 3.654, | |
| "grad_norm": 2.8586673736572266, | |
| "learning_rate": 1.265886287625418e-05, | |
| "epoch": 0.3798466279653121, | |
| "step": 5300 | |
| }, | |
| { | |
| "loss": 3.6351, | |
| "grad_norm": 2.8122401237487793, | |
| "learning_rate": 1.2778308647873868e-05, | |
| "epoch": 0.38343008671970186, | |
| "step": 5350 | |
| }, | |
| { | |
| "loss": 3.6546, | |
| "grad_norm": 2.8284683227539062, | |
| "learning_rate": 1.2897754419493551e-05, | |
| "epoch": 0.3870135454740916, | |
| "step": 5400 | |
| }, | |
| { | |
| "loss": 3.6337, | |
| "grad_norm": 2.7817671298980713, | |
| "learning_rate": 1.3017200191113235e-05, | |
| "epoch": 0.3905970042284813, | |
| "step": 5450 | |
| }, | |
| { | |
| "loss": 3.6487, | |
| "grad_norm": 3.200016736984253, | |
| "learning_rate": 1.3136645962732922e-05, | |
| "epoch": 0.39418046298287107, | |
| "step": 5500 | |
| }, | |
| { | |
| "loss": 3.6342, | |
| "grad_norm": 2.7402632236480713, | |
| "learning_rate": 1.3256091734352605e-05, | |
| "epoch": 0.39776392173726083, | |
| "step": 5550 | |
| }, | |
| { | |
| "loss": 3.6392, | |
| "grad_norm": 2.810091018676758, | |
| "learning_rate": 1.3375537505972289e-05, | |
| "epoch": 0.40134738049165053, | |
| "step": 5600 | |
| }, | |
| { | |
| "loss": 3.641, | |
| "grad_norm": 2.894531011581421, | |
| "learning_rate": 1.3494983277591976e-05, | |
| "epoch": 0.4049308392460403, | |
| "step": 5650 | |
| }, | |
| { | |
| "loss": 3.6368, | |
| "grad_norm": 2.9225988388061523, | |
| "learning_rate": 1.361442904921166e-05, | |
| "epoch": 0.40851429800043, | |
| "step": 5700 | |
| }, | |
| { | |
| "loss": 3.6374, | |
| "grad_norm": 3.016430616378784, | |
| "learning_rate": 1.3733874820831343e-05, | |
| "epoch": 0.41209775675481974, | |
| "step": 5750 | |
| }, | |
| { | |
| "loss": 3.6452, | |
| "grad_norm": 2.9885077476501465, | |
| "learning_rate": 1.385332059245103e-05, | |
| "epoch": 0.4156812155092095, | |
| "step": 5800 | |
| }, | |
| { | |
| "loss": 3.6334, | |
| "grad_norm": 2.9427528381347656, | |
| "learning_rate": 1.3972766364070714e-05, | |
| "epoch": 0.4192646742635992, | |
| "step": 5850 | |
| }, | |
| { | |
| "loss": 3.6434, | |
| "grad_norm": 2.9331486225128174, | |
| "learning_rate": 1.4092212135690397e-05, | |
| "epoch": 0.42284813301798896, | |
| "step": 5900 | |
| }, | |
| { | |
| "loss": 3.6287, | |
| "grad_norm": 2.8337302207946777, | |
| "learning_rate": 1.421165790731008e-05, | |
| "epoch": 0.4264315917723787, | |
| "step": 5950 | |
| }, | |
| { | |
| "loss": 3.6363, | |
| "grad_norm": 2.9508445262908936, | |
| "learning_rate": 1.4331103678929768e-05, | |
| "epoch": 0.4300150505267684, | |
| "step": 6000 | |
| }, | |
| { | |
| "eval_loss": 3.59792423248291, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.10979748596234642, | |
| "eval_chrf": 31.31455144193432, | |
| "eval_runtime": 88.7529, | |
| "eval_samples_per_second": 22.534, | |
| "eval_steps_per_second": 0.361, | |
| "epoch": 0.4300150505267684, | |
| "step": 6000 | |
| }, | |
| { | |
| "loss": 3.6399, | |
| "grad_norm": 2.8384978771209717, | |
| "learning_rate": 1.4450549450549451e-05, | |
| "epoch": 0.4335985092811582, | |
| "step": 6050 | |
| }, | |
| { | |
| "loss": 3.6334, | |
| "grad_norm": 3.0397462844848633, | |
| "learning_rate": 1.4569995222169135e-05, | |
| "epoch": 0.43718196803554793, | |
| "step": 6100 | |
| }, | |
| { | |
| "loss": 3.6237, | |
| "grad_norm": 2.8816871643066406, | |
| "learning_rate": 1.4689440993788822e-05, | |
| "epoch": 0.44076542678993763, | |
| "step": 6150 | |
| }, | |
| { | |
| "loss": 3.6504, | |
| "grad_norm": 2.8406283855438232, | |
| "learning_rate": 1.4808886765408505e-05, | |
| "epoch": 0.4443488855443274, | |
| "step": 6200 | |
| }, | |
| { | |
| "loss": 3.6342, | |
| "grad_norm": 2.9639480113983154, | |
| "learning_rate": 1.4928332537028189e-05, | |
| "epoch": 0.44793234429871714, | |
| "step": 6250 | |
| }, | |
| { | |
| "loss": 3.6498, | |
| "grad_norm": 2.9352121353149414, | |
| "learning_rate": 1.5047778308647876e-05, | |
| "epoch": 0.45151580305310685, | |
| "step": 6300 | |
| }, | |
| { | |
| "loss": 3.6465, | |
| "grad_norm": 2.9181034564971924, | |
| "learning_rate": 1.516722408026756e-05, | |
| "epoch": 0.4550992618074966, | |
| "step": 6350 | |
| }, | |
| { | |
| "loss": 3.6422, | |
| "grad_norm": 2.8066813945770264, | |
| "learning_rate": 1.5286669851887245e-05, | |
| "epoch": 0.45868272056188636, | |
| "step": 6400 | |
| }, | |
| { | |
| "loss": 3.6359, | |
| "grad_norm": 2.9192256927490234, | |
| "learning_rate": 1.5406115623506928e-05, | |
| "epoch": 0.46226617931627606, | |
| "step": 6450 | |
| }, | |
| { | |
| "loss": 3.6411, | |
| "grad_norm": 2.8807878494262695, | |
| "learning_rate": 1.5525561395126615e-05, | |
| "epoch": 0.4658496380706658, | |
| "step": 6500 | |
| }, | |
| { | |
| "loss": 3.6309, | |
| "grad_norm": 2.8400449752807617, | |
| "learning_rate": 1.56450071667463e-05, | |
| "epoch": 0.4694330968250555, | |
| "step": 6550 | |
| }, | |
| { | |
| "loss": 3.6387, | |
| "grad_norm": 2.8949077129364014, | |
| "learning_rate": 1.5764452938365982e-05, | |
| "epoch": 0.4730165555794453, | |
| "step": 6600 | |
| }, | |
| { | |
| "loss": 3.6369, | |
| "grad_norm": 2.801791191101074, | |
| "learning_rate": 1.588389870998567e-05, | |
| "epoch": 0.47660001433383503, | |
| "step": 6650 | |
| }, | |
| { | |
| "loss": 3.6518, | |
| "grad_norm": 2.833810806274414, | |
| "learning_rate": 1.6003344481605353e-05, | |
| "epoch": 0.48018347308822473, | |
| "step": 6700 | |
| }, | |
| { | |
| "loss": 3.6286, | |
| "grad_norm": 3.0063154697418213, | |
| "learning_rate": 1.6122790253225036e-05, | |
| "epoch": 0.4837669318426145, | |
| "step": 6750 | |
| }, | |
| { | |
| "loss": 3.6327, | |
| "grad_norm": 2.8149757385253906, | |
| "learning_rate": 1.6242236024844723e-05, | |
| "epoch": 0.48735039059700425, | |
| "step": 6800 | |
| }, | |
| { | |
| "loss": 3.6269, | |
| "grad_norm": 2.7950377464294434, | |
| "learning_rate": 1.6361681796464407e-05, | |
| "epoch": 0.49093384935139395, | |
| "step": 6850 | |
| }, | |
| { | |
| "loss": 3.6352, | |
| "grad_norm": 2.8111937046051025, | |
| "learning_rate": 1.648112756808409e-05, | |
| "epoch": 0.4945173081057837, | |
| "step": 6900 | |
| }, | |
| { | |
| "loss": 3.634, | |
| "grad_norm": 2.9674079418182373, | |
| "learning_rate": 1.6600573339703778e-05, | |
| "epoch": 0.49810076686017346, | |
| "step": 6950 | |
| }, | |
| { | |
| "loss": 3.6418, | |
| "grad_norm": 2.844080924987793, | |
| "learning_rate": 1.672001911132346e-05, | |
| "epoch": 0.5016842256145632, | |
| "step": 7000 | |
| }, | |
| { | |
| "loss": 3.62, | |
| "grad_norm": 2.950845718383789, | |
| "learning_rate": 1.6839464882943145e-05, | |
| "epoch": 0.5052676843689529, | |
| "step": 7050 | |
| }, | |
| { | |
| "loss": 3.6269, | |
| "grad_norm": 2.891509532928467, | |
| "learning_rate": 1.695891065456283e-05, | |
| "epoch": 0.5088511431233427, | |
| "step": 7100 | |
| }, | |
| { | |
| "loss": 3.6251, | |
| "grad_norm": 2.821896553039551, | |
| "learning_rate": 1.7078356426182515e-05, | |
| "epoch": 0.5124346018777324, | |
| "step": 7150 | |
| }, | |
| { | |
| "loss": 3.6353, | |
| "grad_norm": 2.830019235610962, | |
| "learning_rate": 1.71978021978022e-05, | |
| "epoch": 0.5160180606321221, | |
| "step": 7200 | |
| }, | |
| { | |
| "loss": 3.639, | |
| "grad_norm": 2.682234525680542, | |
| "learning_rate": 1.7317247969421886e-05, | |
| "epoch": 0.5196015193865119, | |
| "step": 7250 | |
| }, | |
| { | |
| "loss": 3.6321, | |
| "grad_norm": 2.8084537982940674, | |
| "learning_rate": 1.743669374104157e-05, | |
| "epoch": 0.5231849781409016, | |
| "step": 7300 | |
| }, | |
| { | |
| "loss": 3.649, | |
| "grad_norm": 2.946808099746704, | |
| "learning_rate": 1.7556139512661253e-05, | |
| "epoch": 0.5267684368952913, | |
| "step": 7350 | |
| }, | |
| { | |
| "loss": 3.6391, | |
| "grad_norm": 2.7569286823272705, | |
| "learning_rate": 1.767558528428094e-05, | |
| "epoch": 0.5303518956496811, | |
| "step": 7400 | |
| }, | |
| { | |
| "loss": 3.6337, | |
| "grad_norm": 2.967864513397217, | |
| "learning_rate": 1.7795031055900623e-05, | |
| "epoch": 0.5339353544040708, | |
| "step": 7450 | |
| }, | |
| { | |
| "loss": 3.6393, | |
| "grad_norm": 3.0034618377685547, | |
| "learning_rate": 1.7914476827520307e-05, | |
| "epoch": 0.5375188131584605, | |
| "step": 7500 | |
| }, | |
| { | |
| "loss": 3.6431, | |
| "grad_norm": 2.723473310470581, | |
| "learning_rate": 1.8033922599139994e-05, | |
| "epoch": 0.5411022719128503, | |
| "step": 7550 | |
| }, | |
| { | |
| "loss": 3.6374, | |
| "grad_norm": 2.8928301334381104, | |
| "learning_rate": 1.8153368370759678e-05, | |
| "epoch": 0.54468573066724, | |
| "step": 7600 | |
| }, | |
| { | |
| "loss": 3.6369, | |
| "grad_norm": 2.8130874633789062, | |
| "learning_rate": 1.827281414237936e-05, | |
| "epoch": 0.5482691894216297, | |
| "step": 7650 | |
| }, | |
| { | |
| "loss": 3.6267, | |
| "grad_norm": 2.876746654510498, | |
| "learning_rate": 1.8392259913999048e-05, | |
| "epoch": 0.5518526481760195, | |
| "step": 7700 | |
| }, | |
| { | |
| "loss": 3.6446, | |
| "grad_norm": 2.977689027786255, | |
| "learning_rate": 1.851170568561873e-05, | |
| "epoch": 0.5554361069304092, | |
| "step": 7750 | |
| }, | |
| { | |
| "loss": 3.6161, | |
| "grad_norm": 2.820831537246704, | |
| "learning_rate": 1.8631151457238415e-05, | |
| "epoch": 0.5590195656847989, | |
| "step": 7800 | |
| }, | |
| { | |
| "loss": 3.6409, | |
| "grad_norm": 3.08670711517334, | |
| "learning_rate": 1.8750597228858102e-05, | |
| "epoch": 0.5626030244391887, | |
| "step": 7850 | |
| }, | |
| { | |
| "loss": 3.6321, | |
| "grad_norm": 2.8381645679473877, | |
| "learning_rate": 1.8870043000477786e-05, | |
| "epoch": 0.5661864831935784, | |
| "step": 7900 | |
| }, | |
| { | |
| "loss": 3.6326, | |
| "grad_norm": 2.8480851650238037, | |
| "learning_rate": 1.898948877209747e-05, | |
| "epoch": 0.5697699419479682, | |
| "step": 7950 | |
| }, | |
| { | |
| "loss": 3.6324, | |
| "grad_norm": 2.835008382797241, | |
| "learning_rate": 1.9108934543717156e-05, | |
| "epoch": 0.573353400702358, | |
| "step": 8000 | |
| }, | |
| { | |
| "eval_loss": 3.595062255859375, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.1174872077739482, | |
| "eval_chrf": 31.49347862672598, | |
| "eval_runtime": 79.874, | |
| "eval_samples_per_second": 25.039, | |
| "eval_steps_per_second": 0.401, | |
| "epoch": 0.573353400702358, | |
| "step": 8000 | |
| }, | |
| { | |
| "loss": 3.6277, | |
| "grad_norm": 2.907283067703247, | |
| "learning_rate": 1.922838031533684e-05, | |
| "epoch": 0.5769368594567477, | |
| "step": 8050 | |
| }, | |
| { | |
| "loss": 3.6309, | |
| "grad_norm": 2.783656120300293, | |
| "learning_rate": 1.9347826086956523e-05, | |
| "epoch": 0.5805203182111374, | |
| "step": 8100 | |
| }, | |
| { | |
| "loss": 3.6167, | |
| "grad_norm": 3.1348400115966797, | |
| "learning_rate": 1.946727185857621e-05, | |
| "epoch": 0.5841037769655272, | |
| "step": 8150 | |
| }, | |
| { | |
| "loss": 3.6282, | |
| "grad_norm": 2.880157709121704, | |
| "learning_rate": 1.9586717630195894e-05, | |
| "epoch": 0.5876872357199169, | |
| "step": 8200 | |
| }, | |
| { | |
| "loss": 3.6319, | |
| "grad_norm": 2.924098491668701, | |
| "learning_rate": 1.9706163401815578e-05, | |
| "epoch": 0.5912706944743066, | |
| "step": 8250 | |
| }, | |
| { | |
| "loss": 3.641, | |
| "grad_norm": 2.9245517253875732, | |
| "learning_rate": 1.9825609173435265e-05, | |
| "epoch": 0.5948541532286964, | |
| "step": 8300 | |
| }, | |
| { | |
| "loss": 3.6323, | |
| "grad_norm": 2.853644371032715, | |
| "learning_rate": 1.9945054945054948e-05, | |
| "epoch": 0.5984376119830861, | |
| "step": 8350 | |
| }, | |
| { | |
| "loss": 3.6318, | |
| "grad_norm": 3.058555841445923, | |
| "learning_rate": 1.9999993663100352e-05, | |
| "epoch": 0.6020210707374758, | |
| "step": 8400 | |
| }, | |
| { | |
| "loss": 3.6265, | |
| "grad_norm": 2.9240124225616455, | |
| "learning_rate": 1.9999948461660206e-05, | |
| "epoch": 0.6056045294918655, | |
| "step": 8450 | |
| }, | |
| { | |
| "loss": 3.6339, | |
| "grad_norm": 2.728078603744507, | |
| "learning_rate": 1.9999859797494658e-05, | |
| "epoch": 0.6091879882462553, | |
| "step": 8500 | |
| }, | |
| { | |
| "loss": 3.6355, | |
| "grad_norm": 2.748669385910034, | |
| "learning_rate": 1.9999727670989077e-05, | |
| "epoch": 0.612771447000645, | |
| "step": 8550 | |
| }, | |
| { | |
| "loss": 3.6249, | |
| "grad_norm": 3.0014336109161377, | |
| "learning_rate": 1.9999552082717713e-05, | |
| "epoch": 0.6163549057550347, | |
| "step": 8600 | |
| }, | |
| { | |
| "loss": 3.6167, | |
| "grad_norm": 2.8426921367645264, | |
| "learning_rate": 1.9999333033443727e-05, | |
| "epoch": 0.6199383645094245, | |
| "step": 8650 | |
| }, | |
| { | |
| "loss": 3.6507, | |
| "grad_norm": 2.800652265548706, | |
| "learning_rate": 1.999907052411918e-05, | |
| "epoch": 0.6235218232638142, | |
| "step": 8700 | |
| }, | |
| { | |
| "loss": 3.633, | |
| "grad_norm": 2.844484806060791, | |
| "learning_rate": 1.999876455588501e-05, | |
| "epoch": 0.6271052820182039, | |
| "step": 8750 | |
| }, | |
| { | |
| "loss": 3.6238, | |
| "grad_norm": 2.9430322647094727, | |
| "learning_rate": 1.999841513007104e-05, | |
| "epoch": 0.6306887407725937, | |
| "step": 8800 | |
| }, | |
| { | |
| "loss": 3.6256, | |
| "grad_norm": 2.8248939514160156, | |
| "learning_rate": 1.9998022248195982e-05, | |
| "epoch": 0.6342721995269834, | |
| "step": 8850 | |
| }, | |
| { | |
| "loss": 3.6217, | |
| "grad_norm": 2.8490238189697266, | |
| "learning_rate": 1.999758591196742e-05, | |
| "epoch": 0.6378556582813731, | |
| "step": 8900 | |
| }, | |
| { | |
| "loss": 3.6326, | |
| "grad_norm": 2.8636586666107178, | |
| "learning_rate": 1.999710612328179e-05, | |
| "epoch": 0.641439117035763, | |
| "step": 8950 | |
| }, | |
| { | |
| "loss": 3.6133, | |
| "grad_norm": 2.801966428756714, | |
| "learning_rate": 1.999658288422441e-05, | |
| "epoch": 0.6450225757901527, | |
| "step": 9000 | |
| }, | |
| { | |
| "loss": 3.6213, | |
| "grad_norm": 2.777209520339966, | |
| "learning_rate": 1.9996016197069415e-05, | |
| "epoch": 0.6486060345445424, | |
| "step": 9050 | |
| }, | |
| { | |
| "loss": 3.6226, | |
| "grad_norm": 2.8222055435180664, | |
| "learning_rate": 1.999540606427981e-05, | |
| "epoch": 0.6521894932989322, | |
| "step": 9100 | |
| }, | |
| { | |
| "loss": 3.6296, | |
| "grad_norm": 2.9050872325897217, | |
| "learning_rate": 1.99947524885074e-05, | |
| "epoch": 0.6557729520533219, | |
| "step": 9150 | |
| }, | |
| { | |
| "loss": 3.6274, | |
| "grad_norm": 2.8046138286590576, | |
| "learning_rate": 1.9994055472592823e-05, | |
| "epoch": 0.6593564108077116, | |
| "step": 9200 | |
| }, | |
| { | |
| "loss": 3.6243, | |
| "grad_norm": 3.2293264865875244, | |
| "learning_rate": 1.9993315019565514e-05, | |
| "epoch": 0.6629398695621014, | |
| "step": 9250 | |
| }, | |
| { | |
| "loss": 3.6167, | |
| "grad_norm": 2.808518886566162, | |
| "learning_rate": 1.9992531132643703e-05, | |
| "epoch": 0.6665233283164911, | |
| "step": 9300 | |
| }, | |
| { | |
| "loss": 3.6284, | |
| "grad_norm": 2.9400224685668945, | |
| "learning_rate": 1.999170381523439e-05, | |
| "epoch": 0.6701067870708808, | |
| "step": 9350 | |
| }, | |
| { | |
| "loss": 3.6227, | |
| "grad_norm": 2.8705012798309326, | |
| "learning_rate": 1.9990833070933346e-05, | |
| "epoch": 0.6736902458252706, | |
| "step": 9400 | |
| }, | |
| { | |
| "loss": 3.631, | |
| "grad_norm": 2.896789073944092, | |
| "learning_rate": 1.998991890352508e-05, | |
| "epoch": 0.6772737045796603, | |
| "step": 9450 | |
| }, | |
| { | |
| "loss": 3.6241, | |
| "grad_norm": 2.9855711460113525, | |
| "learning_rate": 1.998896131698283e-05, | |
| "epoch": 0.68085716333405, | |
| "step": 9500 | |
| }, | |
| { | |
| "loss": 3.6209, | |
| "grad_norm": 2.798070192337036, | |
| "learning_rate": 1.9987960315468554e-05, | |
| "epoch": 0.6844406220884398, | |
| "step": 9550 | |
| }, | |
| { | |
| "loss": 3.6324, | |
| "grad_norm": 2.9017467498779297, | |
| "learning_rate": 1.9986915903332894e-05, | |
| "epoch": 0.6880240808428295, | |
| "step": 9600 | |
| }, | |
| { | |
| "loss": 3.6297, | |
| "grad_norm": 2.988384246826172, | |
| "learning_rate": 1.998582808511518e-05, | |
| "epoch": 0.6916075395972192, | |
| "step": 9650 | |
| }, | |
| { | |
| "loss": 3.6311, | |
| "grad_norm": 2.9374516010284424, | |
| "learning_rate": 1.998469686554339e-05, | |
| "epoch": 0.695190998351609, | |
| "step": 9700 | |
| }, | |
| { | |
| "loss": 3.6257, | |
| "grad_norm": 2.8902134895324707, | |
| "learning_rate": 1.998352224953413e-05, | |
| "epoch": 0.6987744571059987, | |
| "step": 9750 | |
| }, | |
| { | |
| "loss": 3.6159, | |
| "grad_norm": 2.963186025619507, | |
| "learning_rate": 1.998230424219264e-05, | |
| "epoch": 0.7023579158603884, | |
| "step": 9800 | |
| }, | |
| { | |
| "loss": 3.6276, | |
| "grad_norm": 2.85019850730896, | |
| "learning_rate": 1.9981042848812725e-05, | |
| "epoch": 0.7059413746147782, | |
| "step": 9850 | |
| }, | |
| { | |
| "loss": 3.6218, | |
| "grad_norm": 2.9275527000427246, | |
| "learning_rate": 1.9979738074876786e-05, | |
| "epoch": 0.7095248333691679, | |
| "step": 9900 | |
| }, | |
| { | |
| "loss": 3.6291, | |
| "grad_norm": 2.9726195335388184, | |
| "learning_rate": 1.9978389926055746e-05, | |
| "epoch": 0.7131082921235576, | |
| "step": 9950 | |
| }, | |
| { | |
| "loss": 3.6285, | |
| "grad_norm": 2.723578929901123, | |
| "learning_rate": 1.9976998408209063e-05, | |
| "epoch": 0.7166917508779473, | |
| "step": 10000 | |
| }, | |
| { | |
| "eval_loss": 3.587348461151123, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12007022688548516, | |
| "eval_chrf": 31.489311961652856, | |
| "eval_runtime": 47.2058, | |
| "eval_samples_per_second": 42.368, | |
| "eval_steps_per_second": 0.678, | |
| "epoch": 0.7166917508779473, | |
| "step": 10000 | |
| }, | |
| { | |
| "loss": 3.6347, | |
| "grad_norm": 2.7564284801483154, | |
| "learning_rate": 1.997556352738468e-05, | |
| "epoch": 0.7202752096323372, | |
| "step": 10050 | |
| }, | |
| { | |
| "loss": 3.6261, | |
| "grad_norm": 2.7357685565948486, | |
| "learning_rate": 1.9974085289819016e-05, | |
| "epoch": 0.7238586683867269, | |
| "step": 10100 | |
| }, | |
| { | |
| "loss": 3.6229, | |
| "grad_norm": 2.7999777793884277, | |
| "learning_rate": 1.9972563701936923e-05, | |
| "epoch": 0.7274421271411166, | |
| "step": 10150 | |
| }, | |
| { | |
| "loss": 3.6282, | |
| "grad_norm": 2.989271640777588, | |
| "learning_rate": 1.9970998770351678e-05, | |
| "epoch": 0.7310255858955064, | |
| "step": 10200 | |
| }, | |
| { | |
| "loss": 3.613, | |
| "grad_norm": 2.7797861099243164, | |
| "learning_rate": 1.9969390501864926e-05, | |
| "epoch": 0.7346090446498961, | |
| "step": 10250 | |
| }, | |
| { | |
| "loss": 3.6211, | |
| "grad_norm": 2.9898197650909424, | |
| "learning_rate": 1.9967738903466683e-05, | |
| "epoch": 0.7381925034042858, | |
| "step": 10300 | |
| }, | |
| { | |
| "loss": 3.6218, | |
| "grad_norm": 3.181100368499756, | |
| "learning_rate": 1.9966043982335282e-05, | |
| "epoch": 0.7417759621586756, | |
| "step": 10350 | |
| }, | |
| { | |
| "loss": 3.6393, | |
| "grad_norm": 2.906479597091675, | |
| "learning_rate": 1.9964305745837343e-05, | |
| "epoch": 0.7453594209130653, | |
| "step": 10400 | |
| }, | |
| { | |
| "loss": 3.6195, | |
| "grad_norm": 3.0653111934661865, | |
| "learning_rate": 1.9962524201527766e-05, | |
| "epoch": 0.748942879667455, | |
| "step": 10450 | |
| }, | |
| { | |
| "loss": 3.6341, | |
| "grad_norm": 2.933912754058838, | |
| "learning_rate": 1.996069935714966e-05, | |
| "epoch": 0.7525263384218448, | |
| "step": 10500 | |
| }, | |
| { | |
| "loss": 3.6262, | |
| "grad_norm": 2.793137550354004, | |
| "learning_rate": 1.9958831220634337e-05, | |
| "epoch": 0.7561097971762345, | |
| "step": 10550 | |
| }, | |
| { | |
| "loss": 3.6225, | |
| "grad_norm": 2.852018356323242, | |
| "learning_rate": 1.9956919800101275e-05, | |
| "epoch": 0.7596932559306242, | |
| "step": 10600 | |
| }, | |
| { | |
| "loss": 3.6178, | |
| "grad_norm": 2.8703768253326416, | |
| "learning_rate": 1.9954965103858063e-05, | |
| "epoch": 0.763276714685014, | |
| "step": 10650 | |
| }, | |
| { | |
| "loss": 3.6259, | |
| "grad_norm": 2.734632968902588, | |
| "learning_rate": 1.9952967140400397e-05, | |
| "epoch": 0.7668601734394037, | |
| "step": 10700 | |
| }, | |
| { | |
| "loss": 3.6316, | |
| "grad_norm": 2.80359148979187, | |
| "learning_rate": 1.9950925918412008e-05, | |
| "epoch": 0.7704436321937934, | |
| "step": 10750 | |
| }, | |
| { | |
| "loss": 3.6292, | |
| "grad_norm": 3.0152428150177, | |
| "learning_rate": 1.994884144676465e-05, | |
| "epoch": 0.7740270909481832, | |
| "step": 10800 | |
| }, | |
| { | |
| "loss": 3.6296, | |
| "grad_norm": 2.88657283782959, | |
| "learning_rate": 1.9946713734518056e-05, | |
| "epoch": 0.7776105497025729, | |
| "step": 10850 | |
| }, | |
| { | |
| "loss": 3.6278, | |
| "grad_norm": 2.801419734954834, | |
| "learning_rate": 1.9944542790919888e-05, | |
| "epoch": 0.7811940084569626, | |
| "step": 10900 | |
| }, | |
| { | |
| "loss": 3.623, | |
| "grad_norm": 2.716407060623169, | |
| "learning_rate": 1.9942328625405706e-05, | |
| "epoch": 0.7847774672113524, | |
| "step": 10950 | |
| }, | |
| { | |
| "loss": 3.632, | |
| "grad_norm": 2.955462694168091, | |
| "learning_rate": 1.9940071247598928e-05, | |
| "epoch": 0.7883609259657421, | |
| "step": 11000 | |
| }, | |
| { | |
| "loss": 3.6284, | |
| "grad_norm": 3.078378677368164, | |
| "learning_rate": 1.993777066731078e-05, | |
| "epoch": 0.7919443847201318, | |
| "step": 11050 | |
| }, | |
| { | |
| "loss": 3.6193, | |
| "grad_norm": 2.8438644409179688, | |
| "learning_rate": 1.9935426894540267e-05, | |
| "epoch": 0.7955278434745217, | |
| "step": 11100 | |
| }, | |
| { | |
| "loss": 3.6283, | |
| "grad_norm": 2.809417724609375, | |
| "learning_rate": 1.9933039939474115e-05, | |
| "epoch": 0.7991113022289114, | |
| "step": 11150 | |
| }, | |
| { | |
| "loss": 3.6337, | |
| "grad_norm": 2.7698774337768555, | |
| "learning_rate": 1.993060981248674e-05, | |
| "epoch": 0.8026947609833011, | |
| "step": 11200 | |
| }, | |
| { | |
| "loss": 3.6226, | |
| "grad_norm": 2.8526763916015625, | |
| "learning_rate": 1.992813652414018e-05, | |
| "epoch": 0.8062782197376909, | |
| "step": 11250 | |
| }, | |
| { | |
| "loss": 3.6191, | |
| "grad_norm": 2.9962968826293945, | |
| "learning_rate": 1.9925620085184087e-05, | |
| "epoch": 0.8098616784920806, | |
| "step": 11300 | |
| }, | |
| { | |
| "loss": 3.6248, | |
| "grad_norm": 2.8856618404388428, | |
| "learning_rate": 1.9923060506555636e-05, | |
| "epoch": 0.8134451372464703, | |
| "step": 11350 | |
| }, | |
| { | |
| "loss": 3.6294, | |
| "grad_norm": 2.822512149810791, | |
| "learning_rate": 1.9920457799379517e-05, | |
| "epoch": 0.81702859600086, | |
| "step": 11400 | |
| }, | |
| { | |
| "loss": 3.6105, | |
| "grad_norm": 2.854797124862671, | |
| "learning_rate": 1.9917811974967863e-05, | |
| "epoch": 0.8206120547552498, | |
| "step": 11450 | |
| }, | |
| { | |
| "loss": 3.6215, | |
| "grad_norm": 2.7683629989624023, | |
| "learning_rate": 1.9915123044820204e-05, | |
| "epoch": 0.8241955135096395, | |
| "step": 11500 | |
| }, | |
| { | |
| "loss": 3.636, | |
| "grad_norm": 2.974020481109619, | |
| "learning_rate": 1.991239102062343e-05, | |
| "epoch": 0.8277789722640292, | |
| "step": 11550 | |
| }, | |
| { | |
| "loss": 3.6183, | |
| "grad_norm": 3.102997303009033, | |
| "learning_rate": 1.9909615914251718e-05, | |
| "epoch": 0.831362431018419, | |
| "step": 11600 | |
| }, | |
| { | |
| "loss": 3.6109, | |
| "grad_norm": 3.0818939208984375, | |
| "learning_rate": 1.99067977377665e-05, | |
| "epoch": 0.8349458897728087, | |
| "step": 11650 | |
| }, | |
| { | |
| "loss": 3.6132, | |
| "grad_norm": 2.863049030303955, | |
| "learning_rate": 1.99039365034164e-05, | |
| "epoch": 0.8385293485271984, | |
| "step": 11700 | |
| }, | |
| { | |
| "loss": 3.6232, | |
| "grad_norm": 2.929948091506958, | |
| "learning_rate": 1.9901032223637192e-05, | |
| "epoch": 0.8421128072815882, | |
| "step": 11750 | |
| }, | |
| { | |
| "loss": 3.6361, | |
| "grad_norm": 2.918569803237915, | |
| "learning_rate": 1.9898084911051726e-05, | |
| "epoch": 0.8456962660359779, | |
| "step": 11800 | |
| }, | |
| { | |
| "loss": 3.6302, | |
| "grad_norm": 2.835664987564087, | |
| "learning_rate": 1.98950945784699e-05, | |
| "epoch": 0.8492797247903676, | |
| "step": 11850 | |
| }, | |
| { | |
| "loss": 3.6206, | |
| "grad_norm": 2.721726179122925, | |
| "learning_rate": 1.9892061238888572e-05, | |
| "epoch": 0.8528631835447574, | |
| "step": 11900 | |
| }, | |
| { | |
| "loss": 3.6238, | |
| "grad_norm": 2.9326517581939697, | |
| "learning_rate": 1.988898490549154e-05, | |
| "epoch": 0.8564466422991471, | |
| "step": 11950 | |
| }, | |
| { | |
| "loss": 3.6257, | |
| "grad_norm": 2.7650375366210938, | |
| "learning_rate": 1.988586559164945e-05, | |
| "epoch": 0.8600301010535368, | |
| "step": 12000 | |
| }, | |
| { | |
| "eval_loss": 3.5809693336486816, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.11722567739374905, | |
| "eval_chrf": 31.51754387552214, | |
| "eval_runtime": 53.8004, | |
| "eval_samples_per_second": 37.174, | |
| "eval_steps_per_second": 0.595, | |
| "epoch": 0.8600301010535368, | |
| "step": 12000 | |
| }, | |
| { | |
| "loss": 3.6138, | |
| "grad_norm": 2.719275951385498, | |
| "learning_rate": 1.988270331091976e-05, | |
| "epoch": 0.8636135598079266, | |
| "step": 12050 | |
| }, | |
| { | |
| "loss": 3.621, | |
| "grad_norm": 2.957811117172241, | |
| "learning_rate": 1.987949807704668e-05, | |
| "epoch": 0.8671970185623163, | |
| "step": 12100 | |
| }, | |
| { | |
| "loss": 3.6103, | |
| "grad_norm": 2.837359666824341, | |
| "learning_rate": 1.987624990396109e-05, | |
| "epoch": 0.870780477316706, | |
| "step": 12150 | |
| }, | |
| { | |
| "loss": 3.6285, | |
| "grad_norm": 2.894859552383423, | |
| "learning_rate": 1.987295880578052e-05, | |
| "epoch": 0.8743639360710959, | |
| "step": 12200 | |
| }, | |
| { | |
| "loss": 3.6078, | |
| "grad_norm": 2.905449867248535, | |
| "learning_rate": 1.986962479680905e-05, | |
| "epoch": 0.8779473948254856, | |
| "step": 12250 | |
| }, | |
| { | |
| "loss": 3.6177, | |
| "grad_norm": 3.023170232772827, | |
| "learning_rate": 1.9866247891537266e-05, | |
| "epoch": 0.8815308535798753, | |
| "step": 12300 | |
| }, | |
| { | |
| "loss": 3.6206, | |
| "grad_norm": 2.903045892715454, | |
| "learning_rate": 1.9862828104642195e-05, | |
| "epoch": 0.8851143123342651, | |
| "step": 12350 | |
| }, | |
| { | |
| "loss": 3.6127, | |
| "grad_norm": 2.9137301445007324, | |
| "learning_rate": 1.985936545098724e-05, | |
| "epoch": 0.8886977710886548, | |
| "step": 12400 | |
| }, | |
| { | |
| "loss": 3.6128, | |
| "grad_norm": 2.7642569541931152, | |
| "learning_rate": 1.985585994562211e-05, | |
| "epoch": 0.8922812298430445, | |
| "step": 12450 | |
| }, | |
| { | |
| "loss": 3.6066, | |
| "grad_norm": 2.8335928916931152, | |
| "learning_rate": 1.9852311603782767e-05, | |
| "epoch": 0.8958646885974343, | |
| "step": 12500 | |
| }, | |
| { | |
| "loss": 3.6199, | |
| "grad_norm": 2.929553985595703, | |
| "learning_rate": 1.984872044089136e-05, | |
| "epoch": 0.899448147351824, | |
| "step": 12550 | |
| }, | |
| { | |
| "loss": 3.6079, | |
| "grad_norm": 2.8551418781280518, | |
| "learning_rate": 1.9845086472556126e-05, | |
| "epoch": 0.9030316061062137, | |
| "step": 12600 | |
| }, | |
| { | |
| "loss": 3.6199, | |
| "grad_norm": 2.9887542724609375, | |
| "learning_rate": 1.984140971457138e-05, | |
| "epoch": 0.9066150648606035, | |
| "step": 12650 | |
| }, | |
| { | |
| "loss": 3.6298, | |
| "grad_norm": 2.916717529296875, | |
| "learning_rate": 1.9837690182917386e-05, | |
| "epoch": 0.9101985236149932, | |
| "step": 12700 | |
| }, | |
| { | |
| "loss": 3.6293, | |
| "grad_norm": 2.814689874649048, | |
| "learning_rate": 1.983392789376033e-05, | |
| "epoch": 0.9137819823693829, | |
| "step": 12750 | |
| }, | |
| { | |
| "loss": 3.6209, | |
| "grad_norm": 2.83451247215271, | |
| "learning_rate": 1.9830122863452226e-05, | |
| "epoch": 0.9173654411237727, | |
| "step": 12800 | |
| }, | |
| { | |
| "loss": 3.6251, | |
| "grad_norm": 2.942328453063965, | |
| "learning_rate": 1.9826275108530862e-05, | |
| "epoch": 0.9209488998781624, | |
| "step": 12850 | |
| }, | |
| { | |
| "loss": 3.6061, | |
| "grad_norm": 3.013244867324829, | |
| "learning_rate": 1.9822384645719716e-05, | |
| "epoch": 0.9245323586325521, | |
| "step": 12900 | |
| }, | |
| { | |
| "loss": 3.6169, | |
| "grad_norm": 2.9658825397491455, | |
| "learning_rate": 1.9818451491927885e-05, | |
| "epoch": 0.9281158173869418, | |
| "step": 12950 | |
| }, | |
| { | |
| "loss": 3.6195, | |
| "grad_norm": 2.8597347736358643, | |
| "learning_rate": 1.9814475664250013e-05, | |
| "epoch": 0.9316992761413316, | |
| "step": 13000 | |
| }, | |
| { | |
| "loss": 3.5915, | |
| "grad_norm": 2.7015843391418457, | |
| "learning_rate": 1.9810457179966226e-05, | |
| "epoch": 0.9352827348957213, | |
| "step": 13050 | |
| }, | |
| { | |
| "loss": 3.615, | |
| "grad_norm": 2.8066132068634033, | |
| "learning_rate": 1.9806396056542037e-05, | |
| "epoch": 0.938866193650111, | |
| "step": 13100 | |
| }, | |
| { | |
| "loss": 3.611, | |
| "grad_norm": 2.7786614894866943, | |
| "learning_rate": 1.980229231162829e-05, | |
| "epoch": 0.9424496524045008, | |
| "step": 13150 | |
| }, | |
| { | |
| "loss": 3.607, | |
| "grad_norm": 2.8971211910247803, | |
| "learning_rate": 1.9798145963061065e-05, | |
| "epoch": 0.9460331111588905, | |
| "step": 13200 | |
| }, | |
| { | |
| "loss": 3.6187, | |
| "grad_norm": 2.8930957317352295, | |
| "learning_rate": 1.979395702886162e-05, | |
| "epoch": 0.9496165699132803, | |
| "step": 13250 | |
| }, | |
| { | |
| "loss": 3.6181, | |
| "grad_norm": 2.9003138542175293, | |
| "learning_rate": 1.97897255272363e-05, | |
| "epoch": 0.9532000286676701, | |
| "step": 13300 | |
| }, | |
| { | |
| "loss": 3.6079, | |
| "grad_norm": 2.9119668006896973, | |
| "learning_rate": 1.9785451476576455e-05, | |
| "epoch": 0.9567834874220598, | |
| "step": 13350 | |
| }, | |
| { | |
| "loss": 3.6133, | |
| "grad_norm": 3.030841588973999, | |
| "learning_rate": 1.9781134895458372e-05, | |
| "epoch": 0.9603669461764495, | |
| "step": 13400 | |
| }, | |
| { | |
| "loss": 3.621, | |
| "grad_norm": 2.7075891494750977, | |
| "learning_rate": 1.9776775802643188e-05, | |
| "epoch": 0.9639504049308393, | |
| "step": 13450 | |
| }, | |
| { | |
| "loss": 3.6197, | |
| "grad_norm": 2.8866469860076904, | |
| "learning_rate": 1.97723742170768e-05, | |
| "epoch": 0.967533863685229, | |
| "step": 13500 | |
| }, | |
| { | |
| "loss": 3.6184, | |
| "grad_norm": 3.052185535430908, | |
| "learning_rate": 1.97679301578898e-05, | |
| "epoch": 0.9711173224396187, | |
| "step": 13550 | |
| }, | |
| { | |
| "loss": 3.6029, | |
| "grad_norm": 2.826352596282959, | |
| "learning_rate": 1.9763443644397383e-05, | |
| "epoch": 0.9747007811940085, | |
| "step": 13600 | |
| }, | |
| { | |
| "loss": 3.6058, | |
| "grad_norm": 2.876699447631836, | |
| "learning_rate": 1.9758914696099255e-05, | |
| "epoch": 0.9782842399483982, | |
| "step": 13650 | |
| }, | |
| { | |
| "loss": 3.6125, | |
| "grad_norm": 2.7733070850372314, | |
| "learning_rate": 1.9754343332679565e-05, | |
| "epoch": 0.9818676987027879, | |
| "step": 13700 | |
| }, | |
| { | |
| "loss": 3.6134, | |
| "grad_norm": 2.869494676589966, | |
| "learning_rate": 1.9749729574006802e-05, | |
| "epoch": 0.9854511574571777, | |
| "step": 13750 | |
| }, | |
| { | |
| "loss": 3.6068, | |
| "grad_norm": 2.8927626609802246, | |
| "learning_rate": 1.9745073440133726e-05, | |
| "epoch": 0.9890346162115674, | |
| "step": 13800 | |
| }, | |
| { | |
| "loss": 3.611, | |
| "grad_norm": 2.9457714557647705, | |
| "learning_rate": 1.974037495129727e-05, | |
| "epoch": 0.9926180749659571, | |
| "step": 13850 | |
| }, | |
| { | |
| "loss": 3.6127, | |
| "grad_norm": 2.909592866897583, | |
| "learning_rate": 1.973563412791845e-05, | |
| "epoch": 0.9962015337203469, | |
| "step": 13900 | |
| }, | |
| { | |
| "loss": 3.6085, | |
| "grad_norm": 2.8160746097564697, | |
| "learning_rate": 1.9730850990602278e-05, | |
| "epoch": 0.9997849924747366, | |
| "step": 13950 | |
| }, | |
| { | |
| "loss": 3.5801, | |
| "grad_norm": 2.8922431468963623, | |
| "learning_rate": 1.9726025560137683e-05, | |
| "epoch": 1.0033684512291263, | |
| "step": 14000 | |
| }, | |
| { | |
| "eval_loss": 3.576389789581299, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.11775248119794621, | |
| "eval_chrf": 31.27028786595164, | |
| "eval_runtime": 45.3907, | |
| "eval_samples_per_second": 44.062, | |
| "eval_steps_per_second": 0.705, | |
| "epoch": 1.0033684512291263, | |
| "step": 14000 | |
| }, | |
| { | |
| "loss": 3.5921, | |
| "grad_norm": 2.871699810028076, | |
| "learning_rate": 1.9721157857497412e-05, | |
| "epoch": 1.006951909983516, | |
| "step": 14050 | |
| }, | |
| { | |
| "loss": 3.5817, | |
| "grad_norm": 2.898510694503784, | |
| "learning_rate": 1.9716247903837936e-05, | |
| "epoch": 1.0105353687379057, | |
| "step": 14100 | |
| }, | |
| { | |
| "loss": 3.5937, | |
| "grad_norm": 2.8110485076904297, | |
| "learning_rate": 1.9711295720499356e-05, | |
| "epoch": 1.0141188274922956, | |
| "step": 14150 | |
| }, | |
| { | |
| "loss": 3.5808, | |
| "grad_norm": 2.9993646144866943, | |
| "learning_rate": 1.9706301329005324e-05, | |
| "epoch": 1.0177022862466854, | |
| "step": 14200 | |
| }, | |
| { | |
| "loss": 3.5851, | |
| "grad_norm": 2.9132018089294434, | |
| "learning_rate": 1.970126475106294e-05, | |
| "epoch": 1.021285745001075, | |
| "step": 14250 | |
| }, | |
| { | |
| "loss": 3.5844, | |
| "grad_norm": 2.8515379428863525, | |
| "learning_rate": 1.9696186008562657e-05, | |
| "epoch": 1.0248692037554648, | |
| "step": 14300 | |
| }, | |
| { | |
| "loss": 3.5971, | |
| "grad_norm": 3.0523390769958496, | |
| "learning_rate": 1.9691065123578193e-05, | |
| "epoch": 1.0284526625098545, | |
| "step": 14350 | |
| }, | |
| { | |
| "loss": 3.5834, | |
| "grad_norm": 2.8365325927734375, | |
| "learning_rate": 1.9685902118366413e-05, | |
| "epoch": 1.0320361212642442, | |
| "step": 14400 | |
| }, | |
| { | |
| "loss": 3.5741, | |
| "grad_norm": 2.803745746612549, | |
| "learning_rate": 1.968069701536727e-05, | |
| "epoch": 1.035619580018634, | |
| "step": 14450 | |
| }, | |
| { | |
| "loss": 3.5806, | |
| "grad_norm": 2.763012409210205, | |
| "learning_rate": 1.967544983720367e-05, | |
| "epoch": 1.0392030387730238, | |
| "step": 14500 | |
| }, | |
| { | |
| "loss": 3.5837, | |
| "grad_norm": 2.7286765575408936, | |
| "learning_rate": 1.96701606066814e-05, | |
| "epoch": 1.0427864975274135, | |
| "step": 14550 | |
| }, | |
| { | |
| "loss": 3.596, | |
| "grad_norm": 2.9676997661590576, | |
| "learning_rate": 1.9664829346789022e-05, | |
| "epoch": 1.0463699562818032, | |
| "step": 14600 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.8552908897399902, | |
| "learning_rate": 1.965945608069775e-05, | |
| "epoch": 1.0499534150361929, | |
| "step": 14650 | |
| }, | |
| { | |
| "loss": 3.5812, | |
| "grad_norm": 2.8199284076690674, | |
| "learning_rate": 1.96540408317614e-05, | |
| "epoch": 1.0535368737905826, | |
| "step": 14700 | |
| }, | |
| { | |
| "loss": 3.5869, | |
| "grad_norm": 2.911534547805786, | |
| "learning_rate": 1.9648583623516223e-05, | |
| "epoch": 1.0571203325449725, | |
| "step": 14750 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.83366060256958, | |
| "learning_rate": 1.964308447968087e-05, | |
| "epoch": 1.0607037912993622, | |
| "step": 14800 | |
| }, | |
| { | |
| "loss": 3.5797, | |
| "grad_norm": 2.759336471557617, | |
| "learning_rate": 1.9637543424156235e-05, | |
| "epoch": 1.064287250053752, | |
| "step": 14850 | |
| }, | |
| { | |
| "loss": 3.5859, | |
| "grad_norm": 3.045990467071533, | |
| "learning_rate": 1.9631960481025384e-05, | |
| "epoch": 1.0678707088081416, | |
| "step": 14900 | |
| }, | |
| { | |
| "loss": 3.592, | |
| "grad_norm": 2.704941749572754, | |
| "learning_rate": 1.962633567455343e-05, | |
| "epoch": 1.0714541675625313, | |
| "step": 14950 | |
| }, | |
| { | |
| "loss": 3.6031, | |
| "grad_norm": 2.9140286445617676, | |
| "learning_rate": 1.9620669029187443e-05, | |
| "epoch": 1.075037626316921, | |
| "step": 15000 | |
| }, | |
| { | |
| "loss": 3.5877, | |
| "grad_norm": 2.90734601020813, | |
| "learning_rate": 1.9614960569556333e-05, | |
| "epoch": 1.078621085071311, | |
| "step": 15050 | |
| }, | |
| { | |
| "loss": 3.588, | |
| "grad_norm": 2.916163921356201, | |
| "learning_rate": 1.9609210320470754e-05, | |
| "epoch": 1.0822045438257006, | |
| "step": 15100 | |
| }, | |
| { | |
| "loss": 3.5795, | |
| "grad_norm": 2.9468653202056885, | |
| "learning_rate": 1.960341830692298e-05, | |
| "epoch": 1.0857880025800903, | |
| "step": 15150 | |
| }, | |
| { | |
| "loss": 3.579, | |
| "grad_norm": 2.8042938709259033, | |
| "learning_rate": 1.9597584554086812e-05, | |
| "epoch": 1.08937146133448, | |
| "step": 15200 | |
| }, | |
| { | |
| "loss": 3.5875, | |
| "grad_norm": 2.915332078933716, | |
| "learning_rate": 1.9591709087317464e-05, | |
| "epoch": 1.0929549200888697, | |
| "step": 15250 | |
| }, | |
| { | |
| "loss": 3.5974, | |
| "grad_norm": 2.9174373149871826, | |
| "learning_rate": 1.9585791932151437e-05, | |
| "epoch": 1.0965383788432594, | |
| "step": 15300 | |
| }, | |
| { | |
| "loss": 3.5845, | |
| "grad_norm": 2.8382954597473145, | |
| "learning_rate": 1.9579833114306444e-05, | |
| "epoch": 1.1001218375976491, | |
| "step": 15350 | |
| }, | |
| { | |
| "loss": 3.5758, | |
| "grad_norm": 2.9401307106018066, | |
| "learning_rate": 1.9573832659681256e-05, | |
| "epoch": 1.103705296352039, | |
| "step": 15400 | |
| }, | |
| { | |
| "loss": 3.5893, | |
| "grad_norm": 2.9210591316223145, | |
| "learning_rate": 1.9567790594355628e-05, | |
| "epoch": 1.1072887551064288, | |
| "step": 15450 | |
| }, | |
| { | |
| "loss": 3.5813, | |
| "grad_norm": 2.979118585586548, | |
| "learning_rate": 1.9561706944590152e-05, | |
| "epoch": 1.1108722138608185, | |
| "step": 15500 | |
| }, | |
| { | |
| "loss": 3.5848, | |
| "grad_norm": 2.819551706314087, | |
| "learning_rate": 1.955558173682616e-05, | |
| "epoch": 1.1144556726152082, | |
| "step": 15550 | |
| }, | |
| { | |
| "loss": 3.5877, | |
| "grad_norm": 3.050530433654785, | |
| "learning_rate": 1.9549414997685622e-05, | |
| "epoch": 1.1180391313695979, | |
| "step": 15600 | |
| }, | |
| { | |
| "loss": 3.5914, | |
| "grad_norm": 2.998528003692627, | |
| "learning_rate": 1.9543206753970995e-05, | |
| "epoch": 1.1216225901239876, | |
| "step": 15650 | |
| }, | |
| { | |
| "loss": 3.585, | |
| "grad_norm": 2.822105884552002, | |
| "learning_rate": 1.9536957032665143e-05, | |
| "epoch": 1.1252060488783775, | |
| "step": 15700 | |
| }, | |
| { | |
| "loss": 3.5856, | |
| "grad_norm": 3.0305516719818115, | |
| "learning_rate": 1.9530665860931196e-05, | |
| "epoch": 1.1287895076327672, | |
| "step": 15750 | |
| }, | |
| { | |
| "loss": 3.5816, | |
| "grad_norm": 2.8129825592041016, | |
| "learning_rate": 1.9524333266112445e-05, | |
| "epoch": 1.132372966387157, | |
| "step": 15800 | |
| }, | |
| { | |
| "loss": 3.5947, | |
| "grad_norm": 2.818956136703491, | |
| "learning_rate": 1.951795927573221e-05, | |
| "epoch": 1.1359564251415466, | |
| "step": 15850 | |
| }, | |
| { | |
| "loss": 3.591, | |
| "grad_norm": 3.0029408931732178, | |
| "learning_rate": 1.9511543917493737e-05, | |
| "epoch": 1.1395398838959363, | |
| "step": 15900 | |
| }, | |
| { | |
| "loss": 3.5898, | |
| "grad_norm": 2.7513229846954346, | |
| "learning_rate": 1.9505087219280064e-05, | |
| "epoch": 1.143123342650326, | |
| "step": 15950 | |
| }, | |
| { | |
| "loss": 3.5844, | |
| "grad_norm": 2.8931450843811035, | |
| "learning_rate": 1.9498589209153905e-05, | |
| "epoch": 1.146706801404716, | |
| "step": 16000 | |
| }, | |
| { | |
| "eval_loss": 3.5715930461883545, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.11826020887168966, | |
| "eval_chrf": 31.46571933323934, | |
| "eval_runtime": 47.0137, | |
| "eval_samples_per_second": 42.541, | |
| "eval_steps_per_second": 0.681, | |
| "epoch": 1.146706801404716, | |
| "step": 16000 | |
| }, | |
| { | |
| "loss": 3.5916, | |
| "grad_norm": 2.7675859928131104, | |
| "learning_rate": 1.9492049915357528e-05, | |
| "epoch": 1.1502902601591056, | |
| "step": 16050 | |
| }, | |
| { | |
| "loss": 3.5741, | |
| "grad_norm": 2.767925262451172, | |
| "learning_rate": 1.9485469366312636e-05, | |
| "epoch": 1.1538737189134953, | |
| "step": 16100 | |
| }, | |
| { | |
| "loss": 3.5792, | |
| "grad_norm": 2.869442939758301, | |
| "learning_rate": 1.947884759062023e-05, | |
| "epoch": 1.157457177667885, | |
| "step": 16150 | |
| }, | |
| { | |
| "loss": 3.5901, | |
| "grad_norm": 2.943472385406494, | |
| "learning_rate": 1.9472184617060506e-05, | |
| "epoch": 1.1610406364222747, | |
| "step": 16200 | |
| }, | |
| { | |
| "loss": 3.5859, | |
| "grad_norm": 2.8904709815979004, | |
| "learning_rate": 1.946548047459271e-05, | |
| "epoch": 1.1646240951766644, | |
| "step": 16250 | |
| }, | |
| { | |
| "loss": 3.58, | |
| "grad_norm": 2.7684361934661865, | |
| "learning_rate": 1.9458735192355026e-05, | |
| "epoch": 1.1682075539310541, | |
| "step": 16300 | |
| }, | |
| { | |
| "loss": 3.5795, | |
| "grad_norm": 2.8200252056121826, | |
| "learning_rate": 1.945194879966443e-05, | |
| "epoch": 1.171791012685444, | |
| "step": 16350 | |
| }, | |
| { | |
| "loss": 3.5859, | |
| "grad_norm": 2.9996092319488525, | |
| "learning_rate": 1.9445121326016597e-05, | |
| "epoch": 1.1753744714398338, | |
| "step": 16400 | |
| }, | |
| { | |
| "loss": 3.5836, | |
| "grad_norm": 3.079361915588379, | |
| "learning_rate": 1.943825280108573e-05, | |
| "epoch": 1.1789579301942235, | |
| "step": 16450 | |
| }, | |
| { | |
| "loss": 3.594, | |
| "grad_norm": 2.8777196407318115, | |
| "learning_rate": 1.943134325472448e-05, | |
| "epoch": 1.1825413889486132, | |
| "step": 16500 | |
| }, | |
| { | |
| "loss": 3.5948, | |
| "grad_norm": 2.8943634033203125, | |
| "learning_rate": 1.9424392716963762e-05, | |
| "epoch": 1.1861248477030029, | |
| "step": 16550 | |
| }, | |
| { | |
| "loss": 3.5757, | |
| "grad_norm": 2.8107213973999023, | |
| "learning_rate": 1.9417401218012665e-05, | |
| "epoch": 1.1897083064573928, | |
| "step": 16600 | |
| }, | |
| { | |
| "loss": 3.6032, | |
| "grad_norm": 2.9094624519348145, | |
| "learning_rate": 1.9410368788258306e-05, | |
| "epoch": 1.1932917652117825, | |
| "step": 16650 | |
| }, | |
| { | |
| "loss": 3.5834, | |
| "grad_norm": 2.95723819732666, | |
| "learning_rate": 1.9403295458265696e-05, | |
| "epoch": 1.1968752239661722, | |
| "step": 16700 | |
| }, | |
| { | |
| "loss": 3.5883, | |
| "grad_norm": 2.8018648624420166, | |
| "learning_rate": 1.939618125877762e-05, | |
| "epoch": 1.2004586827205619, | |
| "step": 16750 | |
| }, | |
| { | |
| "loss": 3.5788, | |
| "grad_norm": 3.099811315536499, | |
| "learning_rate": 1.9389026220714483e-05, | |
| "epoch": 1.2040421414749516, | |
| "step": 16800 | |
| }, | |
| { | |
| "loss": 3.5803, | |
| "grad_norm": 3.065340280532837, | |
| "learning_rate": 1.9381830375174193e-05, | |
| "epoch": 1.2076256002293413, | |
| "step": 16850 | |
| }, | |
| { | |
| "loss": 3.5815, | |
| "grad_norm": 2.952198028564453, | |
| "learning_rate": 1.937459375343201e-05, | |
| "epoch": 1.211209058983731, | |
| "step": 16900 | |
| }, | |
| { | |
| "loss": 3.5824, | |
| "grad_norm": 2.9109723567962646, | |
| "learning_rate": 1.9367316386940436e-05, | |
| "epoch": 1.214792517738121, | |
| "step": 16950 | |
| }, | |
| { | |
| "loss": 3.5895, | |
| "grad_norm": 2.8482861518859863, | |
| "learning_rate": 1.9359998307329048e-05, | |
| "epoch": 1.2183759764925106, | |
| "step": 17000 | |
| }, | |
| { | |
| "loss": 3.5789, | |
| "grad_norm": 2.837710380554199, | |
| "learning_rate": 1.9352639546404374e-05, | |
| "epoch": 1.2219594352469003, | |
| "step": 17050 | |
| }, | |
| { | |
| "loss": 3.5818, | |
| "grad_norm": 2.990200996398926, | |
| "learning_rate": 1.9345240136149767e-05, | |
| "epoch": 1.22554289400129, | |
| "step": 17100 | |
| }, | |
| { | |
| "loss": 3.5817, | |
| "grad_norm": 2.5899085998535156, | |
| "learning_rate": 1.9337800108725244e-05, | |
| "epoch": 1.2291263527556797, | |
| "step": 17150 | |
| }, | |
| { | |
| "loss": 3.5761, | |
| "grad_norm": 2.8215672969818115, | |
| "learning_rate": 1.9330319496467354e-05, | |
| "epoch": 1.2327098115100696, | |
| "step": 17200 | |
| }, | |
| { | |
| "loss": 3.5785, | |
| "grad_norm": 2.8083860874176025, | |
| "learning_rate": 1.932279833188905e-05, | |
| "epoch": 1.2362932702644593, | |
| "step": 17250 | |
| }, | |
| { | |
| "loss": 3.5819, | |
| "grad_norm": 2.7569520473480225, | |
| "learning_rate": 1.931523664767953e-05, | |
| "epoch": 1.239876729018849, | |
| "step": 17300 | |
| }, | |
| { | |
| "loss": 3.5869, | |
| "grad_norm": 2.8492767810821533, | |
| "learning_rate": 1.9307634476704103e-05, | |
| "epoch": 1.2434601877732387, | |
| "step": 17350 | |
| }, | |
| { | |
| "loss": 3.5904, | |
| "grad_norm": 2.796037197113037, | |
| "learning_rate": 1.9299991852004045e-05, | |
| "epoch": 1.2470436465276284, | |
| "step": 17400 | |
| }, | |
| { | |
| "loss": 3.5761, | |
| "grad_norm": 2.8859152793884277, | |
| "learning_rate": 1.9292308806796457e-05, | |
| "epoch": 1.2506271052820181, | |
| "step": 17450 | |
| }, | |
| { | |
| "loss": 3.5795, | |
| "grad_norm": 2.874196767807007, | |
| "learning_rate": 1.9284585374474124e-05, | |
| "epoch": 1.2542105640364078, | |
| "step": 17500 | |
| }, | |
| { | |
| "loss": 3.5946, | |
| "grad_norm": 2.9141242504119873, | |
| "learning_rate": 1.927682158860536e-05, | |
| "epoch": 1.2577940227907978, | |
| "step": 17550 | |
| }, | |
| { | |
| "loss": 3.5883, | |
| "grad_norm": 2.8390767574310303, | |
| "learning_rate": 1.926901748293386e-05, | |
| "epoch": 1.2613774815451875, | |
| "step": 17600 | |
| }, | |
| { | |
| "loss": 3.5775, | |
| "grad_norm": 2.746490240097046, | |
| "learning_rate": 1.926117309137858e-05, | |
| "epoch": 1.2649609402995772, | |
| "step": 17650 | |
| }, | |
| { | |
| "loss": 3.5865, | |
| "grad_norm": 2.7511448860168457, | |
| "learning_rate": 1.9253288448033552e-05, | |
| "epoch": 1.2685443990539669, | |
| "step": 17700 | |
| }, | |
| { | |
| "loss": 3.5857, | |
| "grad_norm": 2.776580572128296, | |
| "learning_rate": 1.9245363587167765e-05, | |
| "epoch": 1.2721278578083566, | |
| "step": 17750 | |
| }, | |
| { | |
| "loss": 3.5901, | |
| "grad_norm": 2.9706778526306152, | |
| "learning_rate": 1.9237398543225e-05, | |
| "epoch": 1.2757113165627465, | |
| "step": 17800 | |
| }, | |
| { | |
| "loss": 3.5823, | |
| "grad_norm": 2.820556402206421, | |
| "learning_rate": 1.9229393350823686e-05, | |
| "epoch": 1.279294775317136, | |
| "step": 17850 | |
| }, | |
| { | |
| "loss": 3.5751, | |
| "grad_norm": 2.7977728843688965, | |
| "learning_rate": 1.9221348044756753e-05, | |
| "epoch": 1.282878234071526, | |
| "step": 17900 | |
| }, | |
| { | |
| "loss": 3.5928, | |
| "grad_norm": 2.9057395458221436, | |
| "learning_rate": 1.9213262659991475e-05, | |
| "epoch": 1.2864616928259156, | |
| "step": 17950 | |
| }, | |
| { | |
| "loss": 3.574, | |
| "grad_norm": 2.8651304244995117, | |
| "learning_rate": 1.9205137231669316e-05, | |
| "epoch": 1.2900451515803053, | |
| "step": 18000 | |
| }, | |
| { | |
| "eval_loss": 3.5674538612365723, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12193784322410696, | |
| "eval_chrf": 31.39469701411832, | |
| "eval_runtime": 44.3915, | |
| "eval_samples_per_second": 45.054, | |
| "eval_steps_per_second": 0.721, | |
| "epoch": 1.2900451515803053, | |
| "step": 18000 | |
| }, | |
| { | |
| "loss": 3.5865, | |
| "grad_norm": 3.0501596927642822, | |
| "learning_rate": 1.9196971795105782e-05, | |
| "epoch": 1.293628610334695, | |
| "step": 18050 | |
| }, | |
| { | |
| "loss": 3.578, | |
| "grad_norm": 2.8921146392822266, | |
| "learning_rate": 1.9188766385790275e-05, | |
| "epoch": 1.2972120690890847, | |
| "step": 18100 | |
| }, | |
| { | |
| "loss": 3.5802, | |
| "grad_norm": 2.862576961517334, | |
| "learning_rate": 1.918052103938592e-05, | |
| "epoch": 1.3007955278434746, | |
| "step": 18150 | |
| }, | |
| { | |
| "loss": 3.581, | |
| "grad_norm": 2.8398187160491943, | |
| "learning_rate": 1.9172235791729422e-05, | |
| "epoch": 1.3043789865978643, | |
| "step": 18200 | |
| }, | |
| { | |
| "loss": 3.5754, | |
| "grad_norm": 2.880302906036377, | |
| "learning_rate": 1.916391067883092e-05, | |
| "epoch": 1.307962445352254, | |
| "step": 18250 | |
| }, | |
| { | |
| "loss": 3.5866, | |
| "grad_norm": 2.9052035808563232, | |
| "learning_rate": 1.9155545736873798e-05, | |
| "epoch": 1.3115459041066437, | |
| "step": 18300 | |
| }, | |
| { | |
| "loss": 3.5867, | |
| "grad_norm": 3.015284299850464, | |
| "learning_rate": 1.9147141002214568e-05, | |
| "epoch": 1.3151293628610334, | |
| "step": 18350 | |
| }, | |
| { | |
| "loss": 3.5908, | |
| "grad_norm": 2.7465174198150635, | |
| "learning_rate": 1.9138696511382684e-05, | |
| "epoch": 1.3187128216154231, | |
| "step": 18400 | |
| }, | |
| { | |
| "loss": 3.5718, | |
| "grad_norm": 2.8375935554504395, | |
| "learning_rate": 1.9130212301080397e-05, | |
| "epoch": 1.3222962803698128, | |
| "step": 18450 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.7566611766815186, | |
| "learning_rate": 1.9121688408182583e-05, | |
| "epoch": 1.3258797391242028, | |
| "step": 18500 | |
| }, | |
| { | |
| "loss": 3.5858, | |
| "grad_norm": 2.8883721828460693, | |
| "learning_rate": 1.9113124869736595e-05, | |
| "epoch": 1.3294631978785925, | |
| "step": 18550 | |
| }, | |
| { | |
| "loss": 3.5849, | |
| "grad_norm": 2.942392349243164, | |
| "learning_rate": 1.9104521722962096e-05, | |
| "epoch": 1.3330466566329822, | |
| "step": 18600 | |
| }, | |
| { | |
| "loss": 3.5958, | |
| "grad_norm": 2.8915348052978516, | |
| "learning_rate": 1.9095879005250903e-05, | |
| "epoch": 1.3366301153873719, | |
| "step": 18650 | |
| }, | |
| { | |
| "loss": 3.5813, | |
| "grad_norm": 2.8521101474761963, | |
| "learning_rate": 1.9087196754166818e-05, | |
| "epoch": 1.3402135741417616, | |
| "step": 18700 | |
| }, | |
| { | |
| "loss": 3.575, | |
| "grad_norm": 2.8780453205108643, | |
| "learning_rate": 1.907847500744546e-05, | |
| "epoch": 1.3437970328961515, | |
| "step": 18750 | |
| }, | |
| { | |
| "loss": 3.5966, | |
| "grad_norm": 2.9293372631073, | |
| "learning_rate": 1.9069713802994112e-05, | |
| "epoch": 1.347380491650541, | |
| "step": 18800 | |
| }, | |
| { | |
| "loss": 3.5952, | |
| "grad_norm": 2.8009777069091797, | |
| "learning_rate": 1.9060913178891557e-05, | |
| "epoch": 1.350963950404931, | |
| "step": 18850 | |
| }, | |
| { | |
| "loss": 3.5908, | |
| "grad_norm": 2.859431266784668, | |
| "learning_rate": 1.9052073173387898e-05, | |
| "epoch": 1.3545474091593206, | |
| "step": 18900 | |
| }, | |
| { | |
| "loss": 3.5706, | |
| "grad_norm": 2.9000370502471924, | |
| "learning_rate": 1.904319382490441e-05, | |
| "epoch": 1.3581308679137103, | |
| "step": 18950 | |
| }, | |
| { | |
| "loss": 3.5828, | |
| "grad_norm": 2.7784616947174072, | |
| "learning_rate": 1.903427517203336e-05, | |
| "epoch": 1.3617143266681, | |
| "step": 19000 | |
| }, | |
| { | |
| "loss": 3.5854, | |
| "grad_norm": 2.913069486618042, | |
| "learning_rate": 1.902531725353784e-05, | |
| "epoch": 1.3652977854224897, | |
| "step": 19050 | |
| }, | |
| { | |
| "loss": 3.5784, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9016320108351612e-05, | |
| "epoch": 1.3688812441768796, | |
| "step": 19100 | |
| }, | |
| { | |
| "loss": 3.5852, | |
| "grad_norm": 2.8264448642730713, | |
| "learning_rate": 1.900728377557892e-05, | |
| "epoch": 1.3724647029312693, | |
| "step": 19150 | |
| }, | |
| { | |
| "loss": 3.5889, | |
| "grad_norm": 3.067213296890259, | |
| "learning_rate": 1.899820829449433e-05, | |
| "epoch": 1.376048161685659, | |
| "step": 19200 | |
| }, | |
| { | |
| "loss": 3.5807, | |
| "grad_norm": 2.8187763690948486, | |
| "learning_rate": 1.898909370454256e-05, | |
| "epoch": 1.3796316204400487, | |
| "step": 19250 | |
| }, | |
| { | |
| "loss": 3.5926, | |
| "grad_norm": 2.7665839195251465, | |
| "learning_rate": 1.8979940045338306e-05, | |
| "epoch": 1.3832150791944384, | |
| "step": 19300 | |
| }, | |
| { | |
| "loss": 3.5856, | |
| "grad_norm": 2.8442838191986084, | |
| "learning_rate": 1.8970747356666072e-05, | |
| "epoch": 1.3867985379488283, | |
| "step": 19350 | |
| }, | |
| { | |
| "loss": 3.5773, | |
| "grad_norm": 2.8222498893737793, | |
| "learning_rate": 1.8961515678479997e-05, | |
| "epoch": 1.3903819967032178, | |
| "step": 19400 | |
| }, | |
| { | |
| "loss": 3.5952, | |
| "grad_norm": 2.796419382095337, | |
| "learning_rate": 1.895224505090367e-05, | |
| "epoch": 1.3939654554576077, | |
| "step": 19450 | |
| }, | |
| { | |
| "loss": 3.5857, | |
| "grad_norm": 2.960263252258301, | |
| "learning_rate": 1.8942935514229976e-05, | |
| "epoch": 1.3975489142119975, | |
| "step": 19500 | |
| }, | |
| { | |
| "loss": 3.5903, | |
| "grad_norm": 2.8655588626861572, | |
| "learning_rate": 1.893358710892091e-05, | |
| "epoch": 1.4011323729663872, | |
| "step": 19550 | |
| }, | |
| { | |
| "loss": 3.5859, | |
| "grad_norm": 2.9479615688323975, | |
| "learning_rate": 1.8924199875607395e-05, | |
| "epoch": 1.4047158317207769, | |
| "step": 19600 | |
| }, | |
| { | |
| "loss": 3.5739, | |
| "grad_norm": 2.859945297241211, | |
| "learning_rate": 1.891477385508912e-05, | |
| "epoch": 1.4082992904751666, | |
| "step": 19650 | |
| }, | |
| { | |
| "loss": 3.5856, | |
| "grad_norm": 2.999065637588501, | |
| "learning_rate": 1.890530908833434e-05, | |
| "epoch": 1.4118827492295565, | |
| "step": 19700 | |
| }, | |
| { | |
| "loss": 3.5822, | |
| "grad_norm": 2.822568416595459, | |
| "learning_rate": 1.8895805616479737e-05, | |
| "epoch": 1.4154662079839462, | |
| "step": 19750 | |
| }, | |
| { | |
| "loss": 3.5768, | |
| "grad_norm": 2.8745675086975098, | |
| "learning_rate": 1.888626348083019e-05, | |
| "epoch": 1.4190496667383359, | |
| "step": 19800 | |
| }, | |
| { | |
| "loss": 3.5741, | |
| "grad_norm": 2.782902717590332, | |
| "learning_rate": 1.8876682722858645e-05, | |
| "epoch": 1.4226331254927256, | |
| "step": 19850 | |
| }, | |
| { | |
| "loss": 3.587, | |
| "grad_norm": 2.8731703758239746, | |
| "learning_rate": 1.8867063384205898e-05, | |
| "epoch": 1.4262165842471153, | |
| "step": 19900 | |
| }, | |
| { | |
| "loss": 3.5665, | |
| "grad_norm": 2.9560530185699463, | |
| "learning_rate": 1.885740550668043e-05, | |
| "epoch": 1.429800043001505, | |
| "step": 19950 | |
| }, | |
| { | |
| "loss": 3.5763, | |
| "grad_norm": 2.8282206058502197, | |
| "learning_rate": 1.8847709132258225e-05, | |
| "epoch": 1.4333835017558947, | |
| "step": 20000 | |
| }, | |
| { | |
| "eval_loss": 3.563795328140259, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12249807154181025, | |
| "eval_chrf": 31.63094557582815, | |
| "eval_runtime": 45.5432, | |
| "eval_samples_per_second": 43.914, | |
| "eval_steps_per_second": 0.703, | |
| "epoch": 1.4333835017558947, | |
| "step": 20000 | |
| }, | |
| { | |
| "loss": 3.5757, | |
| "grad_norm": 2.924074649810791, | |
| "learning_rate": 1.883797430308259e-05, | |
| "epoch": 1.4369669605102846, | |
| "step": 20050 | |
| }, | |
| { | |
| "loss": 3.5789, | |
| "grad_norm": 2.711886167526245, | |
| "learning_rate": 1.882820106146396e-05, | |
| "epoch": 1.4405504192646743, | |
| "step": 20100 | |
| }, | |
| { | |
| "loss": 3.5883, | |
| "grad_norm": 2.909123420715332, | |
| "learning_rate": 1.881838944987973e-05, | |
| "epoch": 1.444133878019064, | |
| "step": 20150 | |
| }, | |
| { | |
| "loss": 3.5724, | |
| "grad_norm": 2.995091438293457, | |
| "learning_rate": 1.880853951097405e-05, | |
| "epoch": 1.4477173367734537, | |
| "step": 20200 | |
| }, | |
| { | |
| "loss": 3.5843, | |
| "grad_norm": 2.9045002460479736, | |
| "learning_rate": 1.8798651287557666e-05, | |
| "epoch": 1.4513007955278434, | |
| "step": 20250 | |
| }, | |
| { | |
| "loss": 3.578, | |
| "grad_norm": 2.8527300357818604, | |
| "learning_rate": 1.8788724822607716e-05, | |
| "epoch": 1.4548842542822333, | |
| "step": 20300 | |
| }, | |
| { | |
| "loss": 3.59, | |
| "grad_norm": 2.8599865436553955, | |
| "learning_rate": 1.877876015926754e-05, | |
| "epoch": 1.4584677130366228, | |
| "step": 20350 | |
| }, | |
| { | |
| "loss": 3.5833, | |
| "grad_norm": 2.725222110748291, | |
| "learning_rate": 1.87687573408465e-05, | |
| "epoch": 1.4620511717910127, | |
| "step": 20400 | |
| }, | |
| { | |
| "loss": 3.5743, | |
| "grad_norm": 2.8469488620758057, | |
| "learning_rate": 1.8758716410819803e-05, | |
| "epoch": 1.4656346305454024, | |
| "step": 20450 | |
| }, | |
| { | |
| "loss": 3.5712, | |
| "grad_norm": 2.8024840354919434, | |
| "learning_rate": 1.8748637412828283e-05, | |
| "epoch": 1.4692180892997921, | |
| "step": 20500 | |
| }, | |
| { | |
| "loss": 3.5813, | |
| "grad_norm": 2.9290945529937744, | |
| "learning_rate": 1.8738520390678248e-05, | |
| "epoch": 1.4728015480541818, | |
| "step": 20550 | |
| }, | |
| { | |
| "loss": 3.5822, | |
| "grad_norm": 2.9247348308563232, | |
| "learning_rate": 1.8728365388341255e-05, | |
| "epoch": 1.4763850068085715, | |
| "step": 20600 | |
| }, | |
| { | |
| "loss": 3.5884, | |
| "grad_norm": 2.8682310581207275, | |
| "learning_rate": 1.871817244995394e-05, | |
| "epoch": 1.4799684655629615, | |
| "step": 20650 | |
| }, | |
| { | |
| "loss": 3.5863, | |
| "grad_norm": 2.9185333251953125, | |
| "learning_rate": 1.870794161981782e-05, | |
| "epoch": 1.4835519243173512, | |
| "step": 20700 | |
| }, | |
| { | |
| "loss": 3.5865, | |
| "grad_norm": 2.749582052230835, | |
| "learning_rate": 1.8697672942399098e-05, | |
| "epoch": 1.4871353830717409, | |
| "step": 20750 | |
| }, | |
| { | |
| "loss": 3.5801, | |
| "grad_norm": 2.936692953109741, | |
| "learning_rate": 1.868736646232848e-05, | |
| "epoch": 1.4907188418261306, | |
| "step": 20800 | |
| }, | |
| { | |
| "loss": 3.5729, | |
| "grad_norm": 2.938142776489258, | |
| "learning_rate": 1.8677022224400964e-05, | |
| "epoch": 1.4943023005805203, | |
| "step": 20850 | |
| }, | |
| { | |
| "loss": 3.5785, | |
| "grad_norm": 3.011687994003296, | |
| "learning_rate": 1.8666640273575658e-05, | |
| "epoch": 1.49788575933491, | |
| "step": 20900 | |
| }, | |
| { | |
| "loss": 3.5886, | |
| "grad_norm": 2.816288471221924, | |
| "learning_rate": 1.8656220654975583e-05, | |
| "epoch": 1.5014692180892997, | |
| "step": 20950 | |
| }, | |
| { | |
| "loss": 3.5771, | |
| "grad_norm": 2.7425527572631836, | |
| "learning_rate": 1.8645763413887477e-05, | |
| "epoch": 1.5050526768436896, | |
| "step": 21000 | |
| }, | |
| { | |
| "loss": 3.5833, | |
| "grad_norm": 3.1298673152923584, | |
| "learning_rate": 1.8635268595761596e-05, | |
| "epoch": 1.5086361355980793, | |
| "step": 21050 | |
| }, | |
| { | |
| "loss": 3.562, | |
| "grad_norm": 2.816739797592163, | |
| "learning_rate": 1.8624736246211505e-05, | |
| "epoch": 1.512219594352469, | |
| "step": 21100 | |
| }, | |
| { | |
| "loss": 3.5637, | |
| "grad_norm": 2.916163206100464, | |
| "learning_rate": 1.8614166411013914e-05, | |
| "epoch": 1.5158030531068587, | |
| "step": 21150 | |
| }, | |
| { | |
| "loss": 3.5727, | |
| "grad_norm": 3.0684332847595215, | |
| "learning_rate": 1.8603559136108437e-05, | |
| "epoch": 1.5193865118612484, | |
| "step": 21200 | |
| }, | |
| { | |
| "loss": 3.573, | |
| "grad_norm": 3.1272342205047607, | |
| "learning_rate": 1.8592914467597418e-05, | |
| "epoch": 1.5229699706156383, | |
| "step": 21250 | |
| }, | |
| { | |
| "loss": 3.57, | |
| "grad_norm": 2.9632070064544678, | |
| "learning_rate": 1.858223245174573e-05, | |
| "epoch": 1.5265534293700278, | |
| "step": 21300 | |
| }, | |
| { | |
| "loss": 3.5752, | |
| "grad_norm": 3.0092203617095947, | |
| "learning_rate": 1.8571513134980564e-05, | |
| "epoch": 1.5301368881244177, | |
| "step": 21350 | |
| }, | |
| { | |
| "loss": 3.5719, | |
| "grad_norm": 2.8267996311187744, | |
| "learning_rate": 1.856075656389123e-05, | |
| "epoch": 1.5337203468788074, | |
| "step": 21400 | |
| }, | |
| { | |
| "loss": 3.5948, | |
| "grad_norm": 3.1008353233337402, | |
| "learning_rate": 1.8549962785228958e-05, | |
| "epoch": 1.5373038056331971, | |
| "step": 21450 | |
| }, | |
| { | |
| "loss": 3.5915, | |
| "grad_norm": 2.9132208824157715, | |
| "learning_rate": 1.85391318459067e-05, | |
| "epoch": 1.540887264387587, | |
| "step": 21500 | |
| }, | |
| { | |
| "loss": 3.5876, | |
| "grad_norm": 2.771090269088745, | |
| "learning_rate": 1.8528263792998902e-05, | |
| "epoch": 1.5444707231419765, | |
| "step": 21550 | |
| }, | |
| { | |
| "loss": 3.5881, | |
| "grad_norm": 2.8073010444641113, | |
| "learning_rate": 1.8517358673741338e-05, | |
| "epoch": 1.5480541818963665, | |
| "step": 21600 | |
| }, | |
| { | |
| "loss": 3.5822, | |
| "grad_norm": 2.731285572052002, | |
| "learning_rate": 1.8506416535530865e-05, | |
| "epoch": 1.5516376406507562, | |
| "step": 21650 | |
| }, | |
| { | |
| "loss": 3.5764, | |
| "grad_norm": 3.0876691341400146, | |
| "learning_rate": 1.8495437425925253e-05, | |
| "epoch": 1.5552210994051459, | |
| "step": 21700 | |
| }, | |
| { | |
| "loss": 3.5809, | |
| "grad_norm": 2.7296268939971924, | |
| "learning_rate": 1.8484421392642935e-05, | |
| "epoch": 1.5588045581595356, | |
| "step": 21750 | |
| }, | |
| { | |
| "loss": 3.5756, | |
| "grad_norm": 2.8521881103515625, | |
| "learning_rate": 1.8473368483562854e-05, | |
| "epoch": 1.5623880169139253, | |
| "step": 21800 | |
| }, | |
| { | |
| "loss": 3.573, | |
| "grad_norm": 3.099132537841797, | |
| "learning_rate": 1.8462278746724203e-05, | |
| "epoch": 1.5659714756683152, | |
| "step": 21850 | |
| }, | |
| { | |
| "loss": 3.5763, | |
| "grad_norm": 2.827470541000366, | |
| "learning_rate": 1.845115223032626e-05, | |
| "epoch": 1.5695549344227047, | |
| "step": 21900 | |
| }, | |
| { | |
| "loss": 3.5699, | |
| "grad_norm": 2.8294425010681152, | |
| "learning_rate": 1.8439988982728137e-05, | |
| "epoch": 1.5731383931770946, | |
| "step": 21950 | |
| }, | |
| { | |
| "loss": 3.5764, | |
| "grad_norm": 2.9396541118621826, | |
| "learning_rate": 1.8428789052448604e-05, | |
| "epoch": 1.5767218519314843, | |
| "step": 22000 | |
| }, | |
| { | |
| "eval_loss": 3.5576798915863037, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.11334523704345144, | |
| "eval_chrf": 31.36389134771373, | |
| "eval_runtime": 54.3152, | |
| "eval_samples_per_second": 36.822, | |
| "eval_steps_per_second": 0.589, | |
| "epoch": 1.5767218519314843, | |
| "step": 22000 | |
| }, | |
| { | |
| "loss": 3.5667, | |
| "grad_norm": 2.829435110092163, | |
| "learning_rate": 1.8417552488165867e-05, | |
| "epoch": 1.580305310685874, | |
| "step": 22050 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.941124677658081, | |
| "learning_rate": 1.8406279338717338e-05, | |
| "epoch": 1.5838887694402637, | |
| "step": 22100 | |
| }, | |
| { | |
| "loss": 3.5822, | |
| "grad_norm": 2.7852892875671387, | |
| "learning_rate": 1.839496965309946e-05, | |
| "epoch": 1.5874722281946534, | |
| "step": 22150 | |
| }, | |
| { | |
| "loss": 3.5844, | |
| "grad_norm": 2.7403132915496826, | |
| "learning_rate": 1.8383623480467453e-05, | |
| "epoch": 1.5910556869490433, | |
| "step": 22200 | |
| }, | |
| { | |
| "loss": 3.5855, | |
| "grad_norm": 2.981234312057495, | |
| "learning_rate": 1.8372240870135133e-05, | |
| "epoch": 1.5946391457034328, | |
| "step": 22250 | |
| }, | |
| { | |
| "loss": 3.5745, | |
| "grad_norm": 2.7821857929229736, | |
| "learning_rate": 1.8360821871574686e-05, | |
| "epoch": 1.5982226044578227, | |
| "step": 22300 | |
| }, | |
| { | |
| "loss": 3.5825, | |
| "grad_norm": 2.858077049255371, | |
| "learning_rate": 1.8349366534416445e-05, | |
| "epoch": 1.6018060632122124, | |
| "step": 22350 | |
| }, | |
| { | |
| "loss": 3.5625, | |
| "grad_norm": 2.7859299182891846, | |
| "learning_rate": 1.8337874908448682e-05, | |
| "epoch": 1.6053895219666021, | |
| "step": 22400 | |
| }, | |
| { | |
| "loss": 3.5763, | |
| "grad_norm": 2.7028887271881104, | |
| "learning_rate": 1.832634704361739e-05, | |
| "epoch": 1.608972980720992, | |
| "step": 22450 | |
| }, | |
| { | |
| "loss": 3.5772, | |
| "grad_norm": 3.0782694816589355, | |
| "learning_rate": 1.831478299002608e-05, | |
| "epoch": 1.6125564394753815, | |
| "step": 22500 | |
| }, | |
| { | |
| "loss": 3.5777, | |
| "grad_norm": 3.041271448135376, | |
| "learning_rate": 1.8303182797935525e-05, | |
| "epoch": 1.6161398982297714, | |
| "step": 22550 | |
| }, | |
| { | |
| "loss": 3.5917, | |
| "grad_norm": 2.8468174934387207, | |
| "learning_rate": 1.8291546517763595e-05, | |
| "epoch": 1.6197233569841611, | |
| "step": 22600 | |
| }, | |
| { | |
| "loss": 3.5784, | |
| "grad_norm": 2.828982353210449, | |
| "learning_rate": 1.827987420008499e-05, | |
| "epoch": 1.6233068157385508, | |
| "step": 22650 | |
| }, | |
| { | |
| "loss": 3.5801, | |
| "grad_norm": 2.8749842643737793, | |
| "learning_rate": 1.8268165895631042e-05, | |
| "epoch": 1.6268902744929405, | |
| "step": 22700 | |
| }, | |
| { | |
| "loss": 3.5765, | |
| "grad_norm": 2.992783784866333, | |
| "learning_rate": 1.8256421655289504e-05, | |
| "epoch": 1.6304737332473302, | |
| "step": 22750 | |
| }, | |
| { | |
| "loss": 3.5673, | |
| "grad_norm": 2.6944420337677, | |
| "learning_rate": 1.8244641530104298e-05, | |
| "epoch": 1.6340571920017202, | |
| "step": 22800 | |
| }, | |
| { | |
| "loss": 3.5814, | |
| "grad_norm": 2.870269536972046, | |
| "learning_rate": 1.823282557127533e-05, | |
| "epoch": 1.6376406507561097, | |
| "step": 22850 | |
| }, | |
| { | |
| "loss": 3.586, | |
| "grad_norm": 2.8161678314208984, | |
| "learning_rate": 1.8220973830158238e-05, | |
| "epoch": 1.6412241095104996, | |
| "step": 22900 | |
| }, | |
| { | |
| "loss": 3.5786, | |
| "grad_norm": 2.78464674949646, | |
| "learning_rate": 1.8209086358264186e-05, | |
| "epoch": 1.6448075682648893, | |
| "step": 22950 | |
| }, | |
| { | |
| "loss": 3.5955, | |
| "grad_norm": 2.765545606613159, | |
| "learning_rate": 1.8197163207259633e-05, | |
| "epoch": 1.648391027019279, | |
| "step": 23000 | |
| }, | |
| { | |
| "loss": 3.5865, | |
| "grad_norm": 2.6948845386505127, | |
| "learning_rate": 1.8185204428966112e-05, | |
| "epoch": 1.651974485773669, | |
| "step": 23050 | |
| }, | |
| { | |
| "loss": 3.5796, | |
| "grad_norm": 2.708742141723633, | |
| "learning_rate": 1.8173210075359998e-05, | |
| "epoch": 1.6555579445280584, | |
| "step": 23100 | |
| }, | |
| { | |
| "loss": 3.5735, | |
| "grad_norm": 2.8216657638549805, | |
| "learning_rate": 1.816118019857229e-05, | |
| "epoch": 1.6591414032824483, | |
| "step": 23150 | |
| }, | |
| { | |
| "loss": 3.5735, | |
| "grad_norm": 2.85703444480896, | |
| "learning_rate": 1.8149114850888377e-05, | |
| "epoch": 1.662724862036838, | |
| "step": 23200 | |
| }, | |
| { | |
| "loss": 3.5748, | |
| "grad_norm": 2.8441498279571533, | |
| "learning_rate": 1.8137014084747826e-05, | |
| "epoch": 1.6663083207912277, | |
| "step": 23250 | |
| }, | |
| { | |
| "loss": 3.58, | |
| "grad_norm": 2.673859119415283, | |
| "learning_rate": 1.812487795274413e-05, | |
| "epoch": 1.6698917795456174, | |
| "step": 23300 | |
| }, | |
| { | |
| "loss": 3.5824, | |
| "grad_norm": 2.8713035583496094, | |
| "learning_rate": 1.8112706507624497e-05, | |
| "epoch": 1.673475238300007, | |
| "step": 23350 | |
| }, | |
| { | |
| "loss": 3.58, | |
| "grad_norm": 2.80495285987854, | |
| "learning_rate": 1.8100499802289622e-05, | |
| "epoch": 1.677058697054397, | |
| "step": 23400 | |
| }, | |
| { | |
| "loss": 3.5755, | |
| "grad_norm": 2.92824387550354, | |
| "learning_rate": 1.8088257889793447e-05, | |
| "epoch": 1.6806421558087865, | |
| "step": 23450 | |
| }, | |
| { | |
| "loss": 3.5622, | |
| "grad_norm": 2.7672481536865234, | |
| "learning_rate": 1.807598082334293e-05, | |
| "epoch": 1.6842256145631764, | |
| "step": 23500 | |
| }, | |
| { | |
| "loss": 3.5724, | |
| "grad_norm": 2.9362590312957764, | |
| "learning_rate": 1.8063668656297825e-05, | |
| "epoch": 1.6878090733175661, | |
| "step": 23550 | |
| }, | |
| { | |
| "loss": 3.5613, | |
| "grad_norm": 2.7550365924835205, | |
| "learning_rate": 1.805132144217044e-05, | |
| "epoch": 1.6913925320719558, | |
| "step": 23600 | |
| }, | |
| { | |
| "loss": 3.57, | |
| "grad_norm": 2.886197328567505, | |
| "learning_rate": 1.8038939234625414e-05, | |
| "epoch": 1.6949759908263455, | |
| "step": 23650 | |
| }, | |
| { | |
| "loss": 3.5738, | |
| "grad_norm": 2.734015941619873, | |
| "learning_rate": 1.8026522087479467e-05, | |
| "epoch": 1.6985594495807352, | |
| "step": 23700 | |
| }, | |
| { | |
| "loss": 3.59, | |
| "grad_norm": 2.7327027320861816, | |
| "learning_rate": 1.8014070054701187e-05, | |
| "epoch": 1.7021429083351252, | |
| "step": 23750 | |
| }, | |
| { | |
| "loss": 3.5736, | |
| "grad_norm": 2.899219274520874, | |
| "learning_rate": 1.8001583190410778e-05, | |
| "epoch": 1.7057263670895146, | |
| "step": 23800 | |
| }, | |
| { | |
| "loss": 3.57, | |
| "grad_norm": 2.7758846282958984, | |
| "learning_rate": 1.7989061548879837e-05, | |
| "epoch": 1.7093098258439046, | |
| "step": 23850 | |
| }, | |
| { | |
| "loss": 3.5737, | |
| "grad_norm": 2.7916834354400635, | |
| "learning_rate": 1.7976505184531108e-05, | |
| "epoch": 1.7128932845982943, | |
| "step": 23900 | |
| }, | |
| { | |
| "loss": 3.5638, | |
| "grad_norm": 2.91076397895813, | |
| "learning_rate": 1.796391415193826e-05, | |
| "epoch": 1.716476743352684, | |
| "step": 23950 | |
| }, | |
| { | |
| "loss": 3.5772, | |
| "grad_norm": 2.815558910369873, | |
| "learning_rate": 1.795128850582563e-05, | |
| "epoch": 1.7200602021070739, | |
| "step": 24000 | |
| }, | |
| { | |
| "eval_loss": 3.554502010345459, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.1197485135100784, | |
| "eval_chrf": 31.472904798557526, | |
| "eval_runtime": 41.8102, | |
| "eval_samples_per_second": 47.835, | |
| "eval_steps_per_second": 0.765, | |
| "epoch": 1.7200602021070739, | |
| "step": 24000 | |
| }, | |
| { | |
| "loss": 3.5715, | |
| "grad_norm": 2.751685619354248, | |
| "learning_rate": 1.7938628301067996e-05, | |
| "epoch": 1.7236436608614634, | |
| "step": 24050 | |
| }, | |
| { | |
| "loss": 3.582, | |
| "grad_norm": 2.8190271854400635, | |
| "learning_rate": 1.7925933592690354e-05, | |
| "epoch": 1.7272271196158533, | |
| "step": 24100 | |
| }, | |
| { | |
| "loss": 3.5864, | |
| "grad_norm": 3.05564284324646, | |
| "learning_rate": 1.7913204435867638e-05, | |
| "epoch": 1.730810578370243, | |
| "step": 24150 | |
| }, | |
| { | |
| "loss": 3.5672, | |
| "grad_norm": 2.826040029525757, | |
| "learning_rate": 1.7900440885924524e-05, | |
| "epoch": 1.7343940371246327, | |
| "step": 24200 | |
| }, | |
| { | |
| "loss": 3.5635, | |
| "grad_norm": 2.821018934249878, | |
| "learning_rate": 1.7887642998335162e-05, | |
| "epoch": 1.7379774958790224, | |
| "step": 24250 | |
| }, | |
| { | |
| "loss": 3.5686, | |
| "grad_norm": 2.904508590698242, | |
| "learning_rate": 1.7874810828722952e-05, | |
| "epoch": 1.741560954633412, | |
| "step": 24300 | |
| }, | |
| { | |
| "loss": 3.5773, | |
| "grad_norm": 3.339547634124756, | |
| "learning_rate": 1.786194443286028e-05, | |
| "epoch": 1.745144413387802, | |
| "step": 24350 | |
| }, | |
| { | |
| "loss": 3.5702, | |
| "grad_norm": 2.6998884677886963, | |
| "learning_rate": 1.78490438666683e-05, | |
| "epoch": 1.7487278721421915, | |
| "step": 24400 | |
| }, | |
| { | |
| "loss": 3.5745, | |
| "grad_norm": 2.678086519241333, | |
| "learning_rate": 1.7836109186216685e-05, | |
| "epoch": 1.7523113308965814, | |
| "step": 24450 | |
| }, | |
| { | |
| "loss": 3.5752, | |
| "grad_norm": 2.6666903495788574, | |
| "learning_rate": 1.782314044772336e-05, | |
| "epoch": 1.7558947896509711, | |
| "step": 24500 | |
| }, | |
| { | |
| "loss": 3.5761, | |
| "grad_norm": 2.8353140354156494, | |
| "learning_rate": 1.781013770755429e-05, | |
| "epoch": 1.7594782484053608, | |
| "step": 24550 | |
| }, | |
| { | |
| "loss": 3.5709, | |
| "grad_norm": 2.9337687492370605, | |
| "learning_rate": 1.7797101022223223e-05, | |
| "epoch": 1.7630617071597507, | |
| "step": 24600 | |
| }, | |
| { | |
| "loss": 3.583, | |
| "grad_norm": 2.79362154006958, | |
| "learning_rate": 1.778403044839144e-05, | |
| "epoch": 1.7666451659141402, | |
| "step": 24650 | |
| }, | |
| { | |
| "loss": 3.5762, | |
| "grad_norm": 2.8935132026672363, | |
| "learning_rate": 1.77709260428675e-05, | |
| "epoch": 1.7702286246685301, | |
| "step": 24700 | |
| }, | |
| { | |
| "loss": 3.5661, | |
| "grad_norm": 2.8787715435028076, | |
| "learning_rate": 1.7757787862607023e-05, | |
| "epoch": 1.7738120834229198, | |
| "step": 24750 | |
| }, | |
| { | |
| "loss": 3.576, | |
| "grad_norm": 2.8189823627471924, | |
| "learning_rate": 1.7744615964712414e-05, | |
| "epoch": 1.7773955421773096, | |
| "step": 24800 | |
| }, | |
| { | |
| "loss": 3.5745, | |
| "grad_norm": 2.739851713180542, | |
| "learning_rate": 1.7731410406432624e-05, | |
| "epoch": 1.7809790009316993, | |
| "step": 24850 | |
| }, | |
| { | |
| "loss": 3.5736, | |
| "grad_norm": 2.753006935119629, | |
| "learning_rate": 1.771817124516291e-05, | |
| "epoch": 1.784562459686089, | |
| "step": 24900 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.773777484893799, | |
| "learning_rate": 1.770489853844456e-05, | |
| "epoch": 1.7881459184404789, | |
| "step": 24950 | |
| }, | |
| { | |
| "loss": 3.5809, | |
| "grad_norm": 2.868133068084717, | |
| "learning_rate": 1.7691592343964684e-05, | |
| "epoch": 1.7917293771948684, | |
| "step": 25000 | |
| }, | |
| { | |
| "loss": 3.5673, | |
| "grad_norm": 2.806450605392456, | |
| "learning_rate": 1.7678252719555917e-05, | |
| "epoch": 1.7953128359492583, | |
| "step": 25050 | |
| }, | |
| { | |
| "loss": 3.5596, | |
| "grad_norm": 2.7752861976623535, | |
| "learning_rate": 1.7664879723196212e-05, | |
| "epoch": 1.798896294703648, | |
| "step": 25100 | |
| }, | |
| { | |
| "loss": 3.5846, | |
| "grad_norm": 2.954555034637451, | |
| "learning_rate": 1.7651473413008547e-05, | |
| "epoch": 1.8024797534580377, | |
| "step": 25150 | |
| }, | |
| { | |
| "loss": 3.5686, | |
| "grad_norm": 3.014866590499878, | |
| "learning_rate": 1.7638033847260704e-05, | |
| "epoch": 1.8060632122124274, | |
| "step": 25200 | |
| }, | |
| { | |
| "loss": 3.5818, | |
| "grad_norm": 2.959399461746216, | |
| "learning_rate": 1.7624561084365e-05, | |
| "epoch": 1.809646670966817, | |
| "step": 25250 | |
| }, | |
| { | |
| "loss": 3.5595, | |
| "grad_norm": 2.997256278991699, | |
| "learning_rate": 1.7611055182878037e-05, | |
| "epoch": 1.813230129721207, | |
| "step": 25300 | |
| }, | |
| { | |
| "loss": 3.5745, | |
| "grad_norm": 2.8707447052001953, | |
| "learning_rate": 1.7597516201500443e-05, | |
| "epoch": 1.8168135884755965, | |
| "step": 25350 | |
| }, | |
| { | |
| "loss": 3.568, | |
| "grad_norm": 2.7337288856506348, | |
| "learning_rate": 1.7583944199076625e-05, | |
| "epoch": 1.8203970472299864, | |
| "step": 25400 | |
| }, | |
| { | |
| "loss": 3.5729, | |
| "grad_norm": 2.821685314178467, | |
| "learning_rate": 1.757033923459451e-05, | |
| "epoch": 1.823980505984376, | |
| "step": 25450 | |
| }, | |
| { | |
| "loss": 3.5738, | |
| "grad_norm": 2.995807647705078, | |
| "learning_rate": 1.7556701367185286e-05, | |
| "epoch": 1.8275639647387658, | |
| "step": 25500 | |
| }, | |
| { | |
| "loss": 3.5747, | |
| "grad_norm": 2.9217429161071777, | |
| "learning_rate": 1.7543030656123146e-05, | |
| "epoch": 1.8311474234931557, | |
| "step": 25550 | |
| }, | |
| { | |
| "loss": 3.5724, | |
| "grad_norm": 2.994443416595459, | |
| "learning_rate": 1.752932716082503e-05, | |
| "epoch": 1.8347308822475452, | |
| "step": 25600 | |
| }, | |
| { | |
| "loss": 3.5837, | |
| "grad_norm": 2.708355665206909, | |
| "learning_rate": 1.751559094085038e-05, | |
| "epoch": 1.8383143410019351, | |
| "step": 25650 | |
| }, | |
| { | |
| "loss": 3.58, | |
| "grad_norm": 2.806644916534424, | |
| "learning_rate": 1.7501822055900847e-05, | |
| "epoch": 1.8418977997563248, | |
| "step": 25700 | |
| }, | |
| { | |
| "loss": 3.5876, | |
| "grad_norm": 2.915886878967285, | |
| "learning_rate": 1.7488020565820073e-05, | |
| "epoch": 1.8454812585107145, | |
| "step": 25750 | |
| }, | |
| { | |
| "loss": 3.5773, | |
| "grad_norm": 2.9538660049438477, | |
| "learning_rate": 1.7474186530593403e-05, | |
| "epoch": 1.8490647172651042, | |
| "step": 25800 | |
| }, | |
| { | |
| "loss": 3.5839, | |
| "grad_norm": 2.8157734870910645, | |
| "learning_rate": 1.7460320010347637e-05, | |
| "epoch": 1.852648176019494, | |
| "step": 25850 | |
| }, | |
| { | |
| "loss": 3.5666, | |
| "grad_norm": 2.949252128601074, | |
| "learning_rate": 1.7446421065350754e-05, | |
| "epoch": 1.8562316347738839, | |
| "step": 25900 | |
| }, | |
| { | |
| "loss": 3.5693, | |
| "grad_norm": 2.851363182067871, | |
| "learning_rate": 1.7432489756011674e-05, | |
| "epoch": 1.8598150935282733, | |
| "step": 25950 | |
| }, | |
| { | |
| "loss": 3.5651, | |
| "grad_norm": 2.8604774475097656, | |
| "learning_rate": 1.741852614287998e-05, | |
| "epoch": 1.8633985522826633, | |
| "step": 26000 | |
| }, | |
| { | |
| "eval_loss": 3.551687002182007, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12196218593726563, | |
| "eval_chrf": 31.345082352455066, | |
| "eval_runtime": 41.9328, | |
| "eval_samples_per_second": 47.695, | |
| "eval_steps_per_second": 0.763, | |
| "epoch": 1.8633985522826633, | |
| "step": 26000 | |
| }, | |
| { | |
| "loss": 3.5572, | |
| "grad_norm": 2.8940553665161133, | |
| "learning_rate": 1.7404530286645647e-05, | |
| "epoch": 1.866982011037053, | |
| "step": 26050 | |
| }, | |
| { | |
| "loss": 3.5702, | |
| "grad_norm": 2.877095937728882, | |
| "learning_rate": 1.7390502248138794e-05, | |
| "epoch": 1.8705654697914427, | |
| "step": 26100 | |
| }, | |
| { | |
| "loss": 3.5723, | |
| "grad_norm": 2.839142084121704, | |
| "learning_rate": 1.7376442088329416e-05, | |
| "epoch": 1.8741489285458326, | |
| "step": 26150 | |
| }, | |
| { | |
| "loss": 3.5716, | |
| "grad_norm": 2.708503007888794, | |
| "learning_rate": 1.7362349868327117e-05, | |
| "epoch": 1.877732387300222, | |
| "step": 26200 | |
| }, | |
| { | |
| "loss": 3.5727, | |
| "grad_norm": 2.899132251739502, | |
| "learning_rate": 1.7348225649380837e-05, | |
| "epoch": 1.881315846054612, | |
| "step": 26250 | |
| }, | |
| { | |
| "loss": 3.5807, | |
| "grad_norm": 2.788818120956421, | |
| "learning_rate": 1.73340694928786e-05, | |
| "epoch": 1.8848993048090017, | |
| "step": 26300 | |
| }, | |
| { | |
| "loss": 3.5674, | |
| "grad_norm": 2.865138530731201, | |
| "learning_rate": 1.7319881460347236e-05, | |
| "epoch": 1.8884827635633914, | |
| "step": 26350 | |
| }, | |
| { | |
| "loss": 3.5762, | |
| "grad_norm": 2.858018159866333, | |
| "learning_rate": 1.730566161345212e-05, | |
| "epoch": 1.892066222317781, | |
| "step": 26400 | |
| }, | |
| { | |
| "loss": 3.5582, | |
| "grad_norm": 2.7254562377929688, | |
| "learning_rate": 1.72914100139969e-05, | |
| "epoch": 1.8956496810721708, | |
| "step": 26450 | |
| }, | |
| { | |
| "loss": 3.5685, | |
| "grad_norm": 2.8706555366516113, | |
| "learning_rate": 1.727712672392323e-05, | |
| "epoch": 1.8992331398265607, | |
| "step": 26500 | |
| }, | |
| { | |
| "loss": 3.581, | |
| "grad_norm": 2.877462148666382, | |
| "learning_rate": 1.72628118053105e-05, | |
| "epoch": 1.9028165985809502, | |
| "step": 26550 | |
| }, | |
| { | |
| "loss": 3.5766, | |
| "grad_norm": 2.8969461917877197, | |
| "learning_rate": 1.7248465320375572e-05, | |
| "epoch": 1.9064000573353401, | |
| "step": 26600 | |
| }, | |
| { | |
| "loss": 3.5699, | |
| "grad_norm": 2.7944114208221436, | |
| "learning_rate": 1.72340873314725e-05, | |
| "epoch": 1.9099835160897298, | |
| "step": 26650 | |
| }, | |
| { | |
| "loss": 3.5699, | |
| "grad_norm": 2.7690773010253906, | |
| "learning_rate": 1.721967790109226e-05, | |
| "epoch": 1.9135669748441195, | |
| "step": 26700 | |
| }, | |
| { | |
| "loss": 3.5553, | |
| "grad_norm": 2.9355599880218506, | |
| "learning_rate": 1.7205237091862496e-05, | |
| "epoch": 1.9171504335985092, | |
| "step": 26750 | |
| }, | |
| { | |
| "loss": 3.5702, | |
| "grad_norm": 2.7249794006347656, | |
| "learning_rate": 1.7190764966547212e-05, | |
| "epoch": 1.920733892352899, | |
| "step": 26800 | |
| }, | |
| { | |
| "loss": 3.5626, | |
| "grad_norm": 2.669384717941284, | |
| "learning_rate": 1.7176261588046542e-05, | |
| "epoch": 1.9243173511072889, | |
| "step": 26850 | |
| }, | |
| { | |
| "loss": 3.5781, | |
| "grad_norm": 2.86441969871521, | |
| "learning_rate": 1.7161727019396447e-05, | |
| "epoch": 1.9279008098616783, | |
| "step": 26900 | |
| }, | |
| { | |
| "loss": 3.5765, | |
| "grad_norm": 2.89664363861084, | |
| "learning_rate": 1.714716132376844e-05, | |
| "epoch": 1.9314842686160683, | |
| "step": 26950 | |
| }, | |
| { | |
| "loss": 3.5649, | |
| "grad_norm": 3.1724424362182617, | |
| "learning_rate": 1.7132564564469337e-05, | |
| "epoch": 1.935067727370458, | |
| "step": 27000 | |
| }, | |
| { | |
| "loss": 3.5724, | |
| "grad_norm": 2.814220905303955, | |
| "learning_rate": 1.711793680494096e-05, | |
| "epoch": 1.9386511861248477, | |
| "step": 27050 | |
| }, | |
| { | |
| "loss": 3.5667, | |
| "grad_norm": 2.87035870552063, | |
| "learning_rate": 1.7103278108759863e-05, | |
| "epoch": 1.9422346448792376, | |
| "step": 27100 | |
| }, | |
| { | |
| "loss": 3.559, | |
| "grad_norm": 2.7890102863311768, | |
| "learning_rate": 1.7088588539637066e-05, | |
| "epoch": 1.945818103633627, | |
| "step": 27150 | |
| }, | |
| { | |
| "loss": 3.5635, | |
| "grad_norm": 2.7805936336517334, | |
| "learning_rate": 1.7073868161417766e-05, | |
| "epoch": 1.949401562388017, | |
| "step": 27200 | |
| }, | |
| { | |
| "loss": 3.5642, | |
| "grad_norm": 2.7486321926116943, | |
| "learning_rate": 1.705911703808107e-05, | |
| "epoch": 1.9529850211424067, | |
| "step": 27250 | |
| }, | |
| { | |
| "loss": 3.5716, | |
| "grad_norm": 2.8545165061950684, | |
| "learning_rate": 1.7044335233739712e-05, | |
| "epoch": 1.9565684798967964, | |
| "step": 27300 | |
| }, | |
| { | |
| "loss": 3.5649, | |
| "grad_norm": 2.786341428756714, | |
| "learning_rate": 1.7029522812639768e-05, | |
| "epoch": 1.960151938651186, | |
| "step": 27350 | |
| }, | |
| { | |
| "loss": 3.5665, | |
| "grad_norm": 3.119352102279663, | |
| "learning_rate": 1.7014679839160393e-05, | |
| "epoch": 1.9637353974055758, | |
| "step": 27400 | |
| }, | |
| { | |
| "loss": 3.5796, | |
| "grad_norm": 2.8911643028259277, | |
| "learning_rate": 1.6999806377813533e-05, | |
| "epoch": 1.9673188561599657, | |
| "step": 27450 | |
| }, | |
| { | |
| "loss": 3.5719, | |
| "grad_norm": 2.6484568119049072, | |
| "learning_rate": 1.698490249324363e-05, | |
| "epoch": 1.9709023149143552, | |
| "step": 27500 | |
| }, | |
| { | |
| "loss": 3.5755, | |
| "grad_norm": 2.867673635482788, | |
| "learning_rate": 1.696996825022736e-05, | |
| "epoch": 1.9744857736687451, | |
| "step": 27550 | |
| }, | |
| { | |
| "loss": 3.57, | |
| "grad_norm": 2.8338863849639893, | |
| "learning_rate": 1.6955003713673357e-05, | |
| "epoch": 1.9780692324231348, | |
| "step": 27600 | |
| }, | |
| { | |
| "loss": 3.5653, | |
| "grad_norm": 2.818838596343994, | |
| "learning_rate": 1.6940008948621904e-05, | |
| "epoch": 1.9816526911775245, | |
| "step": 27650 | |
| }, | |
| { | |
| "loss": 3.5634, | |
| "grad_norm": 2.8224220275878906, | |
| "learning_rate": 1.692498402024467e-05, | |
| "epoch": 1.9852361499319144, | |
| "step": 27700 | |
| }, | |
| { | |
| "loss": 3.5725, | |
| "grad_norm": 2.797938346862793, | |
| "learning_rate": 1.690992899384443e-05, | |
| "epoch": 1.988819608686304, | |
| "step": 27750 | |
| }, | |
| { | |
| "loss": 3.5726, | |
| "grad_norm": 3.063934564590454, | |
| "learning_rate": 1.689484393485477e-05, | |
| "epoch": 1.9924030674406938, | |
| "step": 27800 | |
| }, | |
| { | |
| "loss": 3.5524, | |
| "grad_norm": 2.886658191680908, | |
| "learning_rate": 1.6879728908839807e-05, | |
| "epoch": 1.9959865261950835, | |
| "step": 27850 | |
| }, | |
| { | |
| "loss": 3.5635, | |
| "grad_norm": 2.783209800720215, | |
| "learning_rate": 1.6864583981493896e-05, | |
| "epoch": 1.9995699849494732, | |
| "step": 27900 | |
| }, | |
| { | |
| "loss": 3.5412, | |
| "grad_norm": 2.6848716735839844, | |
| "learning_rate": 1.6849409218641358e-05, | |
| "epoch": 2.003153443703863, | |
| "step": 27950 | |
| }, | |
| { | |
| "loss": 3.5323, | |
| "grad_norm": 2.811471462249756, | |
| "learning_rate": 1.6834204686236197e-05, | |
| "epoch": 2.0067369024582526, | |
| "step": 28000 | |
| }, | |
| { | |
| "eval_loss": 3.5473411083221436, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12115903047632665, | |
| "eval_chrf": 31.558730091944653, | |
| "eval_runtime": 37.4272, | |
| "eval_samples_per_second": 53.437, | |
| "eval_steps_per_second": 0.855, | |
| "epoch": 2.0067369024582526, | |
| "step": 28000 | |
| }, | |
| { | |
| "loss": 3.5381, | |
| "grad_norm": 2.8451473712921143, | |
| "learning_rate": 1.6818970450361788e-05, | |
| "epoch": 2.0103203612126426, | |
| "step": 28050 | |
| }, | |
| { | |
| "loss": 3.5444, | |
| "grad_norm": 2.809297561645508, | |
| "learning_rate": 1.6803706577230608e-05, | |
| "epoch": 2.013903819967032, | |
| "step": 28100 | |
| }, | |
| { | |
| "loss": 3.5231, | |
| "grad_norm": 2.845383644104004, | |
| "learning_rate": 1.6788413133183966e-05, | |
| "epoch": 2.017487278721422, | |
| "step": 28150 | |
| }, | |
| { | |
| "loss": 3.5299, | |
| "grad_norm": 3.013930320739746, | |
| "learning_rate": 1.6773090184691668e-05, | |
| "epoch": 2.0210707374758115, | |
| "step": 28200 | |
| }, | |
| { | |
| "loss": 3.5259, | |
| "grad_norm": 2.818485975265503, | |
| "learning_rate": 1.6757737798351773e-05, | |
| "epoch": 2.0246541962302014, | |
| "step": 28250 | |
| }, | |
| { | |
| "loss": 3.5242, | |
| "grad_norm": 2.7693302631378174, | |
| "learning_rate": 1.674235604089028e-05, | |
| "epoch": 2.0282376549845913, | |
| "step": 28300 | |
| }, | |
| { | |
| "loss": 3.5305, | |
| "grad_norm": 2.762985944747925, | |
| "learning_rate": 1.672694497916084e-05, | |
| "epoch": 2.0318211137389808, | |
| "step": 28350 | |
| }, | |
| { | |
| "loss": 3.539, | |
| "grad_norm": 2.805513381958008, | |
| "learning_rate": 1.6711504680144477e-05, | |
| "epoch": 2.0354045724933707, | |
| "step": 28400 | |
| }, | |
| { | |
| "loss": 3.5343, | |
| "grad_norm": 2.756537914276123, | |
| "learning_rate": 1.6696035210949283e-05, | |
| "epoch": 2.03898803124776, | |
| "step": 28450 | |
| }, | |
| { | |
| "loss": 3.5338, | |
| "grad_norm": 2.6860361099243164, | |
| "learning_rate": 1.6680536638810134e-05, | |
| "epoch": 2.04257149000215, | |
| "step": 28500 | |
| }, | |
| { | |
| "loss": 3.5355, | |
| "grad_norm": 2.9358043670654297, | |
| "learning_rate": 1.6665009031088395e-05, | |
| "epoch": 2.04615494875654, | |
| "step": 28550 | |
| }, | |
| { | |
| "loss": 3.5497, | |
| "grad_norm": 2.7824769020080566, | |
| "learning_rate": 1.6649452455271626e-05, | |
| "epoch": 2.0497384075109295, | |
| "step": 28600 | |
| }, | |
| { | |
| "loss": 3.537, | |
| "grad_norm": 2.7985236644744873, | |
| "learning_rate": 1.6633866978973305e-05, | |
| "epoch": 2.0533218662653194, | |
| "step": 28650 | |
| }, | |
| { | |
| "loss": 3.5327, | |
| "grad_norm": 2.756932020187378, | |
| "learning_rate": 1.6618252669932492e-05, | |
| "epoch": 2.056905325019709, | |
| "step": 28700 | |
| }, | |
| { | |
| "loss": 3.529, | |
| "grad_norm": 2.725965738296509, | |
| "learning_rate": 1.660260959601359e-05, | |
| "epoch": 2.060488783774099, | |
| "step": 28750 | |
| }, | |
| { | |
| "loss": 3.5308, | |
| "grad_norm": 2.8441810607910156, | |
| "learning_rate": 1.658693782520601e-05, | |
| "epoch": 2.0640722425284883, | |
| "step": 28800 | |
| }, | |
| { | |
| "loss": 3.5508, | |
| "grad_norm": 2.894514799118042, | |
| "learning_rate": 1.657123742562389e-05, | |
| "epoch": 2.0676557012828782, | |
| "step": 28850 | |
| }, | |
| { | |
| "loss": 3.5379, | |
| "grad_norm": 2.7920329570770264, | |
| "learning_rate": 1.6555508465505797e-05, | |
| "epoch": 2.071239160037268, | |
| "step": 28900 | |
| }, | |
| { | |
| "loss": 3.5418, | |
| "grad_norm": 3.002916097640991, | |
| "learning_rate": 1.6539751013214435e-05, | |
| "epoch": 2.0748226187916576, | |
| "step": 28950 | |
| }, | |
| { | |
| "loss": 3.5416, | |
| "grad_norm": 2.971566915512085, | |
| "learning_rate": 1.6523965137236336e-05, | |
| "epoch": 2.0784060775460476, | |
| "step": 29000 | |
| }, | |
| { | |
| "loss": 3.527, | |
| "grad_norm": 2.715998411178589, | |
| "learning_rate": 1.650815090618157e-05, | |
| "epoch": 2.081989536300437, | |
| "step": 29050 | |
| }, | |
| { | |
| "loss": 3.5415, | |
| "grad_norm": 2.767256021499634, | |
| "learning_rate": 1.649230838878345e-05, | |
| "epoch": 2.085572995054827, | |
| "step": 29100 | |
| }, | |
| { | |
| "loss": 3.526, | |
| "grad_norm": 2.826587200164795, | |
| "learning_rate": 1.647643765389823e-05, | |
| "epoch": 2.089156453809217, | |
| "step": 29150 | |
| }, | |
| { | |
| "loss": 3.544, | |
| "grad_norm": 2.897087812423706, | |
| "learning_rate": 1.6460538770504805e-05, | |
| "epoch": 2.0927399125636064, | |
| "step": 29200 | |
| }, | |
| { | |
| "loss": 3.5407, | |
| "grad_norm": 2.8634605407714844, | |
| "learning_rate": 1.6444611807704417e-05, | |
| "epoch": 2.0963233713179963, | |
| "step": 29250 | |
| }, | |
| { | |
| "loss": 3.5418, | |
| "grad_norm": 2.685556650161743, | |
| "learning_rate": 1.6428656834720334e-05, | |
| "epoch": 2.0999068300723858, | |
| "step": 29300 | |
| }, | |
| { | |
| "loss": 3.5357, | |
| "grad_norm": 2.9170994758605957, | |
| "learning_rate": 1.641267392089758e-05, | |
| "epoch": 2.1034902888267757, | |
| "step": 29350 | |
| }, | |
| { | |
| "loss": 3.5274, | |
| "grad_norm": 2.7992308139801025, | |
| "learning_rate": 1.6396663135702614e-05, | |
| "epoch": 2.107073747581165, | |
| "step": 29400 | |
| }, | |
| { | |
| "loss": 3.5195, | |
| "grad_norm": 2.8145751953125, | |
| "learning_rate": 1.6380624548723027e-05, | |
| "epoch": 2.110657206335555, | |
| "step": 29450 | |
| }, | |
| { | |
| "loss": 3.5408, | |
| "grad_norm": 2.8204431533813477, | |
| "learning_rate": 1.636455822966725e-05, | |
| "epoch": 2.114240665089945, | |
| "step": 29500 | |
| }, | |
| { | |
| "loss": 3.5313, | |
| "grad_norm": 2.962052583694458, | |
| "learning_rate": 1.6348464248364246e-05, | |
| "epoch": 2.1178241238443345, | |
| "step": 29550 | |
| }, | |
| { | |
| "loss": 3.5366, | |
| "grad_norm": 2.9541497230529785, | |
| "learning_rate": 1.6332342674763198e-05, | |
| "epoch": 2.1214075825987244, | |
| "step": 29600 | |
| }, | |
| { | |
| "loss": 3.5464, | |
| "grad_norm": 2.7459237575531006, | |
| "learning_rate": 1.6316193578933225e-05, | |
| "epoch": 2.124991041353114, | |
| "step": 29650 | |
| }, | |
| { | |
| "loss": 3.5461, | |
| "grad_norm": 2.715641736984253, | |
| "learning_rate": 1.6300017031063063e-05, | |
| "epoch": 2.128574500107504, | |
| "step": 29700 | |
| }, | |
| { | |
| "loss": 3.5284, | |
| "grad_norm": 2.699241876602173, | |
| "learning_rate": 1.628381310146075e-05, | |
| "epoch": 2.1321579588618933, | |
| "step": 29750 | |
| }, | |
| { | |
| "loss": 3.5266, | |
| "grad_norm": 2.910492420196533, | |
| "learning_rate": 1.626758186055336e-05, | |
| "epoch": 2.135741417616283, | |
| "step": 29800 | |
| }, | |
| { | |
| "loss": 3.5461, | |
| "grad_norm": 2.9033477306365967, | |
| "learning_rate": 1.6251323378886637e-05, | |
| "epoch": 2.139324876370673, | |
| "step": 29850 | |
| }, | |
| { | |
| "loss": 3.5293, | |
| "grad_norm": 2.6856632232666016, | |
| "learning_rate": 1.6235037727124745e-05, | |
| "epoch": 2.1429083351250626, | |
| "step": 29900 | |
| }, | |
| { | |
| "loss": 3.5476, | |
| "grad_norm": 2.8470466136932373, | |
| "learning_rate": 1.621872497604993e-05, | |
| "epoch": 2.1464917938794525, | |
| "step": 29950 | |
| }, | |
| { | |
| "loss": 3.5326, | |
| "grad_norm": 2.725917339324951, | |
| "learning_rate": 1.6202385196562217e-05, | |
| "epoch": 2.150075252633842, | |
| "step": 30000 | |
| }, | |
| { | |
| "eval_loss": 3.5458145141601562, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12489843854678662, | |
| "eval_chrf": 31.70951345304743, | |
| "eval_runtime": 38.1674, | |
| "eval_samples_per_second": 52.401, | |
| "eval_steps_per_second": 0.838, | |
| "epoch": 2.150075252633842, | |
| "step": 30000 | |
| }, | |
| { | |
| "loss": 3.5438, | |
| "grad_norm": 2.8169612884521484, | |
| "learning_rate": 1.618601845967911e-05, | |
| "epoch": 2.153658711388232, | |
| "step": 30050 | |
| }, | |
| { | |
| "loss": 3.5505, | |
| "grad_norm": 3.103529691696167, | |
| "learning_rate": 1.6169624836535272e-05, | |
| "epoch": 2.157242170142622, | |
| "step": 30100 | |
| }, | |
| { | |
| "loss": 3.5409, | |
| "grad_norm": 2.8524582386016846, | |
| "learning_rate": 1.6153204398382222e-05, | |
| "epoch": 2.1608256288970114, | |
| "step": 30150 | |
| }, | |
| { | |
| "loss": 3.5286, | |
| "grad_norm": 2.756819248199463, | |
| "learning_rate": 1.6136757216588032e-05, | |
| "epoch": 2.1644090876514013, | |
| "step": 30200 | |
| }, | |
| { | |
| "loss": 3.521, | |
| "grad_norm": 2.771524667739868, | |
| "learning_rate": 1.6120283362637006e-05, | |
| "epoch": 2.1679925464057908, | |
| "step": 30250 | |
| }, | |
| { | |
| "loss": 3.5315, | |
| "grad_norm": 2.800292730331421, | |
| "learning_rate": 1.610378290812937e-05, | |
| "epoch": 2.1715760051601807, | |
| "step": 30300 | |
| }, | |
| { | |
| "loss": 3.5477, | |
| "grad_norm": 2.824660539627075, | |
| "learning_rate": 1.608725592478096e-05, | |
| "epoch": 2.17515946391457, | |
| "step": 30350 | |
| }, | |
| { | |
| "loss": 3.5372, | |
| "grad_norm": 2.8247411251068115, | |
| "learning_rate": 1.6070702484422934e-05, | |
| "epoch": 2.17874292266896, | |
| "step": 30400 | |
| }, | |
| { | |
| "loss": 3.5435, | |
| "grad_norm": 2.841275930404663, | |
| "learning_rate": 1.605412265900141e-05, | |
| "epoch": 2.18232638142335, | |
| "step": 30450 | |
| }, | |
| { | |
| "loss": 3.539, | |
| "grad_norm": 2.795316219329834, | |
| "learning_rate": 1.603751652057721e-05, | |
| "epoch": 2.1859098401777395, | |
| "step": 30500 | |
| }, | |
| { | |
| "loss": 3.525, | |
| "grad_norm": 2.725374221801758, | |
| "learning_rate": 1.6020884141325506e-05, | |
| "epoch": 2.1894932989321294, | |
| "step": 30550 | |
| }, | |
| { | |
| "loss": 3.5378, | |
| "grad_norm": 2.6841118335723877, | |
| "learning_rate": 1.6004225593535526e-05, | |
| "epoch": 2.193076757686519, | |
| "step": 30600 | |
| }, | |
| { | |
| "loss": 3.5394, | |
| "grad_norm": 2.75899600982666, | |
| "learning_rate": 1.5987540949610228e-05, | |
| "epoch": 2.196660216440909, | |
| "step": 30650 | |
| }, | |
| { | |
| "loss": 3.5321, | |
| "grad_norm": 3.0485081672668457, | |
| "learning_rate": 1.5970830282065998e-05, | |
| "epoch": 2.2002436751952983, | |
| "step": 30700 | |
| }, | |
| { | |
| "loss": 3.5479, | |
| "grad_norm": 2.768996477127075, | |
| "learning_rate": 1.5954093663532324e-05, | |
| "epoch": 2.203827133949688, | |
| "step": 30750 | |
| }, | |
| { | |
| "loss": 3.5297, | |
| "grad_norm": 2.8048784732818604, | |
| "learning_rate": 1.5937331166751492e-05, | |
| "epoch": 2.207410592704078, | |
| "step": 30800 | |
| }, | |
| { | |
| "loss": 3.5342, | |
| "grad_norm": 2.964184045791626, | |
| "learning_rate": 1.5920542864578248e-05, | |
| "epoch": 2.2109940514584676, | |
| "step": 30850 | |
| }, | |
| { | |
| "loss": 3.5281, | |
| "grad_norm": 2.8237826824188232, | |
| "learning_rate": 1.5903728829979512e-05, | |
| "epoch": 2.2145775102128575, | |
| "step": 30900 | |
| }, | |
| { | |
| "loss": 3.5338, | |
| "grad_norm": 2.76198673248291, | |
| "learning_rate": 1.5886889136034032e-05, | |
| "epoch": 2.218160968967247, | |
| "step": 30950 | |
| }, | |
| { | |
| "loss": 3.5411, | |
| "grad_norm": 2.8038218021392822, | |
| "learning_rate": 1.587002385593209e-05, | |
| "epoch": 2.221744427721637, | |
| "step": 31000 | |
| }, | |
| { | |
| "loss": 3.5317, | |
| "grad_norm": 2.9463272094726562, | |
| "learning_rate": 1.5853133062975164e-05, | |
| "epoch": 2.225327886476027, | |
| "step": 31050 | |
| }, | |
| { | |
| "loss": 3.5411, | |
| "grad_norm": 2.770617961883545, | |
| "learning_rate": 1.5836216830575625e-05, | |
| "epoch": 2.2289113452304163, | |
| "step": 31100 | |
| }, | |
| { | |
| "loss": 3.5372, | |
| "grad_norm": 2.8552608489990234, | |
| "learning_rate": 1.5819275232256405e-05, | |
| "epoch": 2.2324948039848063, | |
| "step": 31150 | |
| }, | |
| { | |
| "loss": 3.5191, | |
| "grad_norm": 2.895660877227783, | |
| "learning_rate": 1.5802308341650693e-05, | |
| "epoch": 2.2360782627391957, | |
| "step": 31200 | |
| }, | |
| { | |
| "loss": 3.543, | |
| "grad_norm": 2.7579762935638428, | |
| "learning_rate": 1.578531623250159e-05, | |
| "epoch": 2.2396617214935857, | |
| "step": 31250 | |
| }, | |
| { | |
| "loss": 3.543, | |
| "grad_norm": 2.853072166442871, | |
| "learning_rate": 1.5768298978661824e-05, | |
| "epoch": 2.243245180247975, | |
| "step": 31300 | |
| }, | |
| { | |
| "loss": 3.5442, | |
| "grad_norm": 2.8464574813842773, | |
| "learning_rate": 1.575125665409339e-05, | |
| "epoch": 2.246828639002365, | |
| "step": 31350 | |
| }, | |
| { | |
| "loss": 3.5324, | |
| "grad_norm": 3.0454089641571045, | |
| "learning_rate": 1.573418933286726e-05, | |
| "epoch": 2.250412097756755, | |
| "step": 31400 | |
| }, | |
| { | |
| "loss": 3.5303, | |
| "grad_norm": 2.8158724308013916, | |
| "learning_rate": 1.5717097089163053e-05, | |
| "epoch": 2.2539955565111445, | |
| "step": 31450 | |
| }, | |
| { | |
| "loss": 3.5282, | |
| "grad_norm": 2.9281036853790283, | |
| "learning_rate": 1.5699979997268692e-05, | |
| "epoch": 2.2575790152655344, | |
| "step": 31500 | |
| }, | |
| { | |
| "loss": 3.5414, | |
| "grad_norm": 2.7076354026794434, | |
| "learning_rate": 1.5682838131580113e-05, | |
| "epoch": 2.261162474019924, | |
| "step": 31550 | |
| }, | |
| { | |
| "loss": 3.5293, | |
| "grad_norm": 2.9224390983581543, | |
| "learning_rate": 1.5665671566600917e-05, | |
| "epoch": 2.264745932774314, | |
| "step": 31600 | |
| }, | |
| { | |
| "loss": 3.5327, | |
| "grad_norm": 2.776547908782959, | |
| "learning_rate": 1.564848037694206e-05, | |
| "epoch": 2.2683293915287033, | |
| "step": 31650 | |
| }, | |
| { | |
| "loss": 3.538, | |
| "grad_norm": 2.6548962593078613, | |
| "learning_rate": 1.563126463732152e-05, | |
| "epoch": 2.271912850283093, | |
| "step": 31700 | |
| }, | |
| { | |
| "loss": 3.5453, | |
| "grad_norm": 2.8937714099884033, | |
| "learning_rate": 1.5614024422563984e-05, | |
| "epoch": 2.275496309037483, | |
| "step": 31750 | |
| }, | |
| { | |
| "loss": 3.5386, | |
| "grad_norm": 2.8238344192504883, | |
| "learning_rate": 1.55967598076005e-05, | |
| "epoch": 2.2790797677918726, | |
| "step": 31800 | |
| }, | |
| { | |
| "loss": 3.5442, | |
| "grad_norm": 2.8471839427948, | |
| "learning_rate": 1.5579470867468193e-05, | |
| "epoch": 2.2826632265462625, | |
| "step": 31850 | |
| }, | |
| { | |
| "loss": 3.5452, | |
| "grad_norm": 2.913585662841797, | |
| "learning_rate": 1.5562157677309883e-05, | |
| "epoch": 2.286246685300652, | |
| "step": 31900 | |
| }, | |
| { | |
| "loss": 3.5597, | |
| "grad_norm": 2.6664962768554688, | |
| "learning_rate": 1.5544820312373803e-05, | |
| "epoch": 2.289830144055042, | |
| "step": 31950 | |
| }, | |
| { | |
| "loss": 3.5451, | |
| "grad_norm": 2.855137348175049, | |
| "learning_rate": 1.5527458848013258e-05, | |
| "epoch": 2.293413602809432, | |
| "step": 32000 | |
| }, | |
| { | |
| "eval_loss": 3.5429165363311768, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12474926998952618, | |
| "eval_chrf": 31.547430950412075, | |
| "eval_runtime": 42.3662, | |
| "eval_samples_per_second": 47.207, | |
| "eval_steps_per_second": 0.755, | |
| "epoch": 2.293413602809432, | |
| "step": 32000 | |
| }, | |
| { | |
| "loss": 3.5322, | |
| "grad_norm": 2.7366750240325928, | |
| "learning_rate": 1.551007335968629e-05, | |
| "epoch": 2.2969970615638213, | |
| "step": 32050 | |
| }, | |
| { | |
| "loss": 3.544, | |
| "grad_norm": 2.7700090408325195, | |
| "learning_rate": 1.549266392295536e-05, | |
| "epoch": 2.3005805203182113, | |
| "step": 32100 | |
| }, | |
| { | |
| "loss": 3.5441, | |
| "grad_norm": 2.951590061187744, | |
| "learning_rate": 1.5475230613487013e-05, | |
| "epoch": 2.3041639790726007, | |
| "step": 32150 | |
| }, | |
| { | |
| "loss": 3.5338, | |
| "grad_norm": 2.778489589691162, | |
| "learning_rate": 1.5457773507051553e-05, | |
| "epoch": 2.3077474378269907, | |
| "step": 32200 | |
| }, | |
| { | |
| "loss": 3.5393, | |
| "grad_norm": 2.805887222290039, | |
| "learning_rate": 1.5440292679522722e-05, | |
| "epoch": 2.3113308965813806, | |
| "step": 32250 | |
| }, | |
| { | |
| "loss": 3.5327, | |
| "grad_norm": 2.764970302581787, | |
| "learning_rate": 1.5422788206877343e-05, | |
| "epoch": 2.31491435533577, | |
| "step": 32300 | |
| }, | |
| { | |
| "loss": 3.5347, | |
| "grad_norm": 2.848050832748413, | |
| "learning_rate": 1.540526016519502e-05, | |
| "epoch": 2.31849781409016, | |
| "step": 32350 | |
| }, | |
| { | |
| "loss": 3.539, | |
| "grad_norm": 2.737910509109497, | |
| "learning_rate": 1.5387708630657788e-05, | |
| "epoch": 2.3220812728445495, | |
| "step": 32400 | |
| }, | |
| { | |
| "loss": 3.5308, | |
| "grad_norm": 2.7834408283233643, | |
| "learning_rate": 1.53701336795498e-05, | |
| "epoch": 2.3256647315989394, | |
| "step": 32450 | |
| }, | |
| { | |
| "loss": 3.5385, | |
| "grad_norm": 2.7603871822357178, | |
| "learning_rate": 1.5352535388256974e-05, | |
| "epoch": 2.329248190353329, | |
| "step": 32500 | |
| }, | |
| { | |
| "loss": 3.5296, | |
| "grad_norm": 2.8410749435424805, | |
| "learning_rate": 1.5334913833266673e-05, | |
| "epoch": 2.332831649107719, | |
| "step": 32550 | |
| }, | |
| { | |
| "loss": 3.5484, | |
| "grad_norm": 3.0500338077545166, | |
| "learning_rate": 1.5317269091167374e-05, | |
| "epoch": 2.3364151078621083, | |
| "step": 32600 | |
| }, | |
| { | |
| "loss": 3.5371, | |
| "grad_norm": 2.915639877319336, | |
| "learning_rate": 1.5299601238648325e-05, | |
| "epoch": 2.339998566616498, | |
| "step": 32650 | |
| }, | |
| { | |
| "loss": 3.5311, | |
| "grad_norm": 3.1258277893066406, | |
| "learning_rate": 1.5281910352499233e-05, | |
| "epoch": 2.343582025370888, | |
| "step": 32700 | |
| }, | |
| { | |
| "loss": 3.533, | |
| "grad_norm": 2.9490103721618652, | |
| "learning_rate": 1.52641965096099e-05, | |
| "epoch": 2.3471654841252776, | |
| "step": 32750 | |
| }, | |
| { | |
| "loss": 3.5265, | |
| "grad_norm": 2.875643253326416, | |
| "learning_rate": 1.5246459786969914e-05, | |
| "epoch": 2.3507489428796675, | |
| "step": 32800 | |
| }, | |
| { | |
| "loss": 3.5256, | |
| "grad_norm": 2.8508317470550537, | |
| "learning_rate": 1.5228700261668303e-05, | |
| "epoch": 2.354332401634057, | |
| "step": 32850 | |
| }, | |
| { | |
| "loss": 3.5439, | |
| "grad_norm": 2.830974578857422, | |
| "learning_rate": 1.5210918010893202e-05, | |
| "epoch": 2.357915860388447, | |
| "step": 32900 | |
| }, | |
| { | |
| "loss": 3.5465, | |
| "grad_norm": 2.813232183456421, | |
| "learning_rate": 1.5193113111931519e-05, | |
| "epoch": 2.361499319142837, | |
| "step": 32950 | |
| }, | |
| { | |
| "loss": 3.5308, | |
| "grad_norm": 2.838843822479248, | |
| "learning_rate": 1.5175285642168594e-05, | |
| "epoch": 2.3650827778972263, | |
| "step": 33000 | |
| }, | |
| { | |
| "loss": 3.536, | |
| "grad_norm": 2.7960915565490723, | |
| "learning_rate": 1.5157435679087866e-05, | |
| "epoch": 2.3686662366516162, | |
| "step": 33050 | |
| }, | |
| { | |
| "loss": 3.5419, | |
| "grad_norm": 2.927342414855957, | |
| "learning_rate": 1.5139563300270546e-05, | |
| "epoch": 2.3722496954060057, | |
| "step": 33100 | |
| }, | |
| { | |
| "loss": 3.5338, | |
| "grad_norm": 2.80525803565979, | |
| "learning_rate": 1.5121668583395259e-05, | |
| "epoch": 2.3758331541603956, | |
| "step": 33150 | |
| }, | |
| { | |
| "loss": 3.5473, | |
| "grad_norm": 2.761329174041748, | |
| "learning_rate": 1.5103751606237725e-05, | |
| "epoch": 2.3794166129147856, | |
| "step": 33200 | |
| }, | |
| { | |
| "loss": 3.5294, | |
| "grad_norm": 2.8188796043395996, | |
| "learning_rate": 1.5085812446670409e-05, | |
| "epoch": 2.383000071669175, | |
| "step": 33250 | |
| }, | |
| { | |
| "loss": 3.5281, | |
| "grad_norm": 2.7630996704101562, | |
| "learning_rate": 1.506785118266219e-05, | |
| "epoch": 2.386583530423565, | |
| "step": 33300 | |
| }, | |
| { | |
| "loss": 3.535, | |
| "grad_norm": 2.744847059249878, | |
| "learning_rate": 1.5049867892278021e-05, | |
| "epoch": 2.3901669891779544, | |
| "step": 33350 | |
| }, | |
| { | |
| "loss": 3.5348, | |
| "grad_norm": 2.7887415885925293, | |
| "learning_rate": 1.503186265367858e-05, | |
| "epoch": 2.3937504479323444, | |
| "step": 33400 | |
| }, | |
| { | |
| "loss": 3.5421, | |
| "grad_norm": 2.9577910900115967, | |
| "learning_rate": 1.5013835545119948e-05, | |
| "epoch": 2.397333906686734, | |
| "step": 33450 | |
| }, | |
| { | |
| "loss": 3.5393, | |
| "grad_norm": 2.9961724281311035, | |
| "learning_rate": 1.4995786644953261e-05, | |
| "epoch": 2.4009173654411238, | |
| "step": 33500 | |
| }, | |
| { | |
| "loss": 3.5567, | |
| "grad_norm": 2.7783844470977783, | |
| "learning_rate": 1.4977716031624354e-05, | |
| "epoch": 2.4045008241955137, | |
| "step": 33550 | |
| }, | |
| { | |
| "loss": 3.5426, | |
| "grad_norm": 2.880939245223999, | |
| "learning_rate": 1.4959623783673447e-05, | |
| "epoch": 2.408084282949903, | |
| "step": 33600 | |
| }, | |
| { | |
| "loss": 3.5465, | |
| "grad_norm": 2.741588592529297, | |
| "learning_rate": 1.4941509979734786e-05, | |
| "epoch": 2.411667741704293, | |
| "step": 33650 | |
| }, | |
| { | |
| "loss": 3.5298, | |
| "grad_norm": 2.8120334148406982, | |
| "learning_rate": 1.4923374698536304e-05, | |
| "epoch": 2.4152512004586826, | |
| "step": 33700 | |
| }, | |
| { | |
| "loss": 3.5358, | |
| "grad_norm": 2.7048747539520264, | |
| "learning_rate": 1.490521801889928e-05, | |
| "epoch": 2.4188346592130725, | |
| "step": 33750 | |
| }, | |
| { | |
| "loss": 3.5404, | |
| "grad_norm": 2.8408844470977783, | |
| "learning_rate": 1.4887040019738002e-05, | |
| "epoch": 2.422418117967462, | |
| "step": 33800 | |
| }, | |
| { | |
| "loss": 3.5398, | |
| "grad_norm": 2.8859174251556396, | |
| "learning_rate": 1.4868840780059413e-05, | |
| "epoch": 2.426001576721852, | |
| "step": 33850 | |
| }, | |
| { | |
| "loss": 3.5419, | |
| "grad_norm": 2.8580172061920166, | |
| "learning_rate": 1.4850620378962779e-05, | |
| "epoch": 2.429585035476242, | |
| "step": 33900 | |
| }, | |
| { | |
| "loss": 3.54, | |
| "grad_norm": 2.882136821746826, | |
| "learning_rate": 1.4832378895639337e-05, | |
| "epoch": 2.4331684942306313, | |
| "step": 33950 | |
| }, | |
| { | |
| "loss": 3.5299, | |
| "grad_norm": 2.723198413848877, | |
| "learning_rate": 1.481411640937195e-05, | |
| "epoch": 2.4367519529850212, | |
| "step": 34000 | |
| }, | |
| { | |
| "eval_loss": 3.540426254272461, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.1201273346981964, | |
| "eval_chrf": 31.613509292494662, | |
| "eval_runtime": 41.2442, | |
| "eval_samples_per_second": 48.492, | |
| "eval_steps_per_second": 0.776, | |
| "epoch": 2.4367519529850212, | |
| "step": 34000 | |
| }, | |
| { | |
| "loss": 3.5309, | |
| "grad_norm": 2.812891960144043, | |
| "learning_rate": 1.4795832999534776e-05, | |
| "epoch": 2.4403354117394107, | |
| "step": 34050 | |
| }, | |
| { | |
| "loss": 3.5412, | |
| "grad_norm": 2.7380855083465576, | |
| "learning_rate": 1.4777528745592902e-05, | |
| "epoch": 2.4439188704938006, | |
| "step": 34100 | |
| }, | |
| { | |
| "loss": 3.5431, | |
| "grad_norm": 2.9518446922302246, | |
| "learning_rate": 1.4759203727102014e-05, | |
| "epoch": 2.4475023292481906, | |
| "step": 34150 | |
| }, | |
| { | |
| "loss": 3.5336, | |
| "grad_norm": 2.7920496463775635, | |
| "learning_rate": 1.4740858023708049e-05, | |
| "epoch": 2.45108578800258, | |
| "step": 34200 | |
| }, | |
| { | |
| "loss": 3.5461, | |
| "grad_norm": 2.7790307998657227, | |
| "learning_rate": 1.4722491715146843e-05, | |
| "epoch": 2.45466924675697, | |
| "step": 34250 | |
| }, | |
| { | |
| "loss": 3.5323, | |
| "grad_norm": 2.8379712104797363, | |
| "learning_rate": 1.4704104881243791e-05, | |
| "epoch": 2.4582527055113594, | |
| "step": 34300 | |
| }, | |
| { | |
| "loss": 3.5212, | |
| "grad_norm": 2.9654014110565186, | |
| "learning_rate": 1.4685697601913497e-05, | |
| "epoch": 2.4618361642657494, | |
| "step": 34350 | |
| }, | |
| { | |
| "loss": 3.5414, | |
| "grad_norm": 2.8676917552948, | |
| "learning_rate": 1.4667269957159427e-05, | |
| "epoch": 2.4654196230201393, | |
| "step": 34400 | |
| }, | |
| { | |
| "loss": 3.5446, | |
| "grad_norm": 2.9120633602142334, | |
| "learning_rate": 1.4648822027073558e-05, | |
| "epoch": 2.4690030817745288, | |
| "step": 34450 | |
| }, | |
| { | |
| "loss": 3.5311, | |
| "grad_norm": 2.9520740509033203, | |
| "learning_rate": 1.4630353891836033e-05, | |
| "epoch": 2.4725865405289187, | |
| "step": 34500 | |
| }, | |
| { | |
| "loss": 3.5397, | |
| "grad_norm": 3.009443521499634, | |
| "learning_rate": 1.4611865631714821e-05, | |
| "epoch": 2.476169999283308, | |
| "step": 34550 | |
| }, | |
| { | |
| "loss": 3.5317, | |
| "grad_norm": 2.8990237712860107, | |
| "learning_rate": 1.459335732706535e-05, | |
| "epoch": 2.479753458037698, | |
| "step": 34600 | |
| }, | |
| { | |
| "loss": 3.5444, | |
| "grad_norm": 2.885237455368042, | |
| "learning_rate": 1.4574829058330169e-05, | |
| "epoch": 2.4833369167920876, | |
| "step": 34650 | |
| }, | |
| { | |
| "loss": 3.5311, | |
| "grad_norm": 2.766439199447632, | |
| "learning_rate": 1.4556280906038597e-05, | |
| "epoch": 2.4869203755464775, | |
| "step": 34700 | |
| }, | |
| { | |
| "loss": 3.5429, | |
| "grad_norm": 3.001805305480957, | |
| "learning_rate": 1.4537712950806382e-05, | |
| "epoch": 2.490503834300867, | |
| "step": 34750 | |
| }, | |
| { | |
| "loss": 3.5439, | |
| "grad_norm": 2.9516103267669678, | |
| "learning_rate": 1.4519125273335331e-05, | |
| "epoch": 2.494087293055257, | |
| "step": 34800 | |
| }, | |
| { | |
| "loss": 3.5342, | |
| "grad_norm": 2.8930885791778564, | |
| "learning_rate": 1.4500517954412967e-05, | |
| "epoch": 2.497670751809647, | |
| "step": 34850 | |
| }, | |
| { | |
| "loss": 3.5388, | |
| "grad_norm": 2.826563835144043, | |
| "learning_rate": 1.4481891074912193e-05, | |
| "epoch": 2.5012542105640363, | |
| "step": 34900 | |
| }, | |
| { | |
| "loss": 3.5314, | |
| "grad_norm": 2.9160947799682617, | |
| "learning_rate": 1.4463244715790919e-05, | |
| "epoch": 2.504837669318426, | |
| "step": 34950 | |
| }, | |
| { | |
| "loss": 3.5369, | |
| "grad_norm": 3.00466251373291, | |
| "learning_rate": 1.444457895809172e-05, | |
| "epoch": 2.5084211280728157, | |
| "step": 35000 | |
| }, | |
| { | |
| "loss": 3.5435, | |
| "grad_norm": 2.744493246078491, | |
| "learning_rate": 1.4425893882941484e-05, | |
| "epoch": 2.5120045868272056, | |
| "step": 35050 | |
| }, | |
| { | |
| "loss": 3.5364, | |
| "grad_norm": 3.0695743560791016, | |
| "learning_rate": 1.440718957155106e-05, | |
| "epoch": 2.5155880455815955, | |
| "step": 35100 | |
| }, | |
| { | |
| "loss": 3.5321, | |
| "grad_norm": 2.967583417892456, | |
| "learning_rate": 1.4388466105214902e-05, | |
| "epoch": 2.519171504335985, | |
| "step": 35150 | |
| }, | |
| { | |
| "loss": 3.5387, | |
| "grad_norm": 2.745816946029663, | |
| "learning_rate": 1.4369723565310714e-05, | |
| "epoch": 2.522754963090375, | |
| "step": 35200 | |
| }, | |
| { | |
| "loss": 3.5332, | |
| "grad_norm": 2.7638392448425293, | |
| "learning_rate": 1.4350962033299108e-05, | |
| "epoch": 2.5263384218447644, | |
| "step": 35250 | |
| }, | |
| { | |
| "loss": 3.5458, | |
| "grad_norm": 2.9185221195220947, | |
| "learning_rate": 1.4332181590723232e-05, | |
| "epoch": 2.5299218805991543, | |
| "step": 35300 | |
| }, | |
| { | |
| "loss": 3.5333, | |
| "grad_norm": 2.7400734424591064, | |
| "learning_rate": 1.4313382319208427e-05, | |
| "epoch": 2.5335053393535443, | |
| "step": 35350 | |
| }, | |
| { | |
| "loss": 3.5333, | |
| "grad_norm": 2.790581464767456, | |
| "learning_rate": 1.4294564300461875e-05, | |
| "epoch": 2.5370887981079338, | |
| "step": 35400 | |
| }, | |
| { | |
| "loss": 3.536, | |
| "grad_norm": 2.8747081756591797, | |
| "learning_rate": 1.4275727616272234e-05, | |
| "epoch": 2.5406722568623237, | |
| "step": 35450 | |
| }, | |
| { | |
| "loss": 3.5395, | |
| "grad_norm": 2.844027042388916, | |
| "learning_rate": 1.425687234850929e-05, | |
| "epoch": 2.544255715616713, | |
| "step": 35500 | |
| }, | |
| { | |
| "loss": 3.5346, | |
| "grad_norm": 2.8688411712646484, | |
| "learning_rate": 1.4237998579123598e-05, | |
| "epoch": 2.547839174371103, | |
| "step": 35550 | |
| }, | |
| { | |
| "loss": 3.5385, | |
| "grad_norm": 3.0387704372406006, | |
| "learning_rate": 1.4219106390146124e-05, | |
| "epoch": 2.551422633125493, | |
| "step": 35600 | |
| }, | |
| { | |
| "loss": 3.547, | |
| "grad_norm": 2.8767483234405518, | |
| "learning_rate": 1.4200195863687898e-05, | |
| "epoch": 2.5550060918798825, | |
| "step": 35650 | |
| }, | |
| { | |
| "loss": 3.5246, | |
| "grad_norm": 2.6923036575317383, | |
| "learning_rate": 1.4181267081939639e-05, | |
| "epoch": 2.558589550634272, | |
| "step": 35700 | |
| }, | |
| { | |
| "loss": 3.532, | |
| "grad_norm": 2.7652173042297363, | |
| "learning_rate": 1.416232012717142e-05, | |
| "epoch": 2.562173009388662, | |
| "step": 35750 | |
| }, | |
| { | |
| "loss": 3.5409, | |
| "grad_norm": 2.8364498615264893, | |
| "learning_rate": 1.4143355081732296e-05, | |
| "epoch": 2.565756468143052, | |
| "step": 35800 | |
| }, | |
| { | |
| "loss": 3.5312, | |
| "grad_norm": 2.884167432785034, | |
| "learning_rate": 1.4124372028049945e-05, | |
| "epoch": 2.5693399268974413, | |
| "step": 35850 | |
| }, | |
| { | |
| "loss": 3.544, | |
| "grad_norm": 3.023071527481079, | |
| "learning_rate": 1.4105371048630314e-05, | |
| "epoch": 2.572923385651831, | |
| "step": 35900 | |
| }, | |
| { | |
| "loss": 3.5346, | |
| "grad_norm": 2.843303918838501, | |
| "learning_rate": 1.4086352226057271e-05, | |
| "epoch": 2.5765068444062207, | |
| "step": 35950 | |
| }, | |
| { | |
| "loss": 3.5436, | |
| "grad_norm": 2.6963419914245605, | |
| "learning_rate": 1.4067315642992223e-05, | |
| "epoch": 2.5800903031606106, | |
| "step": 36000 | |
| }, | |
| { | |
| "eval_loss": 3.5363504886627197, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.11985766585388519, | |
| "eval_chrf": 31.469073693021816, | |
| "eval_runtime": 47.7956, | |
| "eval_samples_per_second": 41.845, | |
| "eval_steps_per_second": 0.67, | |
| "epoch": 2.5800903031606106, | |
| "step": 36000 | |
| }, | |
| { | |
| "loss": 3.5359, | |
| "grad_norm": 2.878082036972046, | |
| "learning_rate": 1.4048261382173779e-05, | |
| "epoch": 2.5836737619150005, | |
| "step": 36050 | |
| }, | |
| { | |
| "loss": 3.5417, | |
| "grad_norm": 2.856882333755493, | |
| "learning_rate": 1.4029189526417373e-05, | |
| "epoch": 2.58725722066939, | |
| "step": 36100 | |
| }, | |
| { | |
| "loss": 3.5312, | |
| "grad_norm": 2.7826128005981445, | |
| "learning_rate": 1.4010100158614914e-05, | |
| "epoch": 2.59084067942378, | |
| "step": 36150 | |
| }, | |
| { | |
| "loss": 3.5276, | |
| "grad_norm": 2.8620643615722656, | |
| "learning_rate": 1.3990993361734427e-05, | |
| "epoch": 2.5944241381781694, | |
| "step": 36200 | |
| }, | |
| { | |
| "loss": 3.5225, | |
| "grad_norm": 2.761573076248169, | |
| "learning_rate": 1.3971869218819687e-05, | |
| "epoch": 2.5980075969325593, | |
| "step": 36250 | |
| }, | |
| { | |
| "loss": 3.542, | |
| "grad_norm": 2.77445387840271, | |
| "learning_rate": 1.3952727812989856e-05, | |
| "epoch": 2.6015910556869493, | |
| "step": 36300 | |
| }, | |
| { | |
| "loss": 3.5262, | |
| "grad_norm": 2.969835042953491, | |
| "learning_rate": 1.3933569227439136e-05, | |
| "epoch": 2.6051745144413387, | |
| "step": 36350 | |
| }, | |
| { | |
| "loss": 3.5344, | |
| "grad_norm": 2.7571632862091064, | |
| "learning_rate": 1.3914393545436386e-05, | |
| "epoch": 2.6087579731957287, | |
| "step": 36400 | |
| }, | |
| { | |
| "loss": 3.5375, | |
| "grad_norm": 2.984048366546631, | |
| "learning_rate": 1.3895200850324777e-05, | |
| "epoch": 2.612341431950118, | |
| "step": 36450 | |
| }, | |
| { | |
| "loss": 3.5514, | |
| "grad_norm": 2.6805741786956787, | |
| "learning_rate": 1.3875991225521422e-05, | |
| "epoch": 2.615924890704508, | |
| "step": 36500 | |
| }, | |
| { | |
| "loss": 3.5413, | |
| "grad_norm": 2.8492255210876465, | |
| "learning_rate": 1.3856764754517014e-05, | |
| "epoch": 2.619508349458898, | |
| "step": 36550 | |
| }, | |
| { | |
| "loss": 3.5447, | |
| "grad_norm": 2.72505784034729, | |
| "learning_rate": 1.383752152087547e-05, | |
| "epoch": 2.6230918082132875, | |
| "step": 36600 | |
| }, | |
| { | |
| "loss": 3.5349, | |
| "grad_norm": 2.822690486907959, | |
| "learning_rate": 1.3818261608233556e-05, | |
| "epoch": 2.626675266967677, | |
| "step": 36650 | |
| }, | |
| { | |
| "loss": 3.527, | |
| "grad_norm": 2.9921820163726807, | |
| "learning_rate": 1.3798985100300534e-05, | |
| "epoch": 2.630258725722067, | |
| "step": 36700 | |
| }, | |
| { | |
| "loss": 3.5398, | |
| "grad_norm": 2.7833328247070312, | |
| "learning_rate": 1.3779692080857793e-05, | |
| "epoch": 2.633842184476457, | |
| "step": 36750 | |
| }, | |
| { | |
| "loss": 3.5354, | |
| "grad_norm": 2.7091219425201416, | |
| "learning_rate": 1.376038263375849e-05, | |
| "epoch": 2.6374256432308463, | |
| "step": 36800 | |
| }, | |
| { | |
| "loss": 3.5253, | |
| "grad_norm": 2.822852849960327, | |
| "learning_rate": 1.374105684292717e-05, | |
| "epoch": 2.641009101985236, | |
| "step": 36850 | |
| }, | |
| { | |
| "loss": 3.537, | |
| "grad_norm": 2.848417282104492, | |
| "learning_rate": 1.3721714792359425e-05, | |
| "epoch": 2.6445925607396257, | |
| "step": 36900 | |
| }, | |
| { | |
| "loss": 3.5102, | |
| "grad_norm": 2.9162180423736572, | |
| "learning_rate": 1.3702356566121512e-05, | |
| "epoch": 2.6481760194940156, | |
| "step": 36950 | |
| }, | |
| { | |
| "loss": 3.5377, | |
| "grad_norm": 2.6752891540527344, | |
| "learning_rate": 1.3682982248349986e-05, | |
| "epoch": 2.6517594782484055, | |
| "step": 37000 | |
| }, | |
| { | |
| "loss": 3.5233, | |
| "grad_norm": 2.7499947547912598, | |
| "learning_rate": 1.366359192325135e-05, | |
| "epoch": 2.655342937002795, | |
| "step": 37050 | |
| }, | |
| { | |
| "loss": 3.532, | |
| "grad_norm": 2.9076576232910156, | |
| "learning_rate": 1.3644185675101676e-05, | |
| "epoch": 2.658926395757185, | |
| "step": 37100 | |
| }, | |
| { | |
| "loss": 3.5428, | |
| "grad_norm": 2.820009231567383, | |
| "learning_rate": 1.3624763588246244e-05, | |
| "epoch": 2.6625098545115744, | |
| "step": 37150 | |
| }, | |
| { | |
| "loss": 3.5431, | |
| "grad_norm": 2.75508713722229, | |
| "learning_rate": 1.3605325747099165e-05, | |
| "epoch": 2.6660933132659643, | |
| "step": 37200 | |
| }, | |
| { | |
| "loss": 3.5357, | |
| "grad_norm": 2.926046848297119, | |
| "learning_rate": 1.3585872236143036e-05, | |
| "epoch": 2.6696767720203542, | |
| "step": 37250 | |
| }, | |
| { | |
| "loss": 3.5392, | |
| "grad_norm": 2.818441867828369, | |
| "learning_rate": 1.3566403139928555e-05, | |
| "epoch": 2.6732602307747437, | |
| "step": 37300 | |
| }, | |
| { | |
| "loss": 3.5309, | |
| "grad_norm": 2.9250400066375732, | |
| "learning_rate": 1.354691854307415e-05, | |
| "epoch": 2.6768436895291337, | |
| "step": 37350 | |
| }, | |
| { | |
| "loss": 3.5355, | |
| "grad_norm": 3.034771680831909, | |
| "learning_rate": 1.3527418530265628e-05, | |
| "epoch": 2.680427148283523, | |
| "step": 37400 | |
| }, | |
| { | |
| "loss": 3.529, | |
| "grad_norm": 2.9827919006347656, | |
| "learning_rate": 1.3507903186255799e-05, | |
| "epoch": 2.684010607037913, | |
| "step": 37450 | |
| }, | |
| { | |
| "loss": 3.5405, | |
| "grad_norm": 2.79689359664917, | |
| "learning_rate": 1.3488372595864102e-05, | |
| "epoch": 2.687594065792303, | |
| "step": 37500 | |
| }, | |
| { | |
| "loss": 3.5391, | |
| "grad_norm": 2.7834572792053223, | |
| "learning_rate": 1.3468826843976239e-05, | |
| "epoch": 2.6911775245466925, | |
| "step": 37550 | |
| }, | |
| { | |
| "loss": 3.5281, | |
| "grad_norm": 2.9273746013641357, | |
| "learning_rate": 1.3449266015543816e-05, | |
| "epoch": 2.694760983301082, | |
| "step": 37600 | |
| }, | |
| { | |
| "loss": 3.5282, | |
| "grad_norm": 2.8792123794555664, | |
| "learning_rate": 1.3429690195583967e-05, | |
| "epoch": 2.698344442055472, | |
| "step": 37650 | |
| }, | |
| { | |
| "loss": 3.533, | |
| "grad_norm": 2.9538676738739014, | |
| "learning_rate": 1.3410099469178972e-05, | |
| "epoch": 2.701927900809862, | |
| "step": 37700 | |
| }, | |
| { | |
| "loss": 3.5413, | |
| "grad_norm": 2.7318191528320312, | |
| "learning_rate": 1.339049392147591e-05, | |
| "epoch": 2.7055113595642513, | |
| "step": 37750 | |
| }, | |
| { | |
| "loss": 3.5391, | |
| "grad_norm": 2.885110378265381, | |
| "learning_rate": 1.3370873637686275e-05, | |
| "epoch": 2.709094818318641, | |
| "step": 37800 | |
| }, | |
| { | |
| "loss": 3.5339, | |
| "grad_norm": 2.8033347129821777, | |
| "learning_rate": 1.3351238703085602e-05, | |
| "epoch": 2.7126782770730307, | |
| "step": 37850 | |
| }, | |
| { | |
| "loss": 3.5306, | |
| "grad_norm": 2.8976988792419434, | |
| "learning_rate": 1.3331589203013114e-05, | |
| "epoch": 2.7162617358274206, | |
| "step": 37900 | |
| }, | |
| { | |
| "loss": 3.5342, | |
| "grad_norm": 2.803776979446411, | |
| "learning_rate": 1.331192522287133e-05, | |
| "epoch": 2.7198451945818105, | |
| "step": 37950 | |
| }, | |
| { | |
| "loss": 3.5355, | |
| "grad_norm": 2.7537717819213867, | |
| "learning_rate": 1.3292246848125705e-05, | |
| "epoch": 2.7234286533362, | |
| "step": 38000 | |
| }, | |
| { | |
| "eval_loss": 3.532785654067993, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12207055747784684, | |
| "eval_chrf": 31.395528085160485, | |
| "eval_runtime": 40.4403, | |
| "eval_samples_per_second": 49.456, | |
| "eval_steps_per_second": 0.791, | |
| "epoch": 2.7234286533362, | |
| "step": 38000 | |
| }, | |
| { | |
| "loss": 3.5269, | |
| "grad_norm": 2.783006429672241, | |
| "learning_rate": 1.3272554164304266e-05, | |
| "epoch": 2.72701211209059, | |
| "step": 38050 | |
| }, | |
| { | |
| "loss": 3.5308, | |
| "grad_norm": 2.8638980388641357, | |
| "learning_rate": 1.3252847256997221e-05, | |
| "epoch": 2.7305955708449794, | |
| "step": 38100 | |
| }, | |
| { | |
| "loss": 3.5332, | |
| "grad_norm": 2.747453451156616, | |
| "learning_rate": 1.3233126211856601e-05, | |
| "epoch": 2.7341790295993693, | |
| "step": 38150 | |
| }, | |
| { | |
| "loss": 3.5383, | |
| "grad_norm": 2.8123862743377686, | |
| "learning_rate": 1.3213391114595889e-05, | |
| "epoch": 2.7377624883537592, | |
| "step": 38200 | |
| }, | |
| { | |
| "loss": 3.5402, | |
| "grad_norm": 2.8990237712860107, | |
| "learning_rate": 1.3193642050989632e-05, | |
| "epoch": 2.7413459471081487, | |
| "step": 38250 | |
| }, | |
| { | |
| "loss": 3.532, | |
| "grad_norm": 2.66563081741333, | |
| "learning_rate": 1.3173879106873091e-05, | |
| "epoch": 2.7449294058625386, | |
| "step": 38300 | |
| }, | |
| { | |
| "loss": 3.5444, | |
| "grad_norm": 2.8617208003997803, | |
| "learning_rate": 1.3154102368141846e-05, | |
| "epoch": 2.748512864616928, | |
| "step": 38350 | |
| }, | |
| { | |
| "loss": 3.5301, | |
| "grad_norm": 2.868887424468994, | |
| "learning_rate": 1.3134311920751438e-05, | |
| "epoch": 2.752096323371318, | |
| "step": 38400 | |
| }, | |
| { | |
| "loss": 3.537, | |
| "grad_norm": 2.743989944458008, | |
| "learning_rate": 1.3114507850716989e-05, | |
| "epoch": 2.755679782125708, | |
| "step": 38450 | |
| }, | |
| { | |
| "loss": 3.5358, | |
| "grad_norm": 2.956002712249756, | |
| "learning_rate": 1.3094690244112826e-05, | |
| "epoch": 2.7592632408800974, | |
| "step": 38500 | |
| }, | |
| { | |
| "loss": 3.5323, | |
| "grad_norm": 2.8582019805908203, | |
| "learning_rate": 1.3074859187072117e-05, | |
| "epoch": 2.7628466996344874, | |
| "step": 38550 | |
| }, | |
| { | |
| "loss": 3.524, | |
| "grad_norm": 2.8096816539764404, | |
| "learning_rate": 1.3055014765786482e-05, | |
| "epoch": 2.766430158388877, | |
| "step": 38600 | |
| }, | |
| { | |
| "loss": 3.5409, | |
| "grad_norm": 2.729884624481201, | |
| "learning_rate": 1.3035157066505626e-05, | |
| "epoch": 2.7700136171432668, | |
| "step": 38650 | |
| }, | |
| { | |
| "loss": 3.5263, | |
| "grad_norm": 2.7150983810424805, | |
| "learning_rate": 1.3015286175536972e-05, | |
| "epoch": 2.7735970758976567, | |
| "step": 38700 | |
| }, | |
| { | |
| "loss": 3.5267, | |
| "grad_norm": 2.7166748046875, | |
| "learning_rate": 1.2995402179245272e-05, | |
| "epoch": 2.777180534652046, | |
| "step": 38750 | |
| }, | |
| { | |
| "loss": 3.5407, | |
| "grad_norm": 2.8187761306762695, | |
| "learning_rate": 1.2975505164052233e-05, | |
| "epoch": 2.7807639934064357, | |
| "step": 38800 | |
| }, | |
| { | |
| "loss": 3.5294, | |
| "grad_norm": 2.7778983116149902, | |
| "learning_rate": 1.2955595216436157e-05, | |
| "epoch": 2.7843474521608256, | |
| "step": 38850 | |
| }, | |
| { | |
| "loss": 3.5453, | |
| "grad_norm": 2.713482141494751, | |
| "learning_rate": 1.2935672422931547e-05, | |
| "epoch": 2.7879309109152155, | |
| "step": 38900 | |
| }, | |
| { | |
| "loss": 3.5301, | |
| "grad_norm": 2.7738239765167236, | |
| "learning_rate": 1.2915736870128741e-05, | |
| "epoch": 2.791514369669605, | |
| "step": 38950 | |
| }, | |
| { | |
| "loss": 3.5316, | |
| "grad_norm": 2.8775534629821777, | |
| "learning_rate": 1.2895788644673529e-05, | |
| "epoch": 2.795097828423995, | |
| "step": 39000 | |
| }, | |
| { | |
| "loss": 3.5306, | |
| "grad_norm": 2.796616792678833, | |
| "learning_rate": 1.2875827833266783e-05, | |
| "epoch": 2.7986812871783844, | |
| "step": 39050 | |
| }, | |
| { | |
| "loss": 3.5245, | |
| "grad_norm": 2.8263802528381348, | |
| "learning_rate": 1.2855854522664078e-05, | |
| "epoch": 2.8022647459327743, | |
| "step": 39100 | |
| }, | |
| { | |
| "loss": 3.5318, | |
| "grad_norm": 2.943518877029419, | |
| "learning_rate": 1.283586879967531e-05, | |
| "epoch": 2.8058482046871642, | |
| "step": 39150 | |
| }, | |
| { | |
| "loss": 3.5301, | |
| "grad_norm": 2.8130452632904053, | |
| "learning_rate": 1.281587075116433e-05, | |
| "epoch": 2.8094316634415537, | |
| "step": 39200 | |
| }, | |
| { | |
| "loss": 3.5309, | |
| "grad_norm": 2.9720559120178223, | |
| "learning_rate": 1.2795860464048548e-05, | |
| "epoch": 2.8130151221959436, | |
| "step": 39250 | |
| }, | |
| { | |
| "loss": 3.5198, | |
| "grad_norm": 2.908689498901367, | |
| "learning_rate": 1.2775838025298582e-05, | |
| "epoch": 2.816598580950333, | |
| "step": 39300 | |
| }, | |
| { | |
| "loss": 3.5303, | |
| "grad_norm": 2.920807123184204, | |
| "learning_rate": 1.2755803521937852e-05, | |
| "epoch": 2.820182039704723, | |
| "step": 39350 | |
| }, | |
| { | |
| "loss": 3.5263, | |
| "grad_norm": 2.68572735786438, | |
| "learning_rate": 1.2735757041042217e-05, | |
| "epoch": 2.823765498459113, | |
| "step": 39400 | |
| }, | |
| { | |
| "loss": 3.5397, | |
| "grad_norm": 2.757493734359741, | |
| "learning_rate": 1.27156986697396e-05, | |
| "epoch": 2.8273489572135024, | |
| "step": 39450 | |
| }, | |
| { | |
| "loss": 3.5315, | |
| "grad_norm": 2.8354060649871826, | |
| "learning_rate": 1.2695628495209596e-05, | |
| "epoch": 2.8309324159678924, | |
| "step": 39500 | |
| }, | |
| { | |
| "loss": 3.5254, | |
| "grad_norm": 2.896226644515991, | |
| "learning_rate": 1.2675546604683103e-05, | |
| "epoch": 2.834515874722282, | |
| "step": 39550 | |
| }, | |
| { | |
| "loss": 3.5351, | |
| "grad_norm": 2.864386558532715, | |
| "learning_rate": 1.2655453085441937e-05, | |
| "epoch": 2.8380993334766718, | |
| "step": 39600 | |
| }, | |
| { | |
| "loss": 3.5334, | |
| "grad_norm": 2.9716145992279053, | |
| "learning_rate": 1.2635348024818464e-05, | |
| "epoch": 2.8416827922310617, | |
| "step": 39650 | |
| }, | |
| { | |
| "loss": 3.5309, | |
| "grad_norm": 2.82574200630188, | |
| "learning_rate": 1.2615231510195207e-05, | |
| "epoch": 2.845266250985451, | |
| "step": 39700 | |
| }, | |
| { | |
| "loss": 3.5321, | |
| "grad_norm": 2.753833532333374, | |
| "learning_rate": 1.259510362900447e-05, | |
| "epoch": 2.8488497097398406, | |
| "step": 39750 | |
| }, | |
| { | |
| "loss": 3.5377, | |
| "grad_norm": 2.837136745452881, | |
| "learning_rate": 1.2574964468727962e-05, | |
| "epoch": 2.8524331684942306, | |
| "step": 39800 | |
| }, | |
| { | |
| "loss": 3.5364, | |
| "grad_norm": 2.6881103515625, | |
| "learning_rate": 1.255481411689641e-05, | |
| "epoch": 2.8560166272486205, | |
| "step": 39850 | |
| }, | |
| { | |
| "loss": 3.5339, | |
| "grad_norm": 2.9043781757354736, | |
| "learning_rate": 1.2534652661089192e-05, | |
| "epoch": 2.85960008600301, | |
| "step": 39900 | |
| }, | |
| { | |
| "loss": 3.5358, | |
| "grad_norm": 2.9411888122558594, | |
| "learning_rate": 1.2514480188933937e-05, | |
| "epoch": 2.8631835447574, | |
| "step": 39950 | |
| }, | |
| { | |
| "loss": 3.5282, | |
| "grad_norm": 2.853649854660034, | |
| "learning_rate": 1.249429678810616e-05, | |
| "epoch": 2.8667670035117894, | |
| "step": 40000 | |
| }, | |
| { | |
| "eval_loss": 3.532399892807007, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.1262996942774547, | |
| "eval_chrf": 31.60972087432438, | |
| "eval_runtime": 34.1771, | |
| "eval_samples_per_second": 58.519, | |
| "eval_steps_per_second": 0.936, | |
| "epoch": 2.8667670035117894, | |
| "step": 40000 | |
| }, | |
| { | |
| "loss": 3.5224, | |
| "grad_norm": 2.824666738510132, | |
| "learning_rate": 1.2474102546328875e-05, | |
| "epoch": 2.8703504622661793, | |
| "step": 40050 | |
| }, | |
| { | |
| "loss": 3.5189, | |
| "grad_norm": 2.760908365249634, | |
| "learning_rate": 1.2453897551372209e-05, | |
| "epoch": 2.873933921020569, | |
| "step": 40100 | |
| }, | |
| { | |
| "loss": 3.5302, | |
| "grad_norm": 2.7924435138702393, | |
| "learning_rate": 1.2433681891053035e-05, | |
| "epoch": 2.8775173797749587, | |
| "step": 40150 | |
| }, | |
| { | |
| "loss": 3.5329, | |
| "grad_norm": 2.860741376876831, | |
| "learning_rate": 1.2413455653234571e-05, | |
| "epoch": 2.8811008385293486, | |
| "step": 40200 | |
| }, | |
| { | |
| "loss": 3.5184, | |
| "grad_norm": 2.7769033908843994, | |
| "learning_rate": 1.2393218925826013e-05, | |
| "epoch": 2.884684297283738, | |
| "step": 40250 | |
| }, | |
| { | |
| "loss": 3.5314, | |
| "grad_norm": 2.814101457595825, | |
| "learning_rate": 1.2372971796782149e-05, | |
| "epoch": 2.888267756038128, | |
| "step": 40300 | |
| }, | |
| { | |
| "loss": 3.5394, | |
| "grad_norm": 2.7214605808258057, | |
| "learning_rate": 1.2352714354102972e-05, | |
| "epoch": 2.891851214792518, | |
| "step": 40350 | |
| }, | |
| { | |
| "loss": 3.5234, | |
| "grad_norm": 2.8279781341552734, | |
| "learning_rate": 1.2332446685833302e-05, | |
| "epoch": 2.8954346735469074, | |
| "step": 40400 | |
| }, | |
| { | |
| "loss": 3.5259, | |
| "grad_norm": 2.8419744968414307, | |
| "learning_rate": 1.2312168880062404e-05, | |
| "epoch": 2.8990181323012973, | |
| "step": 40450 | |
| }, | |
| { | |
| "loss": 3.5322, | |
| "grad_norm": 2.8549299240112305, | |
| "learning_rate": 1.22918810249236e-05, | |
| "epoch": 2.902601591055687, | |
| "step": 40500 | |
| }, | |
| { | |
| "loss": 3.5211, | |
| "grad_norm": 2.8381171226501465, | |
| "learning_rate": 1.2271583208593896e-05, | |
| "epoch": 2.9061850498100767, | |
| "step": 40550 | |
| }, | |
| { | |
| "loss": 3.5204, | |
| "grad_norm": 2.726592779159546, | |
| "learning_rate": 1.2251275519293585e-05, | |
| "epoch": 2.9097685085644667, | |
| "step": 40600 | |
| }, | |
| { | |
| "loss": 3.5271, | |
| "grad_norm": 2.959746837615967, | |
| "learning_rate": 1.2230958045285877e-05, | |
| "epoch": 2.913351967318856, | |
| "step": 40650 | |
| }, | |
| { | |
| "loss": 3.5303, | |
| "grad_norm": 2.7321507930755615, | |
| "learning_rate": 1.2210630874876506e-05, | |
| "epoch": 2.9169354260732456, | |
| "step": 40700 | |
| }, | |
| { | |
| "loss": 3.5307, | |
| "grad_norm": 2.84619402885437, | |
| "learning_rate": 1.2190294096413348e-05, | |
| "epoch": 2.9205188848276356, | |
| "step": 40750 | |
| }, | |
| { | |
| "loss": 3.5309, | |
| "grad_norm": 2.7672536373138428, | |
| "learning_rate": 1.2169947798286044e-05, | |
| "epoch": 2.9241023435820255, | |
| "step": 40800 | |
| }, | |
| { | |
| "loss": 3.5459, | |
| "grad_norm": 2.7822139263153076, | |
| "learning_rate": 1.2149592068925601e-05, | |
| "epoch": 2.927685802336415, | |
| "step": 40850 | |
| }, | |
| { | |
| "loss": 3.5412, | |
| "grad_norm": 2.718292713165283, | |
| "learning_rate": 1.2129226996804027e-05, | |
| "epoch": 2.931269261090805, | |
| "step": 40900 | |
| }, | |
| { | |
| "loss": 3.5286, | |
| "grad_norm": 2.7799839973449707, | |
| "learning_rate": 1.210885267043393e-05, | |
| "epoch": 2.9348527198451944, | |
| "step": 40950 | |
| }, | |
| { | |
| "loss": 3.5157, | |
| "grad_norm": 2.832854747772217, | |
| "learning_rate": 1.2088469178368145e-05, | |
| "epoch": 2.9384361785995843, | |
| "step": 41000 | |
| }, | |
| { | |
| "loss": 3.5262, | |
| "grad_norm": 2.8373522758483887, | |
| "learning_rate": 1.2068076609199335e-05, | |
| "epoch": 2.942019637353974, | |
| "step": 41050 | |
| }, | |
| { | |
| "loss": 3.5405, | |
| "grad_norm": 2.8599483966827393, | |
| "learning_rate": 1.2047675051559624e-05, | |
| "epoch": 2.9456030961083637, | |
| "step": 41100 | |
| }, | |
| { | |
| "loss": 3.53, | |
| "grad_norm": 2.7068042755126953, | |
| "learning_rate": 1.2027264594120197e-05, | |
| "epoch": 2.9491865548627536, | |
| "step": 41150 | |
| }, | |
| { | |
| "loss": 3.5235, | |
| "grad_norm": 2.8245954513549805, | |
| "learning_rate": 1.2006845325590923e-05, | |
| "epoch": 2.952770013617143, | |
| "step": 41200 | |
| }, | |
| { | |
| "loss": 3.5341, | |
| "grad_norm": 2.756761312484741, | |
| "learning_rate": 1.1986417334719966e-05, | |
| "epoch": 2.956353472371533, | |
| "step": 41250 | |
| }, | |
| { | |
| "loss": 3.5195, | |
| "grad_norm": 2.9518582820892334, | |
| "learning_rate": 1.1965980710293397e-05, | |
| "epoch": 2.959936931125923, | |
| "step": 41300 | |
| }, | |
| { | |
| "loss": 3.5237, | |
| "grad_norm": 2.69180965423584, | |
| "learning_rate": 1.1945535541134813e-05, | |
| "epoch": 2.9635203898803124, | |
| "step": 41350 | |
| }, | |
| { | |
| "loss": 3.5303, | |
| "grad_norm": 2.9256718158721924, | |
| "learning_rate": 1.1925081916104955e-05, | |
| "epoch": 2.9671038486347023, | |
| "step": 41400 | |
| }, | |
| { | |
| "loss": 3.5246, | |
| "grad_norm": 2.820664405822754, | |
| "learning_rate": 1.1904619924101302e-05, | |
| "epoch": 2.970687307389092, | |
| "step": 41450 | |
| }, | |
| { | |
| "loss": 3.5136, | |
| "grad_norm": 2.851138114929199, | |
| "learning_rate": 1.1884149654057713e-05, | |
| "epoch": 2.9742707661434817, | |
| "step": 41500 | |
| }, | |
| { | |
| "loss": 3.5196, | |
| "grad_norm": 2.7668237686157227, | |
| "learning_rate": 1.1863671194944015e-05, | |
| "epoch": 2.9778542248978717, | |
| "step": 41550 | |
| }, | |
| { | |
| "loss": 3.533, | |
| "grad_norm": 2.8498666286468506, | |
| "learning_rate": 1.1843184635765634e-05, | |
| "epoch": 2.981437683652261, | |
| "step": 41600 | |
| }, | |
| { | |
| "loss": 3.5439, | |
| "grad_norm": 2.81306529045105, | |
| "learning_rate": 1.1822690065563197e-05, | |
| "epoch": 2.985021142406651, | |
| "step": 41650 | |
| }, | |
| { | |
| "loss": 3.543, | |
| "grad_norm": 2.828873634338379, | |
| "learning_rate": 1.180218757341215e-05, | |
| "epoch": 2.9886046011610405, | |
| "step": 41700 | |
| }, | |
| { | |
| "loss": 3.5304, | |
| "grad_norm": 2.697016954421997, | |
| "learning_rate": 1.1781677248422368e-05, | |
| "epoch": 2.9921880599154305, | |
| "step": 41750 | |
| }, | |
| { | |
| "loss": 3.5334, | |
| "grad_norm": 2.8102939128875732, | |
| "learning_rate": 1.176115917973778e-05, | |
| "epoch": 2.99577151866982, | |
| "step": 41800 | |
| }, | |
| { | |
| "loss": 3.5252, | |
| "grad_norm": 2.7507131099700928, | |
| "learning_rate": 1.1740633456535962e-05, | |
| "epoch": 2.99935497742421, | |
| "step": 41850 | |
| }, | |
| { | |
| "loss": 3.4967, | |
| "grad_norm": 2.686616897583008, | |
| "learning_rate": 1.1720100168027757e-05, | |
| "epoch": 3.0029384361786, | |
| "step": 41900 | |
| }, | |
| { | |
| "loss": 3.489, | |
| "grad_norm": 2.8991360664367676, | |
| "learning_rate": 1.1699559403456897e-05, | |
| "epoch": 3.0065218949329893, | |
| "step": 41950 | |
| }, | |
| { | |
| "loss": 3.498, | |
| "grad_norm": 2.9188294410705566, | |
| "learning_rate": 1.1679011252099602e-05, | |
| "epoch": 3.010105353687379, | |
| "step": 42000 | |
| }, | |
| { | |
| "eval_loss": 3.52962327003479, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12511133168031982, | |
| "eval_chrf": 31.564665720228202, | |
| "eval_runtime": 39.9541, | |
| "eval_samples_per_second": 50.057, | |
| "eval_steps_per_second": 0.801, | |
| "epoch": 3.010105353687379, | |
| "step": 42000 | |
| }, | |
| { | |
| "loss": 3.5018, | |
| "grad_norm": 2.994194984436035, | |
| "learning_rate": 1.1658455803264197e-05, | |
| "epoch": 3.0136888124417687, | |
| "step": 42050 | |
| }, | |
| { | |
| "loss": 3.488, | |
| "grad_norm": 2.8111681938171387, | |
| "learning_rate": 1.1637893146290727e-05, | |
| "epoch": 3.0172722711961586, | |
| "step": 42100 | |
| }, | |
| { | |
| "loss": 3.4945, | |
| "grad_norm": 2.8892016410827637, | |
| "learning_rate": 1.1617323370550557e-05, | |
| "epoch": 3.020855729950548, | |
| "step": 42150 | |
| }, | |
| { | |
| "loss": 3.5001, | |
| "grad_norm": 2.8266143798828125, | |
| "learning_rate": 1.1596746565446012e-05, | |
| "epoch": 3.024439188704938, | |
| "step": 42200 | |
| }, | |
| { | |
| "loss": 3.4933, | |
| "grad_norm": 2.7451212406158447, | |
| "learning_rate": 1.1576162820409947e-05, | |
| "epoch": 3.028022647459328, | |
| "step": 42250 | |
| }, | |
| { | |
| "loss": 3.5119, | |
| "grad_norm": 2.8774585723876953, | |
| "learning_rate": 1.155557222490539e-05, | |
| "epoch": 3.0316061062137174, | |
| "step": 42300 | |
| }, | |
| { | |
| "loss": 3.5038, | |
| "grad_norm": 2.850111246109009, | |
| "learning_rate": 1.1534974868425143e-05, | |
| "epoch": 3.0351895649681073, | |
| "step": 42350 | |
| }, | |
| { | |
| "loss": 3.4968, | |
| "grad_norm": 2.800062417984009, | |
| "learning_rate": 1.1514370840491395e-05, | |
| "epoch": 3.038773023722497, | |
| "step": 42400 | |
| }, | |
| { | |
| "loss": 3.4962, | |
| "grad_norm": 2.8584747314453125, | |
| "learning_rate": 1.1493760230655324e-05, | |
| "epoch": 3.0423564824768867, | |
| "step": 42450 | |
| }, | |
| { | |
| "loss": 3.4973, | |
| "grad_norm": 2.8879361152648926, | |
| "learning_rate": 1.1473143128496722e-05, | |
| "epoch": 3.0459399412312766, | |
| "step": 42500 | |
| }, | |
| { | |
| "loss": 3.4966, | |
| "grad_norm": 2.830387592315674, | |
| "learning_rate": 1.1452519623623592e-05, | |
| "epoch": 3.049523399985666, | |
| "step": 42550 | |
| }, | |
| { | |
| "loss": 3.5038, | |
| "grad_norm": 2.7998642921447754, | |
| "learning_rate": 1.1431889805671772e-05, | |
| "epoch": 3.053106858740056, | |
| "step": 42600 | |
| }, | |
| { | |
| "loss": 3.509, | |
| "grad_norm": 2.8433713912963867, | |
| "learning_rate": 1.1411253764304537e-05, | |
| "epoch": 3.0566903174944455, | |
| "step": 42650 | |
| }, | |
| { | |
| "loss": 3.4997, | |
| "grad_norm": 2.8363871574401855, | |
| "learning_rate": 1.1390611589212206e-05, | |
| "epoch": 3.0602737762488355, | |
| "step": 42700 | |
| }, | |
| { | |
| "loss": 3.5031, | |
| "grad_norm": 2.826460599899292, | |
| "learning_rate": 1.1369963370111763e-05, | |
| "epoch": 3.063857235003225, | |
| "step": 42750 | |
| }, | |
| { | |
| "loss": 3.4915, | |
| "grad_norm": 2.8248696327209473, | |
| "learning_rate": 1.1349309196746454e-05, | |
| "epoch": 3.067440693757615, | |
| "step": 42800 | |
| }, | |
| { | |
| "loss": 3.512, | |
| "grad_norm": 2.8771185874938965, | |
| "learning_rate": 1.1328649158885411e-05, | |
| "epoch": 3.071024152512005, | |
| "step": 42850 | |
| }, | |
| { | |
| "loss": 3.5103, | |
| "grad_norm": 2.8647401332855225, | |
| "learning_rate": 1.1307983346323255e-05, | |
| "epoch": 3.0746076112663943, | |
| "step": 42900 | |
| }, | |
| { | |
| "loss": 3.5278, | |
| "grad_norm": 2.8961808681488037, | |
| "learning_rate": 1.1287311848879695e-05, | |
| "epoch": 3.078191070020784, | |
| "step": 42950 | |
| }, | |
| { | |
| "loss": 3.4909, | |
| "grad_norm": 2.8020644187927246, | |
| "learning_rate": 1.1266634756399161e-05, | |
| "epoch": 3.0817745287751737, | |
| "step": 43000 | |
| }, | |
| { | |
| "loss": 3.5103, | |
| "grad_norm": 2.8728795051574707, | |
| "learning_rate": 1.1245952158750396e-05, | |
| "epoch": 3.0853579875295636, | |
| "step": 43050 | |
| }, | |
| { | |
| "loss": 3.4988, | |
| "grad_norm": 2.7857062816619873, | |
| "learning_rate": 1.1225264145826067e-05, | |
| "epoch": 3.088941446283953, | |
| "step": 43100 | |
| }, | |
| { | |
| "loss": 3.5054, | |
| "grad_norm": 2.785942316055298, | |
| "learning_rate": 1.1204570807542381e-05, | |
| "epoch": 3.092524905038343, | |
| "step": 43150 | |
| }, | |
| { | |
| "loss": 3.4834, | |
| "grad_norm": 2.8163323402404785, | |
| "learning_rate": 1.1183872233838688e-05, | |
| "epoch": 3.096108363792733, | |
| "step": 43200 | |
| }, | |
| { | |
| "loss": 3.4984, | |
| "grad_norm": 2.8935394287109375, | |
| "learning_rate": 1.1163168514677098e-05, | |
| "epoch": 3.0996918225471224, | |
| "step": 43250 | |
| }, | |
| { | |
| "loss": 3.5059, | |
| "grad_norm": 2.819344997406006, | |
| "learning_rate": 1.1142459740042078e-05, | |
| "epoch": 3.1032752813015123, | |
| "step": 43300 | |
| }, | |
| { | |
| "loss": 3.5157, | |
| "grad_norm": 2.7673346996307373, | |
| "learning_rate": 1.1121745999940067e-05, | |
| "epoch": 3.106858740055902, | |
| "step": 43350 | |
| }, | |
| { | |
| "loss": 3.4944, | |
| "grad_norm": 2.853396415710449, | |
| "learning_rate": 1.1101027384399094e-05, | |
| "epoch": 3.1104421988102917, | |
| "step": 43400 | |
| }, | |
| { | |
| "loss": 3.5064, | |
| "grad_norm": 2.8290817737579346, | |
| "learning_rate": 1.1080303983468372e-05, | |
| "epoch": 3.1140256575646816, | |
| "step": 43450 | |
| }, | |
| { | |
| "loss": 3.4911, | |
| "grad_norm": 2.9048633575439453, | |
| "learning_rate": 1.1059575887217915e-05, | |
| "epoch": 3.117609116319071, | |
| "step": 43500 | |
| }, | |
| { | |
| "loss": 3.4992, | |
| "grad_norm": 2.7936666011810303, | |
| "learning_rate": 1.103884318573814e-05, | |
| "epoch": 3.121192575073461, | |
| "step": 43550 | |
| }, | |
| { | |
| "loss": 3.5014, | |
| "grad_norm": 2.6872012615203857, | |
| "learning_rate": 1.1018105969139481e-05, | |
| "epoch": 3.1247760338278505, | |
| "step": 43600 | |
| }, | |
| { | |
| "loss": 3.5004, | |
| "grad_norm": 2.860909938812256, | |
| "learning_rate": 1.0997364327552002e-05, | |
| "epoch": 3.1283594925822404, | |
| "step": 43650 | |
| }, | |
| { | |
| "loss": 3.5094, | |
| "grad_norm": 2.833185911178589, | |
| "learning_rate": 1.0976618351124993e-05, | |
| "epoch": 3.13194295133663, | |
| "step": 43700 | |
| }, | |
| { | |
| "loss": 3.5041, | |
| "grad_norm": 2.835493326187134, | |
| "learning_rate": 1.0955868130026586e-05, | |
| "epoch": 3.13552641009102, | |
| "step": 43750 | |
| }, | |
| { | |
| "loss": 3.5038, | |
| "grad_norm": 2.934903621673584, | |
| "learning_rate": 1.0935113754443358e-05, | |
| "epoch": 3.1391098688454098, | |
| "step": 43800 | |
| }, | |
| { | |
| "loss": 3.523, | |
| "grad_norm": 2.755317211151123, | |
| "learning_rate": 1.0914355314579956e-05, | |
| "epoch": 3.1426933275997992, | |
| "step": 43850 | |
| }, | |
| { | |
| "loss": 3.5024, | |
| "grad_norm": 2.7092316150665283, | |
| "learning_rate": 1.0893592900658676e-05, | |
| "epoch": 3.146276786354189, | |
| "step": 43900 | |
| }, | |
| { | |
| "loss": 3.5005, | |
| "grad_norm": 2.856130361557007, | |
| "learning_rate": 1.0872826602919092e-05, | |
| "epoch": 3.1498602451085786, | |
| "step": 43950 | |
| }, | |
| { | |
| "loss": 3.4906, | |
| "grad_norm": 2.9664852619171143, | |
| "learning_rate": 1.0852056511617662e-05, | |
| "epoch": 3.1534437038629686, | |
| "step": 44000 | |
| }, | |
| { | |
| "eval_loss": 3.5275301933288574, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.1223549848312109, | |
| "eval_chrf": 31.676677405811464, | |
| "eval_runtime": 39.0085, | |
| "eval_samples_per_second": 51.271, | |
| "eval_steps_per_second": 0.82, | |
| "epoch": 3.1534437038629686, | |
| "step": 44000 | |
| }, | |
| { | |
| "loss": 3.5156, | |
| "grad_norm": 2.7541725635528564, | |
| "learning_rate": 1.0831282717027325e-05, | |
| "epoch": 3.157027162617358, | |
| "step": 44050 | |
| }, | |
| { | |
| "loss": 3.5089, | |
| "grad_norm": 2.844245195388794, | |
| "learning_rate": 1.0810505309437122e-05, | |
| "epoch": 3.160610621371748, | |
| "step": 44100 | |
| }, | |
| { | |
| "loss": 3.499, | |
| "grad_norm": 2.6677212715148926, | |
| "learning_rate": 1.0789724379151793e-05, | |
| "epoch": 3.164194080126138, | |
| "step": 44150 | |
| }, | |
| { | |
| "loss": 3.495, | |
| "grad_norm": 2.7625138759613037, | |
| "learning_rate": 1.0768940016491392e-05, | |
| "epoch": 3.1677775388805274, | |
| "step": 44200 | |
| }, | |
| { | |
| "loss": 3.5021, | |
| "grad_norm": 3.032393455505371, | |
| "learning_rate": 1.0748152311790887e-05, | |
| "epoch": 3.1713609976349173, | |
| "step": 44250 | |
| }, | |
| { | |
| "loss": 3.517, | |
| "grad_norm": 2.80678653717041, | |
| "learning_rate": 1.0727361355399776e-05, | |
| "epoch": 3.174944456389307, | |
| "step": 44300 | |
| }, | |
| { | |
| "loss": 3.5122, | |
| "grad_norm": 2.828875780105591, | |
| "learning_rate": 1.0706567237681687e-05, | |
| "epoch": 3.1785279151436967, | |
| "step": 44350 | |
| }, | |
| { | |
| "loss": 3.5085, | |
| "grad_norm": 2.9903149604797363, | |
| "learning_rate": 1.0685770049013987e-05, | |
| "epoch": 3.1821113738980866, | |
| "step": 44400 | |
| }, | |
| { | |
| "loss": 3.5039, | |
| "grad_norm": 2.7965831756591797, | |
| "learning_rate": 1.0664969879787392e-05, | |
| "epoch": 3.185694832652476, | |
| "step": 44450 | |
| }, | |
| { | |
| "loss": 3.5022, | |
| "grad_norm": 2.778733015060425, | |
| "learning_rate": 1.0644166820405576e-05, | |
| "epoch": 3.189278291406866, | |
| "step": 44500 | |
| }, | |
| { | |
| "loss": 3.5027, | |
| "grad_norm": 2.8669307231903076, | |
| "learning_rate": 1.0623360961284767e-05, | |
| "epoch": 3.1928617501612555, | |
| "step": 44550 | |
| }, | |
| { | |
| "loss": 3.521, | |
| "grad_norm": 2.782583713531494, | |
| "learning_rate": 1.0602552392853365e-05, | |
| "epoch": 3.1964452089156454, | |
| "step": 44600 | |
| }, | |
| { | |
| "loss": 3.5035, | |
| "grad_norm": 2.8024208545684814, | |
| "learning_rate": 1.0581741205551545e-05, | |
| "epoch": 3.200028667670035, | |
| "step": 44650 | |
| }, | |
| { | |
| "loss": 3.5137, | |
| "grad_norm": 2.995325803756714, | |
| "learning_rate": 1.056092748983087e-05, | |
| "epoch": 3.203612126424425, | |
| "step": 44700 | |
| }, | |
| { | |
| "loss": 3.5026, | |
| "grad_norm": 2.6983466148376465, | |
| "learning_rate": 1.0540111336153884e-05, | |
| "epoch": 3.2071955851788148, | |
| "step": 44750 | |
| }, | |
| { | |
| "loss": 3.502, | |
| "grad_norm": 3.0445218086242676, | |
| "learning_rate": 1.051929283499373e-05, | |
| "epoch": 3.2107790439332042, | |
| "step": 44800 | |
| }, | |
| { | |
| "loss": 3.5025, | |
| "grad_norm": 2.8525636196136475, | |
| "learning_rate": 1.0498472076833757e-05, | |
| "epoch": 3.214362502687594, | |
| "step": 44850 | |
| }, | |
| { | |
| "loss": 3.4941, | |
| "grad_norm": 2.9519364833831787, | |
| "learning_rate": 1.0477649152167116e-05, | |
| "epoch": 3.2179459614419836, | |
| "step": 44900 | |
| }, | |
| { | |
| "loss": 3.505, | |
| "grad_norm": 3.002854585647583, | |
| "learning_rate": 1.0456824151496383e-05, | |
| "epoch": 3.2215294201963736, | |
| "step": 44950 | |
| }, | |
| { | |
| "loss": 3.4935, | |
| "grad_norm": 2.73407244682312, | |
| "learning_rate": 1.0435997165333152e-05, | |
| "epoch": 3.2251128789507635, | |
| "step": 45000 | |
| }, | |
| { | |
| "loss": 3.505, | |
| "grad_norm": 2.7554357051849365, | |
| "learning_rate": 1.0415168284197647e-05, | |
| "epoch": 3.228696337705153, | |
| "step": 45050 | |
| }, | |
| { | |
| "loss": 3.4991, | |
| "grad_norm": 2.721458673477173, | |
| "learning_rate": 1.0394337598618327e-05, | |
| "epoch": 3.232279796459543, | |
| "step": 45100 | |
| }, | |
| { | |
| "loss": 3.5163, | |
| "grad_norm": 2.7779955863952637, | |
| "learning_rate": 1.03735051991315e-05, | |
| "epoch": 3.2358632552139324, | |
| "step": 45150 | |
| }, | |
| { | |
| "loss": 3.5083, | |
| "grad_norm": 2.7152929306030273, | |
| "learning_rate": 1.0352671176280915e-05, | |
| "epoch": 3.2394467139683223, | |
| "step": 45200 | |
| }, | |
| { | |
| "loss": 3.5167, | |
| "grad_norm": 2.805691957473755, | |
| "learning_rate": 1.0331835620617384e-05, | |
| "epoch": 3.2430301727227118, | |
| "step": 45250 | |
| }, | |
| { | |
| "loss": 3.5039, | |
| "grad_norm": 2.7585785388946533, | |
| "learning_rate": 1.031099862269837e-05, | |
| "epoch": 3.2466136314771017, | |
| "step": 45300 | |
| }, | |
| { | |
| "loss": 3.4962, | |
| "grad_norm": 2.9006450176239014, | |
| "learning_rate": 1.0290160273087617e-05, | |
| "epoch": 3.2501970902314916, | |
| "step": 45350 | |
| }, | |
| { | |
| "loss": 3.5011, | |
| "grad_norm": 2.964555501937866, | |
| "learning_rate": 1.0269320662354738e-05, | |
| "epoch": 3.253780548985881, | |
| "step": 45400 | |
| }, | |
| { | |
| "loss": 3.5092, | |
| "grad_norm": 2.8396060466766357, | |
| "learning_rate": 1.0248479881074828e-05, | |
| "epoch": 3.257364007740271, | |
| "step": 45450 | |
| }, | |
| { | |
| "loss": 3.5055, | |
| "grad_norm": 2.733494758605957, | |
| "learning_rate": 1.0227638019828068e-05, | |
| "epoch": 3.2609474664946605, | |
| "step": 45500 | |
| }, | |
| { | |
| "loss": 3.5028, | |
| "grad_norm": 2.9302215576171875, | |
| "learning_rate": 1.0206795169199332e-05, | |
| "epoch": 3.2645309252490504, | |
| "step": 45550 | |
| }, | |
| { | |
| "loss": 3.4904, | |
| "grad_norm": 2.753243923187256, | |
| "learning_rate": 1.01859514197778e-05, | |
| "epoch": 3.2681143840034403, | |
| "step": 45600 | |
| }, | |
| { | |
| "loss": 3.4997, | |
| "grad_norm": 2.848024368286133, | |
| "learning_rate": 1.0165106862156551e-05, | |
| "epoch": 3.27169784275783, | |
| "step": 45650 | |
| }, | |
| { | |
| "loss": 3.4938, | |
| "grad_norm": 2.851033926010132, | |
| "learning_rate": 1.0144261586932184e-05, | |
| "epoch": 3.2752813015122197, | |
| "step": 45700 | |
| }, | |
| { | |
| "loss": 3.5092, | |
| "grad_norm": 2.7356693744659424, | |
| "learning_rate": 1.0123415684704414e-05, | |
| "epoch": 3.2788647602666092, | |
| "step": 45750 | |
| }, | |
| { | |
| "loss": 3.4907, | |
| "grad_norm": 2.8998208045959473, | |
| "learning_rate": 1.0102569246075676e-05, | |
| "epoch": 3.282448219020999, | |
| "step": 45800 | |
| }, | |
| { | |
| "loss": 3.4961, | |
| "grad_norm": 2.974597454071045, | |
| "learning_rate": 1.0081722361650743e-05, | |
| "epoch": 3.2860316777753886, | |
| "step": 45850 | |
| }, | |
| { | |
| "loss": 3.511, | |
| "grad_norm": 2.7954258918762207, | |
| "learning_rate": 1.0060875122036321e-05, | |
| "epoch": 3.2896151365297785, | |
| "step": 45900 | |
| }, | |
| { | |
| "loss": 3.5046, | |
| "grad_norm": 2.6962060928344727, | |
| "learning_rate": 1.004002761784067e-05, | |
| "epoch": 3.2931985952841685, | |
| "step": 45950 | |
| }, | |
| { | |
| "loss": 3.5114, | |
| "grad_norm": 2.8333334922790527, | |
| "learning_rate": 1.0019179939673181e-05, | |
| "epoch": 3.296782054038558, | |
| "step": 46000 | |
| }, | |
| { | |
| "eval_loss": 3.5269436836242676, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12113283139289112, | |
| "eval_chrf": 31.65128474951253, | |
| "eval_runtime": 42.0688, | |
| "eval_samples_per_second": 47.541, | |
| "eval_steps_per_second": 0.761, | |
| "epoch": 3.296782054038558, | |
| "step": 46000 | |
| }, | |
| { | |
| "loss": 3.5101, | |
| "grad_norm": 2.866848945617676, | |
| "learning_rate": 9.998332178144019e-06, | |
| "epoch": 3.300365512792948, | |
| "step": 46050 | |
| }, | |
| { | |
| "loss": 3.5121, | |
| "grad_norm": 2.8907814025878906, | |
| "learning_rate": 9.977484423863701e-06, | |
| "epoch": 3.3039489715473374, | |
| "step": 46100 | |
| }, | |
| { | |
| "loss": 3.51, | |
| "grad_norm": 2.8091881275177, | |
| "learning_rate": 9.956636767442717e-06, | |
| "epoch": 3.3075324303017273, | |
| "step": 46150 | |
| }, | |
| { | |
| "loss": 3.499, | |
| "grad_norm": 2.915423631668091, | |
| "learning_rate": 9.935789299491133e-06, | |
| "epoch": 3.3111158890561168, | |
| "step": 46200 | |
| }, | |
| { | |
| "loss": 3.4957, | |
| "grad_norm": 2.9980826377868652, | |
| "learning_rate": 9.914942110618192e-06, | |
| "epoch": 3.3146993478105067, | |
| "step": 46250 | |
| }, | |
| { | |
| "loss": 3.496, | |
| "grad_norm": 2.9127705097198486, | |
| "learning_rate": 9.894095291431925e-06, | |
| "epoch": 3.3182828065648966, | |
| "step": 46300 | |
| }, | |
| { | |
| "loss": 3.5009, | |
| "grad_norm": 2.83713436126709, | |
| "learning_rate": 9.873248932538757e-06, | |
| "epoch": 3.321866265319286, | |
| "step": 46350 | |
| }, | |
| { | |
| "loss": 3.5091, | |
| "grad_norm": 2.7628777027130127, | |
| "learning_rate": 9.852403124543112e-06, | |
| "epoch": 3.325449724073676, | |
| "step": 46400 | |
| }, | |
| { | |
| "loss": 3.507, | |
| "grad_norm": 2.746293544769287, | |
| "learning_rate": 9.831557958047022e-06, | |
| "epoch": 3.3290331828280655, | |
| "step": 46450 | |
| }, | |
| { | |
| "loss": 3.5093, | |
| "grad_norm": 2.9618797302246094, | |
| "learning_rate": 9.810713523649722e-06, | |
| "epoch": 3.3326166415824554, | |
| "step": 46500 | |
| }, | |
| { | |
| "loss": 3.511, | |
| "grad_norm": 3.017451286315918, | |
| "learning_rate": 9.78986991194728e-06, | |
| "epoch": 3.3362001003368453, | |
| "step": 46550 | |
| }, | |
| { | |
| "loss": 3.5109, | |
| "grad_norm": 2.8334860801696777, | |
| "learning_rate": 9.769027213532174e-06, | |
| "epoch": 3.339783559091235, | |
| "step": 46600 | |
| }, | |
| { | |
| "loss": 3.5171, | |
| "grad_norm": 3.0150039196014404, | |
| "learning_rate": 9.748185518992923e-06, | |
| "epoch": 3.3433670178456247, | |
| "step": 46650 | |
| }, | |
| { | |
| "loss": 3.5051, | |
| "grad_norm": 2.7307212352752686, | |
| "learning_rate": 9.727344918913677e-06, | |
| "epoch": 3.346950476600014, | |
| "step": 46700 | |
| }, | |
| { | |
| "loss": 3.5076, | |
| "grad_norm": 2.8892557621002197, | |
| "learning_rate": 9.706505503873828e-06, | |
| "epoch": 3.350533935354404, | |
| "step": 46750 | |
| }, | |
| { | |
| "loss": 3.5074, | |
| "grad_norm": 2.840871810913086, | |
| "learning_rate": 9.685667364447626e-06, | |
| "epoch": 3.3541173941087936, | |
| "step": 46800 | |
| }, | |
| { | |
| "loss": 3.5122, | |
| "grad_norm": 2.7102904319763184, | |
| "learning_rate": 9.664830591203764e-06, | |
| "epoch": 3.3577008528631835, | |
| "step": 46850 | |
| }, | |
| { | |
| "loss": 3.5019, | |
| "grad_norm": 2.9078993797302246, | |
| "learning_rate": 9.64399527470501e-06, | |
| "epoch": 3.3612843116175735, | |
| "step": 46900 | |
| }, | |
| { | |
| "loss": 3.5108, | |
| "grad_norm": 2.8488988876342773, | |
| "learning_rate": 9.623161505507789e-06, | |
| "epoch": 3.364867770371963, | |
| "step": 46950 | |
| }, | |
| { | |
| "loss": 3.5045, | |
| "grad_norm": 2.822113275527954, | |
| "learning_rate": 9.602329374161814e-06, | |
| "epoch": 3.368451229126353, | |
| "step": 47000 | |
| }, | |
| { | |
| "loss": 3.5093, | |
| "grad_norm": 2.903041362762451, | |
| "learning_rate": 9.581498971209664e-06, | |
| "epoch": 3.3720346878807423, | |
| "step": 47050 | |
| }, | |
| { | |
| "loss": 3.489, | |
| "grad_norm": 2.840322732925415, | |
| "learning_rate": 9.560670387186422e-06, | |
| "epoch": 3.3756181466351323, | |
| "step": 47100 | |
| }, | |
| { | |
| "loss": 3.5072, | |
| "grad_norm": 2.869084358215332, | |
| "learning_rate": 9.539843712619248e-06, | |
| "epoch": 3.3792016053895217, | |
| "step": 47150 | |
| }, | |
| { | |
| "loss": 3.5014, | |
| "grad_norm": 2.8106558322906494, | |
| "learning_rate": 9.51901903802702e-06, | |
| "epoch": 3.3827850641439117, | |
| "step": 47200 | |
| }, | |
| { | |
| "loss": 3.5012, | |
| "grad_norm": 2.7544655799865723, | |
| "learning_rate": 9.498196453919914e-06, | |
| "epoch": 3.3863685228983016, | |
| "step": 47250 | |
| }, | |
| { | |
| "loss": 3.5014, | |
| "grad_norm": 2.888967752456665, | |
| "learning_rate": 9.477376050799022e-06, | |
| "epoch": 3.389951981652691, | |
| "step": 47300 | |
| }, | |
| { | |
| "loss": 3.4994, | |
| "grad_norm": 2.8767812252044678, | |
| "learning_rate": 9.456557919155954e-06, | |
| "epoch": 3.393535440407081, | |
| "step": 47350 | |
| }, | |
| { | |
| "loss": 3.497, | |
| "grad_norm": 2.9929728507995605, | |
| "learning_rate": 9.43574214947245e-06, | |
| "epoch": 3.3971188991614705, | |
| "step": 47400 | |
| }, | |
| { | |
| "loss": 3.4973, | |
| "grad_norm": 2.8153977394104004, | |
| "learning_rate": 9.414928832219991e-06, | |
| "epoch": 3.4007023579158604, | |
| "step": 47450 | |
| }, | |
| { | |
| "loss": 3.5132, | |
| "grad_norm": 2.9248719215393066, | |
| "learning_rate": 9.394118057859385e-06, | |
| "epoch": 3.4042858166702503, | |
| "step": 47500 | |
| }, | |
| { | |
| "loss": 3.5014, | |
| "grad_norm": 2.9147651195526123, | |
| "learning_rate": 9.373309916840404e-06, | |
| "epoch": 3.40786927542464, | |
| "step": 47550 | |
| }, | |
| { | |
| "loss": 3.5025, | |
| "grad_norm": 2.8694798946380615, | |
| "learning_rate": 9.352504499601352e-06, | |
| "epoch": 3.4114527341790297, | |
| "step": 47600 | |
| }, | |
| { | |
| "loss": 3.5073, | |
| "grad_norm": 2.8242897987365723, | |
| "learning_rate": 9.331701896568725e-06, | |
| "epoch": 3.415036192933419, | |
| "step": 47650 | |
| }, | |
| { | |
| "loss": 3.4943, | |
| "grad_norm": 2.7612648010253906, | |
| "learning_rate": 9.310902198156758e-06, | |
| "epoch": 3.418619651687809, | |
| "step": 47700 | |
| }, | |
| { | |
| "loss": 3.5014, | |
| "grad_norm": 2.8322486877441406, | |
| "learning_rate": 9.290105494767079e-06, | |
| "epoch": 3.422203110442199, | |
| "step": 47750 | |
| }, | |
| { | |
| "loss": 3.5014, | |
| "grad_norm": 2.7659871578216553, | |
| "learning_rate": 9.269311876788301e-06, | |
| "epoch": 3.4257865691965885, | |
| "step": 47800 | |
| }, | |
| { | |
| "loss": 3.5111, | |
| "grad_norm": 2.817404270172119, | |
| "learning_rate": 9.248521434595612e-06, | |
| "epoch": 3.4293700279509785, | |
| "step": 47850 | |
| }, | |
| { | |
| "loss": 3.498, | |
| "grad_norm": 2.777655839920044, | |
| "learning_rate": 9.227734258550413e-06, | |
| "epoch": 3.432953486705368, | |
| "step": 47900 | |
| }, | |
| { | |
| "loss": 3.5021, | |
| "grad_norm": 2.798001289367676, | |
| "learning_rate": 9.206950438999894e-06, | |
| "epoch": 3.436536945459758, | |
| "step": 47950 | |
| }, | |
| { | |
| "loss": 3.497, | |
| "grad_norm": 2.757025957107544, | |
| "learning_rate": 9.186170066276674e-06, | |
| "epoch": 3.4401204042141473, | |
| "step": 48000 | |
| }, | |
| { | |
| "eval_loss": 3.5237956047058105, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12864920065552538, | |
| "eval_chrf": 31.850531910171686, | |
| "eval_runtime": 31.0579, | |
| "eval_samples_per_second": 64.396, | |
| "eval_steps_per_second": 1.03, | |
| "epoch": 3.4401204042141473, | |
| "step": 48000 | |
| }, | |
| { | |
| "loss": 3.5038, | |
| "grad_norm": 2.8456778526306152, | |
| "learning_rate": 9.165393230698372e-06, | |
| "epoch": 3.4437038629685373, | |
| "step": 48050 | |
| }, | |
| { | |
| "loss": 3.5031, | |
| "grad_norm": 2.871330738067627, | |
| "learning_rate": 9.144620022567255e-06, | |
| "epoch": 3.4472873217229267, | |
| "step": 48100 | |
| }, | |
| { | |
| "loss": 3.5165, | |
| "grad_norm": 2.928203821182251, | |
| "learning_rate": 9.123850532169798e-06, | |
| "epoch": 3.4508707804773167, | |
| "step": 48150 | |
| }, | |
| { | |
| "loss": 3.5051, | |
| "grad_norm": 3.005014657974243, | |
| "learning_rate": 9.103084849776342e-06, | |
| "epoch": 3.4544542392317066, | |
| "step": 48200 | |
| }, | |
| { | |
| "loss": 3.5125, | |
| "grad_norm": 2.748823642730713, | |
| "learning_rate": 9.082323065640668e-06, | |
| "epoch": 3.458037697986096, | |
| "step": 48250 | |
| }, | |
| { | |
| "loss": 3.5035, | |
| "grad_norm": 2.885864496231079, | |
| "learning_rate": 9.061565269999606e-06, | |
| "epoch": 3.461621156740486, | |
| "step": 48300 | |
| }, | |
| { | |
| "loss": 3.4997, | |
| "grad_norm": 2.6903188228607178, | |
| "learning_rate": 9.040811553072668e-06, | |
| "epoch": 3.4652046154948755, | |
| "step": 48350 | |
| }, | |
| { | |
| "loss": 3.5081, | |
| "grad_norm": 2.648139238357544, | |
| "learning_rate": 9.020062005061618e-06, | |
| "epoch": 3.4687880742492654, | |
| "step": 48400 | |
| }, | |
| { | |
| "loss": 3.4969, | |
| "grad_norm": 2.882901906967163, | |
| "learning_rate": 8.999316716150123e-06, | |
| "epoch": 3.4723715330036553, | |
| "step": 48450 | |
| }, | |
| { | |
| "loss": 3.507, | |
| "grad_norm": 2.7152347564697266, | |
| "learning_rate": 8.978575776503315e-06, | |
| "epoch": 3.475954991758045, | |
| "step": 48500 | |
| }, | |
| { | |
| "loss": 3.5171, | |
| "grad_norm": 2.679523468017578, | |
| "learning_rate": 8.957839276267442e-06, | |
| "epoch": 3.4795384505124347, | |
| "step": 48550 | |
| }, | |
| { | |
| "loss": 3.5037, | |
| "grad_norm": 2.921013832092285, | |
| "learning_rate": 8.937107305569454e-06, | |
| "epoch": 3.483121909266824, | |
| "step": 48600 | |
| }, | |
| { | |
| "loss": 3.4977, | |
| "grad_norm": 2.985367774963379, | |
| "learning_rate": 8.916379954516601e-06, | |
| "epoch": 3.486705368021214, | |
| "step": 48650 | |
| }, | |
| { | |
| "loss": 3.5039, | |
| "grad_norm": 2.8619136810302734, | |
| "learning_rate": 8.895657313196073e-06, | |
| "epoch": 3.490288826775604, | |
| "step": 48700 | |
| }, | |
| { | |
| "loss": 3.4984, | |
| "grad_norm": 2.7244842052459717, | |
| "learning_rate": 8.874939471674571e-06, | |
| "epoch": 3.4938722855299935, | |
| "step": 48750 | |
| }, | |
| { | |
| "loss": 3.5048, | |
| "grad_norm": 2.769463539123535, | |
| "learning_rate": 8.854226519997956e-06, | |
| "epoch": 3.4974557442843834, | |
| "step": 48800 | |
| }, | |
| { | |
| "loss": 3.5025, | |
| "grad_norm": 2.845322370529175, | |
| "learning_rate": 8.833518548190815e-06, | |
| "epoch": 3.501039203038773, | |
| "step": 48850 | |
| }, | |
| { | |
| "loss": 3.4966, | |
| "grad_norm": 2.8624417781829834, | |
| "learning_rate": 8.81281564625611e-06, | |
| "epoch": 3.504622661793163, | |
| "step": 48900 | |
| }, | |
| { | |
| "loss": 3.5072, | |
| "grad_norm": 2.902494430541992, | |
| "learning_rate": 8.79211790417475e-06, | |
| "epoch": 3.5082061205475528, | |
| "step": 48950 | |
| }, | |
| { | |
| "loss": 3.494, | |
| "grad_norm": 2.754703998565674, | |
| "learning_rate": 8.771425411905231e-06, | |
| "epoch": 3.5117895793019422, | |
| "step": 49000 | |
| }, | |
| { | |
| "loss": 3.5025, | |
| "grad_norm": 2.689621925354004, | |
| "learning_rate": 8.750738259383233e-06, | |
| "epoch": 3.5153730380563317, | |
| "step": 49050 | |
| }, | |
| { | |
| "loss": 3.5217, | |
| "grad_norm": 2.8376951217651367, | |
| "learning_rate": 8.730056536521212e-06, | |
| "epoch": 3.5189564968107216, | |
| "step": 49100 | |
| }, | |
| { | |
| "loss": 3.5057, | |
| "grad_norm": 2.8732171058654785, | |
| "learning_rate": 8.709380333208044e-06, | |
| "epoch": 3.5225399555651116, | |
| "step": 49150 | |
| }, | |
| { | |
| "loss": 3.4946, | |
| "grad_norm": 2.7747132778167725, | |
| "learning_rate": 8.6887097393086e-06, | |
| "epoch": 3.526123414319501, | |
| "step": 49200 | |
| }, | |
| { | |
| "loss": 3.504, | |
| "grad_norm": 2.8843867778778076, | |
| "learning_rate": 8.668044844663386e-06, | |
| "epoch": 3.529706873073891, | |
| "step": 49250 | |
| }, | |
| { | |
| "loss": 3.5084, | |
| "grad_norm": 2.717813014984131, | |
| "learning_rate": 8.647385739088117e-06, | |
| "epoch": 3.5332903318282805, | |
| "step": 49300 | |
| }, | |
| { | |
| "loss": 3.5084, | |
| "grad_norm": 2.7549569606781006, | |
| "learning_rate": 8.626732512373373e-06, | |
| "epoch": 3.5368737905826704, | |
| "step": 49350 | |
| }, | |
| { | |
| "loss": 3.4995, | |
| "grad_norm": 3.002478837966919, | |
| "learning_rate": 8.606085254284156e-06, | |
| "epoch": 3.5404572493370603, | |
| "step": 49400 | |
| }, | |
| { | |
| "loss": 3.5054, | |
| "grad_norm": 2.9729678630828857, | |
| "learning_rate": 8.585444054559545e-06, | |
| "epoch": 3.5440407080914498, | |
| "step": 49450 | |
| }, | |
| { | |
| "loss": 3.5026, | |
| "grad_norm": 2.7555980682373047, | |
| "learning_rate": 8.564809002912287e-06, | |
| "epoch": 3.5476241668458397, | |
| "step": 49500 | |
| }, | |
| { | |
| "loss": 3.5137, | |
| "grad_norm": 2.8258705139160156, | |
| "learning_rate": 8.544180189028393e-06, | |
| "epoch": 3.551207625600229, | |
| "step": 49550 | |
| }, | |
| { | |
| "loss": 3.5013, | |
| "grad_norm": 2.8236382007598877, | |
| "learning_rate": 8.523557702566782e-06, | |
| "epoch": 3.554791084354619, | |
| "step": 49600 | |
| }, | |
| { | |
| "loss": 3.5125, | |
| "grad_norm": 2.633906841278076, | |
| "learning_rate": 8.502941633158853e-06, | |
| "epoch": 3.558374543109009, | |
| "step": 49650 | |
| }, | |
| { | |
| "loss": 3.5005, | |
| "grad_norm": 2.910088300704956, | |
| "learning_rate": 8.482332070408132e-06, | |
| "epoch": 3.5619580018633985, | |
| "step": 49700 | |
| }, | |
| { | |
| "loss": 3.4935, | |
| "grad_norm": 2.900845527648926, | |
| "learning_rate": 8.461729103889851e-06, | |
| "epoch": 3.5655414606177884, | |
| "step": 49750 | |
| }, | |
| { | |
| "loss": 3.5018, | |
| "grad_norm": 2.7080562114715576, | |
| "learning_rate": 8.441132823150581e-06, | |
| "epoch": 3.569124919372178, | |
| "step": 49800 | |
| }, | |
| { | |
| "loss": 3.5034, | |
| "grad_norm": 2.851991653442383, | |
| "learning_rate": 8.42054331770784e-06, | |
| "epoch": 3.572708378126568, | |
| "step": 49850 | |
| }, | |
| { | |
| "loss": 3.5076, | |
| "grad_norm": 2.8517305850982666, | |
| "learning_rate": 8.399960677049677e-06, | |
| "epoch": 3.5762918368809578, | |
| "step": 49900 | |
| }, | |
| { | |
| "loss": 3.4951, | |
| "grad_norm": 2.7513201236724854, | |
| "learning_rate": 8.379384990634335e-06, | |
| "epoch": 3.5798752956353472, | |
| "step": 49950 | |
| }, | |
| { | |
| "loss": 3.5024, | |
| "grad_norm": 2.811037063598633, | |
| "learning_rate": 8.358816347889802e-06, | |
| "epoch": 3.5834587543897367, | |
| "step": 50000 | |
| }, | |
| { | |
| "eval_loss": 3.5215530395507812, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12676825781321674, | |
| "eval_chrf": 31.799028704545552, | |
| "eval_runtime": 35.8331, | |
| "eval_samples_per_second": 55.814, | |
| "eval_steps_per_second": 0.893, | |
| "epoch": 3.5834587543897367, | |
| "step": 50000 | |
| }, | |
| { | |
| "loss": 3.5121, | |
| "grad_norm": 2.7530195713043213, | |
| "learning_rate": 8.338254838213478e-06, | |
| "epoch": 3.5870422131441266, | |
| "step": 50050 | |
| }, | |
| { | |
| "loss": 3.5037, | |
| "grad_norm": 2.8968505859375, | |
| "learning_rate": 8.317700550971737e-06, | |
| "epoch": 3.5906256718985166, | |
| "step": 50100 | |
| }, | |
| { | |
| "loss": 3.5055, | |
| "grad_norm": 2.7774085998535156, | |
| "learning_rate": 8.297153575499582e-06, | |
| "epoch": 3.594209130652906, | |
| "step": 50150 | |
| }, | |
| { | |
| "loss": 3.5099, | |
| "grad_norm": 2.844109296798706, | |
| "learning_rate": 8.276614001100223e-06, | |
| "epoch": 3.597792589407296, | |
| "step": 50200 | |
| }, | |
| { | |
| "loss": 3.4973, | |
| "grad_norm": 2.9508042335510254, | |
| "learning_rate": 8.25608191704471e-06, | |
| "epoch": 3.6013760481616854, | |
| "step": 50250 | |
| }, | |
| { | |
| "loss": 3.526, | |
| "grad_norm": 2.808109998703003, | |
| "learning_rate": 8.23555741257154e-06, | |
| "epoch": 3.6049595069160754, | |
| "step": 50300 | |
| }, | |
| { | |
| "loss": 3.5061, | |
| "grad_norm": 2.8586320877075195, | |
| "learning_rate": 8.215040576886256e-06, | |
| "epoch": 3.6085429656704653, | |
| "step": 50350 | |
| }, | |
| { | |
| "loss": 3.4946, | |
| "grad_norm": 2.834221363067627, | |
| "learning_rate": 8.194531499161085e-06, | |
| "epoch": 3.6121264244248548, | |
| "step": 50400 | |
| }, | |
| { | |
| "loss": 3.5019, | |
| "grad_norm": 2.8919241428375244, | |
| "learning_rate": 8.17403026853452e-06, | |
| "epoch": 3.6157098831792447, | |
| "step": 50450 | |
| }, | |
| { | |
| "loss": 3.5052, | |
| "grad_norm": 2.8158717155456543, | |
| "learning_rate": 8.153536974110963e-06, | |
| "epoch": 3.619293341933634, | |
| "step": 50500 | |
| }, | |
| { | |
| "loss": 3.5042, | |
| "grad_norm": 2.838120222091675, | |
| "learning_rate": 8.133051704960309e-06, | |
| "epoch": 3.622876800688024, | |
| "step": 50550 | |
| }, | |
| { | |
| "loss": 3.5141, | |
| "grad_norm": 2.7687318325042725, | |
| "learning_rate": 8.112574550117587e-06, | |
| "epoch": 3.626460259442414, | |
| "step": 50600 | |
| }, | |
| { | |
| "loss": 3.4966, | |
| "grad_norm": 2.7774057388305664, | |
| "learning_rate": 8.092105598582543e-06, | |
| "epoch": 3.6300437181968035, | |
| "step": 50650 | |
| }, | |
| { | |
| "loss": 3.5116, | |
| "grad_norm": 2.719265937805176, | |
| "learning_rate": 8.07164493931928e-06, | |
| "epoch": 3.6336271769511934, | |
| "step": 50700 | |
| }, | |
| { | |
| "loss": 3.5115, | |
| "grad_norm": 2.9663138389587402, | |
| "learning_rate": 8.051192661255867e-06, | |
| "epoch": 3.637210635705583, | |
| "step": 50750 | |
| }, | |
| { | |
| "loss": 3.5078, | |
| "grad_norm": 2.9531166553497314, | |
| "learning_rate": 8.030748853283926e-06, | |
| "epoch": 3.640794094459973, | |
| "step": 50800 | |
| }, | |
| { | |
| "loss": 3.4967, | |
| "grad_norm": 2.9236133098602295, | |
| "learning_rate": 8.01031360425828e-06, | |
| "epoch": 3.6443775532143627, | |
| "step": 50850 | |
| }, | |
| { | |
| "loss": 3.507, | |
| "grad_norm": 2.76308012008667, | |
| "learning_rate": 7.989887002996546e-06, | |
| "epoch": 3.647961011968752, | |
| "step": 50900 | |
| }, | |
| { | |
| "loss": 3.4937, | |
| "grad_norm": 2.8359086513519287, | |
| "learning_rate": 7.969469138278763e-06, | |
| "epoch": 3.6515444707231417, | |
| "step": 50950 | |
| }, | |
| { | |
| "loss": 3.5122, | |
| "grad_norm": 2.7358508110046387, | |
| "learning_rate": 7.949060098846987e-06, | |
| "epoch": 3.6551279294775316, | |
| "step": 51000 | |
| }, | |
| { | |
| "loss": 3.5111, | |
| "grad_norm": 2.7917821407318115, | |
| "learning_rate": 7.928659973404925e-06, | |
| "epoch": 3.6587113882319215, | |
| "step": 51050 | |
| }, | |
| { | |
| "loss": 3.4947, | |
| "grad_norm": 2.819979190826416, | |
| "learning_rate": 7.908268850617544e-06, | |
| "epoch": 3.662294846986311, | |
| "step": 51100 | |
| }, | |
| { | |
| "loss": 3.5045, | |
| "grad_norm": 2.803351640701294, | |
| "learning_rate": 7.887886819110668e-06, | |
| "epoch": 3.665878305740701, | |
| "step": 51150 | |
| }, | |
| { | |
| "loss": 3.5172, | |
| "grad_norm": 2.865057945251465, | |
| "learning_rate": 7.867513967470628e-06, | |
| "epoch": 3.6694617644950904, | |
| "step": 51200 | |
| }, | |
| { | |
| "loss": 3.5119, | |
| "grad_norm": 2.7393856048583984, | |
| "learning_rate": 7.847150384243838e-06, | |
| "epoch": 3.6730452232494804, | |
| "step": 51250 | |
| }, | |
| { | |
| "loss": 3.4939, | |
| "grad_norm": 2.9270782470703125, | |
| "learning_rate": 7.826796157936442e-06, | |
| "epoch": 3.6766286820038703, | |
| "step": 51300 | |
| }, | |
| { | |
| "loss": 3.5011, | |
| "grad_norm": 2.726632595062256, | |
| "learning_rate": 7.806451377013906e-06, | |
| "epoch": 3.6802121407582598, | |
| "step": 51350 | |
| }, | |
| { | |
| "loss": 3.4923, | |
| "grad_norm": 2.8437185287475586, | |
| "learning_rate": 7.786116129900653e-06, | |
| "epoch": 3.6837955995126497, | |
| "step": 51400 | |
| }, | |
| { | |
| "loss": 3.5056, | |
| "grad_norm": 2.888390064239502, | |
| "learning_rate": 7.765790504979658e-06, | |
| "epoch": 3.687379058267039, | |
| "step": 51450 | |
| }, | |
| { | |
| "loss": 3.5069, | |
| "grad_norm": 2.8256404399871826, | |
| "learning_rate": 7.745474590592087e-06, | |
| "epoch": 3.690962517021429, | |
| "step": 51500 | |
| }, | |
| { | |
| "loss": 3.5008, | |
| "grad_norm": 2.8747143745422363, | |
| "learning_rate": 7.7251684750369e-06, | |
| "epoch": 3.694545975775819, | |
| "step": 51550 | |
| }, | |
| { | |
| "loss": 3.4975, | |
| "grad_norm": 3.017294406890869, | |
| "learning_rate": 7.704872246570454e-06, | |
| "epoch": 3.6981294345302085, | |
| "step": 51600 | |
| }, | |
| { | |
| "loss": 3.5004, | |
| "grad_norm": 2.749295473098755, | |
| "learning_rate": 7.684585993406154e-06, | |
| "epoch": 3.7017128932845984, | |
| "step": 51650 | |
| }, | |
| { | |
| "loss": 3.5083, | |
| "grad_norm": 2.8131167888641357, | |
| "learning_rate": 7.66430980371403e-06, | |
| "epoch": 3.705296352038988, | |
| "step": 51700 | |
| }, | |
| { | |
| "loss": 3.5097, | |
| "grad_norm": 2.940325975418091, | |
| "learning_rate": 7.644043765620392e-06, | |
| "epoch": 3.708879810793378, | |
| "step": 51750 | |
| }, | |
| { | |
| "loss": 3.5159, | |
| "grad_norm": 2.7525196075439453, | |
| "learning_rate": 7.623787967207411e-06, | |
| "epoch": 3.7124632695477677, | |
| "step": 51800 | |
| }, | |
| { | |
| "loss": 3.5103, | |
| "grad_norm": 2.7831504344940186, | |
| "learning_rate": 7.603542496512769e-06, | |
| "epoch": 3.716046728302157, | |
| "step": 51850 | |
| }, | |
| { | |
| "loss": 3.506, | |
| "grad_norm": 2.762334108352661, | |
| "learning_rate": 7.583307441529243e-06, | |
| "epoch": 3.719630187056547, | |
| "step": 51900 | |
| }, | |
| { | |
| "loss": 3.5087, | |
| "grad_norm": 2.730928897857666, | |
| "learning_rate": 7.563082890204356e-06, | |
| "epoch": 3.7232136458109366, | |
| "step": 51950 | |
| }, | |
| { | |
| "loss": 3.5031, | |
| "grad_norm": 2.7520127296447754, | |
| "learning_rate": 7.542868930439977e-06, | |
| "epoch": 3.7267971045653265, | |
| "step": 52000 | |
| }, | |
| { | |
| "eval_loss": 3.5194075107574463, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12240516532595684, | |
| "eval_chrf": 31.558365730525306, | |
| "eval_runtime": 34.3644, | |
| "eval_samples_per_second": 58.2, | |
| "eval_steps_per_second": 0.931, | |
| "epoch": 3.7267971045653265, | |
| "step": 52000 | |
| }, | |
| { | |
| "loss": 3.4988, | |
| "grad_norm": 2.8030948638916016, | |
| "learning_rate": 7.522665650091928e-06, | |
| "epoch": 3.7303805633197165, | |
| "step": 52050 | |
| }, | |
| { | |
| "loss": 3.5088, | |
| "grad_norm": 2.9791316986083984, | |
| "learning_rate": 7.502473136969632e-06, | |
| "epoch": 3.733964022074106, | |
| "step": 52100 | |
| }, | |
| { | |
| "loss": 3.494, | |
| "grad_norm": 2.9777228832244873, | |
| "learning_rate": 7.4822914788357015e-06, | |
| "epoch": 3.7375474808284954, | |
| "step": 52150 | |
| }, | |
| { | |
| "loss": 3.5114, | |
| "grad_norm": 2.9006354808807373, | |
| "learning_rate": 7.462120763405579e-06, | |
| "epoch": 3.7411309395828853, | |
| "step": 52200 | |
| }, | |
| { | |
| "loss": 3.5126, | |
| "grad_norm": 2.733469247817993, | |
| "learning_rate": 7.4419610783471375e-06, | |
| "epoch": 3.7447143983372753, | |
| "step": 52250 | |
| }, | |
| { | |
| "loss": 3.4976, | |
| "grad_norm": 2.7953743934631348, | |
| "learning_rate": 7.421812511280317e-06, | |
| "epoch": 3.7482978570916647, | |
| "step": 52300 | |
| }, | |
| { | |
| "loss": 3.5161, | |
| "grad_norm": 2.8406083583831787, | |
| "learning_rate": 7.4016751497767395e-06, | |
| "epoch": 3.7518813158460547, | |
| "step": 52350 | |
| }, | |
| { | |
| "loss": 3.499, | |
| "grad_norm": 2.784027099609375, | |
| "learning_rate": 7.381549081359305e-06, | |
| "epoch": 3.755464774600444, | |
| "step": 52400 | |
| }, | |
| { | |
| "loss": 3.5029, | |
| "grad_norm": 2.7728562355041504, | |
| "learning_rate": 7.361434393501852e-06, | |
| "epoch": 3.759048233354834, | |
| "step": 52450 | |
| }, | |
| { | |
| "loss": 3.4989, | |
| "grad_norm": 2.876033067703247, | |
| "learning_rate": 7.3413311736287405e-06, | |
| "epoch": 3.762631692109224, | |
| "step": 52500 | |
| }, | |
| { | |
| "loss": 3.4982, | |
| "grad_norm": 2.9392380714416504, | |
| "learning_rate": 7.321239509114501e-06, | |
| "epoch": 3.7662151508636135, | |
| "step": 52550 | |
| }, | |
| { | |
| "loss": 3.4989, | |
| "grad_norm": 2.652775287628174, | |
| "learning_rate": 7.301159487283424e-06, | |
| "epoch": 3.7697986096180034, | |
| "step": 52600 | |
| }, | |
| { | |
| "loss": 3.5018, | |
| "grad_norm": 2.8874094486236572, | |
| "learning_rate": 7.281091195409214e-06, | |
| "epoch": 3.773382068372393, | |
| "step": 52650 | |
| }, | |
| { | |
| "loss": 3.5088, | |
| "grad_norm": 2.716431140899658, | |
| "learning_rate": 7.261034720714582e-06, | |
| "epoch": 3.776965527126783, | |
| "step": 52700 | |
| }, | |
| { | |
| "loss": 3.4875, | |
| "grad_norm": 3.02742600440979, | |
| "learning_rate": 7.2409901503708825e-06, | |
| "epoch": 3.7805489858811727, | |
| "step": 52750 | |
| }, | |
| { | |
| "loss": 3.5047, | |
| "grad_norm": 2.912829637527466, | |
| "learning_rate": 7.220957571497736e-06, | |
| "epoch": 3.784132444635562, | |
| "step": 52800 | |
| }, | |
| { | |
| "loss": 3.5025, | |
| "grad_norm": 2.9854185581207275, | |
| "learning_rate": 7.2009370711626315e-06, | |
| "epoch": 3.787715903389952, | |
| "step": 52850 | |
| }, | |
| { | |
| "loss": 3.5099, | |
| "grad_norm": 2.7974438667297363, | |
| "learning_rate": 7.180928736380575e-06, | |
| "epoch": 3.7912993621443416, | |
| "step": 52900 | |
| }, | |
| { | |
| "loss": 3.5036, | |
| "grad_norm": 2.7726666927337646, | |
| "learning_rate": 7.160932654113683e-06, | |
| "epoch": 3.7948828208987315, | |
| "step": 52950 | |
| }, | |
| { | |
| "loss": 3.4927, | |
| "grad_norm": 2.8103654384613037, | |
| "learning_rate": 7.140948911270835e-06, | |
| "epoch": 3.7984662796531214, | |
| "step": 53000 | |
| }, | |
| { | |
| "loss": 3.4963, | |
| "grad_norm": 2.8224399089813232, | |
| "learning_rate": 7.120977594707263e-06, | |
| "epoch": 3.802049738407511, | |
| "step": 53050 | |
| }, | |
| { | |
| "loss": 3.4871, | |
| "grad_norm": 2.9082772731781006, | |
| "learning_rate": 7.101018791224208e-06, | |
| "epoch": 3.8056331971619004, | |
| "step": 53100 | |
| }, | |
| { | |
| "loss": 3.5048, | |
| "grad_norm": 2.7370972633361816, | |
| "learning_rate": 7.081072587568507e-06, | |
| "epoch": 3.8092166559162903, | |
| "step": 53150 | |
| }, | |
| { | |
| "loss": 3.4867, | |
| "grad_norm": 2.784280776977539, | |
| "learning_rate": 7.061139070432249e-06, | |
| "epoch": 3.8128001146706803, | |
| "step": 53200 | |
| }, | |
| { | |
| "loss": 3.505, | |
| "grad_norm": 2.967115879058838, | |
| "learning_rate": 7.041218326452383e-06, | |
| "epoch": 3.8163835734250697, | |
| "step": 53250 | |
| }, | |
| { | |
| "loss": 3.5102, | |
| "grad_norm": 2.8036086559295654, | |
| "learning_rate": 7.02131044221033e-06, | |
| "epoch": 3.8199670321794597, | |
| "step": 53300 | |
| }, | |
| { | |
| "loss": 3.512, | |
| "grad_norm": 2.8428919315338135, | |
| "learning_rate": 7.001415504231632e-06, | |
| "epoch": 3.823550490933849, | |
| "step": 53350 | |
| }, | |
| { | |
| "loss": 3.507, | |
| "grad_norm": 2.822834014892578, | |
| "learning_rate": 6.981533598985553e-06, | |
| "epoch": 3.827133949688239, | |
| "step": 53400 | |
| }, | |
| { | |
| "loss": 3.4924, | |
| "grad_norm": 2.669609308242798, | |
| "learning_rate": 6.9616648128847204e-06, | |
| "epoch": 3.830717408442629, | |
| "step": 53450 | |
| }, | |
| { | |
| "loss": 3.4988, | |
| "grad_norm": 2.890536308288574, | |
| "learning_rate": 6.9418092322847375e-06, | |
| "epoch": 3.8343008671970185, | |
| "step": 53500 | |
| }, | |
| { | |
| "loss": 3.5035, | |
| "grad_norm": 2.727937698364258, | |
| "learning_rate": 6.921966943483811e-06, | |
| "epoch": 3.8378843259514084, | |
| "step": 53550 | |
| }, | |
| { | |
| "loss": 3.4892, | |
| "grad_norm": 2.670435905456543, | |
| "learning_rate": 6.90213803272239e-06, | |
| "epoch": 3.841467784705798, | |
| "step": 53600 | |
| }, | |
| { | |
| "loss": 3.5033, | |
| "grad_norm": 3.022160768508911, | |
| "learning_rate": 6.882322586182755e-06, | |
| "epoch": 3.845051243460188, | |
| "step": 53650 | |
| }, | |
| { | |
| "loss": 3.5115, | |
| "grad_norm": 2.8681583404541016, | |
| "learning_rate": 6.862520689988694e-06, | |
| "epoch": 3.8486347022145777, | |
| "step": 53700 | |
| }, | |
| { | |
| "loss": 3.4986, | |
| "grad_norm": 2.7896711826324463, | |
| "learning_rate": 6.842732430205079e-06, | |
| "epoch": 3.852218160968967, | |
| "step": 53750 | |
| }, | |
| { | |
| "loss": 3.5076, | |
| "grad_norm": 2.8361997604370117, | |
| "learning_rate": 6.822957892837529e-06, | |
| "epoch": 3.855801619723357, | |
| "step": 53800 | |
| }, | |
| { | |
| "loss": 3.4947, | |
| "grad_norm": 2.922212839126587, | |
| "learning_rate": 6.803197163832011e-06, | |
| "epoch": 3.8593850784777466, | |
| "step": 53850 | |
| }, | |
| { | |
| "loss": 3.5131, | |
| "grad_norm": 2.8519814014434814, | |
| "learning_rate": 6.783450329074489e-06, | |
| "epoch": 3.8629685372321365, | |
| "step": 53900 | |
| }, | |
| { | |
| "loss": 3.5075, | |
| "grad_norm": 2.939826250076294, | |
| "learning_rate": 6.763717474390521e-06, | |
| "epoch": 3.8665519959865264, | |
| "step": 53950 | |
| }, | |
| { | |
| "loss": 3.5066, | |
| "grad_norm": 2.741621732711792, | |
| "learning_rate": 6.743998685544918e-06, | |
| "epoch": 3.870135454740916, | |
| "step": 54000 | |
| }, | |
| { | |
| "eval_loss": 3.518073797225952, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12511312134515806, | |
| "eval_chrf": 31.69928622702704, | |
| "eval_runtime": 30.6977, | |
| "eval_samples_per_second": 65.151, | |
| "eval_steps_per_second": 1.042, | |
| "epoch": 3.870135454740916, | |
| "step": 54000 | |
| }, | |
| { | |
| "loss": 3.5176, | |
| "grad_norm": 2.8144454956054688, | |
| "learning_rate": 6.7242940482413575e-06, | |
| "epoch": 3.8737189134953054, | |
| "step": 54050 | |
| }, | |
| { | |
| "loss": 3.5106, | |
| "grad_norm": 2.903884172439575, | |
| "learning_rate": 6.7046036481219954e-06, | |
| "epoch": 3.8773023722496953, | |
| "step": 54100 | |
| }, | |
| { | |
| "loss": 3.4857, | |
| "grad_norm": 2.963104486465454, | |
| "learning_rate": 6.684927570767128e-06, | |
| "epoch": 3.8808858310040852, | |
| "step": 54150 | |
| }, | |
| { | |
| "loss": 3.5038, | |
| "grad_norm": 2.8111817836761475, | |
| "learning_rate": 6.66526590169478e-06, | |
| "epoch": 3.8844692897584747, | |
| "step": 54200 | |
| }, | |
| { | |
| "loss": 3.4885, | |
| "grad_norm": 2.872633934020996, | |
| "learning_rate": 6.645618726360374e-06, | |
| "epoch": 3.8880527485128646, | |
| "step": 54250 | |
| }, | |
| { | |
| "loss": 3.5031, | |
| "grad_norm": 2.7369637489318848, | |
| "learning_rate": 6.625986130156321e-06, | |
| "epoch": 3.891636207267254, | |
| "step": 54300 | |
| }, | |
| { | |
| "loss": 3.4997, | |
| "grad_norm": 2.9114556312561035, | |
| "learning_rate": 6.606368198411681e-06, | |
| "epoch": 3.895219666021644, | |
| "step": 54350 | |
| }, | |
| { | |
| "loss": 3.4894, | |
| "grad_norm": 2.7195746898651123, | |
| "learning_rate": 6.5867650163917675e-06, | |
| "epoch": 3.898803124776034, | |
| "step": 54400 | |
| }, | |
| { | |
| "loss": 3.4929, | |
| "grad_norm": 2.851313829421997, | |
| "learning_rate": 6.567176669297793e-06, | |
| "epoch": 3.9023865835304234, | |
| "step": 54450 | |
| }, | |
| { | |
| "loss": 3.4964, | |
| "grad_norm": 2.7876317501068115, | |
| "learning_rate": 6.54760324226649e-06, | |
| "epoch": 3.9059700422848134, | |
| "step": 54500 | |
| }, | |
| { | |
| "loss": 3.5056, | |
| "grad_norm": 2.8243398666381836, | |
| "learning_rate": 6.528044820369743e-06, | |
| "epoch": 3.909553501039203, | |
| "step": 54550 | |
| }, | |
| { | |
| "loss": 3.4994, | |
| "grad_norm": 2.7910890579223633, | |
| "learning_rate": 6.508501488614231e-06, | |
| "epoch": 3.9131369597935928, | |
| "step": 54600 | |
| }, | |
| { | |
| "loss": 3.5021, | |
| "grad_norm": 3.0208399295806885, | |
| "learning_rate": 6.4889733319410265e-06, | |
| "epoch": 3.9167204185479827, | |
| "step": 54650 | |
| }, | |
| { | |
| "loss": 3.5078, | |
| "grad_norm": 2.897578239440918, | |
| "learning_rate": 6.469460435225269e-06, | |
| "epoch": 3.920303877302372, | |
| "step": 54700 | |
| }, | |
| { | |
| "loss": 3.506, | |
| "grad_norm": 2.7929322719573975, | |
| "learning_rate": 6.4499628832757535e-06, | |
| "epoch": 3.923887336056762, | |
| "step": 54750 | |
| }, | |
| { | |
| "loss": 3.5027, | |
| "grad_norm": 2.7572948932647705, | |
| "learning_rate": 6.430480760834596e-06, | |
| "epoch": 3.9274707948111516, | |
| "step": 54800 | |
| }, | |
| { | |
| "loss": 3.5092, | |
| "grad_norm": 2.9352569580078125, | |
| "learning_rate": 6.411014152576846e-06, | |
| "epoch": 3.9310542535655415, | |
| "step": 54850 | |
| }, | |
| { | |
| "loss": 3.501, | |
| "grad_norm": 2.721447467803955, | |
| "learning_rate": 6.391563143110126e-06, | |
| "epoch": 3.9346377123199314, | |
| "step": 54900 | |
| }, | |
| { | |
| "loss": 3.4929, | |
| "grad_norm": 2.8473143577575684, | |
| "learning_rate": 6.372127816974257e-06, | |
| "epoch": 3.938221171074321, | |
| "step": 54950 | |
| }, | |
| { | |
| "loss": 3.5003, | |
| "grad_norm": 2.8871004581451416, | |
| "learning_rate": 6.352708258640901e-06, | |
| "epoch": 3.941804629828711, | |
| "step": 55000 | |
| }, | |
| { | |
| "loss": 3.4936, | |
| "grad_norm": 2.728780746459961, | |
| "learning_rate": 6.333304552513184e-06, | |
| "epoch": 3.9453880885831003, | |
| "step": 55050 | |
| }, | |
| { | |
| "loss": 3.5154, | |
| "grad_norm": 2.7740557193756104, | |
| "learning_rate": 6.313916782925337e-06, | |
| "epoch": 3.9489715473374902, | |
| "step": 55100 | |
| }, | |
| { | |
| "loss": 3.494, | |
| "grad_norm": 2.9081857204437256, | |
| "learning_rate": 6.294545034142328e-06, | |
| "epoch": 3.95255500609188, | |
| "step": 55150 | |
| }, | |
| { | |
| "loss": 3.5092, | |
| "grad_norm": 2.871274709701538, | |
| "learning_rate": 6.275189390359483e-06, | |
| "epoch": 3.9561384648462696, | |
| "step": 55200 | |
| }, | |
| { | |
| "loss": 3.4972, | |
| "grad_norm": 2.777679920196533, | |
| "learning_rate": 6.255849935702145e-06, | |
| "epoch": 3.959721923600659, | |
| "step": 55250 | |
| }, | |
| { | |
| "loss": 3.5054, | |
| "grad_norm": 2.873671770095825, | |
| "learning_rate": 6.236526754225287e-06, | |
| "epoch": 3.963305382355049, | |
| "step": 55300 | |
| }, | |
| { | |
| "loss": 3.5186, | |
| "grad_norm": 2.722646713256836, | |
| "learning_rate": 6.217219929913154e-06, | |
| "epoch": 3.966888841109439, | |
| "step": 55350 | |
| }, | |
| { | |
| "loss": 3.5032, | |
| "grad_norm": 2.9552862644195557, | |
| "learning_rate": 6.197929546678898e-06, | |
| "epoch": 3.9704722998638284, | |
| "step": 55400 | |
| }, | |
| { | |
| "loss": 3.5115, | |
| "grad_norm": 2.8820812702178955, | |
| "learning_rate": 6.178655688364215e-06, | |
| "epoch": 3.9740557586182184, | |
| "step": 55450 | |
| }, | |
| { | |
| "loss": 3.4976, | |
| "grad_norm": 2.6955490112304688, | |
| "learning_rate": 6.159398438738978e-06, | |
| "epoch": 3.977639217372608, | |
| "step": 55500 | |
| }, | |
| { | |
| "loss": 3.5027, | |
| "grad_norm": 2.7521824836730957, | |
| "learning_rate": 6.140157881500871e-06, | |
| "epoch": 3.9812226761269978, | |
| "step": 55550 | |
| }, | |
| { | |
| "loss": 3.4925, | |
| "grad_norm": 2.7997498512268066, | |
| "learning_rate": 6.1209341002750356e-06, | |
| "epoch": 3.9848061348813877, | |
| "step": 55600 | |
| }, | |
| { | |
| "loss": 3.5159, | |
| "grad_norm": 2.700932741165161, | |
| "learning_rate": 6.101727178613692e-06, | |
| "epoch": 3.988389593635777, | |
| "step": 55650 | |
| }, | |
| { | |
| "loss": 3.511, | |
| "grad_norm": 2.9456124305725098, | |
| "learning_rate": 6.082537199995786e-06, | |
| "epoch": 3.991973052390167, | |
| "step": 55700 | |
| }, | |
| { | |
| "loss": 3.5085, | |
| "grad_norm": 2.8237762451171875, | |
| "learning_rate": 6.063364247826626e-06, | |
| "epoch": 3.9955565111445566, | |
| "step": 55750 | |
| }, | |
| { | |
| "loss": 3.5061, | |
| "grad_norm": 2.8479161262512207, | |
| "learning_rate": 6.044208405437516e-06, | |
| "epoch": 3.9991399698989465, | |
| "step": 55800 | |
| }, | |
| { | |
| "loss": 3.4717, | |
| "grad_norm": 2.848135232925415, | |
| "learning_rate": 6.025069756085398e-06, | |
| "epoch": 4.002723428653336, | |
| "step": 55850 | |
| }, | |
| { | |
| "loss": 3.4757, | |
| "grad_norm": 2.7356178760528564, | |
| "learning_rate": 6.005948382952484e-06, | |
| "epoch": 4.006306887407726, | |
| "step": 55900 | |
| }, | |
| { | |
| "loss": 3.4743, | |
| "grad_norm": 2.7540476322174072, | |
| "learning_rate": 5.986844369145905e-06, | |
| "epoch": 4.009890346162115, | |
| "step": 55950 | |
| }, | |
| { | |
| "loss": 3.4783, | |
| "grad_norm": 2.8588814735412598, | |
| "learning_rate": 5.967757797697338e-06, | |
| "epoch": 4.013473804916505, | |
| "step": 56000 | |
| }, | |
| { | |
| "eval_loss": 3.5176243782043457, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12639304818304034, | |
| "eval_chrf": 31.76090575726342, | |
| "eval_runtime": 32.2069, | |
| "eval_samples_per_second": 62.099, | |
| "eval_steps_per_second": 0.994, | |
| "epoch": 4.013473804916505, | |
| "step": 56000 | |
| }, | |
| { | |
| "loss": 3.4799, | |
| "grad_norm": 2.8784573078155518, | |
| "learning_rate": 5.94868875156265e-06, | |
| "epoch": 4.017057263670895, | |
| "step": 56050 | |
| }, | |
| { | |
| "loss": 3.4919, | |
| "grad_norm": 2.7634193897247314, | |
| "learning_rate": 5.929637313621543e-06, | |
| "epoch": 4.020640722425285, | |
| "step": 56100 | |
| }, | |
| { | |
| "loss": 3.4899, | |
| "grad_norm": 3.019630193710327, | |
| "learning_rate": 5.910603566677184e-06, | |
| "epoch": 4.024224181179675, | |
| "step": 56150 | |
| }, | |
| { | |
| "loss": 3.4843, | |
| "grad_norm": 2.812849760055542, | |
| "learning_rate": 5.89158759345585e-06, | |
| "epoch": 4.027807639934064, | |
| "step": 56200 | |
| }, | |
| { | |
| "loss": 3.4786, | |
| "grad_norm": 2.701524019241333, | |
| "learning_rate": 5.87258947660657e-06, | |
| "epoch": 4.031391098688454, | |
| "step": 56250 | |
| }, | |
| { | |
| "loss": 3.4811, | |
| "grad_norm": 2.7867274284362793, | |
| "learning_rate": 5.8536092987007646e-06, | |
| "epoch": 4.034974557442844, | |
| "step": 56300 | |
| }, | |
| { | |
| "loss": 3.4773, | |
| "grad_norm": 2.9127068519592285, | |
| "learning_rate": 5.8346471422318805e-06, | |
| "epoch": 4.038558016197234, | |
| "step": 56350 | |
| }, | |
| { | |
| "loss": 3.4679, | |
| "grad_norm": 3.071448564529419, | |
| "learning_rate": 5.81570308961505e-06, | |
| "epoch": 4.042141474951623, | |
| "step": 56400 | |
| }, | |
| { | |
| "loss": 3.4798, | |
| "grad_norm": 2.802884340286255, | |
| "learning_rate": 5.796777223186705e-06, | |
| "epoch": 4.045724933706013, | |
| "step": 56450 | |
| }, | |
| { | |
| "loss": 3.4867, | |
| "grad_norm": 2.784179449081421, | |
| "learning_rate": 5.7778696252042455e-06, | |
| "epoch": 4.049308392460403, | |
| "step": 56500 | |
| }, | |
| { | |
| "loss": 3.4838, | |
| "grad_norm": 2.870431900024414, | |
| "learning_rate": 5.758980377845674e-06, | |
| "epoch": 4.052891851214793, | |
| "step": 56550 | |
| }, | |
| { | |
| "loss": 3.4766, | |
| "grad_norm": 2.893677234649658, | |
| "learning_rate": 5.740109563209224e-06, | |
| "epoch": 4.056475309969183, | |
| "step": 56600 | |
| }, | |
| { | |
| "loss": 3.4778, | |
| "grad_norm": 2.6952786445617676, | |
| "learning_rate": 5.721257263313027e-06, | |
| "epoch": 4.060058768723572, | |
| "step": 56650 | |
| }, | |
| { | |
| "loss": 3.4845, | |
| "grad_norm": 2.9147422313690186, | |
| "learning_rate": 5.7024235600947344e-06, | |
| "epoch": 4.0636422274779616, | |
| "step": 56700 | |
| }, | |
| { | |
| "loss": 3.4857, | |
| "grad_norm": 3.1232187747955322, | |
| "learning_rate": 5.683608535411178e-06, | |
| "epoch": 4.0672256862323515, | |
| "step": 56750 | |
| }, | |
| { | |
| "loss": 3.4971, | |
| "grad_norm": 2.8239192962646484, | |
| "learning_rate": 5.664812271038e-06, | |
| "epoch": 4.070809144986741, | |
| "step": 56800 | |
| }, | |
| { | |
| "loss": 3.4839, | |
| "grad_norm": 2.8140618801116943, | |
| "learning_rate": 5.646034848669314e-06, | |
| "epoch": 4.074392603741131, | |
| "step": 56850 | |
| }, | |
| { | |
| "loss": 3.4796, | |
| "grad_norm": 2.731245756149292, | |
| "learning_rate": 5.627276349917337e-06, | |
| "epoch": 4.07797606249552, | |
| "step": 56900 | |
| }, | |
| { | |
| "loss": 3.4702, | |
| "grad_norm": 2.8363053798675537, | |
| "learning_rate": 5.6085368563120305e-06, | |
| "epoch": 4.08155952124991, | |
| "step": 56950 | |
| }, | |
| { | |
| "loss": 3.4745, | |
| "grad_norm": 2.8843908309936523, | |
| "learning_rate": 5.589816449300769e-06, | |
| "epoch": 4.0851429800043, | |
| "step": 57000 | |
| }, | |
| { | |
| "loss": 3.4803, | |
| "grad_norm": 2.8892056941986084, | |
| "learning_rate": 5.571115210247955e-06, | |
| "epoch": 4.08872643875869, | |
| "step": 57050 | |
| }, | |
| { | |
| "loss": 3.4943, | |
| "grad_norm": 2.911094903945923, | |
| "learning_rate": 5.552433220434695e-06, | |
| "epoch": 4.09230989751308, | |
| "step": 57100 | |
| }, | |
| { | |
| "loss": 3.4777, | |
| "grad_norm": 2.7866291999816895, | |
| "learning_rate": 5.533770561058422e-06, | |
| "epoch": 4.095893356267469, | |
| "step": 57150 | |
| }, | |
| { | |
| "loss": 3.4782, | |
| "grad_norm": 2.8199429512023926, | |
| "learning_rate": 5.515127313232563e-06, | |
| "epoch": 4.099476815021859, | |
| "step": 57200 | |
| }, | |
| { | |
| "loss": 3.4814, | |
| "grad_norm": 2.8051812648773193, | |
| "learning_rate": 5.496503557986166e-06, | |
| "epoch": 4.103060273776249, | |
| "step": 57250 | |
| }, | |
| { | |
| "loss": 3.4803, | |
| "grad_norm": 2.7553598880767822, | |
| "learning_rate": 5.477899376263567e-06, | |
| "epoch": 4.106643732530639, | |
| "step": 57300 | |
| }, | |
| { | |
| "loss": 3.4796, | |
| "grad_norm": 2.7778751850128174, | |
| "learning_rate": 5.459314848924031e-06, | |
| "epoch": 4.110227191285028, | |
| "step": 57350 | |
| }, | |
| { | |
| "loss": 3.4943, | |
| "grad_norm": 2.7600016593933105, | |
| "learning_rate": 5.440750056741388e-06, | |
| "epoch": 4.113810650039418, | |
| "step": 57400 | |
| }, | |
| { | |
| "loss": 3.495, | |
| "grad_norm": 2.8098630905151367, | |
| "learning_rate": 5.422205080403707e-06, | |
| "epoch": 4.117394108793808, | |
| "step": 57450 | |
| }, | |
| { | |
| "loss": 3.4756, | |
| "grad_norm": 2.883474826812744, | |
| "learning_rate": 5.403680000512919e-06, | |
| "epoch": 4.120977567548198, | |
| "step": 57500 | |
| }, | |
| { | |
| "loss": 3.4783, | |
| "grad_norm": 2.7182528972625732, | |
| "learning_rate": 5.38517489758449e-06, | |
| "epoch": 4.124561026302588, | |
| "step": 57550 | |
| }, | |
| { | |
| "loss": 3.4821, | |
| "grad_norm": 2.803215503692627, | |
| "learning_rate": 5.366689852047049e-06, | |
| "epoch": 4.128144485056977, | |
| "step": 57600 | |
| }, | |
| { | |
| "loss": 3.4686, | |
| "grad_norm": 2.786161184310913, | |
| "learning_rate": 5.348224944242062e-06, | |
| "epoch": 4.1317279438113665, | |
| "step": 57650 | |
| }, | |
| { | |
| "loss": 3.479, | |
| "grad_norm": 2.845186948776245, | |
| "learning_rate": 5.32978025442346e-06, | |
| "epoch": 4.1353114025657565, | |
| "step": 57700 | |
| }, | |
| { | |
| "loss": 3.4777, | |
| "grad_norm": 2.94134259223938, | |
| "learning_rate": 5.311355862757306e-06, | |
| "epoch": 4.138894861320146, | |
| "step": 57750 | |
| }, | |
| { | |
| "loss": 3.4843, | |
| "grad_norm": 2.780446767807007, | |
| "learning_rate": 5.292951849321446e-06, | |
| "epoch": 4.142478320074536, | |
| "step": 57800 | |
| }, | |
| { | |
| "loss": 3.4857, | |
| "grad_norm": 2.691718101501465, | |
| "learning_rate": 5.274568294105141e-06, | |
| "epoch": 4.146061778828925, | |
| "step": 57850 | |
| }, | |
| { | |
| "loss": 3.4736, | |
| "grad_norm": 2.706409454345703, | |
| "learning_rate": 5.2562052770087525e-06, | |
| "epoch": 4.149645237583315, | |
| "step": 57900 | |
| }, | |
| { | |
| "loss": 3.4773, | |
| "grad_norm": 2.747037410736084, | |
| "learning_rate": 5.237862877843363e-06, | |
| "epoch": 4.153228696337705, | |
| "step": 57950 | |
| }, | |
| { | |
| "loss": 3.476, | |
| "grad_norm": 2.970113754272461, | |
| "learning_rate": 5.219541176330453e-06, | |
| "epoch": 4.156812155092095, | |
| "step": 58000 | |
| }, | |
| { | |
| "eval_loss": 3.515770196914673, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.1248738485844826, | |
| "eval_chrf": 31.7484331854206, | |
| "eval_runtime": 36.3172, | |
| "eval_samples_per_second": 55.07, | |
| "eval_steps_per_second": 0.881, | |
| "epoch": 4.156812155092095, | |
| "step": 58000 | |
| }, | |
| { | |
| "loss": 3.4834, | |
| "grad_norm": 2.8396527767181396, | |
| "learning_rate": 5.201240252101536e-06, | |
| "epoch": 4.160395613846485, | |
| "step": 58050 | |
| }, | |
| { | |
| "loss": 3.482, | |
| "grad_norm": 2.744133234024048, | |
| "learning_rate": 5.1829601846978295e-06, | |
| "epoch": 4.163979072600874, | |
| "step": 58100 | |
| }, | |
| { | |
| "loss": 3.4811, | |
| "grad_norm": 2.7292964458465576, | |
| "learning_rate": 5.164701053569902e-06, | |
| "epoch": 4.167562531355264, | |
| "step": 58150 | |
| }, | |
| { | |
| "loss": 3.4885, | |
| "grad_norm": 2.834772825241089, | |
| "learning_rate": 5.146462938077314e-06, | |
| "epoch": 4.171145990109654, | |
| "step": 58200 | |
| }, | |
| { | |
| "loss": 3.4804, | |
| "grad_norm": 2.7411160469055176, | |
| "learning_rate": 5.128245917488305e-06, | |
| "epoch": 4.174729448864044, | |
| "step": 58250 | |
| }, | |
| { | |
| "loss": 3.4881, | |
| "grad_norm": 2.774881362915039, | |
| "learning_rate": 5.110050070979409e-06, | |
| "epoch": 4.178312907618434, | |
| "step": 58300 | |
| }, | |
| { | |
| "loss": 3.4763, | |
| "grad_norm": 2.815375566482544, | |
| "learning_rate": 5.091875477635151e-06, | |
| "epoch": 4.181896366372823, | |
| "step": 58350 | |
| }, | |
| { | |
| "loss": 3.4896, | |
| "grad_norm": 2.643947124481201, | |
| "learning_rate": 5.073722216447665e-06, | |
| "epoch": 4.185479825127213, | |
| "step": 58400 | |
| }, | |
| { | |
| "loss": 3.4926, | |
| "grad_norm": 2.722439765930176, | |
| "learning_rate": 5.055590366316387e-06, | |
| "epoch": 4.189063283881603, | |
| "step": 58450 | |
| }, | |
| { | |
| "loss": 3.4871, | |
| "grad_norm": 2.8174171447753906, | |
| "learning_rate": 5.037480006047677e-06, | |
| "epoch": 4.192646742635993, | |
| "step": 58500 | |
| }, | |
| { | |
| "loss": 3.4876, | |
| "grad_norm": 2.883497714996338, | |
| "learning_rate": 5.019391214354506e-06, | |
| "epoch": 4.196230201390382, | |
| "step": 58550 | |
| }, | |
| { | |
| "loss": 3.486, | |
| "grad_norm": 2.9889729022979736, | |
| "learning_rate": 5.001324069856103e-06, | |
| "epoch": 4.1998136601447715, | |
| "step": 58600 | |
| }, | |
| { | |
| "loss": 3.4844, | |
| "grad_norm": 2.716259717941284, | |
| "learning_rate": 4.9832786510775975e-06, | |
| "epoch": 4.2033971188991615, | |
| "step": 58650 | |
| }, | |
| { | |
| "loss": 3.4861, | |
| "grad_norm": 2.9565799236297607, | |
| "learning_rate": 4.965255036449711e-06, | |
| "epoch": 4.206980577653551, | |
| "step": 58700 | |
| }, | |
| { | |
| "loss": 3.4849, | |
| "grad_norm": 2.837433338165283, | |
| "learning_rate": 4.947253304308379e-06, | |
| "epoch": 4.210564036407941, | |
| "step": 58750 | |
| }, | |
| { | |
| "loss": 3.4783, | |
| "grad_norm": 2.8282864093780518, | |
| "learning_rate": 4.929273532894448e-06, | |
| "epoch": 4.21414749516233, | |
| "step": 58800 | |
| }, | |
| { | |
| "loss": 3.4858, | |
| "grad_norm": 2.9522814750671387, | |
| "learning_rate": 4.911315800353299e-06, | |
| "epoch": 4.21773095391672, | |
| "step": 58850 | |
| }, | |
| { | |
| "loss": 3.4901, | |
| "grad_norm": 2.7232906818389893, | |
| "learning_rate": 4.893380184734542e-06, | |
| "epoch": 4.22131441267111, | |
| "step": 58900 | |
| }, | |
| { | |
| "loss": 3.4792, | |
| "grad_norm": 2.817997455596924, | |
| "learning_rate": 4.875466763991645e-06, | |
| "epoch": 4.2248978714255, | |
| "step": 58950 | |
| }, | |
| { | |
| "loss": 3.4796, | |
| "grad_norm": 3.022606611251831, | |
| "learning_rate": 4.857575615981622e-06, | |
| "epoch": 4.22848133017989, | |
| "step": 59000 | |
| }, | |
| { | |
| "loss": 3.4764, | |
| "grad_norm": 2.8742833137512207, | |
| "learning_rate": 4.839706818464683e-06, | |
| "epoch": 4.232064788934279, | |
| "step": 59050 | |
| }, | |
| { | |
| "loss": 3.4869, | |
| "grad_norm": 2.6712896823883057, | |
| "learning_rate": 4.821860449103882e-06, | |
| "epoch": 4.235648247688669, | |
| "step": 59100 | |
| }, | |
| { | |
| "loss": 3.4668, | |
| "grad_norm": 2.7983412742614746, | |
| "learning_rate": 4.804036585464815e-06, | |
| "epoch": 4.239231706443059, | |
| "step": 59150 | |
| }, | |
| { | |
| "loss": 3.4853, | |
| "grad_norm": 2.705745220184326, | |
| "learning_rate": 4.786235305015242e-06, | |
| "epoch": 4.242815165197449, | |
| "step": 59200 | |
| }, | |
| { | |
| "loss": 3.4787, | |
| "grad_norm": 2.7204301357269287, | |
| "learning_rate": 4.768456685124784e-06, | |
| "epoch": 4.246398623951839, | |
| "step": 59250 | |
| }, | |
| { | |
| "loss": 3.4766, | |
| "grad_norm": 2.799771308898926, | |
| "learning_rate": 4.750700803064561e-06, | |
| "epoch": 4.249982082706228, | |
| "step": 59300 | |
| }, | |
| { | |
| "loss": 3.4884, | |
| "grad_norm": 2.9028916358947754, | |
| "learning_rate": 4.732967736006878e-06, | |
| "epoch": 4.253565541460618, | |
| "step": 59350 | |
| }, | |
| { | |
| "loss": 3.481, | |
| "grad_norm": 2.8732857704162598, | |
| "learning_rate": 4.715257561024871e-06, | |
| "epoch": 4.257149000215008, | |
| "step": 59400 | |
| }, | |
| { | |
| "loss": 3.482, | |
| "grad_norm": 2.7694594860076904, | |
| "learning_rate": 4.697570355092189e-06, | |
| "epoch": 4.260732458969398, | |
| "step": 59450 | |
| }, | |
| { | |
| "loss": 3.4856, | |
| "grad_norm": 2.7700483798980713, | |
| "learning_rate": 4.679906195082639e-06, | |
| "epoch": 4.264315917723787, | |
| "step": 59500 | |
| }, | |
| { | |
| "loss": 3.4726, | |
| "grad_norm": 2.7861876487731934, | |
| "learning_rate": 4.662265157769873e-06, | |
| "epoch": 4.2678993764781765, | |
| "step": 59550 | |
| }, | |
| { | |
| "loss": 3.4722, | |
| "grad_norm": 2.8020267486572266, | |
| "learning_rate": 4.644647319827047e-06, | |
| "epoch": 4.271482835232566, | |
| "step": 59600 | |
| }, | |
| { | |
| "loss": 3.4852, | |
| "grad_norm": 2.8997037410736084, | |
| "learning_rate": 4.6270527578264735e-06, | |
| "epoch": 4.275066293986956, | |
| "step": 59650 | |
| }, | |
| { | |
| "loss": 3.4946, | |
| "grad_norm": 2.938466787338257, | |
| "learning_rate": 4.609481548239315e-06, | |
| "epoch": 4.278649752741346, | |
| "step": 59700 | |
| }, | |
| { | |
| "loss": 3.4846, | |
| "grad_norm": 2.936760425567627, | |
| "learning_rate": 4.5919337674352235e-06, | |
| "epoch": 4.282233211495735, | |
| "step": 59750 | |
| }, | |
| { | |
| "loss": 3.4891, | |
| "grad_norm": 2.788374423980713, | |
| "learning_rate": 4.574409491682038e-06, | |
| "epoch": 4.285816670250125, | |
| "step": 59800 | |
| }, | |
| { | |
| "loss": 3.4791, | |
| "grad_norm": 2.7930634021759033, | |
| "learning_rate": 4.556908797145422e-06, | |
| "epoch": 4.289400129004515, | |
| "step": 59850 | |
| }, | |
| { | |
| "loss": 3.4774, | |
| "grad_norm": 2.790174722671509, | |
| "learning_rate": 4.539431759888562e-06, | |
| "epoch": 4.292983587758905, | |
| "step": 59900 | |
| }, | |
| { | |
| "loss": 3.4673, | |
| "grad_norm": 2.726588487625122, | |
| "learning_rate": 4.521978455871809e-06, | |
| "epoch": 4.296567046513295, | |
| "step": 59950 | |
| }, | |
| { | |
| "loss": 3.4787, | |
| "grad_norm": 2.697197198867798, | |
| "learning_rate": 4.504548960952376e-06, | |
| "epoch": 4.300150505267684, | |
| "step": 60000 | |
| }, | |
| { | |
| "eval_loss": 3.515101909637451, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12751798915870974, | |
| "eval_chrf": 31.683569999065742, | |
| "eval_runtime": 31.3885, | |
| "eval_samples_per_second": 63.718, | |
| "eval_steps_per_second": 1.019, | |
| "epoch": 4.300150505267684, | |
| "step": 60000 | |
| }, | |
| { | |
| "loss": 3.4803, | |
| "grad_norm": 2.7508959770202637, | |
| "learning_rate": 4.487143350883991e-06, | |
| "epoch": 4.303733964022074, | |
| "step": 60050 | |
| }, | |
| { | |
| "loss": 3.4869, | |
| "grad_norm": 2.734584331512451, | |
| "learning_rate": 4.469761701316561e-06, | |
| "epoch": 4.307317422776464, | |
| "step": 60100 | |
| }, | |
| { | |
| "loss": 3.4902, | |
| "grad_norm": 2.8296597003936768, | |
| "learning_rate": 4.452404087795869e-06, | |
| "epoch": 4.310900881530854, | |
| "step": 60150 | |
| }, | |
| { | |
| "loss": 3.4843, | |
| "grad_norm": 2.7789390087127686, | |
| "learning_rate": 4.435070585763216e-06, | |
| "epoch": 4.314484340285244, | |
| "step": 60200 | |
| }, | |
| { | |
| "loss": 3.4787, | |
| "grad_norm": 2.778390407562256, | |
| "learning_rate": 4.417761270555121e-06, | |
| "epoch": 4.318067799039633, | |
| "step": 60250 | |
| }, | |
| { | |
| "loss": 3.4925, | |
| "grad_norm": 2.828148365020752, | |
| "learning_rate": 4.400476217402966e-06, | |
| "epoch": 4.321651257794023, | |
| "step": 60300 | |
| }, | |
| { | |
| "loss": 3.4835, | |
| "grad_norm": 2.7372758388519287, | |
| "learning_rate": 4.383215501432698e-06, | |
| "epoch": 4.325234716548413, | |
| "step": 60350 | |
| }, | |
| { | |
| "loss": 3.4831, | |
| "grad_norm": 2.8814361095428467, | |
| "learning_rate": 4.365979197664472e-06, | |
| "epoch": 4.3288181753028026, | |
| "step": 60400 | |
| }, | |
| { | |
| "loss": 3.4714, | |
| "grad_norm": 2.6990485191345215, | |
| "learning_rate": 4.348767381012353e-06, | |
| "epoch": 4.332401634057192, | |
| "step": 60450 | |
| }, | |
| { | |
| "loss": 3.482, | |
| "grad_norm": 2.918814182281494, | |
| "learning_rate": 4.331580126283969e-06, | |
| "epoch": 4.3359850928115815, | |
| "step": 60500 | |
| }, | |
| { | |
| "loss": 3.4787, | |
| "grad_norm": 2.917691946029663, | |
| "learning_rate": 4.314417508180199e-06, | |
| "epoch": 4.339568551565971, | |
| "step": 60550 | |
| }, | |
| { | |
| "loss": 3.4739, | |
| "grad_norm": 2.991877317428589, | |
| "learning_rate": 4.297279601294848e-06, | |
| "epoch": 4.343152010320361, | |
| "step": 60600 | |
| }, | |
| { | |
| "loss": 3.4804, | |
| "grad_norm": 2.864025354385376, | |
| "learning_rate": 4.280166480114308e-06, | |
| "epoch": 4.346735469074751, | |
| "step": 60650 | |
| }, | |
| { | |
| "loss": 3.486, | |
| "grad_norm": 2.694692611694336, | |
| "learning_rate": 4.263078219017255e-06, | |
| "epoch": 4.35031892782914, | |
| "step": 60700 | |
| }, | |
| { | |
| "loss": 3.4824, | |
| "grad_norm": 2.7807514667510986, | |
| "learning_rate": 4.2460148922743064e-06, | |
| "epoch": 4.35390238658353, | |
| "step": 60750 | |
| }, | |
| { | |
| "loss": 3.4865, | |
| "grad_norm": 2.6423773765563965, | |
| "learning_rate": 4.228976574047721e-06, | |
| "epoch": 4.35748584533792, | |
| "step": 60800 | |
| }, | |
| { | |
| "loss": 3.4927, | |
| "grad_norm": 2.7662200927734375, | |
| "learning_rate": 4.211963338391045e-06, | |
| "epoch": 4.36106930409231, | |
| "step": 60850 | |
| }, | |
| { | |
| "loss": 3.4866, | |
| "grad_norm": 2.701824903488159, | |
| "learning_rate": 4.194975259248829e-06, | |
| "epoch": 4.3646527628467, | |
| "step": 60900 | |
| }, | |
| { | |
| "loss": 3.4713, | |
| "grad_norm": 2.769777297973633, | |
| "learning_rate": 4.1780124104562666e-06, | |
| "epoch": 4.368236221601089, | |
| "step": 60950 | |
| }, | |
| { | |
| "loss": 3.4863, | |
| "grad_norm": 2.8919382095336914, | |
| "learning_rate": 4.161074865738906e-06, | |
| "epoch": 4.371819680355479, | |
| "step": 61000 | |
| }, | |
| { | |
| "loss": 3.4813, | |
| "grad_norm": 2.7405810356140137, | |
| "learning_rate": 4.144162698712315e-06, | |
| "epoch": 4.375403139109869, | |
| "step": 61050 | |
| }, | |
| { | |
| "loss": 3.4798, | |
| "grad_norm": 2.977966547012329, | |
| "learning_rate": 4.127275982881752e-06, | |
| "epoch": 4.378986597864259, | |
| "step": 61100 | |
| }, | |
| { | |
| "loss": 3.4862, | |
| "grad_norm": 2.902993679046631, | |
| "learning_rate": 4.110414791641873e-06, | |
| "epoch": 4.382570056618649, | |
| "step": 61150 | |
| }, | |
| { | |
| "loss": 3.4846, | |
| "grad_norm": 2.987980365753174, | |
| "learning_rate": 4.0935791982763794e-06, | |
| "epoch": 4.386153515373038, | |
| "step": 61200 | |
| }, | |
| { | |
| "loss": 3.4896, | |
| "grad_norm": 2.7267379760742188, | |
| "learning_rate": 4.076769275957735e-06, | |
| "epoch": 4.389736974127428, | |
| "step": 61250 | |
| }, | |
| { | |
| "loss": 3.4865, | |
| "grad_norm": 2.7102622985839844, | |
| "learning_rate": 4.05998509774681e-06, | |
| "epoch": 4.393320432881818, | |
| "step": 61300 | |
| }, | |
| { | |
| "loss": 3.4978, | |
| "grad_norm": 2.927395820617676, | |
| "learning_rate": 4.043226736592603e-06, | |
| "epoch": 4.3969038916362075, | |
| "step": 61350 | |
| }, | |
| { | |
| "loss": 3.4747, | |
| "grad_norm": 2.7258071899414062, | |
| "learning_rate": 4.026494265331884e-06, | |
| "epoch": 4.400487350390597, | |
| "step": 61400 | |
| }, | |
| { | |
| "loss": 3.4796, | |
| "grad_norm": 2.7471070289611816, | |
| "learning_rate": 4.009787756688918e-06, | |
| "epoch": 4.4040708091449865, | |
| "step": 61450 | |
| }, | |
| { | |
| "loss": 3.4946, | |
| "grad_norm": 2.7819364070892334, | |
| "learning_rate": 3.993107283275113e-06, | |
| "epoch": 4.407654267899376, | |
| "step": 61500 | |
| }, | |
| { | |
| "loss": 3.4873, | |
| "grad_norm": 2.7974495887756348, | |
| "learning_rate": 3.976452917588725e-06, | |
| "epoch": 4.411237726653766, | |
| "step": 61550 | |
| }, | |
| { | |
| "loss": 3.4889, | |
| "grad_norm": 2.774080276489258, | |
| "learning_rate": 3.959824732014549e-06, | |
| "epoch": 4.414821185408156, | |
| "step": 61600 | |
| }, | |
| { | |
| "loss": 3.4856, | |
| "grad_norm": 2.8788132667541504, | |
| "learning_rate": 3.9432227988235715e-06, | |
| "epoch": 4.418404644162545, | |
| "step": 61650 | |
| }, | |
| { | |
| "loss": 3.4826, | |
| "grad_norm": 2.6568191051483154, | |
| "learning_rate": 3.9266471901727e-06, | |
| "epoch": 4.421988102916935, | |
| "step": 61700 | |
| }, | |
| { | |
| "loss": 3.4829, | |
| "grad_norm": 2.7347354888916016, | |
| "learning_rate": 3.910097978104411e-06, | |
| "epoch": 4.425571561671325, | |
| "step": 61750 | |
| }, | |
| { | |
| "loss": 3.4852, | |
| "grad_norm": 2.7068538665771484, | |
| "learning_rate": 3.893575234546469e-06, | |
| "epoch": 4.429155020425715, | |
| "step": 61800 | |
| }, | |
| { | |
| "loss": 3.484, | |
| "grad_norm": 2.7263760566711426, | |
| "learning_rate": 3.877079031311584e-06, | |
| "epoch": 4.432738479180105, | |
| "step": 61850 | |
| }, | |
| { | |
| "loss": 3.4917, | |
| "grad_norm": 2.8928072452545166, | |
| "learning_rate": 3.860609440097125e-06, | |
| "epoch": 4.436321937934494, | |
| "step": 61900 | |
| }, | |
| { | |
| "loss": 3.4857, | |
| "grad_norm": 2.772050380706787, | |
| "learning_rate": 3.844166532484789e-06, | |
| "epoch": 4.439905396688884, | |
| "step": 61950 | |
| }, | |
| { | |
| "loss": 3.4865, | |
| "grad_norm": 2.7537078857421875, | |
| "learning_rate": 3.827750379940308e-06, | |
| "epoch": 4.443488855443274, | |
| "step": 62000 | |
| }, | |
| { | |
| "eval_loss": 3.5142059326171875, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12368795352062902, | |
| "eval_chrf": 31.579654710526274, | |
| "eval_runtime": 35.8967, | |
| "eval_samples_per_second": 55.716, | |
| "eval_steps_per_second": 0.891, | |
| "epoch": 4.443488855443274, | |
| "step": 62000 | |
| }, | |
| { | |
| "loss": 3.4928, | |
| "grad_norm": 2.8300929069519043, | |
| "learning_rate": 3.8113610538131153e-06, | |
| "epoch": 4.447072314197664, | |
| "step": 62050 | |
| }, | |
| { | |
| "loss": 3.4801, | |
| "grad_norm": 2.9874074459075928, | |
| "learning_rate": 3.794998625336059e-06, | |
| "epoch": 4.450655772952054, | |
| "step": 62100 | |
| }, | |
| { | |
| "loss": 3.481, | |
| "grad_norm": 2.8413331508636475, | |
| "learning_rate": 3.778663165625085e-06, | |
| "epoch": 4.454239231706443, | |
| "step": 62150 | |
| }, | |
| { | |
| "loss": 3.4833, | |
| "grad_norm": 2.696033239364624, | |
| "learning_rate": 3.762354745678911e-06, | |
| "epoch": 4.457822690460833, | |
| "step": 62200 | |
| }, | |
| { | |
| "loss": 3.4974, | |
| "grad_norm": 2.785186767578125, | |
| "learning_rate": 3.7460734363787463e-06, | |
| "epoch": 4.461406149215223, | |
| "step": 62250 | |
| }, | |
| { | |
| "loss": 3.4792, | |
| "grad_norm": 2.86938738822937, | |
| "learning_rate": 3.729819308487956e-06, | |
| "epoch": 4.4649896079696125, | |
| "step": 62300 | |
| }, | |
| { | |
| "loss": 3.4872, | |
| "grad_norm": 2.8177449703216553, | |
| "learning_rate": 3.7135924326517838e-06, | |
| "epoch": 4.468573066724002, | |
| "step": 62350 | |
| }, | |
| { | |
| "loss": 3.4765, | |
| "grad_norm": 2.730313301086426, | |
| "learning_rate": 3.697392879397007e-06, | |
| "epoch": 4.4721565254783915, | |
| "step": 62400 | |
| }, | |
| { | |
| "loss": 3.4783, | |
| "grad_norm": 2.7953031063079834, | |
| "learning_rate": 3.6812207191316716e-06, | |
| "epoch": 4.475739984232781, | |
| "step": 62450 | |
| }, | |
| { | |
| "loss": 3.4815, | |
| "grad_norm": 2.709743022918701, | |
| "learning_rate": 3.665076022144749e-06, | |
| "epoch": 4.479323442987171, | |
| "step": 62500 | |
| }, | |
| { | |
| "loss": 3.4871, | |
| "grad_norm": 2.848748207092285, | |
| "learning_rate": 3.6489588586058553e-06, | |
| "epoch": 4.482906901741561, | |
| "step": 62550 | |
| }, | |
| { | |
| "loss": 3.4859, | |
| "grad_norm": 2.8565196990966797, | |
| "learning_rate": 3.632869298564943e-06, | |
| "epoch": 4.48649036049595, | |
| "step": 62600 | |
| }, | |
| { | |
| "loss": 3.4866, | |
| "grad_norm": 2.8124237060546875, | |
| "learning_rate": 3.616807411951976e-06, | |
| "epoch": 4.49007381925034, | |
| "step": 62650 | |
| }, | |
| { | |
| "loss": 3.4872, | |
| "grad_norm": 2.7632670402526855, | |
| "learning_rate": 3.6007732685766595e-06, | |
| "epoch": 4.49365727800473, | |
| "step": 62700 | |
| }, | |
| { | |
| "loss": 3.4864, | |
| "grad_norm": 2.7842438220977783, | |
| "learning_rate": 3.5847669381281024e-06, | |
| "epoch": 4.49724073675912, | |
| "step": 62750 | |
| }, | |
| { | |
| "loss": 3.4856, | |
| "grad_norm": 2.8880088329315186, | |
| "learning_rate": 3.568788490174545e-06, | |
| "epoch": 4.50082419551351, | |
| "step": 62800 | |
| }, | |
| { | |
| "loss": 3.4704, | |
| "grad_norm": 2.7557477951049805, | |
| "learning_rate": 3.5528379941630277e-06, | |
| "epoch": 4.504407654267899, | |
| "step": 62850 | |
| }, | |
| { | |
| "loss": 3.4812, | |
| "grad_norm": 2.8955039978027344, | |
| "learning_rate": 3.536915519419116e-06, | |
| "epoch": 4.507991113022289, | |
| "step": 62900 | |
| }, | |
| { | |
| "loss": 3.4706, | |
| "grad_norm": 2.714280605316162, | |
| "learning_rate": 3.5210211351465773e-06, | |
| "epoch": 4.511574571776679, | |
| "step": 62950 | |
| }, | |
| { | |
| "loss": 3.485, | |
| "grad_norm": 2.757986068725586, | |
| "learning_rate": 3.5051549104270978e-06, | |
| "epoch": 4.515158030531069, | |
| "step": 63000 | |
| }, | |
| { | |
| "loss": 3.4906, | |
| "grad_norm": 2.773312568664551, | |
| "learning_rate": 3.4893169142199634e-06, | |
| "epoch": 4.518741489285459, | |
| "step": 63050 | |
| }, | |
| { | |
| "loss": 3.4826, | |
| "grad_norm": 2.8391687870025635, | |
| "learning_rate": 3.473507215361782e-06, | |
| "epoch": 4.522324948039848, | |
| "step": 63100 | |
| }, | |
| { | |
| "loss": 3.475, | |
| "grad_norm": 2.74345326423645, | |
| "learning_rate": 3.4577258825661696e-06, | |
| "epoch": 4.525908406794238, | |
| "step": 63150 | |
| }, | |
| { | |
| "loss": 3.4773, | |
| "grad_norm": 2.800509214401245, | |
| "learning_rate": 3.4419729844234463e-06, | |
| "epoch": 4.529491865548628, | |
| "step": 63200 | |
| }, | |
| { | |
| "loss": 3.4873, | |
| "grad_norm": 2.763805866241455, | |
| "learning_rate": 3.4262485894003606e-06, | |
| "epoch": 4.5330753243030175, | |
| "step": 63250 | |
| }, | |
| { | |
| "loss": 3.4794, | |
| "grad_norm": 2.8149194717407227, | |
| "learning_rate": 3.4105527658397642e-06, | |
| "epoch": 4.5366587830574066, | |
| "step": 63300 | |
| }, | |
| { | |
| "loss": 3.488, | |
| "grad_norm": 2.9844179153442383, | |
| "learning_rate": 3.3948855819603422e-06, | |
| "epoch": 4.5402422418117965, | |
| "step": 63350 | |
| }, | |
| { | |
| "loss": 3.4804, | |
| "grad_norm": 2.7957725524902344, | |
| "learning_rate": 3.3792471058562904e-06, | |
| "epoch": 4.543825700566186, | |
| "step": 63400 | |
| }, | |
| { | |
| "loss": 3.4813, | |
| "grad_norm": 2.888526201248169, | |
| "learning_rate": 3.3636374054970456e-06, | |
| "epoch": 4.547409159320576, | |
| "step": 63450 | |
| }, | |
| { | |
| "loss": 3.4801, | |
| "grad_norm": 2.8826169967651367, | |
| "learning_rate": 3.348056548726961e-06, | |
| "epoch": 4.550992618074966, | |
| "step": 63500 | |
| }, | |
| { | |
| "loss": 3.4928, | |
| "grad_norm": 2.7402353286743164, | |
| "learning_rate": 3.332504603265041e-06, | |
| "epoch": 4.554576076829356, | |
| "step": 63550 | |
| }, | |
| { | |
| "loss": 3.4676, | |
| "grad_norm": 2.844590902328491, | |
| "learning_rate": 3.3169816367046294e-06, | |
| "epoch": 4.558159535583745, | |
| "step": 63600 | |
| }, | |
| { | |
| "loss": 3.4796, | |
| "grad_norm": 2.8785219192504883, | |
| "learning_rate": 3.3014877165131097e-06, | |
| "epoch": 4.561742994338135, | |
| "step": 63650 | |
| }, | |
| { | |
| "loss": 3.4716, | |
| "grad_norm": 2.760951280593872, | |
| "learning_rate": 3.2860229100316386e-06, | |
| "epoch": 4.565326453092525, | |
| "step": 63700 | |
| }, | |
| { | |
| "loss": 3.4895, | |
| "grad_norm": 2.8927736282348633, | |
| "learning_rate": 3.2705872844748167e-06, | |
| "epoch": 4.568909911846915, | |
| "step": 63750 | |
| }, | |
| { | |
| "loss": 3.4835, | |
| "grad_norm": 2.88728666305542, | |
| "learning_rate": 3.255180906930433e-06, | |
| "epoch": 4.572493370601304, | |
| "step": 63800 | |
| }, | |
| { | |
| "loss": 3.4913, | |
| "grad_norm": 2.6619131565093994, | |
| "learning_rate": 3.2398038443591405e-06, | |
| "epoch": 4.576076829355694, | |
| "step": 63850 | |
| }, | |
| { | |
| "loss": 3.4868, | |
| "grad_norm": 2.701718330383301, | |
| "learning_rate": 3.224456163594194e-06, | |
| "epoch": 4.579660288110084, | |
| "step": 63900 | |
| }, | |
| { | |
| "loss": 3.4776, | |
| "grad_norm": 2.784050226211548, | |
| "learning_rate": 3.209137931341143e-06, | |
| "epoch": 4.583243746864474, | |
| "step": 63950 | |
| }, | |
| { | |
| "loss": 3.4892, | |
| "grad_norm": 2.8318188190460205, | |
| "learning_rate": 3.1938492141775345e-06, | |
| "epoch": 4.586827205618864, | |
| "step": 64000 | |
| }, | |
| { | |
| "eval_loss": 3.512812376022339, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12574076701950868, | |
| "eval_chrf": 31.747025339249575, | |
| "eval_runtime": 35.0818, | |
| "eval_samples_per_second": 57.01, | |
| "eval_steps_per_second": 0.912, | |
| "epoch": 4.586827205618864, | |
| "step": 64000 | |
| }, | |
| { | |
| "loss": 3.475, | |
| "grad_norm": 2.942899227142334, | |
| "learning_rate": 3.1785900785526523e-06, | |
| "epoch": 4.590410664373253, | |
| "step": 64050 | |
| }, | |
| { | |
| "loss": 3.4817, | |
| "grad_norm": 2.6747515201568604, | |
| "learning_rate": 3.163360590787191e-06, | |
| "epoch": 4.593994123127643, | |
| "step": 64100 | |
| }, | |
| { | |
| "loss": 3.4722, | |
| "grad_norm": 2.6967244148254395, | |
| "learning_rate": 3.1481608170730048e-06, | |
| "epoch": 4.597577581882033, | |
| "step": 64150 | |
| }, | |
| { | |
| "loss": 3.4844, | |
| "grad_norm": 2.905517578125, | |
| "learning_rate": 3.1329908234727856e-06, | |
| "epoch": 4.6011610406364225, | |
| "step": 64200 | |
| }, | |
| { | |
| "loss": 3.4782, | |
| "grad_norm": 2.7280988693237305, | |
| "learning_rate": 3.1178506759198068e-06, | |
| "epoch": 4.6047444993908115, | |
| "step": 64250 | |
| }, | |
| { | |
| "loss": 3.4899, | |
| "grad_norm": 2.749772310256958, | |
| "learning_rate": 3.102740440217609e-06, | |
| "epoch": 4.6083279581452015, | |
| "step": 64300 | |
| }, | |
| { | |
| "loss": 3.4766, | |
| "grad_norm": 2.8668534755706787, | |
| "learning_rate": 3.0876601820397346e-06, | |
| "epoch": 4.611911416899591, | |
| "step": 64350 | |
| }, | |
| { | |
| "loss": 3.4895, | |
| "grad_norm": 2.778184652328491, | |
| "learning_rate": 3.0726099669294386e-06, | |
| "epoch": 4.615494875653981, | |
| "step": 64400 | |
| }, | |
| { | |
| "loss": 3.4741, | |
| "grad_norm": 2.7993075847625732, | |
| "learning_rate": 3.057589860299387e-06, | |
| "epoch": 4.619078334408371, | |
| "step": 64450 | |
| }, | |
| { | |
| "loss": 3.5009, | |
| "grad_norm": 2.7657244205474854, | |
| "learning_rate": 3.0425999274314012e-06, | |
| "epoch": 4.622661793162761, | |
| "step": 64500 | |
| }, | |
| { | |
| "loss": 3.4718, | |
| "grad_norm": 2.82491135597229, | |
| "learning_rate": 3.0276402334761424e-06, | |
| "epoch": 4.62624525191715, | |
| "step": 64550 | |
| }, | |
| { | |
| "loss": 3.4866, | |
| "grad_norm": 2.734368085861206, | |
| "learning_rate": 3.0127108434528594e-06, | |
| "epoch": 4.62982871067154, | |
| "step": 64600 | |
| }, | |
| { | |
| "loss": 3.4924, | |
| "grad_norm": 2.8315162658691406, | |
| "learning_rate": 2.9978118222490804e-06, | |
| "epoch": 4.63341216942593, | |
| "step": 64650 | |
| }, | |
| { | |
| "loss": 3.4857, | |
| "grad_norm": 2.7887251377105713, | |
| "learning_rate": 2.982943234620347e-06, | |
| "epoch": 4.63699562818032, | |
| "step": 64700 | |
| }, | |
| { | |
| "loss": 3.4838, | |
| "grad_norm": 2.8290481567382812, | |
| "learning_rate": 2.968105145189929e-06, | |
| "epoch": 4.640579086934709, | |
| "step": 64750 | |
| }, | |
| { | |
| "loss": 3.4846, | |
| "grad_norm": 2.748365640640259, | |
| "learning_rate": 2.953297618448535e-06, | |
| "epoch": 4.644162545689099, | |
| "step": 64800 | |
| }, | |
| { | |
| "loss": 3.4901, | |
| "grad_norm": 2.7704977989196777, | |
| "learning_rate": 2.9385207187540477e-06, | |
| "epoch": 4.647746004443489, | |
| "step": 64850 | |
| }, | |
| { | |
| "loss": 3.4928, | |
| "grad_norm": 2.720836639404297, | |
| "learning_rate": 2.9237745103312275e-06, | |
| "epoch": 4.651329463197879, | |
| "step": 64900 | |
| }, | |
| { | |
| "loss": 3.4748, | |
| "grad_norm": 2.826897144317627, | |
| "learning_rate": 2.9090590572714506e-06, | |
| "epoch": 4.654912921952269, | |
| "step": 64950 | |
| }, | |
| { | |
| "loss": 3.4658, | |
| "grad_norm": 2.668360948562622, | |
| "learning_rate": 2.8943744235324088e-06, | |
| "epoch": 4.658496380706658, | |
| "step": 65000 | |
| }, | |
| { | |
| "loss": 3.488, | |
| "grad_norm": 2.7788524627685547, | |
| "learning_rate": 2.87972067293786e-06, | |
| "epoch": 4.662079839461048, | |
| "step": 65050 | |
| }, | |
| { | |
| "loss": 3.4781, | |
| "grad_norm": 2.698803424835205, | |
| "learning_rate": 2.865097869177318e-06, | |
| "epoch": 4.665663298215438, | |
| "step": 65100 | |
| }, | |
| { | |
| "loss": 3.4801, | |
| "grad_norm": 2.715179681777954, | |
| "learning_rate": 2.8505060758058047e-06, | |
| "epoch": 4.6692467569698275, | |
| "step": 65150 | |
| }, | |
| { | |
| "loss": 3.4772, | |
| "grad_norm": 2.7608871459960938, | |
| "learning_rate": 2.8359453562435614e-06, | |
| "epoch": 4.6728302157242165, | |
| "step": 65200 | |
| }, | |
| { | |
| "loss": 3.4872, | |
| "grad_norm": 2.701502561569214, | |
| "learning_rate": 2.821415773775763e-06, | |
| "epoch": 4.6764136744786065, | |
| "step": 65250 | |
| }, | |
| { | |
| "loss": 3.4926, | |
| "grad_norm": 2.6908535957336426, | |
| "learning_rate": 2.806917391552266e-06, | |
| "epoch": 4.679997133232996, | |
| "step": 65300 | |
| }, | |
| { | |
| "loss": 3.4856, | |
| "grad_norm": 2.7592263221740723, | |
| "learning_rate": 2.79245027258731e-06, | |
| "epoch": 4.683580591987386, | |
| "step": 65350 | |
| }, | |
| { | |
| "loss": 3.4762, | |
| "grad_norm": 2.7562525272369385, | |
| "learning_rate": 2.778014479759269e-06, | |
| "epoch": 4.687164050741776, | |
| "step": 65400 | |
| }, | |
| { | |
| "loss": 3.4809, | |
| "grad_norm": 2.793928623199463, | |
| "learning_rate": 2.7636100758103466e-06, | |
| "epoch": 4.690747509496166, | |
| "step": 65450 | |
| }, | |
| { | |
| "loss": 3.4887, | |
| "grad_norm": 2.773181438446045, | |
| "learning_rate": 2.749237123346339e-06, | |
| "epoch": 4.694330968250555, | |
| "step": 65500 | |
| }, | |
| { | |
| "loss": 3.4764, | |
| "grad_norm": 2.8193752765655518, | |
| "learning_rate": 2.7348956848363306e-06, | |
| "epoch": 4.697914427004945, | |
| "step": 65550 | |
| }, | |
| { | |
| "loss": 3.4858, | |
| "grad_norm": 2.819438934326172, | |
| "learning_rate": 2.7205858226124458e-06, | |
| "epoch": 4.701497885759335, | |
| "step": 65600 | |
| }, | |
| { | |
| "loss": 3.4863, | |
| "grad_norm": 2.7947683334350586, | |
| "learning_rate": 2.706307598869571e-06, | |
| "epoch": 4.705081344513725, | |
| "step": 65650 | |
| }, | |
| { | |
| "loss": 3.4907, | |
| "grad_norm": 2.7887520790100098, | |
| "learning_rate": 2.6920610756650678e-06, | |
| "epoch": 4.708664803268114, | |
| "step": 65700 | |
| }, | |
| { | |
| "loss": 3.4772, | |
| "grad_norm": 2.7794063091278076, | |
| "learning_rate": 2.6778463149185374e-06, | |
| "epoch": 4.712248262022504, | |
| "step": 65750 | |
| }, | |
| { | |
| "loss": 3.4686, | |
| "grad_norm": 2.8852086067199707, | |
| "learning_rate": 2.663663378411516e-06, | |
| "epoch": 4.715831720776894, | |
| "step": 65800 | |
| }, | |
| { | |
| "loss": 3.4856, | |
| "grad_norm": 2.811762571334839, | |
| "learning_rate": 2.649512327787234e-06, | |
| "epoch": 4.719415179531284, | |
| "step": 65850 | |
| }, | |
| { | |
| "loss": 3.4834, | |
| "grad_norm": 2.705091714859009, | |
| "learning_rate": 2.6353932245503243e-06, | |
| "epoch": 4.722998638285674, | |
| "step": 65900 | |
| }, | |
| { | |
| "loss": 3.4875, | |
| "grad_norm": 2.8089959621429443, | |
| "learning_rate": 2.62130613006658e-06, | |
| "epoch": 4.726582097040063, | |
| "step": 65950 | |
| }, | |
| { | |
| "loss": 3.4784, | |
| "grad_norm": 2.796616554260254, | |
| "learning_rate": 2.6072511055626683e-06, | |
| "epoch": 4.730165555794453, | |
| "step": 66000 | |
| }, | |
| { | |
| "eval_loss": 3.512075424194336, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12732320621826873, | |
| "eval_chrf": 31.790845582804277, | |
| "eval_runtime": 35.1142, | |
| "eval_samples_per_second": 56.957, | |
| "eval_steps_per_second": 0.911, | |
| "epoch": 4.730165555794453, | |
| "step": 66000 | |
| }, | |
| { | |
| "loss": 3.4704, | |
| "grad_norm": 2.8559556007385254, | |
| "learning_rate": 2.5932282121258656e-06, | |
| "epoch": 4.733749014548843, | |
| "step": 66050 | |
| }, | |
| { | |
| "loss": 3.4812, | |
| "grad_norm": 2.6975934505462646, | |
| "learning_rate": 2.5792375107038104e-06, | |
| "epoch": 4.7373324733032325, | |
| "step": 66100 | |
| }, | |
| { | |
| "loss": 3.4882, | |
| "grad_norm": 2.8203110694885254, | |
| "learning_rate": 2.56527906210421e-06, | |
| "epoch": 4.7409159320576215, | |
| "step": 66150 | |
| }, | |
| { | |
| "loss": 3.4749, | |
| "grad_norm": 2.8652589321136475, | |
| "learning_rate": 2.551352926994606e-06, | |
| "epoch": 4.744499390812011, | |
| "step": 66200 | |
| }, | |
| { | |
| "loss": 3.485, | |
| "grad_norm": 2.7095813751220703, | |
| "learning_rate": 2.537459165902081e-06, | |
| "epoch": 4.748082849566401, | |
| "step": 66250 | |
| }, | |
| { | |
| "loss": 3.4802, | |
| "grad_norm": 2.772063970565796, | |
| "learning_rate": 2.523597839213027e-06, | |
| "epoch": 4.751666308320791, | |
| "step": 66300 | |
| }, | |
| { | |
| "loss": 3.4826, | |
| "grad_norm": 2.9485442638397217, | |
| "learning_rate": 2.509769007172851e-06, | |
| "epoch": 4.755249767075181, | |
| "step": 66350 | |
| }, | |
| { | |
| "loss": 3.4793, | |
| "grad_norm": 2.916271448135376, | |
| "learning_rate": 2.4959727298857385e-06, | |
| "epoch": 4.758833225829571, | |
| "step": 66400 | |
| }, | |
| { | |
| "loss": 3.4798, | |
| "grad_norm": 2.9743728637695312, | |
| "learning_rate": 2.4822090673143827e-06, | |
| "epoch": 4.76241668458396, | |
| "step": 66450 | |
| }, | |
| { | |
| "loss": 3.473, | |
| "grad_norm": 2.7215917110443115, | |
| "learning_rate": 2.468478079279715e-06, | |
| "epoch": 4.76600014333835, | |
| "step": 66500 | |
| }, | |
| { | |
| "loss": 3.4747, | |
| "grad_norm": 2.7161762714385986, | |
| "learning_rate": 2.4547798254606637e-06, | |
| "epoch": 4.76958360209274, | |
| "step": 66550 | |
| }, | |
| { | |
| "loss": 3.4773, | |
| "grad_norm": 2.7706596851348877, | |
| "learning_rate": 2.4411143653938764e-06, | |
| "epoch": 4.77316706084713, | |
| "step": 66600 | |
| }, | |
| { | |
| "loss": 3.4838, | |
| "grad_norm": 2.8343751430511475, | |
| "learning_rate": 2.4274817584734776e-06, | |
| "epoch": 4.776750519601519, | |
| "step": 66650 | |
| }, | |
| { | |
| "loss": 3.4826, | |
| "grad_norm": 2.7340080738067627, | |
| "learning_rate": 2.4138820639507934e-06, | |
| "epoch": 4.780333978355909, | |
| "step": 66700 | |
| }, | |
| { | |
| "loss": 3.4801, | |
| "grad_norm": 2.9125449657440186, | |
| "learning_rate": 2.4003153409341095e-06, | |
| "epoch": 4.783917437110299, | |
| "step": 66750 | |
| }, | |
| { | |
| "loss": 3.4879, | |
| "grad_norm": 2.8620450496673584, | |
| "learning_rate": 2.3867816483884045e-06, | |
| "epoch": 4.787500895864689, | |
| "step": 66800 | |
| }, | |
| { | |
| "loss": 3.4761, | |
| "grad_norm": 2.861008644104004, | |
| "learning_rate": 2.373281045135096e-06, | |
| "epoch": 4.791084354619079, | |
| "step": 66850 | |
| }, | |
| { | |
| "loss": 3.4715, | |
| "grad_norm": 2.6782350540161133, | |
| "learning_rate": 2.359813589851795e-06, | |
| "epoch": 4.794667813373468, | |
| "step": 66900 | |
| }, | |
| { | |
| "loss": 3.4799, | |
| "grad_norm": 3.0317206382751465, | |
| "learning_rate": 2.346379341072025e-06, | |
| "epoch": 4.798251272127858, | |
| "step": 66950 | |
| }, | |
| { | |
| "loss": 3.4895, | |
| "grad_norm": 2.749842405319214, | |
| "learning_rate": 2.3329783571850006e-06, | |
| "epoch": 4.8018347308822475, | |
| "step": 67000 | |
| }, | |
| { | |
| "loss": 3.4884, | |
| "grad_norm": 2.790203094482422, | |
| "learning_rate": 2.319610696435345e-06, | |
| "epoch": 4.8054181896366375, | |
| "step": 67050 | |
| }, | |
| { | |
| "loss": 3.493, | |
| "grad_norm": 2.9089066982269287, | |
| "learning_rate": 2.30627641692286e-06, | |
| "epoch": 4.809001648391027, | |
| "step": 67100 | |
| }, | |
| { | |
| "loss": 3.4776, | |
| "grad_norm": 2.7801201343536377, | |
| "learning_rate": 2.292975576602251e-06, | |
| "epoch": 4.812585107145416, | |
| "step": 67150 | |
| }, | |
| { | |
| "loss": 3.4794, | |
| "grad_norm": 2.762563467025757, | |
| "learning_rate": 2.2797082332828955e-06, | |
| "epoch": 4.816168565899806, | |
| "step": 67200 | |
| }, | |
| { | |
| "loss": 3.4816, | |
| "grad_norm": 2.850005865097046, | |
| "learning_rate": 2.2664744446285834e-06, | |
| "epoch": 4.819752024654196, | |
| "step": 67250 | |
| }, | |
| { | |
| "loss": 3.4742, | |
| "grad_norm": 2.898075580596924, | |
| "learning_rate": 2.2532742681572596e-06, | |
| "epoch": 4.823335483408586, | |
| "step": 67300 | |
| }, | |
| { | |
| "loss": 3.4785, | |
| "grad_norm": 2.8509325981140137, | |
| "learning_rate": 2.2401077612407874e-06, | |
| "epoch": 4.826918942162976, | |
| "step": 67350 | |
| }, | |
| { | |
| "loss": 3.4732, | |
| "grad_norm": 2.8820385932922363, | |
| "learning_rate": 2.226974981104686e-06, | |
| "epoch": 4.830502400917365, | |
| "step": 67400 | |
| }, | |
| { | |
| "loss": 3.488, | |
| "grad_norm": 2.6027424335479736, | |
| "learning_rate": 2.2138759848278945e-06, | |
| "epoch": 4.834085859671755, | |
| "step": 67450 | |
| }, | |
| { | |
| "loss": 3.4776, | |
| "grad_norm": 2.799335479736328, | |
| "learning_rate": 2.20081082934251e-06, | |
| "epoch": 4.837669318426145, | |
| "step": 67500 | |
| }, | |
| { | |
| "loss": 3.486, | |
| "grad_norm": 2.791411876678467, | |
| "learning_rate": 2.187779571433557e-06, | |
| "epoch": 4.841252777180535, | |
| "step": 67550 | |
| }, | |
| { | |
| "loss": 3.4753, | |
| "grad_norm": 2.661217212677002, | |
| "learning_rate": 2.17478226773872e-06, | |
| "epoch": 4.844836235934924, | |
| "step": 67600 | |
| }, | |
| { | |
| "loss": 3.4694, | |
| "grad_norm": 2.8322598934173584, | |
| "learning_rate": 2.161818974748118e-06, | |
| "epoch": 4.848419694689314, | |
| "step": 67650 | |
| }, | |
| { | |
| "loss": 3.4777, | |
| "grad_norm": 2.7904140949249268, | |
| "learning_rate": 2.1488897488040472e-06, | |
| "epoch": 4.852003153443704, | |
| "step": 67700 | |
| }, | |
| { | |
| "loss": 3.4859, | |
| "grad_norm": 2.811385154724121, | |
| "learning_rate": 2.135994646100732e-06, | |
| "epoch": 4.855586612198094, | |
| "step": 67750 | |
| }, | |
| { | |
| "loss": 3.4987, | |
| "grad_norm": 2.845681667327881, | |
| "learning_rate": 2.1231337226840966e-06, | |
| "epoch": 4.859170070952484, | |
| "step": 67800 | |
| }, | |
| { | |
| "loss": 3.4706, | |
| "grad_norm": 2.661820411682129, | |
| "learning_rate": 2.1103070344515044e-06, | |
| "epoch": 4.862753529706873, | |
| "step": 67850 | |
| }, | |
| { | |
| "loss": 3.4786, | |
| "grad_norm": 2.734997272491455, | |
| "learning_rate": 2.0975146371515277e-06, | |
| "epoch": 4.866336988461263, | |
| "step": 67900 | |
| }, | |
| { | |
| "loss": 3.4788, | |
| "grad_norm": 2.8236591815948486, | |
| "learning_rate": 2.084756586383695e-06, | |
| "epoch": 4.8699204472156525, | |
| "step": 67950 | |
| }, | |
| { | |
| "loss": 3.4822, | |
| "grad_norm": 2.8303771018981934, | |
| "learning_rate": 2.072032937598263e-06, | |
| "epoch": 4.8735039059700425, | |
| "step": 68000 | |
| }, | |
| { | |
| "eval_loss": 3.5123229026794434, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12575616225409322, | |
| "eval_chrf": 31.783573237922692, | |
| "eval_runtime": 38.9162, | |
| "eval_samples_per_second": 51.392, | |
| "eval_steps_per_second": 0.822, | |
| "epoch": 4.8735039059700425, | |
| "step": 68000 | |
| }, | |
| { | |
| "loss": 3.4915, | |
| "grad_norm": 2.853959560394287, | |
| "learning_rate": 2.0593437460959553e-06, | |
| "epoch": 4.877087364724432, | |
| "step": 68050 | |
| }, | |
| { | |
| "loss": 3.4725, | |
| "grad_norm": 2.876981735229492, | |
| "learning_rate": 2.046689067027745e-06, | |
| "epoch": 4.880670823478821, | |
| "step": 68100 | |
| }, | |
| { | |
| "loss": 3.4864, | |
| "grad_norm": 2.8862051963806152, | |
| "learning_rate": 2.034068955394601e-06, | |
| "epoch": 4.884254282233211, | |
| "step": 68150 | |
| }, | |
| { | |
| "loss": 3.4864, | |
| "grad_norm": 2.8319897651672363, | |
| "learning_rate": 2.021483466047247e-06, | |
| "epoch": 4.887837740987601, | |
| "step": 68200 | |
| }, | |
| { | |
| "loss": 3.4755, | |
| "grad_norm": 2.812095880508423, | |
| "learning_rate": 2.0089326536859367e-06, | |
| "epoch": 4.891421199741991, | |
| "step": 68250 | |
| }, | |
| { | |
| "loss": 3.4828, | |
| "grad_norm": 2.681967258453369, | |
| "learning_rate": 1.9964165728601946e-06, | |
| "epoch": 4.895004658496381, | |
| "step": 68300 | |
| }, | |
| { | |
| "loss": 3.4831, | |
| "grad_norm": 2.7665507793426514, | |
| "learning_rate": 1.9839352779686073e-06, | |
| "epoch": 4.89858811725077, | |
| "step": 68350 | |
| }, | |
| { | |
| "loss": 3.4985, | |
| "grad_norm": 3.0056886672973633, | |
| "learning_rate": 1.971488823258557e-06, | |
| "epoch": 4.90217157600516, | |
| "step": 68400 | |
| }, | |
| { | |
| "loss": 3.4759, | |
| "grad_norm": 2.8388004302978516, | |
| "learning_rate": 1.959077262826011e-06, | |
| "epoch": 4.90575503475955, | |
| "step": 68450 | |
| }, | |
| { | |
| "loss": 3.4725, | |
| "grad_norm": 2.5992486476898193, | |
| "learning_rate": 1.946700650615273e-06, | |
| "epoch": 4.90933849351394, | |
| "step": 68500 | |
| }, | |
| { | |
| "loss": 3.4654, | |
| "grad_norm": 2.7857322692871094, | |
| "learning_rate": 1.934359040418744e-06, | |
| "epoch": 4.912921952268329, | |
| "step": 68550 | |
| }, | |
| { | |
| "loss": 3.4738, | |
| "grad_norm": 2.7770259380340576, | |
| "learning_rate": 1.922052485876709e-06, | |
| "epoch": 4.916505411022719, | |
| "step": 68600 | |
| }, | |
| { | |
| "loss": 3.4822, | |
| "grad_norm": 2.9811220169067383, | |
| "learning_rate": 1.909781040477078e-06, | |
| "epoch": 4.920088869777109, | |
| "step": 68650 | |
| }, | |
| { | |
| "loss": 3.4794, | |
| "grad_norm": 2.9068992137908936, | |
| "learning_rate": 1.8975447575551764e-06, | |
| "epoch": 4.923672328531499, | |
| "step": 68700 | |
| }, | |
| { | |
| "loss": 3.4807, | |
| "grad_norm": 2.834937810897827, | |
| "learning_rate": 1.885343690293494e-06, | |
| "epoch": 4.927255787285889, | |
| "step": 68750 | |
| }, | |
| { | |
| "loss": 3.4838, | |
| "grad_norm": 2.8008339405059814, | |
| "learning_rate": 1.8731778917214737e-06, | |
| "epoch": 4.930839246040279, | |
| "step": 68800 | |
| }, | |
| { | |
| "loss": 3.4829, | |
| "grad_norm": 2.6848320960998535, | |
| "learning_rate": 1.861047414715258e-06, | |
| "epoch": 4.934422704794668, | |
| "step": 68850 | |
| }, | |
| { | |
| "loss": 3.4823, | |
| "grad_norm": 2.787868022918701, | |
| "learning_rate": 1.8489523119974805e-06, | |
| "epoch": 4.9380061635490575, | |
| "step": 68900 | |
| }, | |
| { | |
| "loss": 3.482, | |
| "grad_norm": 2.874136447906494, | |
| "learning_rate": 1.8368926361370287e-06, | |
| "epoch": 4.9415896223034474, | |
| "step": 68950 | |
| }, | |
| { | |
| "loss": 3.4637, | |
| "grad_norm": 2.7726938724517822, | |
| "learning_rate": 1.8248684395488037e-06, | |
| "epoch": 4.945173081057837, | |
| "step": 69000 | |
| }, | |
| { | |
| "loss": 3.481, | |
| "grad_norm": 2.768813371658325, | |
| "learning_rate": 1.8128797744935167e-06, | |
| "epoch": 4.948756539812226, | |
| "step": 69050 | |
| }, | |
| { | |
| "loss": 3.4772, | |
| "grad_norm": 2.8389647006988525, | |
| "learning_rate": 1.8009266930774372e-06, | |
| "epoch": 4.952339998566616, | |
| "step": 69100 | |
| }, | |
| { | |
| "loss": 3.504, | |
| "grad_norm": 2.7206380367279053, | |
| "learning_rate": 1.7890092472521858e-06, | |
| "epoch": 4.955923457321006, | |
| "step": 69150 | |
| }, | |
| { | |
| "loss": 3.4903, | |
| "grad_norm": 2.8713972568511963, | |
| "learning_rate": 1.777127488814494e-06, | |
| "epoch": 4.959506916075396, | |
| "step": 69200 | |
| }, | |
| { | |
| "loss": 3.4788, | |
| "grad_norm": 2.7866504192352295, | |
| "learning_rate": 1.7652814694059917e-06, | |
| "epoch": 4.963090374829786, | |
| "step": 69250 | |
| }, | |
| { | |
| "loss": 3.4855, | |
| "grad_norm": 2.744041681289673, | |
| "learning_rate": 1.7534712405129694e-06, | |
| "epoch": 4.966673833584175, | |
| "step": 69300 | |
| }, | |
| { | |
| "loss": 3.4875, | |
| "grad_norm": 2.862520217895508, | |
| "learning_rate": 1.741696853466167e-06, | |
| "epoch": 4.970257292338565, | |
| "step": 69350 | |
| }, | |
| { | |
| "loss": 3.4806, | |
| "grad_norm": 2.8751380443573, | |
| "learning_rate": 1.7299583594405456e-06, | |
| "epoch": 4.973840751092955, | |
| "step": 69400 | |
| }, | |
| { | |
| "loss": 3.4847, | |
| "grad_norm": 2.7102160453796387, | |
| "learning_rate": 1.7182558094550583e-06, | |
| "epoch": 4.977424209847345, | |
| "step": 69450 | |
| }, | |
| { | |
| "loss": 3.4917, | |
| "grad_norm": 2.793682098388672, | |
| "learning_rate": 1.7065892543724439e-06, | |
| "epoch": 4.981007668601734, | |
| "step": 69500 | |
| }, | |
| { | |
| "loss": 3.4736, | |
| "grad_norm": 2.8752644062042236, | |
| "learning_rate": 1.6949587448989846e-06, | |
| "epoch": 4.984591127356124, | |
| "step": 69550 | |
| }, | |
| { | |
| "loss": 3.4958, | |
| "grad_norm": 2.7785308361053467, | |
| "learning_rate": 1.683364331584313e-06, | |
| "epoch": 4.988174586110514, | |
| "step": 69600 | |
| }, | |
| { | |
| "loss": 3.4798, | |
| "grad_norm": 2.7340927124023438, | |
| "learning_rate": 1.671806064821161e-06, | |
| "epoch": 4.991758044864904, | |
| "step": 69650 | |
| }, | |
| { | |
| "loss": 3.4756, | |
| "grad_norm": 2.7647182941436768, | |
| "learning_rate": 1.6602839948451699e-06, | |
| "epoch": 4.995341503619294, | |
| "step": 69700 | |
| }, | |
| { | |
| "loss": 3.4836, | |
| "grad_norm": 2.724736213684082, | |
| "learning_rate": 1.6487981717346556e-06, | |
| "epoch": 4.998924962373684, | |
| "step": 69750 | |
| }, | |
| { | |
| "loss": 3.4726, | |
| "grad_norm": 2.729867696762085, | |
| "learning_rate": 1.6373486454103882e-06, | |
| "epoch": 5.002508421128073, | |
| "step": 69800 | |
| }, | |
| { | |
| "loss": 3.4637, | |
| "grad_norm": 2.807668924331665, | |
| "learning_rate": 1.6259354656353899e-06, | |
| "epoch": 5.0060918798824625, | |
| "step": 69850 | |
| }, | |
| { | |
| "loss": 3.4694, | |
| "grad_norm": 2.810497283935547, | |
| "learning_rate": 1.614558682014703e-06, | |
| "epoch": 5.009675338636852, | |
| "step": 69900 | |
| }, | |
| { | |
| "loss": 3.4744, | |
| "grad_norm": 2.764955520629883, | |
| "learning_rate": 1.6032183439951886e-06, | |
| "epoch": 5.013258797391242, | |
| "step": 69950 | |
| }, | |
| { | |
| "loss": 3.4623, | |
| "grad_norm": 2.680598258972168, | |
| "learning_rate": 1.5919145008652959e-06, | |
| "epoch": 5.016842256145631, | |
| "step": 70000 | |
| }, | |
| { | |
| "eval_loss": 3.511470317840576, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12541158162949353, | |
| "eval_chrf": 31.86708432384597, | |
| "eval_runtime": 38.2747, | |
| "eval_samples_per_second": 52.254, | |
| "eval_steps_per_second": 0.836, | |
| "epoch": 5.016842256145631, | |
| "step": 70000 | |
| }, | |
| { | |
| "loss": 3.4614, | |
| "grad_norm": 2.810209274291992, | |
| "learning_rate": 1.5806472017548647e-06, | |
| "epoch": 5.020425714900021, | |
| "step": 70050 | |
| }, | |
| { | |
| "loss": 3.4722, | |
| "grad_norm": 2.7670578956604004, | |
| "learning_rate": 1.5694164956348967e-06, | |
| "epoch": 5.024009173654411, | |
| "step": 70100 | |
| }, | |
| { | |
| "loss": 3.4749, | |
| "grad_norm": 2.7705307006835938, | |
| "learning_rate": 1.5582224313173554e-06, | |
| "epoch": 5.027592632408801, | |
| "step": 70150 | |
| }, | |
| { | |
| "loss": 3.4636, | |
| "grad_norm": 2.9387221336364746, | |
| "learning_rate": 1.5470650574549483e-06, | |
| "epoch": 5.031176091163191, | |
| "step": 70200 | |
| }, | |
| { | |
| "loss": 3.4755, | |
| "grad_norm": 2.7980751991271973, | |
| "learning_rate": 1.535944422540907e-06, | |
| "epoch": 5.03475954991758, | |
| "step": 70250 | |
| }, | |
| { | |
| "loss": 3.463, | |
| "grad_norm": 2.706575393676758, | |
| "learning_rate": 1.5248605749087975e-06, | |
| "epoch": 5.03834300867197, | |
| "step": 70300 | |
| }, | |
| { | |
| "loss": 3.4739, | |
| "grad_norm": 2.7676594257354736, | |
| "learning_rate": 1.5138135627322836e-06, | |
| "epoch": 5.04192646742636, | |
| "step": 70350 | |
| }, | |
| { | |
| "loss": 3.4732, | |
| "grad_norm": 2.900847911834717, | |
| "learning_rate": 1.5028034340249453e-06, | |
| "epoch": 5.04550992618075, | |
| "step": 70400 | |
| }, | |
| { | |
| "loss": 3.4759, | |
| "grad_norm": 2.700908899307251, | |
| "learning_rate": 1.491830236640044e-06, | |
| "epoch": 5.04909338493514, | |
| "step": 70450 | |
| }, | |
| { | |
| "loss": 3.4668, | |
| "grad_norm": 2.914511203765869, | |
| "learning_rate": 1.4808940182703325e-06, | |
| "epoch": 5.052676843689529, | |
| "step": 70500 | |
| }, | |
| { | |
| "loss": 3.4665, | |
| "grad_norm": 2.753614902496338, | |
| "learning_rate": 1.4699948264478458e-06, | |
| "epoch": 5.056260302443919, | |
| "step": 70550 | |
| }, | |
| { | |
| "loss": 3.4619, | |
| "grad_norm": 2.8010780811309814, | |
| "learning_rate": 1.4591327085436812e-06, | |
| "epoch": 5.059843761198309, | |
| "step": 70600 | |
| }, | |
| { | |
| "loss": 3.4714, | |
| "grad_norm": 2.77376389503479, | |
| "learning_rate": 1.4483077117678113e-06, | |
| "epoch": 5.063427219952699, | |
| "step": 70650 | |
| }, | |
| { | |
| "loss": 3.4581, | |
| "grad_norm": 2.79398250579834, | |
| "learning_rate": 1.4375198831688596e-06, | |
| "epoch": 5.067010678707088, | |
| "step": 70700 | |
| }, | |
| { | |
| "loss": 3.4713, | |
| "grad_norm": 2.7612152099609375, | |
| "learning_rate": 1.4267692696339163e-06, | |
| "epoch": 5.070594137461478, | |
| "step": 70750 | |
| }, | |
| { | |
| "loss": 3.4658, | |
| "grad_norm": 2.6636416912078857, | |
| "learning_rate": 1.4160559178883126e-06, | |
| "epoch": 5.0741775962158675, | |
| "step": 70800 | |
| }, | |
| { | |
| "loss": 3.4715, | |
| "grad_norm": 2.784764051437378, | |
| "learning_rate": 1.4053798744954416e-06, | |
| "epoch": 5.077761054970257, | |
| "step": 70850 | |
| }, | |
| { | |
| "loss": 3.4763, | |
| "grad_norm": 2.725114107131958, | |
| "learning_rate": 1.3947411858565318e-06, | |
| "epoch": 5.081344513724647, | |
| "step": 70900 | |
| }, | |
| { | |
| "loss": 3.4687, | |
| "grad_norm": 2.8332793712615967, | |
| "learning_rate": 1.3841398982104626e-06, | |
| "epoch": 5.084927972479036, | |
| "step": 70950 | |
| }, | |
| { | |
| "loss": 3.4731, | |
| "grad_norm": 2.696174383163452, | |
| "learning_rate": 1.3735760576335588e-06, | |
| "epoch": 5.088511431233426, | |
| "step": 71000 | |
| }, | |
| { | |
| "loss": 3.4658, | |
| "grad_norm": 2.750213861465454, | |
| "learning_rate": 1.3630497100393858e-06, | |
| "epoch": 5.092094889987816, | |
| "step": 71050 | |
| }, | |
| { | |
| "loss": 3.4674, | |
| "grad_norm": 2.821002244949341, | |
| "learning_rate": 1.3525609011785568e-06, | |
| "epoch": 5.095678348742206, | |
| "step": 71100 | |
| }, | |
| { | |
| "loss": 3.457, | |
| "grad_norm": 2.8587379455566406, | |
| "learning_rate": 1.3421096766385243e-06, | |
| "epoch": 5.099261807496596, | |
| "step": 71150 | |
| }, | |
| { | |
| "loss": 3.4649, | |
| "grad_norm": 2.8250539302825928, | |
| "learning_rate": 1.3316960818433977e-06, | |
| "epoch": 5.102845266250985, | |
| "step": 71200 | |
| }, | |
| { | |
| "loss": 3.4876, | |
| "grad_norm": 2.957603931427002, | |
| "learning_rate": 1.3213201620537275e-06, | |
| "epoch": 5.106428725005375, | |
| "step": 71250 | |
| }, | |
| { | |
| "loss": 3.4759, | |
| "grad_norm": 2.7808737754821777, | |
| "learning_rate": 1.3109819623663244e-06, | |
| "epoch": 5.110012183759765, | |
| "step": 71300 | |
| }, | |
| { | |
| "loss": 3.4683, | |
| "grad_norm": 2.9941012859344482, | |
| "learning_rate": 1.3006815277140506e-06, | |
| "epoch": 5.113595642514155, | |
| "step": 71350 | |
| }, | |
| { | |
| "loss": 3.4717, | |
| "grad_norm": 2.713894844055176, | |
| "learning_rate": 1.2904189028656343e-06, | |
| "epoch": 5.117179101268545, | |
| "step": 71400 | |
| }, | |
| { | |
| "loss": 3.4713, | |
| "grad_norm": 2.659599542617798, | |
| "learning_rate": 1.2801941324254718e-06, | |
| "epoch": 5.120762560022934, | |
| "step": 71450 | |
| }, | |
| { | |
| "loss": 3.4659, | |
| "grad_norm": 2.8986330032348633, | |
| "learning_rate": 1.2700072608334279e-06, | |
| "epoch": 5.124346018777324, | |
| "step": 71500 | |
| }, | |
| { | |
| "loss": 3.4632, | |
| "grad_norm": 2.762021780014038, | |
| "learning_rate": 1.259858332364654e-06, | |
| "epoch": 5.127929477531714, | |
| "step": 71550 | |
| }, | |
| { | |
| "loss": 3.4719, | |
| "grad_norm": 2.7996394634246826, | |
| "learning_rate": 1.2497473911293834e-06, | |
| "epoch": 5.131512936286104, | |
| "step": 71600 | |
| }, | |
| { | |
| "loss": 3.4663, | |
| "grad_norm": 2.8845198154449463, | |
| "learning_rate": 1.2396744810727534e-06, | |
| "epoch": 5.1350963950404935, | |
| "step": 71650 | |
| }, | |
| { | |
| "loss": 3.4703, | |
| "grad_norm": 2.847027063369751, | |
| "learning_rate": 1.2296396459745963e-06, | |
| "epoch": 5.138679853794883, | |
| "step": 71700 | |
| }, | |
| { | |
| "loss": 3.4697, | |
| "grad_norm": 2.71234130859375, | |
| "learning_rate": 1.2196429294492685e-06, | |
| "epoch": 5.1422633125492725, | |
| "step": 71750 | |
| }, | |
| { | |
| "loss": 3.4695, | |
| "grad_norm": 2.8572449684143066, | |
| "learning_rate": 1.209684374945449e-06, | |
| "epoch": 5.145846771303662, | |
| "step": 71800 | |
| }, | |
| { | |
| "loss": 3.4658, | |
| "grad_norm": 2.787229537963867, | |
| "learning_rate": 1.1997640257459508e-06, | |
| "epoch": 5.149430230058052, | |
| "step": 71850 | |
| }, | |
| { | |
| "loss": 3.4718, | |
| "grad_norm": 2.678097724914551, | |
| "learning_rate": 1.1898819249675398e-06, | |
| "epoch": 5.153013688812441, | |
| "step": 71900 | |
| }, | |
| { | |
| "loss": 3.4676, | |
| "grad_norm": 2.8956966400146484, | |
| "learning_rate": 1.1800381155607377e-06, | |
| "epoch": 5.156597147566831, | |
| "step": 71950 | |
| }, | |
| { | |
| "loss": 3.4825, | |
| "grad_norm": 2.745654821395874, | |
| "learning_rate": 1.1702326403096465e-06, | |
| "epoch": 5.160180606321221, | |
| "step": 72000 | |
| }, | |
| { | |
| "eval_loss": 3.511659622192383, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12424871222450051, | |
| "eval_chrf": 31.826087511678054, | |
| "eval_runtime": 37.237, | |
| "eval_samples_per_second": 53.71, | |
| "eval_steps_per_second": 0.859, | |
| "epoch": 5.160180606321221, | |
| "step": 72000 | |
| }, | |
| { | |
| "loss": 3.4661, | |
| "grad_norm": 2.792302131652832, | |
| "learning_rate": 1.1604655418317501e-06, | |
| "epoch": 5.163764065075611, | |
| "step": 72050 | |
| }, | |
| { | |
| "loss": 3.4787, | |
| "grad_norm": 2.939411163330078, | |
| "learning_rate": 1.1507368625777448e-06, | |
| "epoch": 5.167347523830001, | |
| "step": 72100 | |
| }, | |
| { | |
| "loss": 3.4657, | |
| "grad_norm": 2.7209267616271973, | |
| "learning_rate": 1.141046644831333e-06, | |
| "epoch": 5.17093098258439, | |
| "step": 72150 | |
| }, | |
| { | |
| "loss": 3.461, | |
| "grad_norm": 2.716926336288452, | |
| "learning_rate": 1.1313949307090633e-06, | |
| "epoch": 5.17451444133878, | |
| "step": 72200 | |
| }, | |
| { | |
| "loss": 3.4644, | |
| "grad_norm": 2.728877067565918, | |
| "learning_rate": 1.1217817621601323e-06, | |
| "epoch": 5.17809790009317, | |
| "step": 72250 | |
| }, | |
| { | |
| "loss": 3.4684, | |
| "grad_norm": 2.7096033096313477, | |
| "learning_rate": 1.1122071809662038e-06, | |
| "epoch": 5.18168135884756, | |
| "step": 72300 | |
| }, | |
| { | |
| "loss": 3.474, | |
| "grad_norm": 2.706587076187134, | |
| "learning_rate": 1.1026712287412344e-06, | |
| "epoch": 5.18526481760195, | |
| "step": 72350 | |
| }, | |
| { | |
| "loss": 3.4528, | |
| "grad_norm": 2.8492159843444824, | |
| "learning_rate": 1.0931739469312809e-06, | |
| "epoch": 5.188848276356339, | |
| "step": 72400 | |
| }, | |
| { | |
| "loss": 3.4671, | |
| "grad_norm": 2.818871021270752, | |
| "learning_rate": 1.083715376814336e-06, | |
| "epoch": 5.192431735110729, | |
| "step": 72450 | |
| }, | |
| { | |
| "loss": 3.4674, | |
| "grad_norm": 2.7967281341552734, | |
| "learning_rate": 1.0742955595001303e-06, | |
| "epoch": 5.196015193865119, | |
| "step": 72500 | |
| }, | |
| { | |
| "loss": 3.4714, | |
| "grad_norm": 2.7797465324401855, | |
| "learning_rate": 1.0649145359299717e-06, | |
| "epoch": 5.199598652619509, | |
| "step": 72550 | |
| }, | |
| { | |
| "loss": 3.4716, | |
| "grad_norm": 2.6322720050811768, | |
| "learning_rate": 1.0555723468765533e-06, | |
| "epoch": 5.2031821113738985, | |
| "step": 72600 | |
| }, | |
| { | |
| "loss": 3.478, | |
| "grad_norm": 2.718167543411255, | |
| "learning_rate": 1.0462690329437842e-06, | |
| "epoch": 5.206765570128288, | |
| "step": 72650 | |
| }, | |
| { | |
| "loss": 3.474, | |
| "grad_norm": 2.7837483882904053, | |
| "learning_rate": 1.037004634566614e-06, | |
| "epoch": 5.2103490288826775, | |
| "step": 72700 | |
| }, | |
| { | |
| "loss": 3.4765, | |
| "grad_norm": 2.770751714706421, | |
| "learning_rate": 1.0277791920108448e-06, | |
| "epoch": 5.213932487637067, | |
| "step": 72750 | |
| }, | |
| { | |
| "loss": 3.4672, | |
| "grad_norm": 2.838881731033325, | |
| "learning_rate": 1.0185927453729771e-06, | |
| "epoch": 5.217515946391457, | |
| "step": 72800 | |
| }, | |
| { | |
| "loss": 3.4797, | |
| "grad_norm": 2.8203163146972656, | |
| "learning_rate": 1.0094453345800125e-06, | |
| "epoch": 5.221099405145846, | |
| "step": 72850 | |
| }, | |
| { | |
| "loss": 3.47, | |
| "grad_norm": 2.8720481395721436, | |
| "learning_rate": 1.0003369993892998e-06, | |
| "epoch": 5.224682863900236, | |
| "step": 72900 | |
| }, | |
| { | |
| "loss": 3.4817, | |
| "grad_norm": 2.804873466491699, | |
| "learning_rate": 9.912677793883462e-07, | |
| "epoch": 5.228266322654626, | |
| "step": 72950 | |
| }, | |
| { | |
| "loss": 3.4651, | |
| "grad_norm": 2.6272292137145996, | |
| "learning_rate": 9.822377139946594e-07, | |
| "epoch": 5.231849781409016, | |
| "step": 73000 | |
| }, | |
| { | |
| "loss": 3.4742, | |
| "grad_norm": 2.7912538051605225, | |
| "learning_rate": 9.732468424555686e-07, | |
| "epoch": 5.235433240163406, | |
| "step": 73050 | |
| }, | |
| { | |
| "loss": 3.4782, | |
| "grad_norm": 2.727631092071533, | |
| "learning_rate": 9.64295203848049e-07, | |
| "epoch": 5.239016698917795, | |
| "step": 73100 | |
| }, | |
| { | |
| "loss": 3.475, | |
| "grad_norm": 2.8800055980682373, | |
| "learning_rate": 9.553828370785666e-07, | |
| "epoch": 5.242600157672185, | |
| "step": 73150 | |
| }, | |
| { | |
| "loss": 3.4563, | |
| "grad_norm": 2.7356159687042236, | |
| "learning_rate": 9.465097808828916e-07, | |
| "epoch": 5.246183616426575, | |
| "step": 73200 | |
| }, | |
| { | |
| "loss": 3.4627, | |
| "grad_norm": 2.653825283050537, | |
| "learning_rate": 9.376760738259472e-07, | |
| "epoch": 5.249767075180965, | |
| "step": 73250 | |
| }, | |
| { | |
| "loss": 3.482, | |
| "grad_norm": 2.858233690261841, | |
| "learning_rate": 9.28881754301626e-07, | |
| "epoch": 5.253350533935355, | |
| "step": 73300 | |
| }, | |
| { | |
| "loss": 3.4727, | |
| "grad_norm": 2.8149726390838623, | |
| "learning_rate": 9.201268605326386e-07, | |
| "epoch": 5.256933992689744, | |
| "step": 73350 | |
| }, | |
| { | |
| "loss": 3.4721, | |
| "grad_norm": 2.7173452377319336, | |
| "learning_rate": 9.114114305703303e-07, | |
| "epoch": 5.260517451444134, | |
| "step": 73400 | |
| }, | |
| { | |
| "loss": 3.4586, | |
| "grad_norm": 2.982076406478882, | |
| "learning_rate": 9.027355022945339e-07, | |
| "epoch": 5.264100910198524, | |
| "step": 73450 | |
| }, | |
| { | |
| "loss": 3.4683, | |
| "grad_norm": 2.8366403579711914, | |
| "learning_rate": 8.940991134133948e-07, | |
| "epoch": 5.267684368952914, | |
| "step": 73500 | |
| }, | |
| { | |
| "loss": 3.4626, | |
| "grad_norm": 2.7335221767425537, | |
| "learning_rate": 8.855023014632003e-07, | |
| "epoch": 5.2712678277073035, | |
| "step": 73550 | |
| }, | |
| { | |
| "loss": 3.4689, | |
| "grad_norm": 2.79891300201416, | |
| "learning_rate": 8.769451038082355e-07, | |
| "epoch": 5.2748512864616925, | |
| "step": 73600 | |
| }, | |
| { | |
| "loss": 3.4729, | |
| "grad_norm": 2.8357701301574707, | |
| "learning_rate": 8.68427557640602e-07, | |
| "epoch": 5.2784347452160825, | |
| "step": 73650 | |
| }, | |
| { | |
| "loss": 3.4762, | |
| "grad_norm": 2.7227542400360107, | |
| "learning_rate": 8.599496999800705e-07, | |
| "epoch": 5.282018203970472, | |
| "step": 73700 | |
| }, | |
| { | |
| "loss": 3.4754, | |
| "grad_norm": 2.7664780616760254, | |
| "learning_rate": 8.515115676739083e-07, | |
| "epoch": 5.285601662724862, | |
| "step": 73750 | |
| }, | |
| { | |
| "loss": 3.4591, | |
| "grad_norm": 2.730415105819702, | |
| "learning_rate": 8.431131973967299e-07, | |
| "epoch": 5.289185121479251, | |
| "step": 73800 | |
| }, | |
| { | |
| "loss": 3.4759, | |
| "grad_norm": 2.6909661293029785, | |
| "learning_rate": 8.347546256503258e-07, | |
| "epoch": 5.292768580233641, | |
| "step": 73850 | |
| }, | |
| { | |
| "loss": 3.4822, | |
| "grad_norm": 2.7127671241760254, | |
| "learning_rate": 8.26435888763516e-07, | |
| "epoch": 5.296352038988031, | |
| "step": 73900 | |
| }, | |
| { | |
| "loss": 3.4728, | |
| "grad_norm": 2.8604185581207275, | |
| "learning_rate": 8.181570228919866e-07, | |
| "epoch": 5.299935497742421, | |
| "step": 73950 | |
| }, | |
| { | |
| "loss": 3.4892, | |
| "grad_norm": 2.9177908897399902, | |
| "learning_rate": 8.099180640181282e-07, | |
| "epoch": 5.303518956496811, | |
| "step": 74000 | |
| }, | |
| { | |
| "eval_loss": 3.5107223987579346, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.125448859181409, | |
| "eval_chrf": 31.779812994194707, | |
| "eval_runtime": 38.4591, | |
| "eval_samples_per_second": 52.003, | |
| "eval_steps_per_second": 0.832, | |
| "epoch": 5.303518956496811, | |
| "step": 74000 | |
| }, | |
| { | |
| "loss": 3.4842, | |
| "grad_norm": 2.8561344146728516, | |
| "learning_rate": 8.017190479508863e-07, | |
| "epoch": 5.3071024152512, | |
| "step": 74050 | |
| }, | |
| { | |
| "loss": 3.466, | |
| "grad_norm": 2.697756052017212, | |
| "learning_rate": 7.935600103256024e-07, | |
| "epoch": 5.31068587400559, | |
| "step": 74100 | |
| }, | |
| { | |
| "loss": 3.4719, | |
| "grad_norm": 2.7197189331054688, | |
| "learning_rate": 7.854409866038625e-07, | |
| "epoch": 5.31426933275998, | |
| "step": 74150 | |
| }, | |
| { | |
| "loss": 3.473, | |
| "grad_norm": 2.7507636547088623, | |
| "learning_rate": 7.77362012073336e-07, | |
| "epoch": 5.31785279151437, | |
| "step": 74200 | |
| }, | |
| { | |
| "loss": 3.4753, | |
| "grad_norm": 2.9043703079223633, | |
| "learning_rate": 7.693231218476294e-07, | |
| "epoch": 5.32143625026876, | |
| "step": 74250 | |
| }, | |
| { | |
| "loss": 3.4716, | |
| "grad_norm": 2.729201078414917, | |
| "learning_rate": 7.613243508661339e-07, | |
| "epoch": 5.325019709023149, | |
| "step": 74300 | |
| }, | |
| { | |
| "loss": 3.4669, | |
| "grad_norm": 3.018763542175293, | |
| "learning_rate": 7.533657338938615e-07, | |
| "epoch": 5.328603167777539, | |
| "step": 74350 | |
| }, | |
| { | |
| "loss": 3.4834, | |
| "grad_norm": 2.8414158821105957, | |
| "learning_rate": 7.45447305521314e-07, | |
| "epoch": 5.332186626531929, | |
| "step": 74400 | |
| }, | |
| { | |
| "loss": 3.4801, | |
| "grad_norm": 2.7865030765533447, | |
| "learning_rate": 7.375691001643137e-07, | |
| "epoch": 5.335770085286319, | |
| "step": 74450 | |
| }, | |
| { | |
| "loss": 3.4791, | |
| "grad_norm": 2.6456947326660156, | |
| "learning_rate": 7.297311520638672e-07, | |
| "epoch": 5.3393535440407085, | |
| "step": 74500 | |
| }, | |
| { | |
| "loss": 3.472, | |
| "grad_norm": 2.70196533203125, | |
| "learning_rate": 7.219334952860047e-07, | |
| "epoch": 5.3429370027950975, | |
| "step": 74550 | |
| }, | |
| { | |
| "loss": 3.4727, | |
| "grad_norm": 2.8193509578704834, | |
| "learning_rate": 7.141761637216471e-07, | |
| "epoch": 5.3465204615494875, | |
| "step": 74600 | |
| }, | |
| { | |
| "loss": 3.4736, | |
| "grad_norm": 2.907160997390747, | |
| "learning_rate": 7.064591910864405e-07, | |
| "epoch": 5.350103920303877, | |
| "step": 74650 | |
| }, | |
| { | |
| "loss": 3.477, | |
| "grad_norm": 2.7379250526428223, | |
| "learning_rate": 6.987826109206275e-07, | |
| "epoch": 5.353687379058267, | |
| "step": 74700 | |
| }, | |
| { | |
| "loss": 3.4797, | |
| "grad_norm": 2.7754695415496826, | |
| "learning_rate": 6.911464565888893e-07, | |
| "epoch": 5.357270837812656, | |
| "step": 74750 | |
| }, | |
| { | |
| "loss": 3.4662, | |
| "grad_norm": 2.750870943069458, | |
| "learning_rate": 6.835507612802029e-07, | |
| "epoch": 5.360854296567046, | |
| "step": 74800 | |
| }, | |
| { | |
| "loss": 3.4634, | |
| "grad_norm": 2.8274269104003906, | |
| "learning_rate": 6.759955580077038e-07, | |
| "epoch": 5.364437755321436, | |
| "step": 74850 | |
| }, | |
| { | |
| "loss": 3.4678, | |
| "grad_norm": 2.8082141876220703, | |
| "learning_rate": 6.684808796085296e-07, | |
| "epoch": 5.368021214075826, | |
| "step": 74900 | |
| }, | |
| { | |
| "loss": 3.4699, | |
| "grad_norm": 2.757054567337036, | |
| "learning_rate": 6.610067587436919e-07, | |
| "epoch": 5.371604672830216, | |
| "step": 74950 | |
| }, | |
| { | |
| "loss": 3.4751, | |
| "grad_norm": 2.811434745788574, | |
| "learning_rate": 6.535732278979223e-07, | |
| "epoch": 5.375188131584605, | |
| "step": 75000 | |
| }, | |
| { | |
| "loss": 3.4801, | |
| "grad_norm": 2.676274061203003, | |
| "learning_rate": 6.461803193795401e-07, | |
| "epoch": 5.378771590338995, | |
| "step": 75050 | |
| }, | |
| { | |
| "loss": 3.4766, | |
| "grad_norm": 2.816498279571533, | |
| "learning_rate": 6.388280653203072e-07, | |
| "epoch": 5.382355049093385, | |
| "step": 75100 | |
| }, | |
| { | |
| "loss": 3.4621, | |
| "grad_norm": 2.8044276237487793, | |
| "learning_rate": 6.315164976752841e-07, | |
| "epoch": 5.385938507847775, | |
| "step": 75150 | |
| }, | |
| { | |
| "loss": 3.4755, | |
| "grad_norm": 2.635148048400879, | |
| "learning_rate": 6.242456482227055e-07, | |
| "epoch": 5.389521966602165, | |
| "step": 75200 | |
| }, | |
| { | |
| "loss": 3.4648, | |
| "grad_norm": 2.7910332679748535, | |
| "learning_rate": 6.170155485638218e-07, | |
| "epoch": 5.393105425356554, | |
| "step": 75250 | |
| }, | |
| { | |
| "loss": 3.4749, | |
| "grad_norm": 2.650599479675293, | |
| "learning_rate": 6.098262301227842e-07, | |
| "epoch": 5.396688884110944, | |
| "step": 75300 | |
| }, | |
| { | |
| "loss": 3.4744, | |
| "grad_norm": 2.774183511734009, | |
| "learning_rate": 6.026777241464865e-07, | |
| "epoch": 5.400272342865334, | |
| "step": 75350 | |
| }, | |
| { | |
| "loss": 3.4686, | |
| "grad_norm": 2.780658483505249, | |
| "learning_rate": 5.95570061704448e-07, | |
| "epoch": 5.403855801619724, | |
| "step": 75400 | |
| }, | |
| { | |
| "loss": 3.4772, | |
| "grad_norm": 2.8715405464172363, | |
| "learning_rate": 5.88503273688662e-07, | |
| "epoch": 5.4074392603741135, | |
| "step": 75450 | |
| }, | |
| { | |
| "loss": 3.4604, | |
| "grad_norm": 2.787353754043579, | |
| "learning_rate": 5.814773908134764e-07, | |
| "epoch": 5.4110227191285025, | |
| "step": 75500 | |
| }, | |
| { | |
| "loss": 3.4708, | |
| "grad_norm": 2.7568552494049072, | |
| "learning_rate": 5.744924436154508e-07, | |
| "epoch": 5.4146061778828924, | |
| "step": 75550 | |
| }, | |
| { | |
| "loss": 3.4743, | |
| "grad_norm": 2.776716947555542, | |
| "learning_rate": 5.675484624532223e-07, | |
| "epoch": 5.418189636637282, | |
| "step": 75600 | |
| }, | |
| { | |
| "loss": 3.4844, | |
| "grad_norm": 2.729039430618286, | |
| "learning_rate": 5.606454775073855e-07, | |
| "epoch": 5.421773095391672, | |
| "step": 75650 | |
| }, | |
| { | |
| "loss": 3.4712, | |
| "grad_norm": 2.9727227687835693, | |
| "learning_rate": 5.537835187803453e-07, | |
| "epoch": 5.425356554146061, | |
| "step": 75700 | |
| }, | |
| { | |
| "loss": 3.4822, | |
| "grad_norm": 2.8682568073272705, | |
| "learning_rate": 5.469626160962005e-07, | |
| "epoch": 5.428940012900451, | |
| "step": 75750 | |
| }, | |
| { | |
| "loss": 3.4773, | |
| "grad_norm": 2.782869815826416, | |
| "learning_rate": 5.401827991006037e-07, | |
| "epoch": 5.432523471654841, | |
| "step": 75800 | |
| }, | |
| { | |
| "loss": 3.4729, | |
| "grad_norm": 2.7569596767425537, | |
| "learning_rate": 5.334440972606425e-07, | |
| "epoch": 5.436106930409231, | |
| "step": 75850 | |
| }, | |
| { | |
| "loss": 3.4686, | |
| "grad_norm": 2.8574252128601074, | |
| "learning_rate": 5.267465398646999e-07, | |
| "epoch": 5.439690389163621, | |
| "step": 75900 | |
| }, | |
| { | |
| "loss": 3.4683, | |
| "grad_norm": 2.8230576515197754, | |
| "learning_rate": 5.200901560223359e-07, | |
| "epoch": 5.44327384791801, | |
| "step": 75950 | |
| }, | |
| { | |
| "loss": 3.4672, | |
| "grad_norm": 2.913790464401245, | |
| "learning_rate": 5.134749746641599e-07, | |
| "epoch": 5.4468573066724, | |
| "step": 76000 | |
| }, | |
| { | |
| "eval_loss": 3.5106987953186035, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12580459663149487, | |
| "eval_chrf": 31.82981022169702, | |
| "eval_runtime": 40.181, | |
| "eval_samples_per_second": 49.775, | |
| "eval_steps_per_second": 0.796, | |
| "epoch": 5.4468573066724, | |
| "step": 76000 | |
| }, | |
| { | |
| "loss": 3.4705, | |
| "grad_norm": 2.869231700897217, | |
| "learning_rate": 5.069010245416983e-07, | |
| "epoch": 5.45044076542679, | |
| "step": 76050 | |
| }, | |
| { | |
| "loss": 3.4714, | |
| "grad_norm": 2.8759751319885254, | |
| "learning_rate": 5.003683342272802e-07, | |
| "epoch": 5.45402422418118, | |
| "step": 76100 | |
| }, | |
| { | |
| "loss": 3.4792, | |
| "grad_norm": 2.773888349533081, | |
| "learning_rate": 4.938769321139025e-07, | |
| "epoch": 5.45760768293557, | |
| "step": 76150 | |
| }, | |
| { | |
| "loss": 3.4682, | |
| "grad_norm": 2.6535937786102295, | |
| "learning_rate": 4.874268464151144e-07, | |
| "epoch": 5.461191141689959, | |
| "step": 76200 | |
| }, | |
| { | |
| "loss": 3.458, | |
| "grad_norm": 2.8245856761932373, | |
| "learning_rate": 4.810181051648898e-07, | |
| "epoch": 5.464774600444349, | |
| "step": 76250 | |
| }, | |
| { | |
| "loss": 3.4728, | |
| "grad_norm": 2.7322771549224854, | |
| "learning_rate": 4.746507362175079e-07, | |
| "epoch": 5.468358059198739, | |
| "step": 76300 | |
| }, | |
| { | |
| "loss": 3.479, | |
| "grad_norm": 2.9955785274505615, | |
| "learning_rate": 4.6832476724743445e-07, | |
| "epoch": 5.4719415179531286, | |
| "step": 76350 | |
| }, | |
| { | |
| "loss": 3.4729, | |
| "grad_norm": 2.9801042079925537, | |
| "learning_rate": 4.6204022574919407e-07, | |
| "epoch": 5.4755249767075185, | |
| "step": 76400 | |
| }, | |
| { | |
| "loss": 3.4801, | |
| "grad_norm": 2.719804048538208, | |
| "learning_rate": 4.5579713903725954e-07, | |
| "epoch": 5.4791084354619075, | |
| "step": 76450 | |
| }, | |
| { | |
| "loss": 3.4853, | |
| "grad_norm": 2.9837870597839355, | |
| "learning_rate": 4.4959553424592464e-07, | |
| "epoch": 5.482691894216297, | |
| "step": 76500 | |
| }, | |
| { | |
| "loss": 3.4756, | |
| "grad_norm": 2.8055975437164307, | |
| "learning_rate": 4.434354383291961e-07, | |
| "epoch": 5.486275352970687, | |
| "step": 76550 | |
| }, | |
| { | |
| "loss": 3.4613, | |
| "grad_norm": 2.8571014404296875, | |
| "learning_rate": 4.3731687806066403e-07, | |
| "epoch": 5.489858811725077, | |
| "step": 76600 | |
| }, | |
| { | |
| "loss": 3.4702, | |
| "grad_norm": 2.8900952339172363, | |
| "learning_rate": 4.3123988003339944e-07, | |
| "epoch": 5.493442270479466, | |
| "step": 76650 | |
| }, | |
| { | |
| "loss": 3.4679, | |
| "grad_norm": 2.83359694480896, | |
| "learning_rate": 4.2520447065982573e-07, | |
| "epoch": 5.497025729233856, | |
| "step": 76700 | |
| }, | |
| { | |
| "loss": 3.4712, | |
| "grad_norm": 2.7174429893493652, | |
| "learning_rate": 4.192106761716119e-07, | |
| "epoch": 5.500609187988246, | |
| "step": 76750 | |
| }, | |
| { | |
| "loss": 3.4707, | |
| "grad_norm": 2.806675672531128, | |
| "learning_rate": 4.1325852261955957e-07, | |
| "epoch": 5.504192646742636, | |
| "step": 76800 | |
| }, | |
| { | |
| "loss": 3.4613, | |
| "grad_norm": 2.751814603805542, | |
| "learning_rate": 4.0734803587348046e-07, | |
| "epoch": 5.507776105497026, | |
| "step": 76850 | |
| }, | |
| { | |
| "loss": 3.4742, | |
| "grad_norm": 2.743323802947998, | |
| "learning_rate": 4.0147924162209474e-07, | |
| "epoch": 5.511359564251416, | |
| "step": 76900 | |
| }, | |
| { | |
| "loss": 3.4642, | |
| "grad_norm": 2.725368022918701, | |
| "learning_rate": 3.9565216537291175e-07, | |
| "epoch": 5.514943023005805, | |
| "step": 76950 | |
| }, | |
| { | |
| "loss": 3.4765, | |
| "grad_norm": 2.834104537963867, | |
| "learning_rate": 3.89866832452126e-07, | |
| "epoch": 5.518526481760195, | |
| "step": 77000 | |
| }, | |
| { | |
| "loss": 3.4781, | |
| "grad_norm": 2.936272144317627, | |
| "learning_rate": 3.841232680044982e-07, | |
| "epoch": 5.522109940514585, | |
| "step": 77050 | |
| }, | |
| { | |
| "loss": 3.469, | |
| "grad_norm": 2.814157724380493, | |
| "learning_rate": 3.7842149699325534e-07, | |
| "epoch": 5.525693399268975, | |
| "step": 77100 | |
| }, | |
| { | |
| "loss": 3.4774, | |
| "grad_norm": 2.651836633682251, | |
| "learning_rate": 3.7276154419997437e-07, | |
| "epoch": 5.529276858023364, | |
| "step": 77150 | |
| }, | |
| { | |
| "loss": 3.4821, | |
| "grad_norm": 3.083493947982788, | |
| "learning_rate": 3.671434342244795e-07, | |
| "epoch": 5.532860316777754, | |
| "step": 77200 | |
| }, | |
| { | |
| "loss": 3.4783, | |
| "grad_norm": 2.634861707687378, | |
| "learning_rate": 3.615671914847352e-07, | |
| "epoch": 5.536443775532144, | |
| "step": 77250 | |
| }, | |
| { | |
| "loss": 3.4654, | |
| "grad_norm": 2.772927761077881, | |
| "learning_rate": 3.560328402167357e-07, | |
| "epoch": 5.5400272342865335, | |
| "step": 77300 | |
| }, | |
| { | |
| "loss": 3.461, | |
| "grad_norm": 2.872474193572998, | |
| "learning_rate": 3.505404044744054e-07, | |
| "epoch": 5.5436106930409235, | |
| "step": 77350 | |
| }, | |
| { | |
| "loss": 3.4746, | |
| "grad_norm": 2.881406784057617, | |
| "learning_rate": 3.4508990812948896e-07, | |
| "epoch": 5.5471941517953125, | |
| "step": 77400 | |
| }, | |
| { | |
| "loss": 3.467, | |
| "grad_norm": 2.8066320419311523, | |
| "learning_rate": 3.3968137487145115e-07, | |
| "epoch": 5.550777610549702, | |
| "step": 77450 | |
| }, | |
| { | |
| "loss": 3.4765, | |
| "grad_norm": 2.8461008071899414, | |
| "learning_rate": 3.343148282073716e-07, | |
| "epoch": 5.554361069304092, | |
| "step": 77500 | |
| }, | |
| { | |
| "loss": 3.4749, | |
| "grad_norm": 2.765561819076538, | |
| "learning_rate": 3.289902914618459e-07, | |
| "epoch": 5.557944528058482, | |
| "step": 77550 | |
| }, | |
| { | |
| "loss": 3.4719, | |
| "grad_norm": 2.826845169067383, | |
| "learning_rate": 3.2370778777688236e-07, | |
| "epoch": 5.561527986812871, | |
| "step": 77600 | |
| }, | |
| { | |
| "loss": 3.4908, | |
| "grad_norm": 2.823383092880249, | |
| "learning_rate": 3.184673401117977e-07, | |
| "epoch": 5.565111445567261, | |
| "step": 77650 | |
| }, | |
| { | |
| "loss": 3.4681, | |
| "grad_norm": 3.0061662197113037, | |
| "learning_rate": 3.1326897124312585e-07, | |
| "epoch": 5.568694904321651, | |
| "step": 77700 | |
| }, | |
| { | |
| "loss": 3.4595, | |
| "grad_norm": 2.91994571685791, | |
| "learning_rate": 3.081127037645082e-07, | |
| "epoch": 5.572278363076041, | |
| "step": 77750 | |
| }, | |
| { | |
| "loss": 3.4664, | |
| "grad_norm": 2.8235349655151367, | |
| "learning_rate": 3.029985600866059e-07, | |
| "epoch": 5.575861821830431, | |
| "step": 77800 | |
| }, | |
| { | |
| "loss": 3.4715, | |
| "grad_norm": 2.9474852085113525, | |
| "learning_rate": 2.9792656243699535e-07, | |
| "epoch": 5.579445280584821, | |
| "step": 77850 | |
| }, | |
| { | |
| "loss": 3.4669, | |
| "grad_norm": 2.7620558738708496, | |
| "learning_rate": 2.92896732860074e-07, | |
| "epoch": 5.58302873933921, | |
| "step": 77900 | |
| }, | |
| { | |
| "loss": 3.475, | |
| "grad_norm": 2.9030258655548096, | |
| "learning_rate": 2.879090932169648e-07, | |
| "epoch": 5.5866121980936, | |
| "step": 77950 | |
| }, | |
| { | |
| "loss": 3.4687, | |
| "grad_norm": 2.7800824642181396, | |
| "learning_rate": 2.8296366518541953e-07, | |
| "epoch": 5.59019565684799, | |
| "step": 78000 | |
| }, | |
| { | |
| "eval_loss": 3.510744571685791, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.12557306925518666, | |
| "eval_chrf": 31.76953694722509, | |
| "eval_runtime": 36.3961, | |
| "eval_samples_per_second": 54.951, | |
| "eval_steps_per_second": 0.879, | |
| "epoch": 5.59019565684799, | |
| "step": 78000 | |
| }, | |
| { | |
| "train_runtime": 19856.2471, | |
| "train_samples_per_second": 1079.329, | |
| "train_steps_per_second": 4.216, | |
| "total_flos": 3.212434230466314e+17, | |
| "train_loss": 3.5392251434326174, | |
| "epoch": 5.59019565684799, | |
| "step": 78000 | |
| }, | |
| { | |
| "eval_loss": 3.4331178665161133, | |
| "eval_model_preparation_time": 0.0024, | |
| "eval_bleu": 0.13267080600061182, | |
| "eval_chrf": 32.58629179021912, | |
| "eval_runtime": 4232.6844, | |
| "eval_samples_per_second": 49.634, | |
| "eval_steps_per_second": 0.776, | |
| "epoch": 5.59019565684799, | |
| "step": 78000 | |
| } | |
| ] | |
| } |