Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity,
"... is not valid JSON
| { | |
| "checkpoint": 28000, | |
| "epoch": 2.0067369024582526, | |
| "timestamp": "2025-11-26T17:36:36.021447", | |
| "training_history": [ | |
| { | |
| "loss": 3.6787, | |
| "grad_norm": 2.8826961517333984, | |
| "learning_rate": 1.1705685618729097e-07, | |
| "epoch": 0.003583458754389737, | |
| "step": 50 | |
| }, | |
| { | |
| "loss": 3.6845, | |
| "grad_norm": 3.028228521347046, | |
| "learning_rate": 2.3650262780697565e-07, | |
| "epoch": 0.007166917508779474, | |
| "step": 100 | |
| }, | |
| { | |
| "loss": 3.6839, | |
| "grad_norm": 3.1519999504089355, | |
| "learning_rate": 3.5594839942666037e-07, | |
| "epoch": 0.010750376263169211, | |
| "step": 150 | |
| }, | |
| { | |
| "loss": 3.6742, | |
| "grad_norm": 2.8430724143981934, | |
| "learning_rate": 4.75394171046345e-07, | |
| "epoch": 0.014333835017558949, | |
| "step": 200 | |
| }, | |
| { | |
| "loss": 3.6864, | |
| "grad_norm": 2.86275577545166, | |
| "learning_rate": 5.948399426660297e-07, | |
| "epoch": 0.017917293771948686, | |
| "step": 250 | |
| }, | |
| { | |
| "loss": 3.671, | |
| "grad_norm": 2.787710189819336, | |
| "learning_rate": 7.142857142857143e-07, | |
| "epoch": 0.021500752526338422, | |
| "step": 300 | |
| }, | |
| { | |
| "loss": 3.6812, | |
| "grad_norm": 2.906496524810791, | |
| "learning_rate": 8.337314859053989e-07, | |
| "epoch": 0.025084211280728158, | |
| "step": 350 | |
| }, | |
| { | |
| "loss": 3.6657, | |
| "grad_norm": 2.733621120452881, | |
| "learning_rate": 9.531772575250838e-07, | |
| "epoch": 0.028667670035117897, | |
| "step": 400 | |
| }, | |
| { | |
| "loss": 3.6776, | |
| "grad_norm": 2.9586291313171387, | |
| "learning_rate": 1.0726230291447684e-06, | |
| "epoch": 0.03225112878950763, | |
| "step": 450 | |
| }, | |
| { | |
| "loss": 3.6817, | |
| "grad_norm": 2.697490930557251, | |
| "learning_rate": 1.192068800764453e-06, | |
| "epoch": 0.03583458754389737, | |
| "step": 500 | |
| }, | |
| { | |
| "loss": 3.6645, | |
| "grad_norm": 2.8789138793945312, | |
| "learning_rate": 1.3115145723841377e-06, | |
| "epoch": 0.03941804629828711, | |
| "step": 550 | |
| }, | |
| { | |
| "loss": 3.6701, | |
| "grad_norm": 2.738499879837036, | |
| "learning_rate": 1.4309603440038225e-06, | |
| "epoch": 0.043001505052676844, | |
| "step": 600 | |
| }, | |
| { | |
| "loss": 3.6557, | |
| "grad_norm": 2.976515293121338, | |
| "learning_rate": 1.550406115623507e-06, | |
| "epoch": 0.04658496380706658, | |
| "step": 650 | |
| }, | |
| { | |
| "loss": 3.6624, | |
| "grad_norm": 2.8300790786743164, | |
| "learning_rate": 1.6698518872431918e-06, | |
| "epoch": 0.050168422561456316, | |
| "step": 700 | |
| }, | |
| { | |
| "loss": 3.6638, | |
| "grad_norm": 2.8557324409484863, | |
| "learning_rate": 1.7892976588628764e-06, | |
| "epoch": 0.05375188131584605, | |
| "step": 750 | |
| }, | |
| { | |
| "loss": 3.6746, | |
| "grad_norm": 2.915972948074341, | |
| "learning_rate": 1.9087434304825613e-06, | |
| "epoch": 0.057335340070235795, | |
| "step": 800 | |
| }, | |
| { | |
| "loss": 3.6571, | |
| "grad_norm": 2.833534002304077, | |
| "learning_rate": 2.0281892021022457e-06, | |
| "epoch": 0.06091879882462553, | |
| "step": 850 | |
| }, | |
| { | |
| "loss": 3.6641, | |
| "grad_norm": 2.786886215209961, | |
| "learning_rate": 2.1476349737219305e-06, | |
| "epoch": 0.06450225757901526, | |
| "step": 900 | |
| }, | |
| { | |
| "loss": 3.6626, | |
| "grad_norm": 2.888093948364258, | |
| "learning_rate": 2.2670807453416154e-06, | |
| "epoch": 0.068085716333405, | |
| "step": 950 | |
| }, | |
| { | |
| "loss": 3.6669, | |
| "grad_norm": 2.935640335083008, | |
| "learning_rate": 2.3865265169613e-06, | |
| "epoch": 0.07166917508779475, | |
| "step": 1000 | |
| }, | |
| { | |
| "loss": 3.6766, | |
| "grad_norm": 2.9223127365112305, | |
| "learning_rate": 2.5059722885809846e-06, | |
| "epoch": 0.07525263384218447, | |
| "step": 1050 | |
| }, | |
| { | |
| "loss": 3.6616, | |
| "grad_norm": 2.855170488357544, | |
| "learning_rate": 2.625418060200669e-06, | |
| "epoch": 0.07883609259657422, | |
| "step": 1100 | |
| }, | |
| { | |
| "loss": 3.6633, | |
| "grad_norm": 2.822401285171509, | |
| "learning_rate": 2.7448638318203535e-06, | |
| "epoch": 0.08241955135096395, | |
| "step": 1150 | |
| }, | |
| { | |
| "loss": 3.6526, | |
| "grad_norm": 2.8145692348480225, | |
| "learning_rate": 2.8643096034400387e-06, | |
| "epoch": 0.08600301010535369, | |
| "step": 1200 | |
| }, | |
| { | |
| "loss": 3.6578, | |
| "grad_norm": 2.7493700981140137, | |
| "learning_rate": 2.983755375059723e-06, | |
| "epoch": 0.08958646885974342, | |
| "step": 1250 | |
| }, | |
| { | |
| "loss": 3.657, | |
| "grad_norm": 2.7674636840820312, | |
| "learning_rate": 3.1032011466794076e-06, | |
| "epoch": 0.09316992761413316, | |
| "step": 1300 | |
| }, | |
| { | |
| "loss": 3.6579, | |
| "grad_norm": 2.798501491546631, | |
| "learning_rate": 3.222646918299093e-06, | |
| "epoch": 0.0967533863685229, | |
| "step": 1350 | |
| }, | |
| { | |
| "loss": 3.6667, | |
| "grad_norm": 3.045165777206421, | |
| "learning_rate": 3.3420926899187773e-06, | |
| "epoch": 0.10033684512291263, | |
| "step": 1400 | |
| }, | |
| { | |
| "loss": 3.6693, | |
| "grad_norm": 2.730278730392456, | |
| "learning_rate": 3.4615384615384617e-06, | |
| "epoch": 0.10392030387730238, | |
| "step": 1450 | |
| }, | |
| { | |
| "loss": 3.6602, | |
| "grad_norm": 2.8988585472106934, | |
| "learning_rate": 3.580984233158146e-06, | |
| "epoch": 0.1075037626316921, | |
| "step": 1500 | |
| }, | |
| { | |
| "loss": 3.6628, | |
| "grad_norm": 2.9216086864471436, | |
| "learning_rate": 3.7004300047778314e-06, | |
| "epoch": 0.11108722138608185, | |
| "step": 1550 | |
| }, | |
| { | |
| "loss": 3.6625, | |
| "grad_norm": 2.7945556640625, | |
| "learning_rate": 3.819875776397516e-06, | |
| "epoch": 0.11467068014047159, | |
| "step": 1600 | |
| }, | |
| { | |
| "loss": 3.6457, | |
| "grad_norm": 2.895811080932617, | |
| "learning_rate": 3.9393215480172e-06, | |
| "epoch": 0.11825413889486132, | |
| "step": 1650 | |
| }, | |
| { | |
| "loss": 3.6572, | |
| "grad_norm": 2.634783983230591, | |
| "learning_rate": 4.0587673196368855e-06, | |
| "epoch": 0.12183759764925106, | |
| "step": 1700 | |
| }, | |
| { | |
| "loss": 3.6515, | |
| "grad_norm": 2.907348871231079, | |
| "learning_rate": 4.17821309125657e-06, | |
| "epoch": 0.1254210564036408, | |
| "step": 1750 | |
| }, | |
| { | |
| "loss": 3.6465, | |
| "grad_norm": 2.9280805587768555, | |
| "learning_rate": 4.297658862876254e-06, | |
| "epoch": 0.12900451515803052, | |
| "step": 1800 | |
| }, | |
| { | |
| "loss": 3.6564, | |
| "grad_norm": 3.136627197265625, | |
| "learning_rate": 4.417104634495939e-06, | |
| "epoch": 0.13258797391242028, | |
| "step": 1850 | |
| }, | |
| { | |
| "loss": 3.6438, | |
| "grad_norm": 2.8626930713653564, | |
| "learning_rate": 4.536550406115624e-06, | |
| "epoch": 0.13617143266681, | |
| "step": 1900 | |
| }, | |
| { | |
| "loss": 3.6442, | |
| "grad_norm": 2.99165678024292, | |
| "learning_rate": 4.6559961777353084e-06, | |
| "epoch": 0.13975489142119973, | |
| "step": 1950 | |
| }, | |
| { | |
| "loss": 3.6556, | |
| "grad_norm": 2.8795509338378906, | |
| "learning_rate": 4.775441949354993e-06, | |
| "epoch": 0.1433383501755895, | |
| "step": 2000 | |
| }, | |
| { | |
| "eval_loss": 3.6125245094299316, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.11687587046602367, | |
| "eval_chrf": 31.48836065140496, | |
| "eval_runtime": 45.8269, | |
| "eval_samples_per_second": 43.643, | |
| "eval_steps_per_second": 0.698, | |
| "epoch": 0.1433383501755895, | |
| "step": 2000 | |
| }, | |
| { | |
| "loss": 3.6548, | |
| "grad_norm": 2.849792003631592, | |
| "learning_rate": 4.894887720974678e-06, | |
| "epoch": 0.14692180892997922, | |
| "step": 2050 | |
| }, | |
| { | |
| "loss": 3.6464, | |
| "grad_norm": 2.7463502883911133, | |
| "learning_rate": 5.014333492594362e-06, | |
| "epoch": 0.15050526768436895, | |
| "step": 2100 | |
| }, | |
| { | |
| "loss": 3.6639, | |
| "grad_norm": 2.8596713542938232, | |
| "learning_rate": 5.133779264214047e-06, | |
| "epoch": 0.15408872643875868, | |
| "step": 2150 | |
| }, | |
| { | |
| "loss": 3.6624, | |
| "grad_norm": 2.8775205612182617, | |
| "learning_rate": 5.253225035833732e-06, | |
| "epoch": 0.15767218519314843, | |
| "step": 2200 | |
| }, | |
| { | |
| "loss": 3.646, | |
| "grad_norm": 2.9133002758026123, | |
| "learning_rate": 5.372670807453416e-06, | |
| "epoch": 0.16125564394753816, | |
| "step": 2250 | |
| }, | |
| { | |
| "loss": 3.6469, | |
| "grad_norm": 2.8221960067749023, | |
| "learning_rate": 5.492116579073101e-06, | |
| "epoch": 0.1648391027019279, | |
| "step": 2300 | |
| }, | |
| { | |
| "loss": 3.6567, | |
| "grad_norm": 2.8143768310546875, | |
| "learning_rate": 5.611562350692786e-06, | |
| "epoch": 0.16842256145631765, | |
| "step": 2350 | |
| }, | |
| { | |
| "loss": 3.6557, | |
| "grad_norm": 2.9973151683807373, | |
| "learning_rate": 5.73100812231247e-06, | |
| "epoch": 0.17200602021070738, | |
| "step": 2400 | |
| }, | |
| { | |
| "loss": 3.6554, | |
| "grad_norm": 3.0725531578063965, | |
| "learning_rate": 5.850453893932155e-06, | |
| "epoch": 0.1755894789650971, | |
| "step": 2450 | |
| }, | |
| { | |
| "loss": 3.6471, | |
| "grad_norm": 3.028376579284668, | |
| "learning_rate": 5.9698996655518404e-06, | |
| "epoch": 0.17917293771948684, | |
| "step": 2500 | |
| }, | |
| { | |
| "loss": 3.6492, | |
| "grad_norm": 2.886871814727783, | |
| "learning_rate": 6.089345437171524e-06, | |
| "epoch": 0.1827563964738766, | |
| "step": 2550 | |
| }, | |
| { | |
| "loss": 3.6598, | |
| "grad_norm": 2.8908731937408447, | |
| "learning_rate": 6.208791208791209e-06, | |
| "epoch": 0.18633985522826632, | |
| "step": 2600 | |
| }, | |
| { | |
| "loss": 3.6476, | |
| "grad_norm": 3.0486247539520264, | |
| "learning_rate": 6.3282369804108945e-06, | |
| "epoch": 0.18992331398265605, | |
| "step": 2650 | |
| }, | |
| { | |
| "loss": 3.6448, | |
| "grad_norm": 3.1281673908233643, | |
| "learning_rate": 6.447682752030578e-06, | |
| "epoch": 0.1935067727370458, | |
| "step": 2700 | |
| }, | |
| { | |
| "loss": 3.638, | |
| "grad_norm": 2.75227952003479, | |
| "learning_rate": 6.567128523650263e-06, | |
| "epoch": 0.19709023149143554, | |
| "step": 2750 | |
| }, | |
| { | |
| "loss": 3.6377, | |
| "grad_norm": 2.825026750564575, | |
| "learning_rate": 6.686574295269948e-06, | |
| "epoch": 0.20067369024582526, | |
| "step": 2800 | |
| }, | |
| { | |
| "loss": 3.643, | |
| "grad_norm": 2.7805380821228027, | |
| "learning_rate": 6.806020066889632e-06, | |
| "epoch": 0.204257149000215, | |
| "step": 2850 | |
| }, | |
| { | |
| "loss": 3.6556, | |
| "grad_norm": 3.056185483932495, | |
| "learning_rate": 6.9254658385093175e-06, | |
| "epoch": 0.20784060775460475, | |
| "step": 2900 | |
| }, | |
| { | |
| "loss": 3.6551, | |
| "grad_norm": 2.7656185626983643, | |
| "learning_rate": 7.044911610129002e-06, | |
| "epoch": 0.21142406650899448, | |
| "step": 2950 | |
| }, | |
| { | |
| "loss": 3.6527, | |
| "grad_norm": 2.9017703533172607, | |
| "learning_rate": 7.164357381748686e-06, | |
| "epoch": 0.2150075252633842, | |
| "step": 3000 | |
| }, | |
| { | |
| "loss": 3.6455, | |
| "grad_norm": 2.8588929176330566, | |
| "learning_rate": 7.283803153368372e-06, | |
| "epoch": 0.21859098401777396, | |
| "step": 3050 | |
| }, | |
| { | |
| "loss": 3.6578, | |
| "grad_norm": 2.759413003921509, | |
| "learning_rate": 7.403248924988056e-06, | |
| "epoch": 0.2221744427721637, | |
| "step": 3100 | |
| }, | |
| { | |
| "loss": 3.6526, | |
| "grad_norm": 2.810638904571533, | |
| "learning_rate": 7.5226946966077404e-06, | |
| "epoch": 0.22575790152655342, | |
| "step": 3150 | |
| }, | |
| { | |
| "loss": 3.6567, | |
| "grad_norm": 2.779322862625122, | |
| "learning_rate": 7.642140468227427e-06, | |
| "epoch": 0.22934136028094318, | |
| "step": 3200 | |
| }, | |
| { | |
| "loss": 3.6548, | |
| "grad_norm": 2.914285659790039, | |
| "learning_rate": 7.76158623984711e-06, | |
| "epoch": 0.2329248190353329, | |
| "step": 3250 | |
| }, | |
| { | |
| "loss": 3.6405, | |
| "grad_norm": 2.790729284286499, | |
| "learning_rate": 7.881032011466795e-06, | |
| "epoch": 0.23650827778972264, | |
| "step": 3300 | |
| }, | |
| { | |
| "loss": 3.6483, | |
| "grad_norm": 2.8829877376556396, | |
| "learning_rate": 8.00047778308648e-06, | |
| "epoch": 0.24009173654411237, | |
| "step": 3350 | |
| }, | |
| { | |
| "loss": 3.6411, | |
| "grad_norm": 2.7378406524658203, | |
| "learning_rate": 8.119923554706164e-06, | |
| "epoch": 0.24367519529850212, | |
| "step": 3400 | |
| }, | |
| { | |
| "loss": 3.639, | |
| "grad_norm": 2.9590532779693604, | |
| "learning_rate": 8.23936932632585e-06, | |
| "epoch": 0.24725865405289185, | |
| "step": 3450 | |
| }, | |
| { | |
| "loss": 3.6493, | |
| "grad_norm": 2.793628692626953, | |
| "learning_rate": 8.358815097945533e-06, | |
| "epoch": 0.2508421128072816, | |
| "step": 3500 | |
| }, | |
| { | |
| "loss": 3.6381, | |
| "grad_norm": 2.804919481277466, | |
| "learning_rate": 8.478260869565218e-06, | |
| "epoch": 0.25442557156167134, | |
| "step": 3550 | |
| }, | |
| { | |
| "loss": 3.6412, | |
| "grad_norm": 2.988947868347168, | |
| "learning_rate": 8.597706641184904e-06, | |
| "epoch": 0.25800903031606104, | |
| "step": 3600 | |
| }, | |
| { | |
| "loss": 3.6444, | |
| "grad_norm": 3.0187394618988037, | |
| "learning_rate": 8.717152412804587e-06, | |
| "epoch": 0.2615924890704508, | |
| "step": 3650 | |
| }, | |
| { | |
| "loss": 3.6372, | |
| "grad_norm": 2.841747999191284, | |
| "learning_rate": 8.836598184424272e-06, | |
| "epoch": 0.26517594782484055, | |
| "step": 3700 | |
| }, | |
| { | |
| "loss": 3.6553, | |
| "grad_norm": 2.8912370204925537, | |
| "learning_rate": 8.956043956043958e-06, | |
| "epoch": 0.26875940657923025, | |
| "step": 3750 | |
| }, | |
| { | |
| "loss": 3.6387, | |
| "grad_norm": 3.2106292247772217, | |
| "learning_rate": 9.075489727663641e-06, | |
| "epoch": 0.27234286533362, | |
| "step": 3800 | |
| }, | |
| { | |
| "loss": 3.6417, | |
| "grad_norm": 2.8960952758789062, | |
| "learning_rate": 9.194935499283327e-06, | |
| "epoch": 0.27592632408800977, | |
| "step": 3850 | |
| }, | |
| { | |
| "loss": 3.6434, | |
| "grad_norm": 2.7633676528930664, | |
| "learning_rate": 9.314381270903012e-06, | |
| "epoch": 0.27950978284239947, | |
| "step": 3900 | |
| }, | |
| { | |
| "loss": 3.6559, | |
| "grad_norm": 2.7297277450561523, | |
| "learning_rate": 9.433827042522695e-06, | |
| "epoch": 0.2830932415967892, | |
| "step": 3950 | |
| }, | |
| { | |
| "loss": 3.641, | |
| "grad_norm": 2.7868881225585938, | |
| "learning_rate": 9.55327281414238e-06, | |
| "epoch": 0.286676700351179, | |
| "step": 4000 | |
| }, | |
| { | |
| "eval_loss": 3.604299545288086, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.11855110578819589, | |
| "eval_chrf": 31.371795297948747, | |
| "eval_runtime": 45.6244, | |
| "eval_samples_per_second": 43.836, | |
| "eval_steps_per_second": 0.701, | |
| "epoch": 0.286676700351179, | |
| "step": 4000 | |
| }, | |
| { | |
| "loss": 3.6385, | |
| "grad_norm": 2.9395406246185303, | |
| "learning_rate": 9.672718585762066e-06, | |
| "epoch": 0.2902601591055687, | |
| "step": 4050 | |
| }, | |
| { | |
| "loss": 3.6459, | |
| "grad_norm": 2.838879108428955, | |
| "learning_rate": 9.79216435738175e-06, | |
| "epoch": 0.29384361785995844, | |
| "step": 4100 | |
| }, | |
| { | |
| "loss": 3.6445, | |
| "grad_norm": 2.835333824157715, | |
| "learning_rate": 9.911610129001435e-06, | |
| "epoch": 0.2974270766143482, | |
| "step": 4150 | |
| }, | |
| { | |
| "loss": 3.6509, | |
| "grad_norm": 2.8583765029907227, | |
| "learning_rate": 1.0031055900621118e-05, | |
| "epoch": 0.3010105353687379, | |
| "step": 4200 | |
| }, | |
| { | |
| "loss": 3.6438, | |
| "grad_norm": 3.103139638900757, | |
| "learning_rate": 1.0150501672240805e-05, | |
| "epoch": 0.30459399412312765, | |
| "step": 4250 | |
| }, | |
| { | |
| "loss": 3.6385, | |
| "grad_norm": 2.8596248626708984, | |
| "learning_rate": 1.0269947443860489e-05, | |
| "epoch": 0.30817745287751735, | |
| "step": 4300 | |
| }, | |
| { | |
| "loss": 3.6522, | |
| "grad_norm": 2.778722047805786, | |
| "learning_rate": 1.0389393215480172e-05, | |
| "epoch": 0.3117609116319071, | |
| "step": 4350 | |
| }, | |
| { | |
| "loss": 3.6504, | |
| "grad_norm": 2.895379066467285, | |
| "learning_rate": 1.050883898709986e-05, | |
| "epoch": 0.31534437038629687, | |
| "step": 4400 | |
| }, | |
| { | |
| "loss": 3.6507, | |
| "grad_norm": 2.701481342315674, | |
| "learning_rate": 1.0628284758719543e-05, | |
| "epoch": 0.31892782914068657, | |
| "step": 4450 | |
| }, | |
| { | |
| "loss": 3.634, | |
| "grad_norm": 2.87186336517334, | |
| "learning_rate": 1.0747730530339227e-05, | |
| "epoch": 0.3225112878950763, | |
| "step": 4500 | |
| }, | |
| { | |
| "loss": 3.6422, | |
| "grad_norm": 2.6985971927642822, | |
| "learning_rate": 1.086717630195891e-05, | |
| "epoch": 0.3260947466494661, | |
| "step": 4550 | |
| }, | |
| { | |
| "loss": 3.6412, | |
| "grad_norm": 2.993252754211426, | |
| "learning_rate": 1.0986622073578597e-05, | |
| "epoch": 0.3296782054038558, | |
| "step": 4600 | |
| }, | |
| { | |
| "loss": 3.6427, | |
| "grad_norm": 2.9659206867218018, | |
| "learning_rate": 1.110606784519828e-05, | |
| "epoch": 0.33326166415824554, | |
| "step": 4650 | |
| }, | |
| { | |
| "loss": 3.6421, | |
| "grad_norm": 2.7770729064941406, | |
| "learning_rate": 1.1225513616817964e-05, | |
| "epoch": 0.3368451229126353, | |
| "step": 4700 | |
| }, | |
| { | |
| "loss": 3.643, | |
| "grad_norm": 2.8897016048431396, | |
| "learning_rate": 1.1344959388437651e-05, | |
| "epoch": 0.340428581667025, | |
| "step": 4750 | |
| }, | |
| { | |
| "loss": 3.6249, | |
| "grad_norm": 3.156210422515869, | |
| "learning_rate": 1.1464405160057335e-05, | |
| "epoch": 0.34401204042141476, | |
| "step": 4800 | |
| }, | |
| { | |
| "loss": 3.6483, | |
| "grad_norm": 2.983232259750366, | |
| "learning_rate": 1.1583850931677018e-05, | |
| "epoch": 0.3475954991758045, | |
| "step": 4850 | |
| }, | |
| { | |
| "loss": 3.6444, | |
| "grad_norm": 3.007908821105957, | |
| "learning_rate": 1.1703296703296705e-05, | |
| "epoch": 0.3511789579301942, | |
| "step": 4900 | |
| }, | |
| { | |
| "loss": 3.6681, | |
| "grad_norm": 2.7451424598693848, | |
| "learning_rate": 1.1822742474916389e-05, | |
| "epoch": 0.35476241668458397, | |
| "step": 4950 | |
| }, | |
| { | |
| "loss": 3.6539, | |
| "grad_norm": 2.989840507507324, | |
| "learning_rate": 1.1942188246536072e-05, | |
| "epoch": 0.35834587543897367, | |
| "step": 5000 | |
| }, | |
| { | |
| "loss": 3.6297, | |
| "grad_norm": 2.841801166534424, | |
| "learning_rate": 1.206163401815576e-05, | |
| "epoch": 0.36192933419336343, | |
| "step": 5050 | |
| }, | |
| { | |
| "loss": 3.6522, | |
| "grad_norm": 3.0453057289123535, | |
| "learning_rate": 1.2181079789775443e-05, | |
| "epoch": 0.3655127929477532, | |
| "step": 5100 | |
| }, | |
| { | |
| "loss": 3.6355, | |
| "grad_norm": 2.991407871246338, | |
| "learning_rate": 1.2300525561395127e-05, | |
| "epoch": 0.3690962517021429, | |
| "step": 5150 | |
| }, | |
| { | |
| "loss": 3.6435, | |
| "grad_norm": 2.941945791244507, | |
| "learning_rate": 1.2419971333014814e-05, | |
| "epoch": 0.37267971045653264, | |
| "step": 5200 | |
| }, | |
| { | |
| "loss": 3.6256, | |
| "grad_norm": 2.92447829246521, | |
| "learning_rate": 1.2539417104634497e-05, | |
| "epoch": 0.3762631692109224, | |
| "step": 5250 | |
| }, | |
| { | |
| "loss": 3.654, | |
| "grad_norm": 2.8586673736572266, | |
| "learning_rate": 1.265886287625418e-05, | |
| "epoch": 0.3798466279653121, | |
| "step": 5300 | |
| }, | |
| { | |
| "loss": 3.6351, | |
| "grad_norm": 2.8122401237487793, | |
| "learning_rate": 1.2778308647873868e-05, | |
| "epoch": 0.38343008671970186, | |
| "step": 5350 | |
| }, | |
| { | |
| "loss": 3.6546, | |
| "grad_norm": 2.8284683227539062, | |
| "learning_rate": 1.2897754419493551e-05, | |
| "epoch": 0.3870135454740916, | |
| "step": 5400 | |
| }, | |
| { | |
| "loss": 3.6337, | |
| "grad_norm": 2.7817671298980713, | |
| "learning_rate": 1.3017200191113235e-05, | |
| "epoch": 0.3905970042284813, | |
| "step": 5450 | |
| }, | |
| { | |
| "loss": 3.6487, | |
| "grad_norm": 3.200016736984253, | |
| "learning_rate": 1.3136645962732922e-05, | |
| "epoch": 0.39418046298287107, | |
| "step": 5500 | |
| }, | |
| { | |
| "loss": 3.6342, | |
| "grad_norm": 2.7402632236480713, | |
| "learning_rate": 1.3256091734352605e-05, | |
| "epoch": 0.39776392173726083, | |
| "step": 5550 | |
| }, | |
| { | |
| "loss": 3.6392, | |
| "grad_norm": 2.810091018676758, | |
| "learning_rate": 1.3375537505972289e-05, | |
| "epoch": 0.40134738049165053, | |
| "step": 5600 | |
| }, | |
| { | |
| "loss": 3.641, | |
| "grad_norm": 2.894531011581421, | |
| "learning_rate": 1.3494983277591976e-05, | |
| "epoch": 0.4049308392460403, | |
| "step": 5650 | |
| }, | |
| { | |
| "loss": 3.6368, | |
| "grad_norm": 2.9225988388061523, | |
| "learning_rate": 1.361442904921166e-05, | |
| "epoch": 0.40851429800043, | |
| "step": 5700 | |
| }, | |
| { | |
| "loss": 3.6374, | |
| "grad_norm": 3.016430616378784, | |
| "learning_rate": 1.3733874820831343e-05, | |
| "epoch": 0.41209775675481974, | |
| "step": 5750 | |
| }, | |
| { | |
| "loss": 3.6452, | |
| "grad_norm": 2.9885077476501465, | |
| "learning_rate": 1.385332059245103e-05, | |
| "epoch": 0.4156812155092095, | |
| "step": 5800 | |
| }, | |
| { | |
| "loss": 3.6334, | |
| "grad_norm": 2.9427528381347656, | |
| "learning_rate": 1.3972766364070714e-05, | |
| "epoch": 0.4192646742635992, | |
| "step": 5850 | |
| }, | |
| { | |
| "loss": 3.6434, | |
| "grad_norm": 2.9331486225128174, | |
| "learning_rate": 1.4092212135690397e-05, | |
| "epoch": 0.42284813301798896, | |
| "step": 5900 | |
| }, | |
| { | |
| "loss": 3.6287, | |
| "grad_norm": 2.8337302207946777, | |
| "learning_rate": 1.421165790731008e-05, | |
| "epoch": 0.4264315917723787, | |
| "step": 5950 | |
| }, | |
| { | |
| "loss": 3.6363, | |
| "grad_norm": 2.9508445262908936, | |
| "learning_rate": 1.4331103678929768e-05, | |
| "epoch": 0.4300150505267684, | |
| "step": 6000 | |
| }, | |
| { | |
| "eval_loss": 3.59792423248291, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.10979748596234642, | |
| "eval_chrf": 31.31455144193432, | |
| "eval_runtime": 46.695, | |
| "eval_samples_per_second": 42.831, | |
| "eval_steps_per_second": 0.685, | |
| "epoch": 0.4300150505267684, | |
| "step": 6000 | |
| }, | |
| { | |
| "loss": 3.6399, | |
| "grad_norm": 2.8384978771209717, | |
| "learning_rate": 1.4450549450549451e-05, | |
| "epoch": 0.4335985092811582, | |
| "step": 6050 | |
| }, | |
| { | |
| "loss": 3.6334, | |
| "grad_norm": 3.0397462844848633, | |
| "learning_rate": 1.4569995222169135e-05, | |
| "epoch": 0.43718196803554793, | |
| "step": 6100 | |
| }, | |
| { | |
| "loss": 3.6237, | |
| "grad_norm": 2.8816871643066406, | |
| "learning_rate": 1.4689440993788822e-05, | |
| "epoch": 0.44076542678993763, | |
| "step": 6150 | |
| }, | |
| { | |
| "loss": 3.6504, | |
| "grad_norm": 2.8406283855438232, | |
| "learning_rate": 1.4808886765408505e-05, | |
| "epoch": 0.4443488855443274, | |
| "step": 6200 | |
| }, | |
| { | |
| "loss": 3.6342, | |
| "grad_norm": 2.9639480113983154, | |
| "learning_rate": 1.4928332537028189e-05, | |
| "epoch": 0.44793234429871714, | |
| "step": 6250 | |
| }, | |
| { | |
| "loss": 3.6498, | |
| "grad_norm": 2.9352121353149414, | |
| "learning_rate": 1.5047778308647876e-05, | |
| "epoch": 0.45151580305310685, | |
| "step": 6300 | |
| }, | |
| { | |
| "loss": 3.6465, | |
| "grad_norm": 2.9181034564971924, | |
| "learning_rate": 1.516722408026756e-05, | |
| "epoch": 0.4550992618074966, | |
| "step": 6350 | |
| }, | |
| { | |
| "loss": 3.6422, | |
| "grad_norm": 2.8066813945770264, | |
| "learning_rate": 1.5286669851887245e-05, | |
| "epoch": 0.45868272056188636, | |
| "step": 6400 | |
| }, | |
| { | |
| "loss": 3.6359, | |
| "grad_norm": 2.9192256927490234, | |
| "learning_rate": 1.5406115623506928e-05, | |
| "epoch": 0.46226617931627606, | |
| "step": 6450 | |
| }, | |
| { | |
| "loss": 3.6411, | |
| "grad_norm": 2.8807878494262695, | |
| "learning_rate": 1.5525561395126615e-05, | |
| "epoch": 0.4658496380706658, | |
| "step": 6500 | |
| }, | |
| { | |
| "loss": 3.6309, | |
| "grad_norm": 2.8400449752807617, | |
| "learning_rate": 1.56450071667463e-05, | |
| "epoch": 0.4694330968250555, | |
| "step": 6550 | |
| }, | |
| { | |
| "loss": 3.6387, | |
| "grad_norm": 2.8949077129364014, | |
| "learning_rate": 1.5764452938365982e-05, | |
| "epoch": 0.4730165555794453, | |
| "step": 6600 | |
| }, | |
| { | |
| "loss": 3.6369, | |
| "grad_norm": 2.801791191101074, | |
| "learning_rate": 1.588389870998567e-05, | |
| "epoch": 0.47660001433383503, | |
| "step": 6650 | |
| }, | |
| { | |
| "loss": 3.6518, | |
| "grad_norm": 2.833810806274414, | |
| "learning_rate": 1.6003344481605353e-05, | |
| "epoch": 0.48018347308822473, | |
| "step": 6700 | |
| }, | |
| { | |
| "loss": 3.6286, | |
| "grad_norm": 3.0063154697418213, | |
| "learning_rate": 1.6122790253225036e-05, | |
| "epoch": 0.4837669318426145, | |
| "step": 6750 | |
| }, | |
| { | |
| "loss": 3.6327, | |
| "grad_norm": 2.8149757385253906, | |
| "learning_rate": 1.6242236024844723e-05, | |
| "epoch": 0.48735039059700425, | |
| "step": 6800 | |
| }, | |
| { | |
| "loss": 3.6269, | |
| "grad_norm": 2.7950377464294434, | |
| "learning_rate": 1.6361681796464407e-05, | |
| "epoch": 0.49093384935139395, | |
| "step": 6850 | |
| }, | |
| { | |
| "loss": 3.6352, | |
| "grad_norm": 2.8111937046051025, | |
| "learning_rate": 1.648112756808409e-05, | |
| "epoch": 0.4945173081057837, | |
| "step": 6900 | |
| }, | |
| { | |
| "loss": 3.634, | |
| "grad_norm": 2.9674079418182373, | |
| "learning_rate": 1.6600573339703778e-05, | |
| "epoch": 0.49810076686017346, | |
| "step": 6950 | |
| }, | |
| { | |
| "loss": 3.6418, | |
| "grad_norm": 2.844080924987793, | |
| "learning_rate": 1.672001911132346e-05, | |
| "epoch": 0.5016842256145632, | |
| "step": 7000 | |
| }, | |
| { | |
| "loss": 3.62, | |
| "grad_norm": 2.950845718383789, | |
| "learning_rate": 1.6839464882943145e-05, | |
| "epoch": 0.5052676843689529, | |
| "step": 7050 | |
| }, | |
| { | |
| "loss": 3.6269, | |
| "grad_norm": 2.891509532928467, | |
| "learning_rate": 1.695891065456283e-05, | |
| "epoch": 0.5088511431233427, | |
| "step": 7100 | |
| }, | |
| { | |
| "loss": 3.6251, | |
| "grad_norm": 2.821896553039551, | |
| "learning_rate": 1.7078356426182515e-05, | |
| "epoch": 0.5124346018777324, | |
| "step": 7150 | |
| }, | |
| { | |
| "loss": 3.6353, | |
| "grad_norm": 2.830019235610962, | |
| "learning_rate": 1.71978021978022e-05, | |
| "epoch": 0.5160180606321221, | |
| "step": 7200 | |
| }, | |
| { | |
| "loss": 3.639, | |
| "grad_norm": 2.682234525680542, | |
| "learning_rate": 1.7317247969421886e-05, | |
| "epoch": 0.5196015193865119, | |
| "step": 7250 | |
| }, | |
| { | |
| "loss": 3.6321, | |
| "grad_norm": 2.8084537982940674, | |
| "learning_rate": 1.743669374104157e-05, | |
| "epoch": 0.5231849781409016, | |
| "step": 7300 | |
| }, | |
| { | |
| "loss": 3.649, | |
| "grad_norm": 2.946808099746704, | |
| "learning_rate": 1.7556139512661253e-05, | |
| "epoch": 0.5267684368952913, | |
| "step": 7350 | |
| }, | |
| { | |
| "loss": 3.6391, | |
| "grad_norm": 2.7569286823272705, | |
| "learning_rate": 1.767558528428094e-05, | |
| "epoch": 0.5303518956496811, | |
| "step": 7400 | |
| }, | |
| { | |
| "loss": 3.6337, | |
| "grad_norm": 2.967864513397217, | |
| "learning_rate": 1.7795031055900623e-05, | |
| "epoch": 0.5339353544040708, | |
| "step": 7450 | |
| }, | |
| { | |
| "loss": 3.6393, | |
| "grad_norm": 3.0034618377685547, | |
| "learning_rate": 1.7914476827520307e-05, | |
| "epoch": 0.5375188131584605, | |
| "step": 7500 | |
| }, | |
| { | |
| "loss": 3.6431, | |
| "grad_norm": 2.723473310470581, | |
| "learning_rate": 1.8033922599139994e-05, | |
| "epoch": 0.5411022719128503, | |
| "step": 7550 | |
| }, | |
| { | |
| "loss": 3.6374, | |
| "grad_norm": 2.8928301334381104, | |
| "learning_rate": 1.8153368370759678e-05, | |
| "epoch": 0.54468573066724, | |
| "step": 7600 | |
| }, | |
| { | |
| "loss": 3.6369, | |
| "grad_norm": 2.8130874633789062, | |
| "learning_rate": 1.827281414237936e-05, | |
| "epoch": 0.5482691894216297, | |
| "step": 7650 | |
| }, | |
| { | |
| "loss": 3.6267, | |
| "grad_norm": 2.876746654510498, | |
| "learning_rate": 1.8392259913999048e-05, | |
| "epoch": 0.5518526481760195, | |
| "step": 7700 | |
| }, | |
| { | |
| "loss": 3.6446, | |
| "grad_norm": 2.977689027786255, | |
| "learning_rate": 1.851170568561873e-05, | |
| "epoch": 0.5554361069304092, | |
| "step": 7750 | |
| }, | |
| { | |
| "loss": 3.6161, | |
| "grad_norm": 2.820831537246704, | |
| "learning_rate": 1.8631151457238415e-05, | |
| "epoch": 0.5590195656847989, | |
| "step": 7800 | |
| }, | |
| { | |
| "loss": 3.6409, | |
| "grad_norm": 3.08670711517334, | |
| "learning_rate": 1.8750597228858102e-05, | |
| "epoch": 0.5626030244391887, | |
| "step": 7850 | |
| }, | |
| { | |
| "loss": 3.6321, | |
| "grad_norm": 2.8381645679473877, | |
| "learning_rate": 1.8870043000477786e-05, | |
| "epoch": 0.5661864831935784, | |
| "step": 7900 | |
| }, | |
| { | |
| "loss": 3.6326, | |
| "grad_norm": 2.8480851650238037, | |
| "learning_rate": 1.898948877209747e-05, | |
| "epoch": 0.5697699419479682, | |
| "step": 7950 | |
| }, | |
| { | |
| "loss": 3.6324, | |
| "grad_norm": 2.835008382797241, | |
| "learning_rate": 1.9108934543717156e-05, | |
| "epoch": 0.573353400702358, | |
| "step": 8000 | |
| }, | |
| { | |
| "eval_loss": 3.595062255859375, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.1174872077739482, | |
| "eval_chrf": 31.49347862672598, | |
| "eval_runtime": 45.0826, | |
| "eval_samples_per_second": 44.363, | |
| "eval_steps_per_second": 0.71, | |
| "epoch": 0.573353400702358, | |
| "step": 8000 | |
| }, | |
| { | |
| "loss": 3.6277, | |
| "grad_norm": 2.907283067703247, | |
| "learning_rate": 1.922838031533684e-05, | |
| "epoch": 0.5769368594567477, | |
| "step": 8050 | |
| }, | |
| { | |
| "loss": 3.6309, | |
| "grad_norm": 2.783656120300293, | |
| "learning_rate": 1.9347826086956523e-05, | |
| "epoch": 0.5805203182111374, | |
| "step": 8100 | |
| }, | |
| { | |
| "loss": 3.6167, | |
| "grad_norm": 3.1348400115966797, | |
| "learning_rate": 1.946727185857621e-05, | |
| "epoch": 0.5841037769655272, | |
| "step": 8150 | |
| }, | |
| { | |
| "loss": 3.6282, | |
| "grad_norm": 2.880157709121704, | |
| "learning_rate": 1.9586717630195894e-05, | |
| "epoch": 0.5876872357199169, | |
| "step": 8200 | |
| }, | |
| { | |
| "loss": 3.6319, | |
| "grad_norm": 2.924098491668701, | |
| "learning_rate": 1.9706163401815578e-05, | |
| "epoch": 0.5912706944743066, | |
| "step": 8250 | |
| }, | |
| { | |
| "loss": 3.641, | |
| "grad_norm": 2.9245517253875732, | |
| "learning_rate": 1.9825609173435265e-05, | |
| "epoch": 0.5948541532286964, | |
| "step": 8300 | |
| }, | |
| { | |
| "loss": 3.6323, | |
| "grad_norm": 2.853644371032715, | |
| "learning_rate": 1.9945054945054948e-05, | |
| "epoch": 0.5984376119830861, | |
| "step": 8350 | |
| }, | |
| { | |
| "loss": 3.6318, | |
| "grad_norm": 3.058555841445923, | |
| "learning_rate": 1.9999993663100352e-05, | |
| "epoch": 0.6020210707374758, | |
| "step": 8400 | |
| }, | |
| { | |
| "loss": 3.6265, | |
| "grad_norm": 2.9240124225616455, | |
| "learning_rate": 1.9999948461660206e-05, | |
| "epoch": 0.6056045294918655, | |
| "step": 8450 | |
| }, | |
| { | |
| "loss": 3.6339, | |
| "grad_norm": 2.728078603744507, | |
| "learning_rate": 1.9999859797494658e-05, | |
| "epoch": 0.6091879882462553, | |
| "step": 8500 | |
| }, | |
| { | |
| "loss": 3.6355, | |
| "grad_norm": 2.748669385910034, | |
| "learning_rate": 1.9999727670989077e-05, | |
| "epoch": 0.612771447000645, | |
| "step": 8550 | |
| }, | |
| { | |
| "loss": 3.6249, | |
| "grad_norm": 3.0014336109161377, | |
| "learning_rate": 1.9999552082717713e-05, | |
| "epoch": 0.6163549057550347, | |
| "step": 8600 | |
| }, | |
| { | |
| "loss": 3.6167, | |
| "grad_norm": 2.8426921367645264, | |
| "learning_rate": 1.9999333033443727e-05, | |
| "epoch": 0.6199383645094245, | |
| "step": 8650 | |
| }, | |
| { | |
| "loss": 3.6507, | |
| "grad_norm": 2.800652265548706, | |
| "learning_rate": 1.999907052411918e-05, | |
| "epoch": 0.6235218232638142, | |
| "step": 8700 | |
| }, | |
| { | |
| "loss": 3.633, | |
| "grad_norm": 2.844484806060791, | |
| "learning_rate": 1.999876455588501e-05, | |
| "epoch": 0.6271052820182039, | |
| "step": 8750 | |
| }, | |
| { | |
| "loss": 3.6238, | |
| "grad_norm": 2.9430322647094727, | |
| "learning_rate": 1.999841513007104e-05, | |
| "epoch": 0.6306887407725937, | |
| "step": 8800 | |
| }, | |
| { | |
| "loss": 3.6256, | |
| "grad_norm": 2.8248939514160156, | |
| "learning_rate": 1.9998022248195982e-05, | |
| "epoch": 0.6342721995269834, | |
| "step": 8850 | |
| }, | |
| { | |
| "loss": 3.6217, | |
| "grad_norm": 2.8490238189697266, | |
| "learning_rate": 1.999758591196742e-05, | |
| "epoch": 0.6378556582813731, | |
| "step": 8900 | |
| }, | |
| { | |
| "loss": 3.6326, | |
| "grad_norm": 2.8636586666107178, | |
| "learning_rate": 1.999710612328179e-05, | |
| "epoch": 0.641439117035763, | |
| "step": 8950 | |
| }, | |
| { | |
| "loss": 3.6133, | |
| "grad_norm": 2.801966428756714, | |
| "learning_rate": 1.999658288422441e-05, | |
| "epoch": 0.6450225757901527, | |
| "step": 9000 | |
| }, | |
| { | |
| "loss": 3.6213, | |
| "grad_norm": 2.777209520339966, | |
| "learning_rate": 1.9996016197069415e-05, | |
| "epoch": 0.6486060345445424, | |
| "step": 9050 | |
| }, | |
| { | |
| "loss": 3.6226, | |
| "grad_norm": 2.8222055435180664, | |
| "learning_rate": 1.999540606427981e-05, | |
| "epoch": 0.6521894932989322, | |
| "step": 9100 | |
| }, | |
| { | |
| "loss": 3.6296, | |
| "grad_norm": 2.9050872325897217, | |
| "learning_rate": 1.99947524885074e-05, | |
| "epoch": 0.6557729520533219, | |
| "step": 9150 | |
| }, | |
| { | |
| "loss": 3.6274, | |
| "grad_norm": 2.8046138286590576, | |
| "learning_rate": 1.9994055472592823e-05, | |
| "epoch": 0.6593564108077116, | |
| "step": 9200 | |
| }, | |
| { | |
| "loss": 3.6243, | |
| "grad_norm": 3.2293264865875244, | |
| "learning_rate": 1.9993315019565514e-05, | |
| "epoch": 0.6629398695621014, | |
| "step": 9250 | |
| }, | |
| { | |
| "loss": 3.6167, | |
| "grad_norm": 2.808518886566162, | |
| "learning_rate": 1.9992531132643703e-05, | |
| "epoch": 0.6665233283164911, | |
| "step": 9300 | |
| }, | |
| { | |
| "loss": 3.6284, | |
| "grad_norm": 2.9400224685668945, | |
| "learning_rate": 1.999170381523439e-05, | |
| "epoch": 0.6701067870708808, | |
| "step": 9350 | |
| }, | |
| { | |
| "loss": 3.6227, | |
| "grad_norm": 2.8705012798309326, | |
| "learning_rate": 1.9990833070933346e-05, | |
| "epoch": 0.6736902458252706, | |
| "step": 9400 | |
| }, | |
| { | |
| "loss": 3.631, | |
| "grad_norm": 2.896789073944092, | |
| "learning_rate": 1.998991890352508e-05, | |
| "epoch": 0.6772737045796603, | |
| "step": 9450 | |
| }, | |
| { | |
| "loss": 3.6241, | |
| "grad_norm": 2.9855711460113525, | |
| "learning_rate": 1.998896131698283e-05, | |
| "epoch": 0.68085716333405, | |
| "step": 9500 | |
| }, | |
| { | |
| "loss": 3.6209, | |
| "grad_norm": 2.798070192337036, | |
| "learning_rate": 1.9987960315468554e-05, | |
| "epoch": 0.6844406220884398, | |
| "step": 9550 | |
| }, | |
| { | |
| "loss": 3.6324, | |
| "grad_norm": 2.9017467498779297, | |
| "learning_rate": 1.9986915903332894e-05, | |
| "epoch": 0.6880240808428295, | |
| "step": 9600 | |
| }, | |
| { | |
| "loss": 3.6297, | |
| "grad_norm": 2.988384246826172, | |
| "learning_rate": 1.998582808511518e-05, | |
| "epoch": 0.6916075395972192, | |
| "step": 9650 | |
| }, | |
| { | |
| "loss": 3.6311, | |
| "grad_norm": 2.9374516010284424, | |
| "learning_rate": 1.998469686554339e-05, | |
| "epoch": 0.695190998351609, | |
| "step": 9700 | |
| }, | |
| { | |
| "loss": 3.6257, | |
| "grad_norm": 2.8902134895324707, | |
| "learning_rate": 1.998352224953413e-05, | |
| "epoch": 0.6987744571059987, | |
| "step": 9750 | |
| }, | |
| { | |
| "loss": 3.6159, | |
| "grad_norm": 2.963186025619507, | |
| "learning_rate": 1.998230424219264e-05, | |
| "epoch": 0.7023579158603884, | |
| "step": 9800 | |
| }, | |
| { | |
| "loss": 3.6276, | |
| "grad_norm": 2.85019850730896, | |
| "learning_rate": 1.9981042848812725e-05, | |
| "epoch": 0.7059413746147782, | |
| "step": 9850 | |
| }, | |
| { | |
| "loss": 3.6218, | |
| "grad_norm": 2.9275527000427246, | |
| "learning_rate": 1.9979738074876786e-05, | |
| "epoch": 0.7095248333691679, | |
| "step": 9900 | |
| }, | |
| { | |
| "loss": 3.6291, | |
| "grad_norm": 2.9726195335388184, | |
| "learning_rate": 1.9978389926055746e-05, | |
| "epoch": 0.7131082921235576, | |
| "step": 9950 | |
| }, | |
| { | |
| "loss": 3.6285, | |
| "grad_norm": 2.723578929901123, | |
| "learning_rate": 1.9976998408209063e-05, | |
| "epoch": 0.7166917508779473, | |
| "step": 10000 | |
| }, | |
| { | |
| "eval_loss": 3.587348461151123, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.12007022688548516, | |
| "eval_chrf": 31.489311961652856, | |
| "eval_runtime": 44.9929, | |
| "eval_samples_per_second": 44.451, | |
| "eval_steps_per_second": 0.711, | |
| "epoch": 0.7166917508779473, | |
| "step": 10000 | |
| }, | |
| { | |
| "loss": 3.6347, | |
| "grad_norm": 2.7564284801483154, | |
| "learning_rate": 1.997556352738468e-05, | |
| "epoch": 0.7202752096323372, | |
| "step": 10050 | |
| }, | |
| { | |
| "loss": 3.6261, | |
| "grad_norm": 2.7357685565948486, | |
| "learning_rate": 1.9974085289819016e-05, | |
| "epoch": 0.7238586683867269, | |
| "step": 10100 | |
| }, | |
| { | |
| "loss": 3.6229, | |
| "grad_norm": 2.7999777793884277, | |
| "learning_rate": 1.9972563701936923e-05, | |
| "epoch": 0.7274421271411166, | |
| "step": 10150 | |
| }, | |
| { | |
| "loss": 3.6282, | |
| "grad_norm": 2.989271640777588, | |
| "learning_rate": 1.9970998770351678e-05, | |
| "epoch": 0.7310255858955064, | |
| "step": 10200 | |
| }, | |
| { | |
| "loss": 3.613, | |
| "grad_norm": 2.7797861099243164, | |
| "learning_rate": 1.9969390501864926e-05, | |
| "epoch": 0.7346090446498961, | |
| "step": 10250 | |
| }, | |
| { | |
| "loss": 3.6211, | |
| "grad_norm": 2.9898197650909424, | |
| "learning_rate": 1.9967738903466683e-05, | |
| "epoch": 0.7381925034042858, | |
| "step": 10300 | |
| }, | |
| { | |
| "loss": 3.6218, | |
| "grad_norm": 3.181100368499756, | |
| "learning_rate": 1.9966043982335282e-05, | |
| "epoch": 0.7417759621586756, | |
| "step": 10350 | |
| }, | |
| { | |
| "loss": 3.6393, | |
| "grad_norm": 2.906479597091675, | |
| "learning_rate": 1.9964305745837343e-05, | |
| "epoch": 0.7453594209130653, | |
| "step": 10400 | |
| }, | |
| { | |
| "loss": 3.6195, | |
| "grad_norm": 3.0653111934661865, | |
| "learning_rate": 1.9962524201527766e-05, | |
| "epoch": 0.748942879667455, | |
| "step": 10450 | |
| }, | |
| { | |
| "loss": 3.6341, | |
| "grad_norm": 2.933912754058838, | |
| "learning_rate": 1.996069935714966e-05, | |
| "epoch": 0.7525263384218448, | |
| "step": 10500 | |
| }, | |
| { | |
| "loss": 3.6262, | |
| "grad_norm": 2.793137550354004, | |
| "learning_rate": 1.9958831220634337e-05, | |
| "epoch": 0.7561097971762345, | |
| "step": 10550 | |
| }, | |
| { | |
| "loss": 3.6225, | |
| "grad_norm": 2.852018356323242, | |
| "learning_rate": 1.9956919800101275e-05, | |
| "epoch": 0.7596932559306242, | |
| "step": 10600 | |
| }, | |
| { | |
| "loss": 3.6178, | |
| "grad_norm": 2.8703768253326416, | |
| "learning_rate": 1.9954965103858063e-05, | |
| "epoch": 0.763276714685014, | |
| "step": 10650 | |
| }, | |
| { | |
| "loss": 3.6259, | |
| "grad_norm": 2.734632968902588, | |
| "learning_rate": 1.9952967140400397e-05, | |
| "epoch": 0.7668601734394037, | |
| "step": 10700 | |
| }, | |
| { | |
| "loss": 3.6316, | |
| "grad_norm": 2.80359148979187, | |
| "learning_rate": 1.9950925918412008e-05, | |
| "epoch": 0.7704436321937934, | |
| "step": 10750 | |
| }, | |
| { | |
| "loss": 3.6292, | |
| "grad_norm": 3.0152428150177, | |
| "learning_rate": 1.994884144676465e-05, | |
| "epoch": 0.7740270909481832, | |
| "step": 10800 | |
| }, | |
| { | |
| "loss": 3.6296, | |
| "grad_norm": 2.88657283782959, | |
| "learning_rate": 1.9946713734518056e-05, | |
| "epoch": 0.7776105497025729, | |
| "step": 10850 | |
| }, | |
| { | |
| "loss": 3.6278, | |
| "grad_norm": 2.801419734954834, | |
| "learning_rate": 1.9944542790919888e-05, | |
| "epoch": 0.7811940084569626, | |
| "step": 10900 | |
| }, | |
| { | |
| "loss": 3.623, | |
| "grad_norm": 2.716407060623169, | |
| "learning_rate": 1.9942328625405706e-05, | |
| "epoch": 0.7847774672113524, | |
| "step": 10950 | |
| }, | |
| { | |
| "loss": 3.632, | |
| "grad_norm": 2.955462694168091, | |
| "learning_rate": 1.9940071247598928e-05, | |
| "epoch": 0.7883609259657421, | |
| "step": 11000 | |
| }, | |
| { | |
| "loss": 3.6284, | |
| "grad_norm": 3.078378677368164, | |
| "learning_rate": 1.993777066731078e-05, | |
| "epoch": 0.7919443847201318, | |
| "step": 11050 | |
| }, | |
| { | |
| "loss": 3.6193, | |
| "grad_norm": 2.8438644409179688, | |
| "learning_rate": 1.9935426894540267e-05, | |
| "epoch": 0.7955278434745217, | |
| "step": 11100 | |
| }, | |
| { | |
| "loss": 3.6283, | |
| "grad_norm": 2.809417724609375, | |
| "learning_rate": 1.9933039939474115e-05, | |
| "epoch": 0.7991113022289114, | |
| "step": 11150 | |
| }, | |
| { | |
| "loss": 3.6337, | |
| "grad_norm": 2.7698774337768555, | |
| "learning_rate": 1.993060981248674e-05, | |
| "epoch": 0.8026947609833011, | |
| "step": 11200 | |
| }, | |
| { | |
| "loss": 3.6226, | |
| "grad_norm": 2.8526763916015625, | |
| "learning_rate": 1.992813652414018e-05, | |
| "epoch": 0.8062782197376909, | |
| "step": 11250 | |
| }, | |
| { | |
| "loss": 3.6191, | |
| "grad_norm": 2.9962968826293945, | |
| "learning_rate": 1.9925620085184087e-05, | |
| "epoch": 0.8098616784920806, | |
| "step": 11300 | |
| }, | |
| { | |
| "loss": 3.6248, | |
| "grad_norm": 2.8856618404388428, | |
| "learning_rate": 1.9923060506555636e-05, | |
| "epoch": 0.8134451372464703, | |
| "step": 11350 | |
| }, | |
| { | |
| "loss": 3.6294, | |
| "grad_norm": 2.822512149810791, | |
| "learning_rate": 1.9920457799379517e-05, | |
| "epoch": 0.81702859600086, | |
| "step": 11400 | |
| }, | |
| { | |
| "loss": 3.6105, | |
| "grad_norm": 2.854797124862671, | |
| "learning_rate": 1.9917811974967863e-05, | |
| "epoch": 0.8206120547552498, | |
| "step": 11450 | |
| }, | |
| { | |
| "loss": 3.6215, | |
| "grad_norm": 2.7683629989624023, | |
| "learning_rate": 1.9915123044820204e-05, | |
| "epoch": 0.8241955135096395, | |
| "step": 11500 | |
| }, | |
| { | |
| "loss": 3.636, | |
| "grad_norm": 2.974020481109619, | |
| "learning_rate": 1.991239102062343e-05, | |
| "epoch": 0.8277789722640292, | |
| "step": 11550 | |
| }, | |
| { | |
| "loss": 3.6183, | |
| "grad_norm": 3.102997303009033, | |
| "learning_rate": 1.9909615914251718e-05, | |
| "epoch": 0.831362431018419, | |
| "step": 11600 | |
| }, | |
| { | |
| "loss": 3.6109, | |
| "grad_norm": 3.0818939208984375, | |
| "learning_rate": 1.99067977377665e-05, | |
| "epoch": 0.8349458897728087, | |
| "step": 11650 | |
| }, | |
| { | |
| "loss": 3.6132, | |
| "grad_norm": 2.863049030303955, | |
| "learning_rate": 1.99039365034164e-05, | |
| "epoch": 0.8385293485271984, | |
| "step": 11700 | |
| }, | |
| { | |
| "loss": 3.6232, | |
| "grad_norm": 2.929948091506958, | |
| "learning_rate": 1.9901032223637192e-05, | |
| "epoch": 0.8421128072815882, | |
| "step": 11750 | |
| }, | |
| { | |
| "loss": 3.6361, | |
| "grad_norm": 2.918569803237915, | |
| "learning_rate": 1.9898084911051726e-05, | |
| "epoch": 0.8456962660359779, | |
| "step": 11800 | |
| }, | |
| { | |
| "loss": 3.6302, | |
| "grad_norm": 2.835664987564087, | |
| "learning_rate": 1.98950945784699e-05, | |
| "epoch": 0.8492797247903676, | |
| "step": 11850 | |
| }, | |
| { | |
| "loss": 3.6206, | |
| "grad_norm": 2.721726179122925, | |
| "learning_rate": 1.9892061238888572e-05, | |
| "epoch": 0.8528631835447574, | |
| "step": 11900 | |
| }, | |
| { | |
| "loss": 3.6238, | |
| "grad_norm": 2.9326517581939697, | |
| "learning_rate": 1.988898490549154e-05, | |
| "epoch": 0.8564466422991471, | |
| "step": 11950 | |
| }, | |
| { | |
| "loss": 3.6257, | |
| "grad_norm": 2.7650375366210938, | |
| "learning_rate": 1.988586559164945e-05, | |
| "epoch": 0.8600301010535368, | |
| "step": 12000 | |
| }, | |
| { | |
| "eval_loss": 3.5809693336486816, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.11722567739374905, | |
| "eval_chrf": 31.51754387552214, | |
| "eval_runtime": 52.1324, | |
| "eval_samples_per_second": 38.364, | |
| "eval_steps_per_second": 0.614, | |
| "epoch": 0.8600301010535368, | |
| "step": 12000 | |
| }, | |
| { | |
| "loss": 3.6138, | |
| "grad_norm": 2.719275951385498, | |
| "learning_rate": 1.988270331091976e-05, | |
| "epoch": 0.8636135598079266, | |
| "step": 12050 | |
| }, | |
| { | |
| "loss": 3.621, | |
| "grad_norm": 2.957811117172241, | |
| "learning_rate": 1.987949807704668e-05, | |
| "epoch": 0.8671970185623163, | |
| "step": 12100 | |
| }, | |
| { | |
| "loss": 3.6103, | |
| "grad_norm": 2.837359666824341, | |
| "learning_rate": 1.987624990396109e-05, | |
| "epoch": 0.870780477316706, | |
| "step": 12150 | |
| }, | |
| { | |
| "loss": 3.6285, | |
| "grad_norm": 2.894859552383423, | |
| "learning_rate": 1.987295880578052e-05, | |
| "epoch": 0.8743639360710959, | |
| "step": 12200 | |
| }, | |
| { | |
| "loss": 3.6078, | |
| "grad_norm": 2.905449867248535, | |
| "learning_rate": 1.986962479680905e-05, | |
| "epoch": 0.8779473948254856, | |
| "step": 12250 | |
| }, | |
| { | |
| "loss": 3.6177, | |
| "grad_norm": 3.023170232772827, | |
| "learning_rate": 1.9866247891537266e-05, | |
| "epoch": 0.8815308535798753, | |
| "step": 12300 | |
| }, | |
| { | |
| "loss": 3.6206, | |
| "grad_norm": 2.903045892715454, | |
| "learning_rate": 1.9862828104642195e-05, | |
| "epoch": 0.8851143123342651, | |
| "step": 12350 | |
| }, | |
| { | |
| "loss": 3.6127, | |
| "grad_norm": 2.9137301445007324, | |
| "learning_rate": 1.985936545098724e-05, | |
| "epoch": 0.8886977710886548, | |
| "step": 12400 | |
| }, | |
| { | |
| "loss": 3.6128, | |
| "grad_norm": 2.7642569541931152, | |
| "learning_rate": 1.985585994562211e-05, | |
| "epoch": 0.8922812298430445, | |
| "step": 12450 | |
| }, | |
| { | |
| "loss": 3.6066, | |
| "grad_norm": 2.8335928916931152, | |
| "learning_rate": 1.9852311603782767e-05, | |
| "epoch": 0.8958646885974343, | |
| "step": 12500 | |
| }, | |
| { | |
| "loss": 3.6199, | |
| "grad_norm": 2.929553985595703, | |
| "learning_rate": 1.984872044089136e-05, | |
| "epoch": 0.899448147351824, | |
| "step": 12550 | |
| }, | |
| { | |
| "loss": 3.6079, | |
| "grad_norm": 2.8551418781280518, | |
| "learning_rate": 1.9845086472556126e-05, | |
| "epoch": 0.9030316061062137, | |
| "step": 12600 | |
| }, | |
| { | |
| "loss": 3.6199, | |
| "grad_norm": 2.9887542724609375, | |
| "learning_rate": 1.984140971457138e-05, | |
| "epoch": 0.9066150648606035, | |
| "step": 12650 | |
| }, | |
| { | |
| "loss": 3.6298, | |
| "grad_norm": 2.916717529296875, | |
| "learning_rate": 1.9837690182917386e-05, | |
| "epoch": 0.9101985236149932, | |
| "step": 12700 | |
| }, | |
| { | |
| "loss": 3.6293, | |
| "grad_norm": 2.814689874649048, | |
| "learning_rate": 1.983392789376033e-05, | |
| "epoch": 0.9137819823693829, | |
| "step": 12750 | |
| }, | |
| { | |
| "loss": 3.6209, | |
| "grad_norm": 2.83451247215271, | |
| "learning_rate": 1.9830122863452226e-05, | |
| "epoch": 0.9173654411237727, | |
| "step": 12800 | |
| }, | |
| { | |
| "loss": 3.6251, | |
| "grad_norm": 2.942328453063965, | |
| "learning_rate": 1.9826275108530862e-05, | |
| "epoch": 0.9209488998781624, | |
| "step": 12850 | |
| }, | |
| { | |
| "loss": 3.6061, | |
| "grad_norm": 3.013244867324829, | |
| "learning_rate": 1.9822384645719716e-05, | |
| "epoch": 0.9245323586325521, | |
| "step": 12900 | |
| }, | |
| { | |
| "loss": 3.6169, | |
| "grad_norm": 2.9658825397491455, | |
| "learning_rate": 1.9818451491927885e-05, | |
| "epoch": 0.9281158173869418, | |
| "step": 12950 | |
| }, | |
| { | |
| "loss": 3.6195, | |
| "grad_norm": 2.8597347736358643, | |
| "learning_rate": 1.9814475664250013e-05, | |
| "epoch": 0.9316992761413316, | |
| "step": 13000 | |
| }, | |
| { | |
| "loss": 3.5915, | |
| "grad_norm": 2.7015843391418457, | |
| "learning_rate": 1.9810457179966226e-05, | |
| "epoch": 0.9352827348957213, | |
| "step": 13050 | |
| }, | |
| { | |
| "loss": 3.615, | |
| "grad_norm": 2.8066132068634033, | |
| "learning_rate": 1.9806396056542037e-05, | |
| "epoch": 0.938866193650111, | |
| "step": 13100 | |
| }, | |
| { | |
| "loss": 3.611, | |
| "grad_norm": 2.7786614894866943, | |
| "learning_rate": 1.980229231162829e-05, | |
| "epoch": 0.9424496524045008, | |
| "step": 13150 | |
| }, | |
| { | |
| "loss": 3.607, | |
| "grad_norm": 2.8971211910247803, | |
| "learning_rate": 1.9798145963061065e-05, | |
| "epoch": 0.9460331111588905, | |
| "step": 13200 | |
| }, | |
| { | |
| "loss": 3.6187, | |
| "grad_norm": 2.8930957317352295, | |
| "learning_rate": 1.979395702886162e-05, | |
| "epoch": 0.9496165699132803, | |
| "step": 13250 | |
| }, | |
| { | |
| "loss": 3.6181, | |
| "grad_norm": 2.9003138542175293, | |
| "learning_rate": 1.97897255272363e-05, | |
| "epoch": 0.9532000286676701, | |
| "step": 13300 | |
| }, | |
| { | |
| "loss": 3.6079, | |
| "grad_norm": 2.9119668006896973, | |
| "learning_rate": 1.9785451476576455e-05, | |
| "epoch": 0.9567834874220598, | |
| "step": 13350 | |
| }, | |
| { | |
| "loss": 3.6133, | |
| "grad_norm": 3.030841588973999, | |
| "learning_rate": 1.9781134895458372e-05, | |
| "epoch": 0.9603669461764495, | |
| "step": 13400 | |
| }, | |
| { | |
| "loss": 3.621, | |
| "grad_norm": 2.7075891494750977, | |
| "learning_rate": 1.9776775802643188e-05, | |
| "epoch": 0.9639504049308393, | |
| "step": 13450 | |
| }, | |
| { | |
| "loss": 3.6197, | |
| "grad_norm": 2.8866469860076904, | |
| "learning_rate": 1.97723742170768e-05, | |
| "epoch": 0.967533863685229, | |
| "step": 13500 | |
| }, | |
| { | |
| "loss": 3.6184, | |
| "grad_norm": 3.052185535430908, | |
| "learning_rate": 1.97679301578898e-05, | |
| "epoch": 0.9711173224396187, | |
| "step": 13550 | |
| }, | |
| { | |
| "loss": 3.6029, | |
| "grad_norm": 2.826352596282959, | |
| "learning_rate": 1.9763443644397383e-05, | |
| "epoch": 0.9747007811940085, | |
| "step": 13600 | |
| }, | |
| { | |
| "loss": 3.6058, | |
| "grad_norm": 2.876699447631836, | |
| "learning_rate": 1.9758914696099255e-05, | |
| "epoch": 0.9782842399483982, | |
| "step": 13650 | |
| }, | |
| { | |
| "loss": 3.6125, | |
| "grad_norm": 2.7733070850372314, | |
| "learning_rate": 1.9754343332679565e-05, | |
| "epoch": 0.9818676987027879, | |
| "step": 13700 | |
| }, | |
| { | |
| "loss": 3.6134, | |
| "grad_norm": 2.869494676589966, | |
| "learning_rate": 1.9749729574006802e-05, | |
| "epoch": 0.9854511574571777, | |
| "step": 13750 | |
| }, | |
| { | |
| "loss": 3.6068, | |
| "grad_norm": 2.8927626609802246, | |
| "learning_rate": 1.9745073440133726e-05, | |
| "epoch": 0.9890346162115674, | |
| "step": 13800 | |
| }, | |
| { | |
| "loss": 3.611, | |
| "grad_norm": 2.9457714557647705, | |
| "learning_rate": 1.974037495129727e-05, | |
| "epoch": 0.9926180749659571, | |
| "step": 13850 | |
| }, | |
| { | |
| "loss": 3.6127, | |
| "grad_norm": 2.909592866897583, | |
| "learning_rate": 1.973563412791845e-05, | |
| "epoch": 0.9962015337203469, | |
| "step": 13900 | |
| }, | |
| { | |
| "loss": 3.6085, | |
| "grad_norm": 2.8160746097564697, | |
| "learning_rate": 1.9730850990602278e-05, | |
| "epoch": 0.9997849924747366, | |
| "step": 13950 | |
| }, | |
| { | |
| "loss": 3.5801, | |
| "grad_norm": 2.8922431468963623, | |
| "learning_rate": 1.9726025560137683e-05, | |
| "epoch": 1.0033684512291263, | |
| "step": 14000 | |
| }, | |
| { | |
| "eval_loss": 3.576389789581299, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.11775248119794621, | |
| "eval_chrf": 31.27028786595164, | |
| "eval_runtime": 47.1825, | |
| "eval_samples_per_second": 42.389, | |
| "eval_steps_per_second": 0.678, | |
| "epoch": 1.0033684512291263, | |
| "step": 14000 | |
| }, | |
| { | |
| "loss": 3.5921, | |
| "grad_norm": 2.871699810028076, | |
| "learning_rate": 1.9721157857497412e-05, | |
| "epoch": 1.006951909983516, | |
| "step": 14050 | |
| }, | |
| { | |
| "loss": 3.5817, | |
| "grad_norm": 2.898510694503784, | |
| "learning_rate": 1.9716247903837936e-05, | |
| "epoch": 1.0105353687379057, | |
| "step": 14100 | |
| }, | |
| { | |
| "loss": 3.5937, | |
| "grad_norm": 2.8110485076904297, | |
| "learning_rate": 1.9711295720499356e-05, | |
| "epoch": 1.0141188274922956, | |
| "step": 14150 | |
| }, | |
| { | |
| "loss": 3.5808, | |
| "grad_norm": 2.9993646144866943, | |
| "learning_rate": 1.9706301329005324e-05, | |
| "epoch": 1.0177022862466854, | |
| "step": 14200 | |
| }, | |
| { | |
| "loss": 3.5851, | |
| "grad_norm": 2.9132018089294434, | |
| "learning_rate": 1.970126475106294e-05, | |
| "epoch": 1.021285745001075, | |
| "step": 14250 | |
| }, | |
| { | |
| "loss": 3.5844, | |
| "grad_norm": 2.8515379428863525, | |
| "learning_rate": 1.9696186008562657e-05, | |
| "epoch": 1.0248692037554648, | |
| "step": 14300 | |
| }, | |
| { | |
| "loss": 3.5971, | |
| "grad_norm": 3.0523390769958496, | |
| "learning_rate": 1.9691065123578193e-05, | |
| "epoch": 1.0284526625098545, | |
| "step": 14350 | |
| }, | |
| { | |
| "loss": 3.5834, | |
| "grad_norm": 2.8365325927734375, | |
| "learning_rate": 1.9685902118366413e-05, | |
| "epoch": 1.0320361212642442, | |
| "step": 14400 | |
| }, | |
| { | |
| "loss": 3.5741, | |
| "grad_norm": 2.803745746612549, | |
| "learning_rate": 1.968069701536727e-05, | |
| "epoch": 1.035619580018634, | |
| "step": 14450 | |
| }, | |
| { | |
| "loss": 3.5806, | |
| "grad_norm": 2.763012409210205, | |
| "learning_rate": 1.967544983720367e-05, | |
| "epoch": 1.0392030387730238, | |
| "step": 14500 | |
| }, | |
| { | |
| "loss": 3.5837, | |
| "grad_norm": 2.7286765575408936, | |
| "learning_rate": 1.96701606066814e-05, | |
| "epoch": 1.0427864975274135, | |
| "step": 14550 | |
| }, | |
| { | |
| "loss": 3.596, | |
| "grad_norm": 2.9676997661590576, | |
| "learning_rate": 1.9664829346789022e-05, | |
| "epoch": 1.0463699562818032, | |
| "step": 14600 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.8552908897399902, | |
| "learning_rate": 1.965945608069775e-05, | |
| "epoch": 1.0499534150361929, | |
| "step": 14650 | |
| }, | |
| { | |
| "loss": 3.5812, | |
| "grad_norm": 2.8199284076690674, | |
| "learning_rate": 1.96540408317614e-05, | |
| "epoch": 1.0535368737905826, | |
| "step": 14700 | |
| }, | |
| { | |
| "loss": 3.5869, | |
| "grad_norm": 2.911534547805786, | |
| "learning_rate": 1.9648583623516223e-05, | |
| "epoch": 1.0571203325449725, | |
| "step": 14750 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.83366060256958, | |
| "learning_rate": 1.964308447968087e-05, | |
| "epoch": 1.0607037912993622, | |
| "step": 14800 | |
| }, | |
| { | |
| "loss": 3.5797, | |
| "grad_norm": 2.759336471557617, | |
| "learning_rate": 1.9637543424156235e-05, | |
| "epoch": 1.064287250053752, | |
| "step": 14850 | |
| }, | |
| { | |
| "loss": 3.5859, | |
| "grad_norm": 3.045990467071533, | |
| "learning_rate": 1.9631960481025384e-05, | |
| "epoch": 1.0678707088081416, | |
| "step": 14900 | |
| }, | |
| { | |
| "loss": 3.592, | |
| "grad_norm": 2.704941749572754, | |
| "learning_rate": 1.962633567455343e-05, | |
| "epoch": 1.0714541675625313, | |
| "step": 14950 | |
| }, | |
| { | |
| "loss": 3.6031, | |
| "grad_norm": 2.9140286445617676, | |
| "learning_rate": 1.9620669029187443e-05, | |
| "epoch": 1.075037626316921, | |
| "step": 15000 | |
| }, | |
| { | |
| "loss": 3.5877, | |
| "grad_norm": 2.90734601020813, | |
| "learning_rate": 1.9614960569556333e-05, | |
| "epoch": 1.078621085071311, | |
| "step": 15050 | |
| }, | |
| { | |
| "loss": 3.588, | |
| "grad_norm": 2.916163921356201, | |
| "learning_rate": 1.9609210320470754e-05, | |
| "epoch": 1.0822045438257006, | |
| "step": 15100 | |
| }, | |
| { | |
| "loss": 3.5795, | |
| "grad_norm": 2.9468653202056885, | |
| "learning_rate": 1.960341830692298e-05, | |
| "epoch": 1.0857880025800903, | |
| "step": 15150 | |
| }, | |
| { | |
| "loss": 3.579, | |
| "grad_norm": 2.8042938709259033, | |
| "learning_rate": 1.9597584554086812e-05, | |
| "epoch": 1.08937146133448, | |
| "step": 15200 | |
| }, | |
| { | |
| "loss": 3.5875, | |
| "grad_norm": 2.915332078933716, | |
| "learning_rate": 1.9591709087317464e-05, | |
| "epoch": 1.0929549200888697, | |
| "step": 15250 | |
| }, | |
| { | |
| "loss": 3.5974, | |
| "grad_norm": 2.9174373149871826, | |
| "learning_rate": 1.9585791932151437e-05, | |
| "epoch": 1.0965383788432594, | |
| "step": 15300 | |
| }, | |
| { | |
| "loss": 3.5845, | |
| "grad_norm": 2.8382954597473145, | |
| "learning_rate": 1.9579833114306444e-05, | |
| "epoch": 1.1001218375976491, | |
| "step": 15350 | |
| }, | |
| { | |
| "loss": 3.5758, | |
| "grad_norm": 2.9401307106018066, | |
| "learning_rate": 1.9573832659681256e-05, | |
| "epoch": 1.103705296352039, | |
| "step": 15400 | |
| }, | |
| { | |
| "loss": 3.5893, | |
| "grad_norm": 2.9210591316223145, | |
| "learning_rate": 1.9567790594355628e-05, | |
| "epoch": 1.1072887551064288, | |
| "step": 15450 | |
| }, | |
| { | |
| "loss": 3.5813, | |
| "grad_norm": 2.979118585586548, | |
| "learning_rate": 1.9561706944590152e-05, | |
| "epoch": 1.1108722138608185, | |
| "step": 15500 | |
| }, | |
| { | |
| "loss": 3.5848, | |
| "grad_norm": 2.819551706314087, | |
| "learning_rate": 1.955558173682616e-05, | |
| "epoch": 1.1144556726152082, | |
| "step": 15550 | |
| }, | |
| { | |
| "loss": 3.5877, | |
| "grad_norm": 3.050530433654785, | |
| "learning_rate": 1.9549414997685622e-05, | |
| "epoch": 1.1180391313695979, | |
| "step": 15600 | |
| }, | |
| { | |
| "loss": 3.5914, | |
| "grad_norm": 2.998528003692627, | |
| "learning_rate": 1.9543206753970995e-05, | |
| "epoch": 1.1216225901239876, | |
| "step": 15650 | |
| }, | |
| { | |
| "loss": 3.585, | |
| "grad_norm": 2.822105884552002, | |
| "learning_rate": 1.9536957032665143e-05, | |
| "epoch": 1.1252060488783775, | |
| "step": 15700 | |
| }, | |
| { | |
| "loss": 3.5856, | |
| "grad_norm": 3.0305516719818115, | |
| "learning_rate": 1.9530665860931196e-05, | |
| "epoch": 1.1287895076327672, | |
| "step": 15750 | |
| }, | |
| { | |
| "loss": 3.5816, | |
| "grad_norm": 2.8129825592041016, | |
| "learning_rate": 1.9524333266112445e-05, | |
| "epoch": 1.132372966387157, | |
| "step": 15800 | |
| }, | |
| { | |
| "loss": 3.5947, | |
| "grad_norm": 2.818956136703491, | |
| "learning_rate": 1.951795927573221e-05, | |
| "epoch": 1.1359564251415466, | |
| "step": 15850 | |
| }, | |
| { | |
| "loss": 3.591, | |
| "grad_norm": 3.0029408931732178, | |
| "learning_rate": 1.9511543917493737e-05, | |
| "epoch": 1.1395398838959363, | |
| "step": 15900 | |
| }, | |
| { | |
| "loss": 3.5898, | |
| "grad_norm": 2.7513229846954346, | |
| "learning_rate": 1.9505087219280064e-05, | |
| "epoch": 1.143123342650326, | |
| "step": 15950 | |
| }, | |
| { | |
| "loss": 3.5844, | |
| "grad_norm": 2.8931450843811035, | |
| "learning_rate": 1.9498589209153905e-05, | |
| "epoch": 1.146706801404716, | |
| "step": 16000 | |
| }, | |
| { | |
| "eval_loss": 3.5715930461883545, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.11826020887168966, | |
| "eval_chrf": 31.46571933323934, | |
| "eval_runtime": 46.9582, | |
| "eval_samples_per_second": 42.591, | |
| "eval_steps_per_second": 0.681, | |
| "epoch": 1.146706801404716, | |
| "step": 16000 | |
| }, | |
| { | |
| "loss": 3.5916, | |
| "grad_norm": 2.7675859928131104, | |
| "learning_rate": 1.9492049915357528e-05, | |
| "epoch": 1.1502902601591056, | |
| "step": 16050 | |
| }, | |
| { | |
| "loss": 3.5741, | |
| "grad_norm": 2.767925262451172, | |
| "learning_rate": 1.9485469366312636e-05, | |
| "epoch": 1.1538737189134953, | |
| "step": 16100 | |
| }, | |
| { | |
| "loss": 3.5792, | |
| "grad_norm": 2.869442939758301, | |
| "learning_rate": 1.947884759062023e-05, | |
| "epoch": 1.157457177667885, | |
| "step": 16150 | |
| }, | |
| { | |
| "loss": 3.5901, | |
| "grad_norm": 2.943472385406494, | |
| "learning_rate": 1.9472184617060506e-05, | |
| "epoch": 1.1610406364222747, | |
| "step": 16200 | |
| }, | |
| { | |
| "loss": 3.5859, | |
| "grad_norm": 2.8904709815979004, | |
| "learning_rate": 1.946548047459271e-05, | |
| "epoch": 1.1646240951766644, | |
| "step": 16250 | |
| }, | |
| { | |
| "loss": 3.58, | |
| "grad_norm": 2.7684361934661865, | |
| "learning_rate": 1.9458735192355026e-05, | |
| "epoch": 1.1682075539310541, | |
| "step": 16300 | |
| }, | |
| { | |
| "loss": 3.5795, | |
| "grad_norm": 2.8200252056121826, | |
| "learning_rate": 1.945194879966443e-05, | |
| "epoch": 1.171791012685444, | |
| "step": 16350 | |
| }, | |
| { | |
| "loss": 3.5859, | |
| "grad_norm": 2.9996092319488525, | |
| "learning_rate": 1.9445121326016597e-05, | |
| "epoch": 1.1753744714398338, | |
| "step": 16400 | |
| }, | |
| { | |
| "loss": 3.5836, | |
| "grad_norm": 3.079361915588379, | |
| "learning_rate": 1.943825280108573e-05, | |
| "epoch": 1.1789579301942235, | |
| "step": 16450 | |
| }, | |
| { | |
| "loss": 3.594, | |
| "grad_norm": 2.8777196407318115, | |
| "learning_rate": 1.943134325472448e-05, | |
| "epoch": 1.1825413889486132, | |
| "step": 16500 | |
| }, | |
| { | |
| "loss": 3.5948, | |
| "grad_norm": 2.8943634033203125, | |
| "learning_rate": 1.9424392716963762e-05, | |
| "epoch": 1.1861248477030029, | |
| "step": 16550 | |
| }, | |
| { | |
| "loss": 3.5757, | |
| "grad_norm": 2.8107213973999023, | |
| "learning_rate": 1.9417401218012665e-05, | |
| "epoch": 1.1897083064573928, | |
| "step": 16600 | |
| }, | |
| { | |
| "loss": 3.6032, | |
| "grad_norm": 2.9094624519348145, | |
| "learning_rate": 1.9410368788258306e-05, | |
| "epoch": 1.1932917652117825, | |
| "step": 16650 | |
| }, | |
| { | |
| "loss": 3.5834, | |
| "grad_norm": 2.95723819732666, | |
| "learning_rate": 1.9403295458265696e-05, | |
| "epoch": 1.1968752239661722, | |
| "step": 16700 | |
| }, | |
| { | |
| "loss": 3.5883, | |
| "grad_norm": 2.8018648624420166, | |
| "learning_rate": 1.939618125877762e-05, | |
| "epoch": 1.2004586827205619, | |
| "step": 16750 | |
| }, | |
| { | |
| "loss": 3.5788, | |
| "grad_norm": 3.099811315536499, | |
| "learning_rate": 1.9389026220714483e-05, | |
| "epoch": 1.2040421414749516, | |
| "step": 16800 | |
| }, | |
| { | |
| "loss": 3.5803, | |
| "grad_norm": 3.065340280532837, | |
| "learning_rate": 1.9381830375174193e-05, | |
| "epoch": 1.2076256002293413, | |
| "step": 16850 | |
| }, | |
| { | |
| "loss": 3.5815, | |
| "grad_norm": 2.952198028564453, | |
| "learning_rate": 1.937459375343201e-05, | |
| "epoch": 1.211209058983731, | |
| "step": 16900 | |
| }, | |
| { | |
| "loss": 3.5824, | |
| "grad_norm": 2.9109723567962646, | |
| "learning_rate": 1.9367316386940436e-05, | |
| "epoch": 1.214792517738121, | |
| "step": 16950 | |
| }, | |
| { | |
| "loss": 3.5895, | |
| "grad_norm": 2.8482861518859863, | |
| "learning_rate": 1.9359998307329048e-05, | |
| "epoch": 1.2183759764925106, | |
| "step": 17000 | |
| }, | |
| { | |
| "loss": 3.5789, | |
| "grad_norm": 2.837710380554199, | |
| "learning_rate": 1.9352639546404374e-05, | |
| "epoch": 1.2219594352469003, | |
| "step": 17050 | |
| }, | |
| { | |
| "loss": 3.5818, | |
| "grad_norm": 2.990200996398926, | |
| "learning_rate": 1.9345240136149767e-05, | |
| "epoch": 1.22554289400129, | |
| "step": 17100 | |
| }, | |
| { | |
| "loss": 3.5817, | |
| "grad_norm": 2.5899085998535156, | |
| "learning_rate": 1.9337800108725244e-05, | |
| "epoch": 1.2291263527556797, | |
| "step": 17150 | |
| }, | |
| { | |
| "loss": 3.5761, | |
| "grad_norm": 2.8215672969818115, | |
| "learning_rate": 1.9330319496467354e-05, | |
| "epoch": 1.2327098115100696, | |
| "step": 17200 | |
| }, | |
| { | |
| "loss": 3.5785, | |
| "grad_norm": 2.8083860874176025, | |
| "learning_rate": 1.932279833188905e-05, | |
| "epoch": 1.2362932702644593, | |
| "step": 17250 | |
| }, | |
| { | |
| "loss": 3.5819, | |
| "grad_norm": 2.7569520473480225, | |
| "learning_rate": 1.931523664767953e-05, | |
| "epoch": 1.239876729018849, | |
| "step": 17300 | |
| }, | |
| { | |
| "loss": 3.5869, | |
| "grad_norm": 2.8492767810821533, | |
| "learning_rate": 1.9307634476704103e-05, | |
| "epoch": 1.2434601877732387, | |
| "step": 17350 | |
| }, | |
| { | |
| "loss": 3.5904, | |
| "grad_norm": 2.796037197113037, | |
| "learning_rate": 1.9299991852004045e-05, | |
| "epoch": 1.2470436465276284, | |
| "step": 17400 | |
| }, | |
| { | |
| "loss": 3.5761, | |
| "grad_norm": 2.8859152793884277, | |
| "learning_rate": 1.9292308806796457e-05, | |
| "epoch": 1.2506271052820181, | |
| "step": 17450 | |
| }, | |
| { | |
| "loss": 3.5795, | |
| "grad_norm": 2.874196767807007, | |
| "learning_rate": 1.9284585374474124e-05, | |
| "epoch": 1.2542105640364078, | |
| "step": 17500 | |
| }, | |
| { | |
| "loss": 3.5946, | |
| "grad_norm": 2.9141242504119873, | |
| "learning_rate": 1.927682158860536e-05, | |
| "epoch": 1.2577940227907978, | |
| "step": 17550 | |
| }, | |
| { | |
| "loss": 3.5883, | |
| "grad_norm": 2.8390767574310303, | |
| "learning_rate": 1.926901748293386e-05, | |
| "epoch": 1.2613774815451875, | |
| "step": 17600 | |
| }, | |
| { | |
| "loss": 3.5775, | |
| "grad_norm": 2.746490240097046, | |
| "learning_rate": 1.926117309137858e-05, | |
| "epoch": 1.2649609402995772, | |
| "step": 17650 | |
| }, | |
| { | |
| "loss": 3.5865, | |
| "grad_norm": 2.7511448860168457, | |
| "learning_rate": 1.9253288448033552e-05, | |
| "epoch": 1.2685443990539669, | |
| "step": 17700 | |
| }, | |
| { | |
| "loss": 3.5857, | |
| "grad_norm": 2.776580572128296, | |
| "learning_rate": 1.9245363587167765e-05, | |
| "epoch": 1.2721278578083566, | |
| "step": 17750 | |
| }, | |
| { | |
| "loss": 3.5901, | |
| "grad_norm": 2.9706778526306152, | |
| "learning_rate": 1.9237398543225e-05, | |
| "epoch": 1.2757113165627465, | |
| "step": 17800 | |
| }, | |
| { | |
| "loss": 3.5823, | |
| "grad_norm": 2.820556402206421, | |
| "learning_rate": 1.9229393350823686e-05, | |
| "epoch": 1.279294775317136, | |
| "step": 17850 | |
| }, | |
| { | |
| "loss": 3.5751, | |
| "grad_norm": 2.7977728843688965, | |
| "learning_rate": 1.9221348044756753e-05, | |
| "epoch": 1.282878234071526, | |
| "step": 17900 | |
| }, | |
| { | |
| "loss": 3.5928, | |
| "grad_norm": 2.9057395458221436, | |
| "learning_rate": 1.9213262659991475e-05, | |
| "epoch": 1.2864616928259156, | |
| "step": 17950 | |
| }, | |
| { | |
| "loss": 3.574, | |
| "grad_norm": 2.8651304244995117, | |
| "learning_rate": 1.9205137231669316e-05, | |
| "epoch": 1.2900451515803053, | |
| "step": 18000 | |
| }, | |
| { | |
| "eval_loss": 3.5674538612365723, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.12193784322410696, | |
| "eval_chrf": 31.39469701411832, | |
| "eval_runtime": 44.2224, | |
| "eval_samples_per_second": 45.226, | |
| "eval_steps_per_second": 0.724, | |
| "epoch": 1.2900451515803053, | |
| "step": 18000 | |
| }, | |
| { | |
| "loss": 3.5865, | |
| "grad_norm": 3.0501596927642822, | |
| "learning_rate": 1.9196971795105782e-05, | |
| "epoch": 1.293628610334695, | |
| "step": 18050 | |
| }, | |
| { | |
| "loss": 3.578, | |
| "grad_norm": 2.8921146392822266, | |
| "learning_rate": 1.9188766385790275e-05, | |
| "epoch": 1.2972120690890847, | |
| "step": 18100 | |
| }, | |
| { | |
| "loss": 3.5802, | |
| "grad_norm": 2.862576961517334, | |
| "learning_rate": 1.918052103938592e-05, | |
| "epoch": 1.3007955278434746, | |
| "step": 18150 | |
| }, | |
| { | |
| "loss": 3.581, | |
| "grad_norm": 2.8398187160491943, | |
| "learning_rate": 1.9172235791729422e-05, | |
| "epoch": 1.3043789865978643, | |
| "step": 18200 | |
| }, | |
| { | |
| "loss": 3.5754, | |
| "grad_norm": 2.880302906036377, | |
| "learning_rate": 1.916391067883092e-05, | |
| "epoch": 1.307962445352254, | |
| "step": 18250 | |
| }, | |
| { | |
| "loss": 3.5866, | |
| "grad_norm": 2.9052035808563232, | |
| "learning_rate": 1.9155545736873798e-05, | |
| "epoch": 1.3115459041066437, | |
| "step": 18300 | |
| }, | |
| { | |
| "loss": 3.5867, | |
| "grad_norm": 3.015284299850464, | |
| "learning_rate": 1.9147141002214568e-05, | |
| "epoch": 1.3151293628610334, | |
| "step": 18350 | |
| }, | |
| { | |
| "loss": 3.5908, | |
| "grad_norm": 2.7465174198150635, | |
| "learning_rate": 1.9138696511382684e-05, | |
| "epoch": 1.3187128216154231, | |
| "step": 18400 | |
| }, | |
| { | |
| "loss": 3.5718, | |
| "grad_norm": 2.8375935554504395, | |
| "learning_rate": 1.9130212301080397e-05, | |
| "epoch": 1.3222962803698128, | |
| "step": 18450 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.7566611766815186, | |
| "learning_rate": 1.9121688408182583e-05, | |
| "epoch": 1.3258797391242028, | |
| "step": 18500 | |
| }, | |
| { | |
| "loss": 3.5858, | |
| "grad_norm": 2.8883721828460693, | |
| "learning_rate": 1.9113124869736595e-05, | |
| "epoch": 1.3294631978785925, | |
| "step": 18550 | |
| }, | |
| { | |
| "loss": 3.5849, | |
| "grad_norm": 2.942392349243164, | |
| "learning_rate": 1.9104521722962096e-05, | |
| "epoch": 1.3330466566329822, | |
| "step": 18600 | |
| }, | |
| { | |
| "loss": 3.5958, | |
| "grad_norm": 2.8915348052978516, | |
| "learning_rate": 1.9095879005250903e-05, | |
| "epoch": 1.3366301153873719, | |
| "step": 18650 | |
| }, | |
| { | |
| "loss": 3.5813, | |
| "grad_norm": 2.8521101474761963, | |
| "learning_rate": 1.9087196754166818e-05, | |
| "epoch": 1.3402135741417616, | |
| "step": 18700 | |
| }, | |
| { | |
| "loss": 3.575, | |
| "grad_norm": 2.8780453205108643, | |
| "learning_rate": 1.907847500744546e-05, | |
| "epoch": 1.3437970328961515, | |
| "step": 18750 | |
| }, | |
| { | |
| "loss": 3.5966, | |
| "grad_norm": 2.9293372631073, | |
| "learning_rate": 1.9069713802994112e-05, | |
| "epoch": 1.347380491650541, | |
| "step": 18800 | |
| }, | |
| { | |
| "loss": 3.5952, | |
| "grad_norm": 2.8009777069091797, | |
| "learning_rate": 1.9060913178891557e-05, | |
| "epoch": 1.350963950404931, | |
| "step": 18850 | |
| }, | |
| { | |
| "loss": 3.5908, | |
| "grad_norm": 2.859431266784668, | |
| "learning_rate": 1.9052073173387898e-05, | |
| "epoch": 1.3545474091593206, | |
| "step": 18900 | |
| }, | |
| { | |
| "loss": 3.5706, | |
| "grad_norm": 2.9000370502471924, | |
| "learning_rate": 1.904319382490441e-05, | |
| "epoch": 1.3581308679137103, | |
| "step": 18950 | |
| }, | |
| { | |
| "loss": 3.5828, | |
| "grad_norm": 2.7784616947174072, | |
| "learning_rate": 1.903427517203336e-05, | |
| "epoch": 1.3617143266681, | |
| "step": 19000 | |
| }, | |
| { | |
| "loss": 3.5854, | |
| "grad_norm": 2.913069486618042, | |
| "learning_rate": 1.902531725353784e-05, | |
| "epoch": 1.3652977854224897, | |
| "step": 19050 | |
| }, | |
| { | |
| "loss": 3.5784, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.9016320108351612e-05, | |
| "epoch": 1.3688812441768796, | |
| "step": 19100 | |
| }, | |
| { | |
| "loss": 3.5852, | |
| "grad_norm": 2.8264448642730713, | |
| "learning_rate": 1.900728377557892e-05, | |
| "epoch": 1.3724647029312693, | |
| "step": 19150 | |
| }, | |
| { | |
| "loss": 3.5889, | |
| "grad_norm": 3.067213296890259, | |
| "learning_rate": 1.899820829449433e-05, | |
| "epoch": 1.376048161685659, | |
| "step": 19200 | |
| }, | |
| { | |
| "loss": 3.5807, | |
| "grad_norm": 2.8187763690948486, | |
| "learning_rate": 1.898909370454256e-05, | |
| "epoch": 1.3796316204400487, | |
| "step": 19250 | |
| }, | |
| { | |
| "loss": 3.5926, | |
| "grad_norm": 2.7665839195251465, | |
| "learning_rate": 1.8979940045338306e-05, | |
| "epoch": 1.3832150791944384, | |
| "step": 19300 | |
| }, | |
| { | |
| "loss": 3.5856, | |
| "grad_norm": 2.8442838191986084, | |
| "learning_rate": 1.8970747356666072e-05, | |
| "epoch": 1.3867985379488283, | |
| "step": 19350 | |
| }, | |
| { | |
| "loss": 3.5773, | |
| "grad_norm": 2.8222498893737793, | |
| "learning_rate": 1.8961515678479997e-05, | |
| "epoch": 1.3903819967032178, | |
| "step": 19400 | |
| }, | |
| { | |
| "loss": 3.5952, | |
| "grad_norm": 2.796419382095337, | |
| "learning_rate": 1.895224505090367e-05, | |
| "epoch": 1.3939654554576077, | |
| "step": 19450 | |
| }, | |
| { | |
| "loss": 3.5857, | |
| "grad_norm": 2.960263252258301, | |
| "learning_rate": 1.8942935514229976e-05, | |
| "epoch": 1.3975489142119975, | |
| "step": 19500 | |
| }, | |
| { | |
| "loss": 3.5903, | |
| "grad_norm": 2.8655588626861572, | |
| "learning_rate": 1.893358710892091e-05, | |
| "epoch": 1.4011323729663872, | |
| "step": 19550 | |
| }, | |
| { | |
| "loss": 3.5859, | |
| "grad_norm": 2.9479615688323975, | |
| "learning_rate": 1.8924199875607395e-05, | |
| "epoch": 1.4047158317207769, | |
| "step": 19600 | |
| }, | |
| { | |
| "loss": 3.5739, | |
| "grad_norm": 2.859945297241211, | |
| "learning_rate": 1.891477385508912e-05, | |
| "epoch": 1.4082992904751666, | |
| "step": 19650 | |
| }, | |
| { | |
| "loss": 3.5856, | |
| "grad_norm": 2.999065637588501, | |
| "learning_rate": 1.890530908833434e-05, | |
| "epoch": 1.4118827492295565, | |
| "step": 19700 | |
| }, | |
| { | |
| "loss": 3.5822, | |
| "grad_norm": 2.822568416595459, | |
| "learning_rate": 1.8895805616479737e-05, | |
| "epoch": 1.4154662079839462, | |
| "step": 19750 | |
| }, | |
| { | |
| "loss": 3.5768, | |
| "grad_norm": 2.8745675086975098, | |
| "learning_rate": 1.888626348083019e-05, | |
| "epoch": 1.4190496667383359, | |
| "step": 19800 | |
| }, | |
| { | |
| "loss": 3.5741, | |
| "grad_norm": 2.782902717590332, | |
| "learning_rate": 1.8876682722858645e-05, | |
| "epoch": 1.4226331254927256, | |
| "step": 19850 | |
| }, | |
| { | |
| "loss": 3.587, | |
| "grad_norm": 2.8731703758239746, | |
| "learning_rate": 1.8867063384205898e-05, | |
| "epoch": 1.4262165842471153, | |
| "step": 19900 | |
| }, | |
| { | |
| "loss": 3.5665, | |
| "grad_norm": 2.9560530185699463, | |
| "learning_rate": 1.885740550668043e-05, | |
| "epoch": 1.429800043001505, | |
| "step": 19950 | |
| }, | |
| { | |
| "loss": 3.5763, | |
| "grad_norm": 2.8282206058502197, | |
| "learning_rate": 1.8847709132258225e-05, | |
| "epoch": 1.4333835017558947, | |
| "step": 20000 | |
| }, | |
| { | |
| "eval_loss": 3.563795328140259, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.12249807154181025, | |
| "eval_chrf": 31.63094557582815, | |
| "eval_runtime": 46.0573, | |
| "eval_samples_per_second": 43.424, | |
| "eval_steps_per_second": 0.695, | |
| "epoch": 1.4333835017558947, | |
| "step": 20000 | |
| }, | |
| { | |
| "loss": 3.5757, | |
| "grad_norm": 2.924074649810791, | |
| "learning_rate": 1.883797430308259e-05, | |
| "epoch": 1.4369669605102846, | |
| "step": 20050 | |
| }, | |
| { | |
| "loss": 3.5789, | |
| "grad_norm": 2.711886167526245, | |
| "learning_rate": 1.882820106146396e-05, | |
| "epoch": 1.4405504192646743, | |
| "step": 20100 | |
| }, | |
| { | |
| "loss": 3.5883, | |
| "grad_norm": 2.909123420715332, | |
| "learning_rate": 1.881838944987973e-05, | |
| "epoch": 1.444133878019064, | |
| "step": 20150 | |
| }, | |
| { | |
| "loss": 3.5724, | |
| "grad_norm": 2.995091438293457, | |
| "learning_rate": 1.880853951097405e-05, | |
| "epoch": 1.4477173367734537, | |
| "step": 20200 | |
| }, | |
| { | |
| "loss": 3.5843, | |
| "grad_norm": 2.9045002460479736, | |
| "learning_rate": 1.8798651287557666e-05, | |
| "epoch": 1.4513007955278434, | |
| "step": 20250 | |
| }, | |
| { | |
| "loss": 3.578, | |
| "grad_norm": 2.8527300357818604, | |
| "learning_rate": 1.8788724822607716e-05, | |
| "epoch": 1.4548842542822333, | |
| "step": 20300 | |
| }, | |
| { | |
| "loss": 3.59, | |
| "grad_norm": 2.8599865436553955, | |
| "learning_rate": 1.877876015926754e-05, | |
| "epoch": 1.4584677130366228, | |
| "step": 20350 | |
| }, | |
| { | |
| "loss": 3.5833, | |
| "grad_norm": 2.725222110748291, | |
| "learning_rate": 1.87687573408465e-05, | |
| "epoch": 1.4620511717910127, | |
| "step": 20400 | |
| }, | |
| { | |
| "loss": 3.5743, | |
| "grad_norm": 2.8469488620758057, | |
| "learning_rate": 1.8758716410819803e-05, | |
| "epoch": 1.4656346305454024, | |
| "step": 20450 | |
| }, | |
| { | |
| "loss": 3.5712, | |
| "grad_norm": 2.8024840354919434, | |
| "learning_rate": 1.8748637412828283e-05, | |
| "epoch": 1.4692180892997921, | |
| "step": 20500 | |
| }, | |
| { | |
| "loss": 3.5813, | |
| "grad_norm": 2.9290945529937744, | |
| "learning_rate": 1.8738520390678248e-05, | |
| "epoch": 1.4728015480541818, | |
| "step": 20550 | |
| }, | |
| { | |
| "loss": 3.5822, | |
| "grad_norm": 2.9247348308563232, | |
| "learning_rate": 1.8728365388341255e-05, | |
| "epoch": 1.4763850068085715, | |
| "step": 20600 | |
| }, | |
| { | |
| "loss": 3.5884, | |
| "grad_norm": 2.8682310581207275, | |
| "learning_rate": 1.871817244995394e-05, | |
| "epoch": 1.4799684655629615, | |
| "step": 20650 | |
| }, | |
| { | |
| "loss": 3.5863, | |
| "grad_norm": 2.9185333251953125, | |
| "learning_rate": 1.870794161981782e-05, | |
| "epoch": 1.4835519243173512, | |
| "step": 20700 | |
| }, | |
| { | |
| "loss": 3.5865, | |
| "grad_norm": 2.749582052230835, | |
| "learning_rate": 1.8697672942399098e-05, | |
| "epoch": 1.4871353830717409, | |
| "step": 20750 | |
| }, | |
| { | |
| "loss": 3.5801, | |
| "grad_norm": 2.936692953109741, | |
| "learning_rate": 1.868736646232848e-05, | |
| "epoch": 1.4907188418261306, | |
| "step": 20800 | |
| }, | |
| { | |
| "loss": 3.5729, | |
| "grad_norm": 2.938142776489258, | |
| "learning_rate": 1.8677022224400964e-05, | |
| "epoch": 1.4943023005805203, | |
| "step": 20850 | |
| }, | |
| { | |
| "loss": 3.5785, | |
| "grad_norm": 3.011687994003296, | |
| "learning_rate": 1.8666640273575658e-05, | |
| "epoch": 1.49788575933491, | |
| "step": 20900 | |
| }, | |
| { | |
| "loss": 3.5886, | |
| "grad_norm": 2.816288471221924, | |
| "learning_rate": 1.8656220654975583e-05, | |
| "epoch": 1.5014692180892997, | |
| "step": 20950 | |
| }, | |
| { | |
| "loss": 3.5771, | |
| "grad_norm": 2.7425527572631836, | |
| "learning_rate": 1.8645763413887477e-05, | |
| "epoch": 1.5050526768436896, | |
| "step": 21000 | |
| }, | |
| { | |
| "loss": 3.5833, | |
| "grad_norm": 3.1298673152923584, | |
| "learning_rate": 1.8635268595761596e-05, | |
| "epoch": 1.5086361355980793, | |
| "step": 21050 | |
| }, | |
| { | |
| "loss": 3.562, | |
| "grad_norm": 2.816739797592163, | |
| "learning_rate": 1.8624736246211505e-05, | |
| "epoch": 1.512219594352469, | |
| "step": 21100 | |
| }, | |
| { | |
| "loss": 3.5637, | |
| "grad_norm": 2.916163206100464, | |
| "learning_rate": 1.8614166411013914e-05, | |
| "epoch": 1.5158030531068587, | |
| "step": 21150 | |
| }, | |
| { | |
| "loss": 3.5727, | |
| "grad_norm": 3.0684332847595215, | |
| "learning_rate": 1.8603559136108437e-05, | |
| "epoch": 1.5193865118612484, | |
| "step": 21200 | |
| }, | |
| { | |
| "loss": 3.573, | |
| "grad_norm": 3.1272342205047607, | |
| "learning_rate": 1.8592914467597418e-05, | |
| "epoch": 1.5229699706156383, | |
| "step": 21250 | |
| }, | |
| { | |
| "loss": 3.57, | |
| "grad_norm": 2.9632070064544678, | |
| "learning_rate": 1.858223245174573e-05, | |
| "epoch": 1.5265534293700278, | |
| "step": 21300 | |
| }, | |
| { | |
| "loss": 3.5752, | |
| "grad_norm": 3.0092203617095947, | |
| "learning_rate": 1.8571513134980564e-05, | |
| "epoch": 1.5301368881244177, | |
| "step": 21350 | |
| }, | |
| { | |
| "loss": 3.5719, | |
| "grad_norm": 2.8267996311187744, | |
| "learning_rate": 1.856075656389123e-05, | |
| "epoch": 1.5337203468788074, | |
| "step": 21400 | |
| }, | |
| { | |
| "loss": 3.5948, | |
| "grad_norm": 3.1008353233337402, | |
| "learning_rate": 1.8549962785228958e-05, | |
| "epoch": 1.5373038056331971, | |
| "step": 21450 | |
| }, | |
| { | |
| "loss": 3.5915, | |
| "grad_norm": 2.9132208824157715, | |
| "learning_rate": 1.85391318459067e-05, | |
| "epoch": 1.540887264387587, | |
| "step": 21500 | |
| }, | |
| { | |
| "loss": 3.5876, | |
| "grad_norm": 2.771090269088745, | |
| "learning_rate": 1.8528263792998902e-05, | |
| "epoch": 1.5444707231419765, | |
| "step": 21550 | |
| }, | |
| { | |
| "loss": 3.5881, | |
| "grad_norm": 2.8073010444641113, | |
| "learning_rate": 1.8517358673741338e-05, | |
| "epoch": 1.5480541818963665, | |
| "step": 21600 | |
| }, | |
| { | |
| "loss": 3.5822, | |
| "grad_norm": 2.731285572052002, | |
| "learning_rate": 1.8506416535530865e-05, | |
| "epoch": 1.5516376406507562, | |
| "step": 21650 | |
| }, | |
| { | |
| "loss": 3.5764, | |
| "grad_norm": 3.0876691341400146, | |
| "learning_rate": 1.8495437425925253e-05, | |
| "epoch": 1.5552210994051459, | |
| "step": 21700 | |
| }, | |
| { | |
| "loss": 3.5809, | |
| "grad_norm": 2.7296268939971924, | |
| "learning_rate": 1.8484421392642935e-05, | |
| "epoch": 1.5588045581595356, | |
| "step": 21750 | |
| }, | |
| { | |
| "loss": 3.5756, | |
| "grad_norm": 2.8521881103515625, | |
| "learning_rate": 1.8473368483562854e-05, | |
| "epoch": 1.5623880169139253, | |
| "step": 21800 | |
| }, | |
| { | |
| "loss": 3.573, | |
| "grad_norm": 3.099132537841797, | |
| "learning_rate": 1.8462278746724203e-05, | |
| "epoch": 1.5659714756683152, | |
| "step": 21850 | |
| }, | |
| { | |
| "loss": 3.5763, | |
| "grad_norm": 2.827470541000366, | |
| "learning_rate": 1.845115223032626e-05, | |
| "epoch": 1.5695549344227047, | |
| "step": 21900 | |
| }, | |
| { | |
| "loss": 3.5699, | |
| "grad_norm": 2.8294425010681152, | |
| "learning_rate": 1.8439988982728137e-05, | |
| "epoch": 1.5731383931770946, | |
| "step": 21950 | |
| }, | |
| { | |
| "loss": 3.5764, | |
| "grad_norm": 2.9396541118621826, | |
| "learning_rate": 1.8428789052448604e-05, | |
| "epoch": 1.5767218519314843, | |
| "step": 22000 | |
| }, | |
| { | |
| "eval_loss": 3.5576798915863037, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.11334523704345144, | |
| "eval_chrf": 31.36389134771373, | |
| "eval_runtime": 54.3007, | |
| "eval_samples_per_second": 36.832, | |
| "eval_steps_per_second": 0.589, | |
| "epoch": 1.5767218519314843, | |
| "step": 22000 | |
| }, | |
| { | |
| "loss": 3.5667, | |
| "grad_norm": 2.829435110092163, | |
| "learning_rate": 1.8417552488165867e-05, | |
| "epoch": 1.580305310685874, | |
| "step": 22050 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.941124677658081, | |
| "learning_rate": 1.8406279338717338e-05, | |
| "epoch": 1.5838887694402637, | |
| "step": 22100 | |
| }, | |
| { | |
| "loss": 3.5822, | |
| "grad_norm": 2.7852892875671387, | |
| "learning_rate": 1.839496965309946e-05, | |
| "epoch": 1.5874722281946534, | |
| "step": 22150 | |
| }, | |
| { | |
| "loss": 3.5844, | |
| "grad_norm": 2.7403132915496826, | |
| "learning_rate": 1.8383623480467453e-05, | |
| "epoch": 1.5910556869490433, | |
| "step": 22200 | |
| }, | |
| { | |
| "loss": 3.5855, | |
| "grad_norm": 2.981234312057495, | |
| "learning_rate": 1.8372240870135133e-05, | |
| "epoch": 1.5946391457034328, | |
| "step": 22250 | |
| }, | |
| { | |
| "loss": 3.5745, | |
| "grad_norm": 2.7821857929229736, | |
| "learning_rate": 1.8360821871574686e-05, | |
| "epoch": 1.5982226044578227, | |
| "step": 22300 | |
| }, | |
| { | |
| "loss": 3.5825, | |
| "grad_norm": 2.858077049255371, | |
| "learning_rate": 1.8349366534416445e-05, | |
| "epoch": 1.6018060632122124, | |
| "step": 22350 | |
| }, | |
| { | |
| "loss": 3.5625, | |
| "grad_norm": 2.7859299182891846, | |
| "learning_rate": 1.8337874908448682e-05, | |
| "epoch": 1.6053895219666021, | |
| "step": 22400 | |
| }, | |
| { | |
| "loss": 3.5763, | |
| "grad_norm": 2.7028887271881104, | |
| "learning_rate": 1.832634704361739e-05, | |
| "epoch": 1.608972980720992, | |
| "step": 22450 | |
| }, | |
| { | |
| "loss": 3.5772, | |
| "grad_norm": 3.0782694816589355, | |
| "learning_rate": 1.831478299002608e-05, | |
| "epoch": 1.6125564394753815, | |
| "step": 22500 | |
| }, | |
| { | |
| "loss": 3.5777, | |
| "grad_norm": 3.041271448135376, | |
| "learning_rate": 1.8303182797935525e-05, | |
| "epoch": 1.6161398982297714, | |
| "step": 22550 | |
| }, | |
| { | |
| "loss": 3.5917, | |
| "grad_norm": 2.8468174934387207, | |
| "learning_rate": 1.8291546517763595e-05, | |
| "epoch": 1.6197233569841611, | |
| "step": 22600 | |
| }, | |
| { | |
| "loss": 3.5784, | |
| "grad_norm": 2.828982353210449, | |
| "learning_rate": 1.827987420008499e-05, | |
| "epoch": 1.6233068157385508, | |
| "step": 22650 | |
| }, | |
| { | |
| "loss": 3.5801, | |
| "grad_norm": 2.8749842643737793, | |
| "learning_rate": 1.8268165895631042e-05, | |
| "epoch": 1.6268902744929405, | |
| "step": 22700 | |
| }, | |
| { | |
| "loss": 3.5765, | |
| "grad_norm": 2.992783784866333, | |
| "learning_rate": 1.8256421655289504e-05, | |
| "epoch": 1.6304737332473302, | |
| "step": 22750 | |
| }, | |
| { | |
| "loss": 3.5673, | |
| "grad_norm": 2.6944420337677, | |
| "learning_rate": 1.8244641530104298e-05, | |
| "epoch": 1.6340571920017202, | |
| "step": 22800 | |
| }, | |
| { | |
| "loss": 3.5814, | |
| "grad_norm": 2.870269536972046, | |
| "learning_rate": 1.823282557127533e-05, | |
| "epoch": 1.6376406507561097, | |
| "step": 22850 | |
| }, | |
| { | |
| "loss": 3.586, | |
| "grad_norm": 2.8161678314208984, | |
| "learning_rate": 1.8220973830158238e-05, | |
| "epoch": 1.6412241095104996, | |
| "step": 22900 | |
| }, | |
| { | |
| "loss": 3.5786, | |
| "grad_norm": 2.78464674949646, | |
| "learning_rate": 1.8209086358264186e-05, | |
| "epoch": 1.6448075682648893, | |
| "step": 22950 | |
| }, | |
| { | |
| "loss": 3.5955, | |
| "grad_norm": 2.765545606613159, | |
| "learning_rate": 1.8197163207259633e-05, | |
| "epoch": 1.648391027019279, | |
| "step": 23000 | |
| }, | |
| { | |
| "loss": 3.5865, | |
| "grad_norm": 2.6948845386505127, | |
| "learning_rate": 1.8185204428966112e-05, | |
| "epoch": 1.651974485773669, | |
| "step": 23050 | |
| }, | |
| { | |
| "loss": 3.5796, | |
| "grad_norm": 2.708742141723633, | |
| "learning_rate": 1.8173210075359998e-05, | |
| "epoch": 1.6555579445280584, | |
| "step": 23100 | |
| }, | |
| { | |
| "loss": 3.5735, | |
| "grad_norm": 2.8216657638549805, | |
| "learning_rate": 1.816118019857229e-05, | |
| "epoch": 1.6591414032824483, | |
| "step": 23150 | |
| }, | |
| { | |
| "loss": 3.5735, | |
| "grad_norm": 2.85703444480896, | |
| "learning_rate": 1.8149114850888377e-05, | |
| "epoch": 1.662724862036838, | |
| "step": 23200 | |
| }, | |
| { | |
| "loss": 3.5748, | |
| "grad_norm": 2.8441498279571533, | |
| "learning_rate": 1.8137014084747826e-05, | |
| "epoch": 1.6663083207912277, | |
| "step": 23250 | |
| }, | |
| { | |
| "loss": 3.58, | |
| "grad_norm": 2.673859119415283, | |
| "learning_rate": 1.812487795274413e-05, | |
| "epoch": 1.6698917795456174, | |
| "step": 23300 | |
| }, | |
| { | |
| "loss": 3.5824, | |
| "grad_norm": 2.8713035583496094, | |
| "learning_rate": 1.8112706507624497e-05, | |
| "epoch": 1.673475238300007, | |
| "step": 23350 | |
| }, | |
| { | |
| "loss": 3.58, | |
| "grad_norm": 2.80495285987854, | |
| "learning_rate": 1.8100499802289622e-05, | |
| "epoch": 1.677058697054397, | |
| "step": 23400 | |
| }, | |
| { | |
| "loss": 3.5755, | |
| "grad_norm": 2.92824387550354, | |
| "learning_rate": 1.8088257889793447e-05, | |
| "epoch": 1.6806421558087865, | |
| "step": 23450 | |
| }, | |
| { | |
| "loss": 3.5622, | |
| "grad_norm": 2.7672481536865234, | |
| "learning_rate": 1.807598082334293e-05, | |
| "epoch": 1.6842256145631764, | |
| "step": 23500 | |
| }, | |
| { | |
| "loss": 3.5724, | |
| "grad_norm": 2.9362590312957764, | |
| "learning_rate": 1.8063668656297825e-05, | |
| "epoch": 1.6878090733175661, | |
| "step": 23550 | |
| }, | |
| { | |
| "loss": 3.5613, | |
| "grad_norm": 2.7550365924835205, | |
| "learning_rate": 1.805132144217044e-05, | |
| "epoch": 1.6913925320719558, | |
| "step": 23600 | |
| }, | |
| { | |
| "loss": 3.57, | |
| "grad_norm": 2.886197328567505, | |
| "learning_rate": 1.8038939234625414e-05, | |
| "epoch": 1.6949759908263455, | |
| "step": 23650 | |
| }, | |
| { | |
| "loss": 3.5738, | |
| "grad_norm": 2.734015941619873, | |
| "learning_rate": 1.8026522087479467e-05, | |
| "epoch": 1.6985594495807352, | |
| "step": 23700 | |
| }, | |
| { | |
| "loss": 3.59, | |
| "grad_norm": 2.7327027320861816, | |
| "learning_rate": 1.8014070054701187e-05, | |
| "epoch": 1.7021429083351252, | |
| "step": 23750 | |
| }, | |
| { | |
| "loss": 3.5736, | |
| "grad_norm": 2.899219274520874, | |
| "learning_rate": 1.8001583190410778e-05, | |
| "epoch": 1.7057263670895146, | |
| "step": 23800 | |
| }, | |
| { | |
| "loss": 3.57, | |
| "grad_norm": 2.7758846282958984, | |
| "learning_rate": 1.7989061548879837e-05, | |
| "epoch": 1.7093098258439046, | |
| "step": 23850 | |
| }, | |
| { | |
| "loss": 3.5737, | |
| "grad_norm": 2.7916834354400635, | |
| "learning_rate": 1.7976505184531108e-05, | |
| "epoch": 1.7128932845982943, | |
| "step": 23900 | |
| }, | |
| { | |
| "loss": 3.5638, | |
| "grad_norm": 2.91076397895813, | |
| "learning_rate": 1.796391415193826e-05, | |
| "epoch": 1.716476743352684, | |
| "step": 23950 | |
| }, | |
| { | |
| "loss": 3.5772, | |
| "grad_norm": 2.815558910369873, | |
| "learning_rate": 1.795128850582563e-05, | |
| "epoch": 1.7200602021070739, | |
| "step": 24000 | |
| }, | |
| { | |
| "eval_loss": 3.554502010345459, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.1197485135100784, | |
| "eval_chrf": 31.472904798557526, | |
| "eval_runtime": 41.8458, | |
| "eval_samples_per_second": 47.794, | |
| "eval_steps_per_second": 0.765, | |
| "epoch": 1.7200602021070739, | |
| "step": 24000 | |
| }, | |
| { | |
| "loss": 3.5715, | |
| "grad_norm": 2.751685619354248, | |
| "learning_rate": 1.7938628301067996e-05, | |
| "epoch": 1.7236436608614634, | |
| "step": 24050 | |
| }, | |
| { | |
| "loss": 3.582, | |
| "grad_norm": 2.8190271854400635, | |
| "learning_rate": 1.7925933592690354e-05, | |
| "epoch": 1.7272271196158533, | |
| "step": 24100 | |
| }, | |
| { | |
| "loss": 3.5864, | |
| "grad_norm": 3.05564284324646, | |
| "learning_rate": 1.7913204435867638e-05, | |
| "epoch": 1.730810578370243, | |
| "step": 24150 | |
| }, | |
| { | |
| "loss": 3.5672, | |
| "grad_norm": 2.826040029525757, | |
| "learning_rate": 1.7900440885924524e-05, | |
| "epoch": 1.7343940371246327, | |
| "step": 24200 | |
| }, | |
| { | |
| "loss": 3.5635, | |
| "grad_norm": 2.821018934249878, | |
| "learning_rate": 1.7887642998335162e-05, | |
| "epoch": 1.7379774958790224, | |
| "step": 24250 | |
| }, | |
| { | |
| "loss": 3.5686, | |
| "grad_norm": 2.904508590698242, | |
| "learning_rate": 1.7874810828722952e-05, | |
| "epoch": 1.741560954633412, | |
| "step": 24300 | |
| }, | |
| { | |
| "loss": 3.5773, | |
| "grad_norm": 3.339547634124756, | |
| "learning_rate": 1.786194443286028e-05, | |
| "epoch": 1.745144413387802, | |
| "step": 24350 | |
| }, | |
| { | |
| "loss": 3.5702, | |
| "grad_norm": 2.6998884677886963, | |
| "learning_rate": 1.78490438666683e-05, | |
| "epoch": 1.7487278721421915, | |
| "step": 24400 | |
| }, | |
| { | |
| "loss": 3.5745, | |
| "grad_norm": 2.678086519241333, | |
| "learning_rate": 1.7836109186216685e-05, | |
| "epoch": 1.7523113308965814, | |
| "step": 24450 | |
| }, | |
| { | |
| "loss": 3.5752, | |
| "grad_norm": 2.6666903495788574, | |
| "learning_rate": 1.782314044772336e-05, | |
| "epoch": 1.7558947896509711, | |
| "step": 24500 | |
| }, | |
| { | |
| "loss": 3.5761, | |
| "grad_norm": 2.8353140354156494, | |
| "learning_rate": 1.781013770755429e-05, | |
| "epoch": 1.7594782484053608, | |
| "step": 24550 | |
| }, | |
| { | |
| "loss": 3.5709, | |
| "grad_norm": 2.9337687492370605, | |
| "learning_rate": 1.7797101022223223e-05, | |
| "epoch": 1.7630617071597507, | |
| "step": 24600 | |
| }, | |
| { | |
| "loss": 3.583, | |
| "grad_norm": 2.79362154006958, | |
| "learning_rate": 1.778403044839144e-05, | |
| "epoch": 1.7666451659141402, | |
| "step": 24650 | |
| }, | |
| { | |
| "loss": 3.5762, | |
| "grad_norm": 2.8935132026672363, | |
| "learning_rate": 1.77709260428675e-05, | |
| "epoch": 1.7702286246685301, | |
| "step": 24700 | |
| }, | |
| { | |
| "loss": 3.5661, | |
| "grad_norm": 2.8787715435028076, | |
| "learning_rate": 1.7757787862607023e-05, | |
| "epoch": 1.7738120834229198, | |
| "step": 24750 | |
| }, | |
| { | |
| "loss": 3.576, | |
| "grad_norm": 2.8189823627471924, | |
| "learning_rate": 1.7744615964712414e-05, | |
| "epoch": 1.7773955421773096, | |
| "step": 24800 | |
| }, | |
| { | |
| "loss": 3.5745, | |
| "grad_norm": 2.739851713180542, | |
| "learning_rate": 1.7731410406432624e-05, | |
| "epoch": 1.7809790009316993, | |
| "step": 24850 | |
| }, | |
| { | |
| "loss": 3.5736, | |
| "grad_norm": 2.753006935119629, | |
| "learning_rate": 1.771817124516291e-05, | |
| "epoch": 1.784562459686089, | |
| "step": 24900 | |
| }, | |
| { | |
| "loss": 3.5779, | |
| "grad_norm": 2.773777484893799, | |
| "learning_rate": 1.770489853844456e-05, | |
| "epoch": 1.7881459184404789, | |
| "step": 24950 | |
| }, | |
| { | |
| "loss": 3.5809, | |
| "grad_norm": 2.868133068084717, | |
| "learning_rate": 1.7691592343964684e-05, | |
| "epoch": 1.7917293771948684, | |
| "step": 25000 | |
| }, | |
| { | |
| "loss": 3.5673, | |
| "grad_norm": 2.806450605392456, | |
| "learning_rate": 1.7678252719555917e-05, | |
| "epoch": 1.7953128359492583, | |
| "step": 25050 | |
| }, | |
| { | |
| "loss": 3.5596, | |
| "grad_norm": 2.7752861976623535, | |
| "learning_rate": 1.7664879723196212e-05, | |
| "epoch": 1.798896294703648, | |
| "step": 25100 | |
| }, | |
| { | |
| "loss": 3.5846, | |
| "grad_norm": 2.954555034637451, | |
| "learning_rate": 1.7651473413008547e-05, | |
| "epoch": 1.8024797534580377, | |
| "step": 25150 | |
| }, | |
| { | |
| "loss": 3.5686, | |
| "grad_norm": 3.014866590499878, | |
| "learning_rate": 1.7638033847260704e-05, | |
| "epoch": 1.8060632122124274, | |
| "step": 25200 | |
| }, | |
| { | |
| "loss": 3.5818, | |
| "grad_norm": 2.959399461746216, | |
| "learning_rate": 1.7624561084365e-05, | |
| "epoch": 1.809646670966817, | |
| "step": 25250 | |
| }, | |
| { | |
| "loss": 3.5595, | |
| "grad_norm": 2.997256278991699, | |
| "learning_rate": 1.7611055182878037e-05, | |
| "epoch": 1.813230129721207, | |
| "step": 25300 | |
| }, | |
| { | |
| "loss": 3.5745, | |
| "grad_norm": 2.8707447052001953, | |
| "learning_rate": 1.7597516201500443e-05, | |
| "epoch": 1.8168135884755965, | |
| "step": 25350 | |
| }, | |
| { | |
| "loss": 3.568, | |
| "grad_norm": 2.7337288856506348, | |
| "learning_rate": 1.7583944199076625e-05, | |
| "epoch": 1.8203970472299864, | |
| "step": 25400 | |
| }, | |
| { | |
| "loss": 3.5729, | |
| "grad_norm": 2.821685314178467, | |
| "learning_rate": 1.757033923459451e-05, | |
| "epoch": 1.823980505984376, | |
| "step": 25450 | |
| }, | |
| { | |
| "loss": 3.5738, | |
| "grad_norm": 2.995807647705078, | |
| "learning_rate": 1.7556701367185286e-05, | |
| "epoch": 1.8275639647387658, | |
| "step": 25500 | |
| }, | |
| { | |
| "loss": 3.5747, | |
| "grad_norm": 2.9217429161071777, | |
| "learning_rate": 1.7543030656123146e-05, | |
| "epoch": 1.8311474234931557, | |
| "step": 25550 | |
| }, | |
| { | |
| "loss": 3.5724, | |
| "grad_norm": 2.994443416595459, | |
| "learning_rate": 1.752932716082503e-05, | |
| "epoch": 1.8347308822475452, | |
| "step": 25600 | |
| }, | |
| { | |
| "loss": 3.5837, | |
| "grad_norm": 2.708355665206909, | |
| "learning_rate": 1.751559094085038e-05, | |
| "epoch": 1.8383143410019351, | |
| "step": 25650 | |
| }, | |
| { | |
| "loss": 3.58, | |
| "grad_norm": 2.806644916534424, | |
| "learning_rate": 1.7501822055900847e-05, | |
| "epoch": 1.8418977997563248, | |
| "step": 25700 | |
| }, | |
| { | |
| "loss": 3.5876, | |
| "grad_norm": 2.915886878967285, | |
| "learning_rate": 1.7488020565820073e-05, | |
| "epoch": 1.8454812585107145, | |
| "step": 25750 | |
| }, | |
| { | |
| "loss": 3.5773, | |
| "grad_norm": 2.9538660049438477, | |
| "learning_rate": 1.7474186530593403e-05, | |
| "epoch": 1.8490647172651042, | |
| "step": 25800 | |
| }, | |
| { | |
| "loss": 3.5839, | |
| "grad_norm": 2.8157734870910645, | |
| "learning_rate": 1.7460320010347637e-05, | |
| "epoch": 1.852648176019494, | |
| "step": 25850 | |
| }, | |
| { | |
| "loss": 3.5666, | |
| "grad_norm": 2.949252128601074, | |
| "learning_rate": 1.7446421065350754e-05, | |
| "epoch": 1.8562316347738839, | |
| "step": 25900 | |
| }, | |
| { | |
| "loss": 3.5693, | |
| "grad_norm": 2.851363182067871, | |
| "learning_rate": 1.7432489756011674e-05, | |
| "epoch": 1.8598150935282733, | |
| "step": 25950 | |
| }, | |
| { | |
| "loss": 3.5651, | |
| "grad_norm": 2.8604774475097656, | |
| "learning_rate": 1.741852614287998e-05, | |
| "epoch": 1.8633985522826633, | |
| "step": 26000 | |
| }, | |
| { | |
| "eval_loss": 3.551687002182007, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.12196218593726563, | |
| "eval_chrf": 31.345082352455066, | |
| "eval_runtime": 42.2964, | |
| "eval_samples_per_second": 47.285, | |
| "eval_steps_per_second": 0.757, | |
| "epoch": 1.8633985522826633, | |
| "step": 26000 | |
| }, | |
| { | |
| "loss": 3.5572, | |
| "grad_norm": 2.8940553665161133, | |
| "learning_rate": 1.7404530286645647e-05, | |
| "epoch": 1.866982011037053, | |
| "step": 26050 | |
| }, | |
| { | |
| "loss": 3.5702, | |
| "grad_norm": 2.877095937728882, | |
| "learning_rate": 1.7390502248138794e-05, | |
| "epoch": 1.8705654697914427, | |
| "step": 26100 | |
| }, | |
| { | |
| "loss": 3.5723, | |
| "grad_norm": 2.839142084121704, | |
| "learning_rate": 1.7376442088329416e-05, | |
| "epoch": 1.8741489285458326, | |
| "step": 26150 | |
| }, | |
| { | |
| "loss": 3.5716, | |
| "grad_norm": 2.708503007888794, | |
| "learning_rate": 1.7362349868327117e-05, | |
| "epoch": 1.877732387300222, | |
| "step": 26200 | |
| }, | |
| { | |
| "loss": 3.5727, | |
| "grad_norm": 2.899132251739502, | |
| "learning_rate": 1.7348225649380837e-05, | |
| "epoch": 1.881315846054612, | |
| "step": 26250 | |
| }, | |
| { | |
| "loss": 3.5807, | |
| "grad_norm": 2.788818120956421, | |
| "learning_rate": 1.73340694928786e-05, | |
| "epoch": 1.8848993048090017, | |
| "step": 26300 | |
| }, | |
| { | |
| "loss": 3.5674, | |
| "grad_norm": 2.865138530731201, | |
| "learning_rate": 1.7319881460347236e-05, | |
| "epoch": 1.8884827635633914, | |
| "step": 26350 | |
| }, | |
| { | |
| "loss": 3.5762, | |
| "grad_norm": 2.858018159866333, | |
| "learning_rate": 1.730566161345212e-05, | |
| "epoch": 1.892066222317781, | |
| "step": 26400 | |
| }, | |
| { | |
| "loss": 3.5582, | |
| "grad_norm": 2.7254562377929688, | |
| "learning_rate": 1.72914100139969e-05, | |
| "epoch": 1.8956496810721708, | |
| "step": 26450 | |
| }, | |
| { | |
| "loss": 3.5685, | |
| "grad_norm": 2.8706555366516113, | |
| "learning_rate": 1.727712672392323e-05, | |
| "epoch": 1.8992331398265607, | |
| "step": 26500 | |
| }, | |
| { | |
| "loss": 3.581, | |
| "grad_norm": 2.877462148666382, | |
| "learning_rate": 1.72628118053105e-05, | |
| "epoch": 1.9028165985809502, | |
| "step": 26550 | |
| }, | |
| { | |
| "loss": 3.5766, | |
| "grad_norm": 2.8969461917877197, | |
| "learning_rate": 1.7248465320375572e-05, | |
| "epoch": 1.9064000573353401, | |
| "step": 26600 | |
| }, | |
| { | |
| "loss": 3.5699, | |
| "grad_norm": 2.7944114208221436, | |
| "learning_rate": 1.72340873314725e-05, | |
| "epoch": 1.9099835160897298, | |
| "step": 26650 | |
| }, | |
| { | |
| "loss": 3.5699, | |
| "grad_norm": 2.7690773010253906, | |
| "learning_rate": 1.721967790109226e-05, | |
| "epoch": 1.9135669748441195, | |
| "step": 26700 | |
| }, | |
| { | |
| "loss": 3.5553, | |
| "grad_norm": 2.9355599880218506, | |
| "learning_rate": 1.7205237091862496e-05, | |
| "epoch": 1.9171504335985092, | |
| "step": 26750 | |
| }, | |
| { | |
| "loss": 3.5702, | |
| "grad_norm": 2.7249794006347656, | |
| "learning_rate": 1.7190764966547212e-05, | |
| "epoch": 1.920733892352899, | |
| "step": 26800 | |
| }, | |
| { | |
| "loss": 3.5626, | |
| "grad_norm": 2.669384717941284, | |
| "learning_rate": 1.7176261588046542e-05, | |
| "epoch": 1.9243173511072889, | |
| "step": 26850 | |
| }, | |
| { | |
| "loss": 3.5781, | |
| "grad_norm": 2.86441969871521, | |
| "learning_rate": 1.7161727019396447e-05, | |
| "epoch": 1.9279008098616783, | |
| "step": 26900 | |
| }, | |
| { | |
| "loss": 3.5765, | |
| "grad_norm": 2.89664363861084, | |
| "learning_rate": 1.714716132376844e-05, | |
| "epoch": 1.9314842686160683, | |
| "step": 26950 | |
| }, | |
| { | |
| "loss": 3.5649, | |
| "grad_norm": 3.1724424362182617, | |
| "learning_rate": 1.7132564564469337e-05, | |
| "epoch": 1.935067727370458, | |
| "step": 27000 | |
| }, | |
| { | |
| "loss": 3.5724, | |
| "grad_norm": 2.814220905303955, | |
| "learning_rate": 1.711793680494096e-05, | |
| "epoch": 1.9386511861248477, | |
| "step": 27050 | |
| }, | |
| { | |
| "loss": 3.5667, | |
| "grad_norm": 2.87035870552063, | |
| "learning_rate": 1.7103278108759863e-05, | |
| "epoch": 1.9422346448792376, | |
| "step": 27100 | |
| }, | |
| { | |
| "loss": 3.559, | |
| "grad_norm": 2.7890102863311768, | |
| "learning_rate": 1.7088588539637066e-05, | |
| "epoch": 1.945818103633627, | |
| "step": 27150 | |
| }, | |
| { | |
| "loss": 3.5635, | |
| "grad_norm": 2.7805936336517334, | |
| "learning_rate": 1.7073868161417766e-05, | |
| "epoch": 1.949401562388017, | |
| "step": 27200 | |
| }, | |
| { | |
| "loss": 3.5642, | |
| "grad_norm": 2.7486321926116943, | |
| "learning_rate": 1.705911703808107e-05, | |
| "epoch": 1.9529850211424067, | |
| "step": 27250 | |
| }, | |
| { | |
| "loss": 3.5716, | |
| "grad_norm": 2.8545165061950684, | |
| "learning_rate": 1.7044335233739712e-05, | |
| "epoch": 1.9565684798967964, | |
| "step": 27300 | |
| }, | |
| { | |
| "loss": 3.5649, | |
| "grad_norm": 2.786341428756714, | |
| "learning_rate": 1.7029522812639768e-05, | |
| "epoch": 1.960151938651186, | |
| "step": 27350 | |
| }, | |
| { | |
| "loss": 3.5665, | |
| "grad_norm": 3.119352102279663, | |
| "learning_rate": 1.7014679839160393e-05, | |
| "epoch": 1.9637353974055758, | |
| "step": 27400 | |
| }, | |
| { | |
| "loss": 3.5796, | |
| "grad_norm": 2.8911643028259277, | |
| "learning_rate": 1.6999806377813533e-05, | |
| "epoch": 1.9673188561599657, | |
| "step": 27450 | |
| }, | |
| { | |
| "loss": 3.5719, | |
| "grad_norm": 2.6484568119049072, | |
| "learning_rate": 1.698490249324363e-05, | |
| "epoch": 1.9709023149143552, | |
| "step": 27500 | |
| }, | |
| { | |
| "loss": 3.5755, | |
| "grad_norm": 2.867673635482788, | |
| "learning_rate": 1.696996825022736e-05, | |
| "epoch": 1.9744857736687451, | |
| "step": 27550 | |
| }, | |
| { | |
| "loss": 3.57, | |
| "grad_norm": 2.8338863849639893, | |
| "learning_rate": 1.6955003713673357e-05, | |
| "epoch": 1.9780692324231348, | |
| "step": 27600 | |
| }, | |
| { | |
| "loss": 3.5653, | |
| "grad_norm": 2.818838596343994, | |
| "learning_rate": 1.6940008948621904e-05, | |
| "epoch": 1.9816526911775245, | |
| "step": 27650 | |
| }, | |
| { | |
| "loss": 3.5634, | |
| "grad_norm": 2.8224220275878906, | |
| "learning_rate": 1.692498402024467e-05, | |
| "epoch": 1.9852361499319144, | |
| "step": 27700 | |
| }, | |
| { | |
| "loss": 3.5725, | |
| "grad_norm": 2.797938346862793, | |
| "learning_rate": 1.690992899384443e-05, | |
| "epoch": 1.988819608686304, | |
| "step": 27750 | |
| }, | |
| { | |
| "loss": 3.5726, | |
| "grad_norm": 3.063934564590454, | |
| "learning_rate": 1.689484393485477e-05, | |
| "epoch": 1.9924030674406938, | |
| "step": 27800 | |
| }, | |
| { | |
| "loss": 3.5524, | |
| "grad_norm": 2.886658191680908, | |
| "learning_rate": 1.6879728908839807e-05, | |
| "epoch": 1.9959865261950835, | |
| "step": 27850 | |
| }, | |
| { | |
| "loss": 3.5635, | |
| "grad_norm": 2.783209800720215, | |
| "learning_rate": 1.6864583981493896e-05, | |
| "epoch": 1.9995699849494732, | |
| "step": 27900 | |
| }, | |
| { | |
| "loss": 3.5412, | |
| "grad_norm": 2.6848716735839844, | |
| "learning_rate": 1.6849409218641358e-05, | |
| "epoch": 2.003153443703863, | |
| "step": 27950 | |
| }, | |
| { | |
| "loss": 3.5323, | |
| "grad_norm": 2.811471462249756, | |
| "learning_rate": 1.6834204686236197e-05, | |
| "epoch": 2.0067369024582526, | |
| "step": 28000 | |
| }, | |
| { | |
| "eval_loss": 3.5473411083221436, | |
| "eval_model_preparation_time": 0.0023, | |
| "eval_bleu": 0.12115903047632665, | |
| "eval_chrf": 31.558730091944653, | |
| "eval_runtime": 36.8082, | |
| "eval_samples_per_second": 54.336, | |
| "eval_steps_per_second": 0.869, | |
| "epoch": 2.0067369024582526, | |
| "step": 28000 | |
| } | |
| ], | |
| "best_metric": 0.12249807154181025, | |
| "total_steps": 83718 | |
| } |