diff --git "a/checkpoint-76000/training_metrics_snapshot.json" "b/checkpoint-76000/training_metrics_snapshot.json" new file mode 100644--- /dev/null +++ "b/checkpoint-76000/training_metrics_snapshot.json" @@ -0,0 +1,11067 @@ +{ + "checkpoint": 76000, + "epoch": 5.4468573066724, + "timestamp": "2025-11-23T12:11:24.628629", + "training_history": [ + { + "loss": 3.6787, + "grad_norm": 2.8826961517333984, + "learning_rate": 1.1705685618729097e-07, + "epoch": 0.003583458754389737, + "step": 50 + }, + { + "loss": 3.6845, + "grad_norm": 3.028228521347046, + "learning_rate": 2.3650262780697565e-07, + "epoch": 0.007166917508779474, + "step": 100 + }, + { + "loss": 3.6839, + "grad_norm": 3.1519999504089355, + "learning_rate": 3.5594839942666037e-07, + "epoch": 0.010750376263169211, + "step": 150 + }, + { + "loss": 3.6742, + "grad_norm": 2.8430724143981934, + "learning_rate": 4.75394171046345e-07, + "epoch": 0.014333835017558949, + "step": 200 + }, + { + "loss": 3.6864, + "grad_norm": 2.86275577545166, + "learning_rate": 5.948399426660297e-07, + "epoch": 0.017917293771948686, + "step": 250 + }, + { + "loss": 3.671, + "grad_norm": 2.787710189819336, + "learning_rate": 7.142857142857143e-07, + "epoch": 0.021500752526338422, + "step": 300 + }, + { + "loss": 3.6812, + "grad_norm": 2.906496524810791, + "learning_rate": 8.337314859053989e-07, + "epoch": 0.025084211280728158, + "step": 350 + }, + { + "loss": 3.6657, + "grad_norm": 2.733621120452881, + "learning_rate": 9.531772575250838e-07, + "epoch": 0.028667670035117897, + "step": 400 + }, + { + "loss": 3.6776, + "grad_norm": 2.9586291313171387, + "learning_rate": 1.0726230291447684e-06, + "epoch": 0.03225112878950763, + "step": 450 + }, + { + "loss": 3.6817, + "grad_norm": 2.697490930557251, + "learning_rate": 1.192068800764453e-06, + "epoch": 0.03583458754389737, + "step": 500 + }, + { + "loss": 3.6645, + "grad_norm": 2.8789138793945312, + "learning_rate": 1.3115145723841377e-06, + "epoch": 0.03941804629828711, + "step": 550 + }, + { + "loss": 3.6701, + "grad_norm": 2.738499879837036, + "learning_rate": 1.4309603440038225e-06, + "epoch": 0.043001505052676844, + "step": 600 + }, + { + "loss": 3.6557, + "grad_norm": 2.976515293121338, + "learning_rate": 1.550406115623507e-06, + "epoch": 0.04658496380706658, + "step": 650 + }, + { + "loss": 3.6624, + "grad_norm": 2.8300790786743164, + "learning_rate": 1.6698518872431918e-06, + "epoch": 0.050168422561456316, + "step": 700 + }, + { + "loss": 3.6638, + "grad_norm": 2.8557324409484863, + "learning_rate": 1.7892976588628764e-06, + "epoch": 0.05375188131584605, + "step": 750 + }, + { + "loss": 3.6746, + "grad_norm": 2.915972948074341, + "learning_rate": 1.9087434304825613e-06, + "epoch": 0.057335340070235795, + "step": 800 + }, + { + "loss": 3.6571, + "grad_norm": 2.833534002304077, + "learning_rate": 2.0281892021022457e-06, + "epoch": 0.06091879882462553, + "step": 850 + }, + { + "loss": 3.6641, + "grad_norm": 2.786886215209961, + "learning_rate": 2.1476349737219305e-06, + "epoch": 0.06450225757901526, + "step": 900 + }, + { + "loss": 3.6626, + "grad_norm": 2.888093948364258, + "learning_rate": 2.2670807453416154e-06, + "epoch": 0.068085716333405, + "step": 950 + }, + { + "loss": 3.6669, + "grad_norm": 2.935640335083008, + "learning_rate": 2.3865265169613e-06, + "epoch": 0.07166917508779475, + "step": 1000 + }, + { + "loss": 3.6766, + "grad_norm": 2.9223127365112305, + "learning_rate": 2.5059722885809846e-06, + "epoch": 0.07525263384218447, + "step": 1050 + }, + { + "loss": 3.6616, + "grad_norm": 2.855170488357544, + "learning_rate": 2.625418060200669e-06, + "epoch": 0.07883609259657422, + "step": 1100 + }, + { + "loss": 3.6633, + "grad_norm": 2.822401285171509, + "learning_rate": 2.7448638318203535e-06, + "epoch": 0.08241955135096395, + "step": 1150 + }, + { + "loss": 3.6526, + "grad_norm": 2.8145692348480225, + "learning_rate": 2.8643096034400387e-06, + "epoch": 0.08600301010535369, + "step": 1200 + }, + { + "loss": 3.6578, + "grad_norm": 2.7493700981140137, + "learning_rate": 2.983755375059723e-06, + "epoch": 0.08958646885974342, + "step": 1250 + }, + { + "loss": 3.657, + "grad_norm": 2.7674636840820312, + "learning_rate": 3.1032011466794076e-06, + "epoch": 0.09316992761413316, + "step": 1300 + }, + { + "loss": 3.6579, + "grad_norm": 2.798501491546631, + "learning_rate": 3.222646918299093e-06, + "epoch": 0.0967533863685229, + "step": 1350 + }, + { + "loss": 3.6667, + "grad_norm": 3.045165777206421, + "learning_rate": 3.3420926899187773e-06, + "epoch": 0.10033684512291263, + "step": 1400 + }, + { + "loss": 3.6693, + "grad_norm": 2.730278730392456, + "learning_rate": 3.4615384615384617e-06, + "epoch": 0.10392030387730238, + "step": 1450 + }, + { + "loss": 3.6602, + "grad_norm": 2.8988585472106934, + "learning_rate": 3.580984233158146e-06, + "epoch": 0.1075037626316921, + "step": 1500 + }, + { + "loss": 3.6628, + "grad_norm": 2.9216086864471436, + "learning_rate": 3.7004300047778314e-06, + "epoch": 0.11108722138608185, + "step": 1550 + }, + { + "loss": 3.6625, + "grad_norm": 2.7945556640625, + "learning_rate": 3.819875776397516e-06, + "epoch": 0.11467068014047159, + "step": 1600 + }, + { + "loss": 3.6457, + "grad_norm": 2.895811080932617, + "learning_rate": 3.9393215480172e-06, + "epoch": 0.11825413889486132, + "step": 1650 + }, + { + "loss": 3.6572, + "grad_norm": 2.634783983230591, + "learning_rate": 4.0587673196368855e-06, + "epoch": 0.12183759764925106, + "step": 1700 + }, + { + "loss": 3.6515, + "grad_norm": 2.907348871231079, + "learning_rate": 4.17821309125657e-06, + "epoch": 0.1254210564036408, + "step": 1750 + }, + { + "loss": 3.6465, + "grad_norm": 2.9280805587768555, + "learning_rate": 4.297658862876254e-06, + "epoch": 0.12900451515803052, + "step": 1800 + }, + { + "loss": 3.6564, + "grad_norm": 3.136627197265625, + "learning_rate": 4.417104634495939e-06, + "epoch": 0.13258797391242028, + "step": 1850 + }, + { + "loss": 3.6438, + "grad_norm": 2.8626930713653564, + "learning_rate": 4.536550406115624e-06, + "epoch": 0.13617143266681, + "step": 1900 + }, + { + "loss": 3.6442, + "grad_norm": 2.99165678024292, + "learning_rate": 4.6559961777353084e-06, + "epoch": 0.13975489142119973, + "step": 1950 + }, + { + "loss": 3.6556, + "grad_norm": 2.8795509338378906, + "learning_rate": 4.775441949354993e-06, + "epoch": 0.1433383501755895, + "step": 2000 + }, + { + "eval_loss": 3.6125245094299316, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.11687587046602367, + "eval_chrf": 31.48836065140496, + "eval_runtime": 84.7074, + "eval_samples_per_second": 23.611, + "eval_steps_per_second": 0.378, + "epoch": 0.1433383501755895, + "step": 2000 + }, + { + "loss": 3.6548, + "grad_norm": 2.849792003631592, + "learning_rate": 4.894887720974678e-06, + "epoch": 0.14692180892997922, + "step": 2050 + }, + { + "loss": 3.6464, + "grad_norm": 2.7463502883911133, + "learning_rate": 5.014333492594362e-06, + "epoch": 0.15050526768436895, + "step": 2100 + }, + { + "loss": 3.6639, + "grad_norm": 2.8596713542938232, + "learning_rate": 5.133779264214047e-06, + "epoch": 0.15408872643875868, + "step": 2150 + }, + { + "loss": 3.6624, + "grad_norm": 2.8775205612182617, + "learning_rate": 5.253225035833732e-06, + "epoch": 0.15767218519314843, + "step": 2200 + }, + { + "loss": 3.646, + "grad_norm": 2.9133002758026123, + "learning_rate": 5.372670807453416e-06, + "epoch": 0.16125564394753816, + "step": 2250 + }, + { + "loss": 3.6469, + "grad_norm": 2.8221960067749023, + "learning_rate": 5.492116579073101e-06, + "epoch": 0.1648391027019279, + "step": 2300 + }, + { + "loss": 3.6567, + "grad_norm": 2.8143768310546875, + "learning_rate": 5.611562350692786e-06, + "epoch": 0.16842256145631765, + "step": 2350 + }, + { + "loss": 3.6557, + "grad_norm": 2.9973151683807373, + "learning_rate": 5.73100812231247e-06, + "epoch": 0.17200602021070738, + "step": 2400 + }, + { + "loss": 3.6554, + "grad_norm": 3.0725531578063965, + "learning_rate": 5.850453893932155e-06, + "epoch": 0.1755894789650971, + "step": 2450 + }, + { + "loss": 3.6471, + "grad_norm": 3.028376579284668, + "learning_rate": 5.9698996655518404e-06, + "epoch": 0.17917293771948684, + "step": 2500 + }, + { + "loss": 3.6492, + "grad_norm": 2.886871814727783, + "learning_rate": 6.089345437171524e-06, + "epoch": 0.1827563964738766, + "step": 2550 + }, + { + "loss": 3.6598, + "grad_norm": 2.8908731937408447, + "learning_rate": 6.208791208791209e-06, + "epoch": 0.18633985522826632, + "step": 2600 + }, + { + "loss": 3.6476, + "grad_norm": 3.0486247539520264, + "learning_rate": 6.3282369804108945e-06, + "epoch": 0.18992331398265605, + "step": 2650 + }, + { + "loss": 3.6448, + "grad_norm": 3.1281673908233643, + "learning_rate": 6.447682752030578e-06, + "epoch": 0.1935067727370458, + "step": 2700 + }, + { + "loss": 3.638, + "grad_norm": 2.75227952003479, + "learning_rate": 6.567128523650263e-06, + "epoch": 0.19709023149143554, + "step": 2750 + }, + { + "loss": 3.6377, + "grad_norm": 2.825026750564575, + "learning_rate": 6.686574295269948e-06, + "epoch": 0.20067369024582526, + "step": 2800 + }, + { + "loss": 3.643, + "grad_norm": 2.7805380821228027, + "learning_rate": 6.806020066889632e-06, + "epoch": 0.204257149000215, + "step": 2850 + }, + { + "loss": 3.6556, + "grad_norm": 3.056185483932495, + "learning_rate": 6.9254658385093175e-06, + "epoch": 0.20784060775460475, + "step": 2900 + }, + { + "loss": 3.6551, + "grad_norm": 2.7656185626983643, + "learning_rate": 7.044911610129002e-06, + "epoch": 0.21142406650899448, + "step": 2950 + }, + { + "loss": 3.6527, + "grad_norm": 2.9017703533172607, + "learning_rate": 7.164357381748686e-06, + "epoch": 0.2150075252633842, + "step": 3000 + }, + { + "loss": 3.6455, + "grad_norm": 2.8588929176330566, + "learning_rate": 7.283803153368372e-06, + "epoch": 0.21859098401777396, + "step": 3050 + }, + { + "loss": 3.6578, + "grad_norm": 2.759413003921509, + "learning_rate": 7.403248924988056e-06, + "epoch": 0.2221744427721637, + "step": 3100 + }, + { + "loss": 3.6526, + "grad_norm": 2.810638904571533, + "learning_rate": 7.5226946966077404e-06, + "epoch": 0.22575790152655342, + "step": 3150 + }, + { + "loss": 3.6567, + "grad_norm": 2.779322862625122, + "learning_rate": 7.642140468227427e-06, + "epoch": 0.22934136028094318, + "step": 3200 + }, + { + "loss": 3.6548, + "grad_norm": 2.914285659790039, + "learning_rate": 7.76158623984711e-06, + "epoch": 0.2329248190353329, + "step": 3250 + }, + { + "loss": 3.6405, + "grad_norm": 2.790729284286499, + "learning_rate": 7.881032011466795e-06, + "epoch": 0.23650827778972264, + "step": 3300 + }, + { + "loss": 3.6483, + "grad_norm": 2.8829877376556396, + "learning_rate": 8.00047778308648e-06, + "epoch": 0.24009173654411237, + "step": 3350 + }, + { + "loss": 3.6411, + "grad_norm": 2.7378406524658203, + "learning_rate": 8.119923554706164e-06, + "epoch": 0.24367519529850212, + "step": 3400 + }, + { + "loss": 3.639, + "grad_norm": 2.9590532779693604, + "learning_rate": 8.23936932632585e-06, + "epoch": 0.24725865405289185, + "step": 3450 + }, + { + "loss": 3.6493, + "grad_norm": 2.793628692626953, + "learning_rate": 8.358815097945533e-06, + "epoch": 0.2508421128072816, + "step": 3500 + }, + { + "loss": 3.6381, + "grad_norm": 2.804919481277466, + "learning_rate": 8.478260869565218e-06, + "epoch": 0.25442557156167134, + "step": 3550 + }, + { + "loss": 3.6412, + "grad_norm": 2.988947868347168, + "learning_rate": 8.597706641184904e-06, + "epoch": 0.25800903031606104, + "step": 3600 + }, + { + "loss": 3.6444, + "grad_norm": 3.0187394618988037, + "learning_rate": 8.717152412804587e-06, + "epoch": 0.2615924890704508, + "step": 3650 + }, + { + "loss": 3.6372, + "grad_norm": 2.841747999191284, + "learning_rate": 8.836598184424272e-06, + "epoch": 0.26517594782484055, + "step": 3700 + }, + { + "loss": 3.6553, + "grad_norm": 2.8912370204925537, + "learning_rate": 8.956043956043958e-06, + "epoch": 0.26875940657923025, + "step": 3750 + }, + { + "loss": 3.6387, + "grad_norm": 3.2106292247772217, + "learning_rate": 9.075489727663641e-06, + "epoch": 0.27234286533362, + "step": 3800 + }, + { + "loss": 3.6417, + "grad_norm": 2.8960952758789062, + "learning_rate": 9.194935499283327e-06, + "epoch": 0.27592632408800977, + "step": 3850 + }, + { + "loss": 3.6434, + "grad_norm": 2.7633676528930664, + "learning_rate": 9.314381270903012e-06, + "epoch": 0.27950978284239947, + "step": 3900 + }, + { + "loss": 3.6559, + "grad_norm": 2.7297277450561523, + "learning_rate": 9.433827042522695e-06, + "epoch": 0.2830932415967892, + "step": 3950 + }, + { + "loss": 3.641, + "grad_norm": 2.7868881225585938, + "learning_rate": 9.55327281414238e-06, + "epoch": 0.286676700351179, + "step": 4000 + }, + { + "eval_loss": 3.604299545288086, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.11855110578819589, + "eval_chrf": 31.371795297948747, + "eval_runtime": 79.5186, + "eval_samples_per_second": 25.151, + "eval_steps_per_second": 0.402, + "epoch": 0.286676700351179, + "step": 4000 + }, + { + "loss": 3.6385, + "grad_norm": 2.9395406246185303, + "learning_rate": 9.672718585762066e-06, + "epoch": 0.2902601591055687, + "step": 4050 + }, + { + "loss": 3.6459, + "grad_norm": 2.838879108428955, + "learning_rate": 9.79216435738175e-06, + "epoch": 0.29384361785995844, + "step": 4100 + }, + { + "loss": 3.6445, + "grad_norm": 2.835333824157715, + "learning_rate": 9.911610129001435e-06, + "epoch": 0.2974270766143482, + "step": 4150 + }, + { + "loss": 3.6509, + "grad_norm": 2.8583765029907227, + "learning_rate": 1.0031055900621118e-05, + "epoch": 0.3010105353687379, + "step": 4200 + }, + { + "loss": 3.6438, + "grad_norm": 3.103139638900757, + "learning_rate": 1.0150501672240805e-05, + "epoch": 0.30459399412312765, + "step": 4250 + }, + { + "loss": 3.6385, + "grad_norm": 2.8596248626708984, + "learning_rate": 1.0269947443860489e-05, + "epoch": 0.30817745287751735, + "step": 4300 + }, + { + "loss": 3.6522, + "grad_norm": 2.778722047805786, + "learning_rate": 1.0389393215480172e-05, + "epoch": 0.3117609116319071, + "step": 4350 + }, + { + "loss": 3.6504, + "grad_norm": 2.895379066467285, + "learning_rate": 1.050883898709986e-05, + "epoch": 0.31534437038629687, + "step": 4400 + }, + { + "loss": 3.6507, + "grad_norm": 2.701481342315674, + "learning_rate": 1.0628284758719543e-05, + "epoch": 0.31892782914068657, + "step": 4450 + }, + { + "loss": 3.634, + "grad_norm": 2.87186336517334, + "learning_rate": 1.0747730530339227e-05, + "epoch": 0.3225112878950763, + "step": 4500 + }, + { + "loss": 3.6422, + "grad_norm": 2.6985971927642822, + "learning_rate": 1.086717630195891e-05, + "epoch": 0.3260947466494661, + "step": 4550 + }, + { + "loss": 3.6412, + "grad_norm": 2.993252754211426, + "learning_rate": 1.0986622073578597e-05, + "epoch": 0.3296782054038558, + "step": 4600 + }, + { + "loss": 3.6427, + "grad_norm": 2.9659206867218018, + "learning_rate": 1.110606784519828e-05, + "epoch": 0.33326166415824554, + "step": 4650 + }, + { + "loss": 3.6421, + "grad_norm": 2.7770729064941406, + "learning_rate": 1.1225513616817964e-05, + "epoch": 0.3368451229126353, + "step": 4700 + }, + { + "loss": 3.643, + "grad_norm": 2.8897016048431396, + "learning_rate": 1.1344959388437651e-05, + "epoch": 0.340428581667025, + "step": 4750 + }, + { + "loss": 3.6249, + "grad_norm": 3.156210422515869, + "learning_rate": 1.1464405160057335e-05, + "epoch": 0.34401204042141476, + "step": 4800 + }, + { + "loss": 3.6483, + "grad_norm": 2.983232259750366, + "learning_rate": 1.1583850931677018e-05, + "epoch": 0.3475954991758045, + "step": 4850 + }, + { + "loss": 3.6444, + "grad_norm": 3.007908821105957, + "learning_rate": 1.1703296703296705e-05, + "epoch": 0.3511789579301942, + "step": 4900 + }, + { + "loss": 3.6681, + "grad_norm": 2.7451424598693848, + "learning_rate": 1.1822742474916389e-05, + "epoch": 0.35476241668458397, + "step": 4950 + }, + { + "loss": 3.6539, + "grad_norm": 2.989840507507324, + "learning_rate": 1.1942188246536072e-05, + "epoch": 0.35834587543897367, + "step": 5000 + }, + { + "loss": 3.6297, + "grad_norm": 2.841801166534424, + "learning_rate": 1.206163401815576e-05, + "epoch": 0.36192933419336343, + "step": 5050 + }, + { + "loss": 3.6522, + "grad_norm": 3.0453057289123535, + "learning_rate": 1.2181079789775443e-05, + "epoch": 0.3655127929477532, + "step": 5100 + }, + { + "loss": 3.6355, + "grad_norm": 2.991407871246338, + "learning_rate": 1.2300525561395127e-05, + "epoch": 0.3690962517021429, + "step": 5150 + }, + { + "loss": 3.6435, + "grad_norm": 2.941945791244507, + "learning_rate": 1.2419971333014814e-05, + "epoch": 0.37267971045653264, + "step": 5200 + }, + { + "loss": 3.6256, + "grad_norm": 2.92447829246521, + "learning_rate": 1.2539417104634497e-05, + "epoch": 0.3762631692109224, + "step": 5250 + }, + { + "loss": 3.654, + "grad_norm": 2.8586673736572266, + "learning_rate": 1.265886287625418e-05, + "epoch": 0.3798466279653121, + "step": 5300 + }, + { + "loss": 3.6351, + "grad_norm": 2.8122401237487793, + "learning_rate": 1.2778308647873868e-05, + "epoch": 0.38343008671970186, + "step": 5350 + }, + { + "loss": 3.6546, + "grad_norm": 2.8284683227539062, + "learning_rate": 1.2897754419493551e-05, + "epoch": 0.3870135454740916, + "step": 5400 + }, + { + "loss": 3.6337, + "grad_norm": 2.7817671298980713, + "learning_rate": 1.3017200191113235e-05, + "epoch": 0.3905970042284813, + "step": 5450 + }, + { + "loss": 3.6487, + "grad_norm": 3.200016736984253, + "learning_rate": 1.3136645962732922e-05, + "epoch": 0.39418046298287107, + "step": 5500 + }, + { + "loss": 3.6342, + "grad_norm": 2.7402632236480713, + "learning_rate": 1.3256091734352605e-05, + "epoch": 0.39776392173726083, + "step": 5550 + }, + { + "loss": 3.6392, + "grad_norm": 2.810091018676758, + "learning_rate": 1.3375537505972289e-05, + "epoch": 0.40134738049165053, + "step": 5600 + }, + { + "loss": 3.641, + "grad_norm": 2.894531011581421, + "learning_rate": 1.3494983277591976e-05, + "epoch": 0.4049308392460403, + "step": 5650 + }, + { + "loss": 3.6368, + "grad_norm": 2.9225988388061523, + "learning_rate": 1.361442904921166e-05, + "epoch": 0.40851429800043, + "step": 5700 + }, + { + "loss": 3.6374, + "grad_norm": 3.016430616378784, + "learning_rate": 1.3733874820831343e-05, + "epoch": 0.41209775675481974, + "step": 5750 + }, + { + "loss": 3.6452, + "grad_norm": 2.9885077476501465, + "learning_rate": 1.385332059245103e-05, + "epoch": 0.4156812155092095, + "step": 5800 + }, + { + "loss": 3.6334, + "grad_norm": 2.9427528381347656, + "learning_rate": 1.3972766364070714e-05, + "epoch": 0.4192646742635992, + "step": 5850 + }, + { + "loss": 3.6434, + "grad_norm": 2.9331486225128174, + "learning_rate": 1.4092212135690397e-05, + "epoch": 0.42284813301798896, + "step": 5900 + }, + { + "loss": 3.6287, + "grad_norm": 2.8337302207946777, + "learning_rate": 1.421165790731008e-05, + "epoch": 0.4264315917723787, + "step": 5950 + }, + { + "loss": 3.6363, + "grad_norm": 2.9508445262908936, + "learning_rate": 1.4331103678929768e-05, + "epoch": 0.4300150505267684, + "step": 6000 + }, + { + "eval_loss": 3.59792423248291, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.10979748596234642, + "eval_chrf": 31.31455144193432, + "eval_runtime": 88.7529, + "eval_samples_per_second": 22.534, + "eval_steps_per_second": 0.361, + "epoch": 0.4300150505267684, + "step": 6000 + }, + { + "loss": 3.6399, + "grad_norm": 2.8384978771209717, + "learning_rate": 1.4450549450549451e-05, + "epoch": 0.4335985092811582, + "step": 6050 + }, + { + "loss": 3.6334, + "grad_norm": 3.0397462844848633, + "learning_rate": 1.4569995222169135e-05, + "epoch": 0.43718196803554793, + "step": 6100 + }, + { + "loss": 3.6237, + "grad_norm": 2.8816871643066406, + "learning_rate": 1.4689440993788822e-05, + "epoch": 0.44076542678993763, + "step": 6150 + }, + { + "loss": 3.6504, + "grad_norm": 2.8406283855438232, + "learning_rate": 1.4808886765408505e-05, + "epoch": 0.4443488855443274, + "step": 6200 + }, + { + "loss": 3.6342, + "grad_norm": 2.9639480113983154, + "learning_rate": 1.4928332537028189e-05, + "epoch": 0.44793234429871714, + "step": 6250 + }, + { + "loss": 3.6498, + "grad_norm": 2.9352121353149414, + "learning_rate": 1.5047778308647876e-05, + "epoch": 0.45151580305310685, + "step": 6300 + }, + { + "loss": 3.6465, + "grad_norm": 2.9181034564971924, + "learning_rate": 1.516722408026756e-05, + "epoch": 0.4550992618074966, + "step": 6350 + }, + { + "loss": 3.6422, + "grad_norm": 2.8066813945770264, + "learning_rate": 1.5286669851887245e-05, + "epoch": 0.45868272056188636, + "step": 6400 + }, + { + "loss": 3.6359, + "grad_norm": 2.9192256927490234, + "learning_rate": 1.5406115623506928e-05, + "epoch": 0.46226617931627606, + "step": 6450 + }, + { + "loss": 3.6411, + "grad_norm": 2.8807878494262695, + "learning_rate": 1.5525561395126615e-05, + "epoch": 0.4658496380706658, + "step": 6500 + }, + { + "loss": 3.6309, + "grad_norm": 2.8400449752807617, + "learning_rate": 1.56450071667463e-05, + "epoch": 0.4694330968250555, + "step": 6550 + }, + { + "loss": 3.6387, + "grad_norm": 2.8949077129364014, + "learning_rate": 1.5764452938365982e-05, + "epoch": 0.4730165555794453, + "step": 6600 + }, + { + "loss": 3.6369, + "grad_norm": 2.801791191101074, + "learning_rate": 1.588389870998567e-05, + "epoch": 0.47660001433383503, + "step": 6650 + }, + { + "loss": 3.6518, + "grad_norm": 2.833810806274414, + "learning_rate": 1.6003344481605353e-05, + "epoch": 0.48018347308822473, + "step": 6700 + }, + { + "loss": 3.6286, + "grad_norm": 3.0063154697418213, + "learning_rate": 1.6122790253225036e-05, + "epoch": 0.4837669318426145, + "step": 6750 + }, + { + "loss": 3.6327, + "grad_norm": 2.8149757385253906, + "learning_rate": 1.6242236024844723e-05, + "epoch": 0.48735039059700425, + "step": 6800 + }, + { + "loss": 3.6269, + "grad_norm": 2.7950377464294434, + "learning_rate": 1.6361681796464407e-05, + "epoch": 0.49093384935139395, + "step": 6850 + }, + { + "loss": 3.6352, + "grad_norm": 2.8111937046051025, + "learning_rate": 1.648112756808409e-05, + "epoch": 0.4945173081057837, + "step": 6900 + }, + { + "loss": 3.634, + "grad_norm": 2.9674079418182373, + "learning_rate": 1.6600573339703778e-05, + "epoch": 0.49810076686017346, + "step": 6950 + }, + { + "loss": 3.6418, + "grad_norm": 2.844080924987793, + "learning_rate": 1.672001911132346e-05, + "epoch": 0.5016842256145632, + "step": 7000 + }, + { + "loss": 3.62, + "grad_norm": 2.950845718383789, + "learning_rate": 1.6839464882943145e-05, + "epoch": 0.5052676843689529, + "step": 7050 + }, + { + "loss": 3.6269, + "grad_norm": 2.891509532928467, + "learning_rate": 1.695891065456283e-05, + "epoch": 0.5088511431233427, + "step": 7100 + }, + { + "loss": 3.6251, + "grad_norm": 2.821896553039551, + "learning_rate": 1.7078356426182515e-05, + "epoch": 0.5124346018777324, + "step": 7150 + }, + { + "loss": 3.6353, + "grad_norm": 2.830019235610962, + "learning_rate": 1.71978021978022e-05, + "epoch": 0.5160180606321221, + "step": 7200 + }, + { + "loss": 3.639, + "grad_norm": 2.682234525680542, + "learning_rate": 1.7317247969421886e-05, + "epoch": 0.5196015193865119, + "step": 7250 + }, + { + "loss": 3.6321, + "grad_norm": 2.8084537982940674, + "learning_rate": 1.743669374104157e-05, + "epoch": 0.5231849781409016, + "step": 7300 + }, + { + "loss": 3.649, + "grad_norm": 2.946808099746704, + "learning_rate": 1.7556139512661253e-05, + "epoch": 0.5267684368952913, + "step": 7350 + }, + { + "loss": 3.6391, + "grad_norm": 2.7569286823272705, + "learning_rate": 1.767558528428094e-05, + "epoch": 0.5303518956496811, + "step": 7400 + }, + { + "loss": 3.6337, + "grad_norm": 2.967864513397217, + "learning_rate": 1.7795031055900623e-05, + "epoch": 0.5339353544040708, + "step": 7450 + }, + { + "loss": 3.6393, + "grad_norm": 3.0034618377685547, + "learning_rate": 1.7914476827520307e-05, + "epoch": 0.5375188131584605, + "step": 7500 + }, + { + "loss": 3.6431, + "grad_norm": 2.723473310470581, + "learning_rate": 1.8033922599139994e-05, + "epoch": 0.5411022719128503, + "step": 7550 + }, + { + "loss": 3.6374, + "grad_norm": 2.8928301334381104, + "learning_rate": 1.8153368370759678e-05, + "epoch": 0.54468573066724, + "step": 7600 + }, + { + "loss": 3.6369, + "grad_norm": 2.8130874633789062, + "learning_rate": 1.827281414237936e-05, + "epoch": 0.5482691894216297, + "step": 7650 + }, + { + "loss": 3.6267, + "grad_norm": 2.876746654510498, + "learning_rate": 1.8392259913999048e-05, + "epoch": 0.5518526481760195, + "step": 7700 + }, + { + "loss": 3.6446, + "grad_norm": 2.977689027786255, + "learning_rate": 1.851170568561873e-05, + "epoch": 0.5554361069304092, + "step": 7750 + }, + { + "loss": 3.6161, + "grad_norm": 2.820831537246704, + "learning_rate": 1.8631151457238415e-05, + "epoch": 0.5590195656847989, + "step": 7800 + }, + { + "loss": 3.6409, + "grad_norm": 3.08670711517334, + "learning_rate": 1.8750597228858102e-05, + "epoch": 0.5626030244391887, + "step": 7850 + }, + { + "loss": 3.6321, + "grad_norm": 2.8381645679473877, + "learning_rate": 1.8870043000477786e-05, + "epoch": 0.5661864831935784, + "step": 7900 + }, + { + "loss": 3.6326, + "grad_norm": 2.8480851650238037, + "learning_rate": 1.898948877209747e-05, + "epoch": 0.5697699419479682, + "step": 7950 + }, + { + "loss": 3.6324, + "grad_norm": 2.835008382797241, + "learning_rate": 1.9108934543717156e-05, + "epoch": 0.573353400702358, + "step": 8000 + }, + { + "eval_loss": 3.595062255859375, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.1174872077739482, + "eval_chrf": 31.49347862672598, + "eval_runtime": 79.874, + "eval_samples_per_second": 25.039, + "eval_steps_per_second": 0.401, + "epoch": 0.573353400702358, + "step": 8000 + }, + { + "loss": 3.6277, + "grad_norm": 2.907283067703247, + "learning_rate": 1.922838031533684e-05, + "epoch": 0.5769368594567477, + "step": 8050 + }, + { + "loss": 3.6309, + "grad_norm": 2.783656120300293, + "learning_rate": 1.9347826086956523e-05, + "epoch": 0.5805203182111374, + "step": 8100 + }, + { + "loss": 3.6167, + "grad_norm": 3.1348400115966797, + "learning_rate": 1.946727185857621e-05, + "epoch": 0.5841037769655272, + "step": 8150 + }, + { + "loss": 3.6282, + "grad_norm": 2.880157709121704, + "learning_rate": 1.9586717630195894e-05, + "epoch": 0.5876872357199169, + "step": 8200 + }, + { + "loss": 3.6319, + "grad_norm": 2.924098491668701, + "learning_rate": 1.9706163401815578e-05, + "epoch": 0.5912706944743066, + "step": 8250 + }, + { + "loss": 3.641, + "grad_norm": 2.9245517253875732, + "learning_rate": 1.9825609173435265e-05, + "epoch": 0.5948541532286964, + "step": 8300 + }, + { + "loss": 3.6323, + "grad_norm": 2.853644371032715, + "learning_rate": 1.9945054945054948e-05, + "epoch": 0.5984376119830861, + "step": 8350 + }, + { + "loss": 3.6318, + "grad_norm": 3.058555841445923, + "learning_rate": 1.9999993663100352e-05, + "epoch": 0.6020210707374758, + "step": 8400 + }, + { + "loss": 3.6265, + "grad_norm": 2.9240124225616455, + "learning_rate": 1.9999948461660206e-05, + "epoch": 0.6056045294918655, + "step": 8450 + }, + { + "loss": 3.6339, + "grad_norm": 2.728078603744507, + "learning_rate": 1.9999859797494658e-05, + "epoch": 0.6091879882462553, + "step": 8500 + }, + { + "loss": 3.6355, + "grad_norm": 2.748669385910034, + "learning_rate": 1.9999727670989077e-05, + "epoch": 0.612771447000645, + "step": 8550 + }, + { + "loss": 3.6249, + "grad_norm": 3.0014336109161377, + "learning_rate": 1.9999552082717713e-05, + "epoch": 0.6163549057550347, + "step": 8600 + }, + { + "loss": 3.6167, + "grad_norm": 2.8426921367645264, + "learning_rate": 1.9999333033443727e-05, + "epoch": 0.6199383645094245, + "step": 8650 + }, + { + "loss": 3.6507, + "grad_norm": 2.800652265548706, + "learning_rate": 1.999907052411918e-05, + "epoch": 0.6235218232638142, + "step": 8700 + }, + { + "loss": 3.633, + "grad_norm": 2.844484806060791, + "learning_rate": 1.999876455588501e-05, + "epoch": 0.6271052820182039, + "step": 8750 + }, + { + "loss": 3.6238, + "grad_norm": 2.9430322647094727, + "learning_rate": 1.999841513007104e-05, + "epoch": 0.6306887407725937, + "step": 8800 + }, + { + "loss": 3.6256, + "grad_norm": 2.8248939514160156, + "learning_rate": 1.9998022248195982e-05, + "epoch": 0.6342721995269834, + "step": 8850 + }, + { + "loss": 3.6217, + "grad_norm": 2.8490238189697266, + "learning_rate": 1.999758591196742e-05, + "epoch": 0.6378556582813731, + "step": 8900 + }, + { + "loss": 3.6326, + "grad_norm": 2.8636586666107178, + "learning_rate": 1.999710612328179e-05, + "epoch": 0.641439117035763, + "step": 8950 + }, + { + "loss": 3.6133, + "grad_norm": 2.801966428756714, + "learning_rate": 1.999658288422441e-05, + "epoch": 0.6450225757901527, + "step": 9000 + }, + { + "loss": 3.6213, + "grad_norm": 2.777209520339966, + "learning_rate": 1.9996016197069415e-05, + "epoch": 0.6486060345445424, + "step": 9050 + }, + { + "loss": 3.6226, + "grad_norm": 2.8222055435180664, + "learning_rate": 1.999540606427981e-05, + "epoch": 0.6521894932989322, + "step": 9100 + }, + { + "loss": 3.6296, + "grad_norm": 2.9050872325897217, + "learning_rate": 1.99947524885074e-05, + "epoch": 0.6557729520533219, + "step": 9150 + }, + { + "loss": 3.6274, + "grad_norm": 2.8046138286590576, + "learning_rate": 1.9994055472592823e-05, + "epoch": 0.6593564108077116, + "step": 9200 + }, + { + "loss": 3.6243, + "grad_norm": 3.2293264865875244, + "learning_rate": 1.9993315019565514e-05, + "epoch": 0.6629398695621014, + "step": 9250 + }, + { + "loss": 3.6167, + "grad_norm": 2.808518886566162, + "learning_rate": 1.9992531132643703e-05, + "epoch": 0.6665233283164911, + "step": 9300 + }, + { + "loss": 3.6284, + "grad_norm": 2.9400224685668945, + "learning_rate": 1.999170381523439e-05, + "epoch": 0.6701067870708808, + "step": 9350 + }, + { + "loss": 3.6227, + "grad_norm": 2.8705012798309326, + "learning_rate": 1.9990833070933346e-05, + "epoch": 0.6736902458252706, + "step": 9400 + }, + { + "loss": 3.631, + "grad_norm": 2.896789073944092, + "learning_rate": 1.998991890352508e-05, + "epoch": 0.6772737045796603, + "step": 9450 + }, + { + "loss": 3.6241, + "grad_norm": 2.9855711460113525, + "learning_rate": 1.998896131698283e-05, + "epoch": 0.68085716333405, + "step": 9500 + }, + { + "loss": 3.6209, + "grad_norm": 2.798070192337036, + "learning_rate": 1.9987960315468554e-05, + "epoch": 0.6844406220884398, + "step": 9550 + }, + { + "loss": 3.6324, + "grad_norm": 2.9017467498779297, + "learning_rate": 1.9986915903332894e-05, + "epoch": 0.6880240808428295, + "step": 9600 + }, + { + "loss": 3.6297, + "grad_norm": 2.988384246826172, + "learning_rate": 1.998582808511518e-05, + "epoch": 0.6916075395972192, + "step": 9650 + }, + { + "loss": 3.6311, + "grad_norm": 2.9374516010284424, + "learning_rate": 1.998469686554339e-05, + "epoch": 0.695190998351609, + "step": 9700 + }, + { + "loss": 3.6257, + "grad_norm": 2.8902134895324707, + "learning_rate": 1.998352224953413e-05, + "epoch": 0.6987744571059987, + "step": 9750 + }, + { + "loss": 3.6159, + "grad_norm": 2.963186025619507, + "learning_rate": 1.998230424219264e-05, + "epoch": 0.7023579158603884, + "step": 9800 + }, + { + "loss": 3.6276, + "grad_norm": 2.85019850730896, + "learning_rate": 1.9981042848812725e-05, + "epoch": 0.7059413746147782, + "step": 9850 + }, + { + "loss": 3.6218, + "grad_norm": 2.9275527000427246, + "learning_rate": 1.9979738074876786e-05, + "epoch": 0.7095248333691679, + "step": 9900 + }, + { + "loss": 3.6291, + "grad_norm": 2.9726195335388184, + "learning_rate": 1.9978389926055746e-05, + "epoch": 0.7131082921235576, + "step": 9950 + }, + { + "loss": 3.6285, + "grad_norm": 2.723578929901123, + "learning_rate": 1.9976998408209063e-05, + "epoch": 0.7166917508779473, + "step": 10000 + }, + { + "eval_loss": 3.587348461151123, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12007022688548516, + "eval_chrf": 31.489311961652856, + "eval_runtime": 47.2058, + "eval_samples_per_second": 42.368, + "eval_steps_per_second": 0.678, + "epoch": 0.7166917508779473, + "step": 10000 + }, + { + "loss": 3.6347, + "grad_norm": 2.7564284801483154, + "learning_rate": 1.997556352738468e-05, + "epoch": 0.7202752096323372, + "step": 10050 + }, + { + "loss": 3.6261, + "grad_norm": 2.7357685565948486, + "learning_rate": 1.9974085289819016e-05, + "epoch": 0.7238586683867269, + "step": 10100 + }, + { + "loss": 3.6229, + "grad_norm": 2.7999777793884277, + "learning_rate": 1.9972563701936923e-05, + "epoch": 0.7274421271411166, + "step": 10150 + }, + { + "loss": 3.6282, + "grad_norm": 2.989271640777588, + "learning_rate": 1.9970998770351678e-05, + "epoch": 0.7310255858955064, + "step": 10200 + }, + { + "loss": 3.613, + "grad_norm": 2.7797861099243164, + "learning_rate": 1.9969390501864926e-05, + "epoch": 0.7346090446498961, + "step": 10250 + }, + { + "loss": 3.6211, + "grad_norm": 2.9898197650909424, + "learning_rate": 1.9967738903466683e-05, + "epoch": 0.7381925034042858, + "step": 10300 + }, + { + "loss": 3.6218, + "grad_norm": 3.181100368499756, + "learning_rate": 1.9966043982335282e-05, + "epoch": 0.7417759621586756, + "step": 10350 + }, + { + "loss": 3.6393, + "grad_norm": 2.906479597091675, + "learning_rate": 1.9964305745837343e-05, + "epoch": 0.7453594209130653, + "step": 10400 + }, + { + "loss": 3.6195, + "grad_norm": 3.0653111934661865, + "learning_rate": 1.9962524201527766e-05, + "epoch": 0.748942879667455, + "step": 10450 + }, + { + "loss": 3.6341, + "grad_norm": 2.933912754058838, + "learning_rate": 1.996069935714966e-05, + "epoch": 0.7525263384218448, + "step": 10500 + }, + { + "loss": 3.6262, + "grad_norm": 2.793137550354004, + "learning_rate": 1.9958831220634337e-05, + "epoch": 0.7561097971762345, + "step": 10550 + }, + { + "loss": 3.6225, + "grad_norm": 2.852018356323242, + "learning_rate": 1.9956919800101275e-05, + "epoch": 0.7596932559306242, + "step": 10600 + }, + { + "loss": 3.6178, + "grad_norm": 2.8703768253326416, + "learning_rate": 1.9954965103858063e-05, + "epoch": 0.763276714685014, + "step": 10650 + }, + { + "loss": 3.6259, + "grad_norm": 2.734632968902588, + "learning_rate": 1.9952967140400397e-05, + "epoch": 0.7668601734394037, + "step": 10700 + }, + { + "loss": 3.6316, + "grad_norm": 2.80359148979187, + "learning_rate": 1.9950925918412008e-05, + "epoch": 0.7704436321937934, + "step": 10750 + }, + { + "loss": 3.6292, + "grad_norm": 3.0152428150177, + "learning_rate": 1.994884144676465e-05, + "epoch": 0.7740270909481832, + "step": 10800 + }, + { + "loss": 3.6296, + "grad_norm": 2.88657283782959, + "learning_rate": 1.9946713734518056e-05, + "epoch": 0.7776105497025729, + "step": 10850 + }, + { + "loss": 3.6278, + "grad_norm": 2.801419734954834, + "learning_rate": 1.9944542790919888e-05, + "epoch": 0.7811940084569626, + "step": 10900 + }, + { + "loss": 3.623, + "grad_norm": 2.716407060623169, + "learning_rate": 1.9942328625405706e-05, + "epoch": 0.7847774672113524, + "step": 10950 + }, + { + "loss": 3.632, + "grad_norm": 2.955462694168091, + "learning_rate": 1.9940071247598928e-05, + "epoch": 0.7883609259657421, + "step": 11000 + }, + { + "loss": 3.6284, + "grad_norm": 3.078378677368164, + "learning_rate": 1.993777066731078e-05, + "epoch": 0.7919443847201318, + "step": 11050 + }, + { + "loss": 3.6193, + "grad_norm": 2.8438644409179688, + "learning_rate": 1.9935426894540267e-05, + "epoch": 0.7955278434745217, + "step": 11100 + }, + { + "loss": 3.6283, + "grad_norm": 2.809417724609375, + "learning_rate": 1.9933039939474115e-05, + "epoch": 0.7991113022289114, + "step": 11150 + }, + { + "loss": 3.6337, + "grad_norm": 2.7698774337768555, + "learning_rate": 1.993060981248674e-05, + "epoch": 0.8026947609833011, + "step": 11200 + }, + { + "loss": 3.6226, + "grad_norm": 2.8526763916015625, + "learning_rate": 1.992813652414018e-05, + "epoch": 0.8062782197376909, + "step": 11250 + }, + { + "loss": 3.6191, + "grad_norm": 2.9962968826293945, + "learning_rate": 1.9925620085184087e-05, + "epoch": 0.8098616784920806, + "step": 11300 + }, + { + "loss": 3.6248, + "grad_norm": 2.8856618404388428, + "learning_rate": 1.9923060506555636e-05, + "epoch": 0.8134451372464703, + "step": 11350 + }, + { + "loss": 3.6294, + "grad_norm": 2.822512149810791, + "learning_rate": 1.9920457799379517e-05, + "epoch": 0.81702859600086, + "step": 11400 + }, + { + "loss": 3.6105, + "grad_norm": 2.854797124862671, + "learning_rate": 1.9917811974967863e-05, + "epoch": 0.8206120547552498, + "step": 11450 + }, + { + "loss": 3.6215, + "grad_norm": 2.7683629989624023, + "learning_rate": 1.9915123044820204e-05, + "epoch": 0.8241955135096395, + "step": 11500 + }, + { + "loss": 3.636, + "grad_norm": 2.974020481109619, + "learning_rate": 1.991239102062343e-05, + "epoch": 0.8277789722640292, + "step": 11550 + }, + { + "loss": 3.6183, + "grad_norm": 3.102997303009033, + "learning_rate": 1.9909615914251718e-05, + "epoch": 0.831362431018419, + "step": 11600 + }, + { + "loss": 3.6109, + "grad_norm": 3.0818939208984375, + "learning_rate": 1.99067977377665e-05, + "epoch": 0.8349458897728087, + "step": 11650 + }, + { + "loss": 3.6132, + "grad_norm": 2.863049030303955, + "learning_rate": 1.99039365034164e-05, + "epoch": 0.8385293485271984, + "step": 11700 + }, + { + "loss": 3.6232, + "grad_norm": 2.929948091506958, + "learning_rate": 1.9901032223637192e-05, + "epoch": 0.8421128072815882, + "step": 11750 + }, + { + "loss": 3.6361, + "grad_norm": 2.918569803237915, + "learning_rate": 1.9898084911051726e-05, + "epoch": 0.8456962660359779, + "step": 11800 + }, + { + "loss": 3.6302, + "grad_norm": 2.835664987564087, + "learning_rate": 1.98950945784699e-05, + "epoch": 0.8492797247903676, + "step": 11850 + }, + { + "loss": 3.6206, + "grad_norm": 2.721726179122925, + "learning_rate": 1.9892061238888572e-05, + "epoch": 0.8528631835447574, + "step": 11900 + }, + { + "loss": 3.6238, + "grad_norm": 2.9326517581939697, + "learning_rate": 1.988898490549154e-05, + "epoch": 0.8564466422991471, + "step": 11950 + }, + { + "loss": 3.6257, + "grad_norm": 2.7650375366210938, + "learning_rate": 1.988586559164945e-05, + "epoch": 0.8600301010535368, + "step": 12000 + }, + { + "eval_loss": 3.5809693336486816, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.11722567739374905, + "eval_chrf": 31.51754387552214, + "eval_runtime": 53.8004, + "eval_samples_per_second": 37.174, + "eval_steps_per_second": 0.595, + "epoch": 0.8600301010535368, + "step": 12000 + }, + { + "loss": 3.6138, + "grad_norm": 2.719275951385498, + "learning_rate": 1.988270331091976e-05, + "epoch": 0.8636135598079266, + "step": 12050 + }, + { + "loss": 3.621, + "grad_norm": 2.957811117172241, + "learning_rate": 1.987949807704668e-05, + "epoch": 0.8671970185623163, + "step": 12100 + }, + { + "loss": 3.6103, + "grad_norm": 2.837359666824341, + "learning_rate": 1.987624990396109e-05, + "epoch": 0.870780477316706, + "step": 12150 + }, + { + "loss": 3.6285, + "grad_norm": 2.894859552383423, + "learning_rate": 1.987295880578052e-05, + "epoch": 0.8743639360710959, + "step": 12200 + }, + { + "loss": 3.6078, + "grad_norm": 2.905449867248535, + "learning_rate": 1.986962479680905e-05, + "epoch": 0.8779473948254856, + "step": 12250 + }, + { + "loss": 3.6177, + "grad_norm": 3.023170232772827, + "learning_rate": 1.9866247891537266e-05, + "epoch": 0.8815308535798753, + "step": 12300 + }, + { + "loss": 3.6206, + "grad_norm": 2.903045892715454, + "learning_rate": 1.9862828104642195e-05, + "epoch": 0.8851143123342651, + "step": 12350 + }, + { + "loss": 3.6127, + "grad_norm": 2.9137301445007324, + "learning_rate": 1.985936545098724e-05, + "epoch": 0.8886977710886548, + "step": 12400 + }, + { + "loss": 3.6128, + "grad_norm": 2.7642569541931152, + "learning_rate": 1.985585994562211e-05, + "epoch": 0.8922812298430445, + "step": 12450 + }, + { + "loss": 3.6066, + "grad_norm": 2.8335928916931152, + "learning_rate": 1.9852311603782767e-05, + "epoch": 0.8958646885974343, + "step": 12500 + }, + { + "loss": 3.6199, + "grad_norm": 2.929553985595703, + "learning_rate": 1.984872044089136e-05, + "epoch": 0.899448147351824, + "step": 12550 + }, + { + "loss": 3.6079, + "grad_norm": 2.8551418781280518, + "learning_rate": 1.9845086472556126e-05, + "epoch": 0.9030316061062137, + "step": 12600 + }, + { + "loss": 3.6199, + "grad_norm": 2.9887542724609375, + "learning_rate": 1.984140971457138e-05, + "epoch": 0.9066150648606035, + "step": 12650 + }, + { + "loss": 3.6298, + "grad_norm": 2.916717529296875, + "learning_rate": 1.9837690182917386e-05, + "epoch": 0.9101985236149932, + "step": 12700 + }, + { + "loss": 3.6293, + "grad_norm": 2.814689874649048, + "learning_rate": 1.983392789376033e-05, + "epoch": 0.9137819823693829, + "step": 12750 + }, + { + "loss": 3.6209, + "grad_norm": 2.83451247215271, + "learning_rate": 1.9830122863452226e-05, + "epoch": 0.9173654411237727, + "step": 12800 + }, + { + "loss": 3.6251, + "grad_norm": 2.942328453063965, + "learning_rate": 1.9826275108530862e-05, + "epoch": 0.9209488998781624, + "step": 12850 + }, + { + "loss": 3.6061, + "grad_norm": 3.013244867324829, + "learning_rate": 1.9822384645719716e-05, + "epoch": 0.9245323586325521, + "step": 12900 + }, + { + "loss": 3.6169, + "grad_norm": 2.9658825397491455, + "learning_rate": 1.9818451491927885e-05, + "epoch": 0.9281158173869418, + "step": 12950 + }, + { + "loss": 3.6195, + "grad_norm": 2.8597347736358643, + "learning_rate": 1.9814475664250013e-05, + "epoch": 0.9316992761413316, + "step": 13000 + }, + { + "loss": 3.5915, + "grad_norm": 2.7015843391418457, + "learning_rate": 1.9810457179966226e-05, + "epoch": 0.9352827348957213, + "step": 13050 + }, + { + "loss": 3.615, + "grad_norm": 2.8066132068634033, + "learning_rate": 1.9806396056542037e-05, + "epoch": 0.938866193650111, + "step": 13100 + }, + { + "loss": 3.611, + "grad_norm": 2.7786614894866943, + "learning_rate": 1.980229231162829e-05, + "epoch": 0.9424496524045008, + "step": 13150 + }, + { + "loss": 3.607, + "grad_norm": 2.8971211910247803, + "learning_rate": 1.9798145963061065e-05, + "epoch": 0.9460331111588905, + "step": 13200 + }, + { + "loss": 3.6187, + "grad_norm": 2.8930957317352295, + "learning_rate": 1.979395702886162e-05, + "epoch": 0.9496165699132803, + "step": 13250 + }, + { + "loss": 3.6181, + "grad_norm": 2.9003138542175293, + "learning_rate": 1.97897255272363e-05, + "epoch": 0.9532000286676701, + "step": 13300 + }, + { + "loss": 3.6079, + "grad_norm": 2.9119668006896973, + "learning_rate": 1.9785451476576455e-05, + "epoch": 0.9567834874220598, + "step": 13350 + }, + { + "loss": 3.6133, + "grad_norm": 3.030841588973999, + "learning_rate": 1.9781134895458372e-05, + "epoch": 0.9603669461764495, + "step": 13400 + }, + { + "loss": 3.621, + "grad_norm": 2.7075891494750977, + "learning_rate": 1.9776775802643188e-05, + "epoch": 0.9639504049308393, + "step": 13450 + }, + { + "loss": 3.6197, + "grad_norm": 2.8866469860076904, + "learning_rate": 1.97723742170768e-05, + "epoch": 0.967533863685229, + "step": 13500 + }, + { + "loss": 3.6184, + "grad_norm": 3.052185535430908, + "learning_rate": 1.97679301578898e-05, + "epoch": 0.9711173224396187, + "step": 13550 + }, + { + "loss": 3.6029, + "grad_norm": 2.826352596282959, + "learning_rate": 1.9763443644397383e-05, + "epoch": 0.9747007811940085, + "step": 13600 + }, + { + "loss": 3.6058, + "grad_norm": 2.876699447631836, + "learning_rate": 1.9758914696099255e-05, + "epoch": 0.9782842399483982, + "step": 13650 + }, + { + "loss": 3.6125, + "grad_norm": 2.7733070850372314, + "learning_rate": 1.9754343332679565e-05, + "epoch": 0.9818676987027879, + "step": 13700 + }, + { + "loss": 3.6134, + "grad_norm": 2.869494676589966, + "learning_rate": 1.9749729574006802e-05, + "epoch": 0.9854511574571777, + "step": 13750 + }, + { + "loss": 3.6068, + "grad_norm": 2.8927626609802246, + "learning_rate": 1.9745073440133726e-05, + "epoch": 0.9890346162115674, + "step": 13800 + }, + { + "loss": 3.611, + "grad_norm": 2.9457714557647705, + "learning_rate": 1.974037495129727e-05, + "epoch": 0.9926180749659571, + "step": 13850 + }, + { + "loss": 3.6127, + "grad_norm": 2.909592866897583, + "learning_rate": 1.973563412791845e-05, + "epoch": 0.9962015337203469, + "step": 13900 + }, + { + "loss": 3.6085, + "grad_norm": 2.8160746097564697, + "learning_rate": 1.9730850990602278e-05, + "epoch": 0.9997849924747366, + "step": 13950 + }, + { + "loss": 3.5801, + "grad_norm": 2.8922431468963623, + "learning_rate": 1.9726025560137683e-05, + "epoch": 1.0033684512291263, + "step": 14000 + }, + { + "eval_loss": 3.576389789581299, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.11775248119794621, + "eval_chrf": 31.27028786595164, + "eval_runtime": 45.3907, + "eval_samples_per_second": 44.062, + "eval_steps_per_second": 0.705, + "epoch": 1.0033684512291263, + "step": 14000 + }, + { + "loss": 3.5921, + "grad_norm": 2.871699810028076, + "learning_rate": 1.9721157857497412e-05, + "epoch": 1.006951909983516, + "step": 14050 + }, + { + "loss": 3.5817, + "grad_norm": 2.898510694503784, + "learning_rate": 1.9716247903837936e-05, + "epoch": 1.0105353687379057, + "step": 14100 + }, + { + "loss": 3.5937, + "grad_norm": 2.8110485076904297, + "learning_rate": 1.9711295720499356e-05, + "epoch": 1.0141188274922956, + "step": 14150 + }, + { + "loss": 3.5808, + "grad_norm": 2.9993646144866943, + "learning_rate": 1.9706301329005324e-05, + "epoch": 1.0177022862466854, + "step": 14200 + }, + { + "loss": 3.5851, + "grad_norm": 2.9132018089294434, + "learning_rate": 1.970126475106294e-05, + "epoch": 1.021285745001075, + "step": 14250 + }, + { + "loss": 3.5844, + "grad_norm": 2.8515379428863525, + "learning_rate": 1.9696186008562657e-05, + "epoch": 1.0248692037554648, + "step": 14300 + }, + { + "loss": 3.5971, + "grad_norm": 3.0523390769958496, + "learning_rate": 1.9691065123578193e-05, + "epoch": 1.0284526625098545, + "step": 14350 + }, + { + "loss": 3.5834, + "grad_norm": 2.8365325927734375, + "learning_rate": 1.9685902118366413e-05, + "epoch": 1.0320361212642442, + "step": 14400 + }, + { + "loss": 3.5741, + "grad_norm": 2.803745746612549, + "learning_rate": 1.968069701536727e-05, + "epoch": 1.035619580018634, + "step": 14450 + }, + { + "loss": 3.5806, + "grad_norm": 2.763012409210205, + "learning_rate": 1.967544983720367e-05, + "epoch": 1.0392030387730238, + "step": 14500 + }, + { + "loss": 3.5837, + "grad_norm": 2.7286765575408936, + "learning_rate": 1.96701606066814e-05, + "epoch": 1.0427864975274135, + "step": 14550 + }, + { + "loss": 3.596, + "grad_norm": 2.9676997661590576, + "learning_rate": 1.9664829346789022e-05, + "epoch": 1.0463699562818032, + "step": 14600 + }, + { + "loss": 3.5779, + "grad_norm": 2.8552908897399902, + "learning_rate": 1.965945608069775e-05, + "epoch": 1.0499534150361929, + "step": 14650 + }, + { + "loss": 3.5812, + "grad_norm": 2.8199284076690674, + "learning_rate": 1.96540408317614e-05, + "epoch": 1.0535368737905826, + "step": 14700 + }, + { + "loss": 3.5869, + "grad_norm": 2.911534547805786, + "learning_rate": 1.9648583623516223e-05, + "epoch": 1.0571203325449725, + "step": 14750 + }, + { + "loss": 3.5779, + "grad_norm": 2.83366060256958, + "learning_rate": 1.964308447968087e-05, + "epoch": 1.0607037912993622, + "step": 14800 + }, + { + "loss": 3.5797, + "grad_norm": 2.759336471557617, + "learning_rate": 1.9637543424156235e-05, + "epoch": 1.064287250053752, + "step": 14850 + }, + { + "loss": 3.5859, + "grad_norm": 3.045990467071533, + "learning_rate": 1.9631960481025384e-05, + "epoch": 1.0678707088081416, + "step": 14900 + }, + { + "loss": 3.592, + "grad_norm": 2.704941749572754, + "learning_rate": 1.962633567455343e-05, + "epoch": 1.0714541675625313, + "step": 14950 + }, + { + "loss": 3.6031, + "grad_norm": 2.9140286445617676, + "learning_rate": 1.9620669029187443e-05, + "epoch": 1.075037626316921, + "step": 15000 + }, + { + "loss": 3.5877, + "grad_norm": 2.90734601020813, + "learning_rate": 1.9614960569556333e-05, + "epoch": 1.078621085071311, + "step": 15050 + }, + { + "loss": 3.588, + "grad_norm": 2.916163921356201, + "learning_rate": 1.9609210320470754e-05, + "epoch": 1.0822045438257006, + "step": 15100 + }, + { + "loss": 3.5795, + "grad_norm": 2.9468653202056885, + "learning_rate": 1.960341830692298e-05, + "epoch": 1.0857880025800903, + "step": 15150 + }, + { + "loss": 3.579, + "grad_norm": 2.8042938709259033, + "learning_rate": 1.9597584554086812e-05, + "epoch": 1.08937146133448, + "step": 15200 + }, + { + "loss": 3.5875, + "grad_norm": 2.915332078933716, + "learning_rate": 1.9591709087317464e-05, + "epoch": 1.0929549200888697, + "step": 15250 + }, + { + "loss": 3.5974, + "grad_norm": 2.9174373149871826, + "learning_rate": 1.9585791932151437e-05, + "epoch": 1.0965383788432594, + "step": 15300 + }, + { + "loss": 3.5845, + "grad_norm": 2.8382954597473145, + "learning_rate": 1.9579833114306444e-05, + "epoch": 1.1001218375976491, + "step": 15350 + }, + { + "loss": 3.5758, + "grad_norm": 2.9401307106018066, + "learning_rate": 1.9573832659681256e-05, + "epoch": 1.103705296352039, + "step": 15400 + }, + { + "loss": 3.5893, + "grad_norm": 2.9210591316223145, + "learning_rate": 1.9567790594355628e-05, + "epoch": 1.1072887551064288, + "step": 15450 + }, + { + "loss": 3.5813, + "grad_norm": 2.979118585586548, + "learning_rate": 1.9561706944590152e-05, + "epoch": 1.1108722138608185, + "step": 15500 + }, + { + "loss": 3.5848, + "grad_norm": 2.819551706314087, + "learning_rate": 1.955558173682616e-05, + "epoch": 1.1144556726152082, + "step": 15550 + }, + { + "loss": 3.5877, + "grad_norm": 3.050530433654785, + "learning_rate": 1.9549414997685622e-05, + "epoch": 1.1180391313695979, + "step": 15600 + }, + { + "loss": 3.5914, + "grad_norm": 2.998528003692627, + "learning_rate": 1.9543206753970995e-05, + "epoch": 1.1216225901239876, + "step": 15650 + }, + { + "loss": 3.585, + "grad_norm": 2.822105884552002, + "learning_rate": 1.9536957032665143e-05, + "epoch": 1.1252060488783775, + "step": 15700 + }, + { + "loss": 3.5856, + "grad_norm": 3.0305516719818115, + "learning_rate": 1.9530665860931196e-05, + "epoch": 1.1287895076327672, + "step": 15750 + }, + { + "loss": 3.5816, + "grad_norm": 2.8129825592041016, + "learning_rate": 1.9524333266112445e-05, + "epoch": 1.132372966387157, + "step": 15800 + }, + { + "loss": 3.5947, + "grad_norm": 2.818956136703491, + "learning_rate": 1.951795927573221e-05, + "epoch": 1.1359564251415466, + "step": 15850 + }, + { + "loss": 3.591, + "grad_norm": 3.0029408931732178, + "learning_rate": 1.9511543917493737e-05, + "epoch": 1.1395398838959363, + "step": 15900 + }, + { + "loss": 3.5898, + "grad_norm": 2.7513229846954346, + "learning_rate": 1.9505087219280064e-05, + "epoch": 1.143123342650326, + "step": 15950 + }, + { + "loss": 3.5844, + "grad_norm": 2.8931450843811035, + "learning_rate": 1.9498589209153905e-05, + "epoch": 1.146706801404716, + "step": 16000 + }, + { + "eval_loss": 3.5715930461883545, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.11826020887168966, + "eval_chrf": 31.46571933323934, + "eval_runtime": 47.0137, + "eval_samples_per_second": 42.541, + "eval_steps_per_second": 0.681, + "epoch": 1.146706801404716, + "step": 16000 + }, + { + "loss": 3.5916, + "grad_norm": 2.7675859928131104, + "learning_rate": 1.9492049915357528e-05, + "epoch": 1.1502902601591056, + "step": 16050 + }, + { + "loss": 3.5741, + "grad_norm": 2.767925262451172, + "learning_rate": 1.9485469366312636e-05, + "epoch": 1.1538737189134953, + "step": 16100 + }, + { + "loss": 3.5792, + "grad_norm": 2.869442939758301, + "learning_rate": 1.947884759062023e-05, + "epoch": 1.157457177667885, + "step": 16150 + }, + { + "loss": 3.5901, + "grad_norm": 2.943472385406494, + "learning_rate": 1.9472184617060506e-05, + "epoch": 1.1610406364222747, + "step": 16200 + }, + { + "loss": 3.5859, + "grad_norm": 2.8904709815979004, + "learning_rate": 1.946548047459271e-05, + "epoch": 1.1646240951766644, + "step": 16250 + }, + { + "loss": 3.58, + "grad_norm": 2.7684361934661865, + "learning_rate": 1.9458735192355026e-05, + "epoch": 1.1682075539310541, + "step": 16300 + }, + { + "loss": 3.5795, + "grad_norm": 2.8200252056121826, + "learning_rate": 1.945194879966443e-05, + "epoch": 1.171791012685444, + "step": 16350 + }, + { + "loss": 3.5859, + "grad_norm": 2.9996092319488525, + "learning_rate": 1.9445121326016597e-05, + "epoch": 1.1753744714398338, + "step": 16400 + }, + { + "loss": 3.5836, + "grad_norm": 3.079361915588379, + "learning_rate": 1.943825280108573e-05, + "epoch": 1.1789579301942235, + "step": 16450 + }, + { + "loss": 3.594, + "grad_norm": 2.8777196407318115, + "learning_rate": 1.943134325472448e-05, + "epoch": 1.1825413889486132, + "step": 16500 + }, + { + "loss": 3.5948, + "grad_norm": 2.8943634033203125, + "learning_rate": 1.9424392716963762e-05, + "epoch": 1.1861248477030029, + "step": 16550 + }, + { + "loss": 3.5757, + "grad_norm": 2.8107213973999023, + "learning_rate": 1.9417401218012665e-05, + "epoch": 1.1897083064573928, + "step": 16600 + }, + { + "loss": 3.6032, + "grad_norm": 2.9094624519348145, + "learning_rate": 1.9410368788258306e-05, + "epoch": 1.1932917652117825, + "step": 16650 + }, + { + "loss": 3.5834, + "grad_norm": 2.95723819732666, + "learning_rate": 1.9403295458265696e-05, + "epoch": 1.1968752239661722, + "step": 16700 + }, + { + "loss": 3.5883, + "grad_norm": 2.8018648624420166, + "learning_rate": 1.939618125877762e-05, + "epoch": 1.2004586827205619, + "step": 16750 + }, + { + "loss": 3.5788, + "grad_norm": 3.099811315536499, + "learning_rate": 1.9389026220714483e-05, + "epoch": 1.2040421414749516, + "step": 16800 + }, + { + "loss": 3.5803, + "grad_norm": 3.065340280532837, + "learning_rate": 1.9381830375174193e-05, + "epoch": 1.2076256002293413, + "step": 16850 + }, + { + "loss": 3.5815, + "grad_norm": 2.952198028564453, + "learning_rate": 1.937459375343201e-05, + "epoch": 1.211209058983731, + "step": 16900 + }, + { + "loss": 3.5824, + "grad_norm": 2.9109723567962646, + "learning_rate": 1.9367316386940436e-05, + "epoch": 1.214792517738121, + "step": 16950 + }, + { + "loss": 3.5895, + "grad_norm": 2.8482861518859863, + "learning_rate": 1.9359998307329048e-05, + "epoch": 1.2183759764925106, + "step": 17000 + }, + { + "loss": 3.5789, + "grad_norm": 2.837710380554199, + "learning_rate": 1.9352639546404374e-05, + "epoch": 1.2219594352469003, + "step": 17050 + }, + { + "loss": 3.5818, + "grad_norm": 2.990200996398926, + "learning_rate": 1.9345240136149767e-05, + "epoch": 1.22554289400129, + "step": 17100 + }, + { + "loss": 3.5817, + "grad_norm": 2.5899085998535156, + "learning_rate": 1.9337800108725244e-05, + "epoch": 1.2291263527556797, + "step": 17150 + }, + { + "loss": 3.5761, + "grad_norm": 2.8215672969818115, + "learning_rate": 1.9330319496467354e-05, + "epoch": 1.2327098115100696, + "step": 17200 + }, + { + "loss": 3.5785, + "grad_norm": 2.8083860874176025, + "learning_rate": 1.932279833188905e-05, + "epoch": 1.2362932702644593, + "step": 17250 + }, + { + "loss": 3.5819, + "grad_norm": 2.7569520473480225, + "learning_rate": 1.931523664767953e-05, + "epoch": 1.239876729018849, + "step": 17300 + }, + { + "loss": 3.5869, + "grad_norm": 2.8492767810821533, + "learning_rate": 1.9307634476704103e-05, + "epoch": 1.2434601877732387, + "step": 17350 + }, + { + "loss": 3.5904, + "grad_norm": 2.796037197113037, + "learning_rate": 1.9299991852004045e-05, + "epoch": 1.2470436465276284, + "step": 17400 + }, + { + "loss": 3.5761, + "grad_norm": 2.8859152793884277, + "learning_rate": 1.9292308806796457e-05, + "epoch": 1.2506271052820181, + "step": 17450 + }, + { + "loss": 3.5795, + "grad_norm": 2.874196767807007, + "learning_rate": 1.9284585374474124e-05, + "epoch": 1.2542105640364078, + "step": 17500 + }, + { + "loss": 3.5946, + "grad_norm": 2.9141242504119873, + "learning_rate": 1.927682158860536e-05, + "epoch": 1.2577940227907978, + "step": 17550 + }, + { + "loss": 3.5883, + "grad_norm": 2.8390767574310303, + "learning_rate": 1.926901748293386e-05, + "epoch": 1.2613774815451875, + "step": 17600 + }, + { + "loss": 3.5775, + "grad_norm": 2.746490240097046, + "learning_rate": 1.926117309137858e-05, + "epoch": 1.2649609402995772, + "step": 17650 + }, + { + "loss": 3.5865, + "grad_norm": 2.7511448860168457, + "learning_rate": 1.9253288448033552e-05, + "epoch": 1.2685443990539669, + "step": 17700 + }, + { + "loss": 3.5857, + "grad_norm": 2.776580572128296, + "learning_rate": 1.9245363587167765e-05, + "epoch": 1.2721278578083566, + "step": 17750 + }, + { + "loss": 3.5901, + "grad_norm": 2.9706778526306152, + "learning_rate": 1.9237398543225e-05, + "epoch": 1.2757113165627465, + "step": 17800 + }, + { + "loss": 3.5823, + "grad_norm": 2.820556402206421, + "learning_rate": 1.9229393350823686e-05, + "epoch": 1.279294775317136, + "step": 17850 + }, + { + "loss": 3.5751, + "grad_norm": 2.7977728843688965, + "learning_rate": 1.9221348044756753e-05, + "epoch": 1.282878234071526, + "step": 17900 + }, + { + "loss": 3.5928, + "grad_norm": 2.9057395458221436, + "learning_rate": 1.9213262659991475e-05, + "epoch": 1.2864616928259156, + "step": 17950 + }, + { + "loss": 3.574, + "grad_norm": 2.8651304244995117, + "learning_rate": 1.9205137231669316e-05, + "epoch": 1.2900451515803053, + "step": 18000 + }, + { + "eval_loss": 3.5674538612365723, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12193784322410696, + "eval_chrf": 31.39469701411832, + "eval_runtime": 44.3915, + "eval_samples_per_second": 45.054, + "eval_steps_per_second": 0.721, + "epoch": 1.2900451515803053, + "step": 18000 + }, + { + "loss": 3.5865, + "grad_norm": 3.0501596927642822, + "learning_rate": 1.9196971795105782e-05, + "epoch": 1.293628610334695, + "step": 18050 + }, + { + "loss": 3.578, + "grad_norm": 2.8921146392822266, + "learning_rate": 1.9188766385790275e-05, + "epoch": 1.2972120690890847, + "step": 18100 + }, + { + "loss": 3.5802, + "grad_norm": 2.862576961517334, + "learning_rate": 1.918052103938592e-05, + "epoch": 1.3007955278434746, + "step": 18150 + }, + { + "loss": 3.581, + "grad_norm": 2.8398187160491943, + "learning_rate": 1.9172235791729422e-05, + "epoch": 1.3043789865978643, + "step": 18200 + }, + { + "loss": 3.5754, + "grad_norm": 2.880302906036377, + "learning_rate": 1.916391067883092e-05, + "epoch": 1.307962445352254, + "step": 18250 + }, + { + "loss": 3.5866, + "grad_norm": 2.9052035808563232, + "learning_rate": 1.9155545736873798e-05, + "epoch": 1.3115459041066437, + "step": 18300 + }, + { + "loss": 3.5867, + "grad_norm": 3.015284299850464, + "learning_rate": 1.9147141002214568e-05, + "epoch": 1.3151293628610334, + "step": 18350 + }, + { + "loss": 3.5908, + "grad_norm": 2.7465174198150635, + "learning_rate": 1.9138696511382684e-05, + "epoch": 1.3187128216154231, + "step": 18400 + }, + { + "loss": 3.5718, + "grad_norm": 2.8375935554504395, + "learning_rate": 1.9130212301080397e-05, + "epoch": 1.3222962803698128, + "step": 18450 + }, + { + "loss": 3.5779, + "grad_norm": 2.7566611766815186, + "learning_rate": 1.9121688408182583e-05, + "epoch": 1.3258797391242028, + "step": 18500 + }, + { + "loss": 3.5858, + "grad_norm": 2.8883721828460693, + "learning_rate": 1.9113124869736595e-05, + "epoch": 1.3294631978785925, + "step": 18550 + }, + { + "loss": 3.5849, + "grad_norm": 2.942392349243164, + "learning_rate": 1.9104521722962096e-05, + "epoch": 1.3330466566329822, + "step": 18600 + }, + { + "loss": 3.5958, + "grad_norm": 2.8915348052978516, + "learning_rate": 1.9095879005250903e-05, + "epoch": 1.3366301153873719, + "step": 18650 + }, + { + "loss": 3.5813, + "grad_norm": 2.8521101474761963, + "learning_rate": 1.9087196754166818e-05, + "epoch": 1.3402135741417616, + "step": 18700 + }, + { + "loss": 3.575, + "grad_norm": 2.8780453205108643, + "learning_rate": 1.907847500744546e-05, + "epoch": 1.3437970328961515, + "step": 18750 + }, + { + "loss": 3.5966, + "grad_norm": 2.9293372631073, + "learning_rate": 1.9069713802994112e-05, + "epoch": 1.347380491650541, + "step": 18800 + }, + { + "loss": 3.5952, + "grad_norm": 2.8009777069091797, + "learning_rate": 1.9060913178891557e-05, + "epoch": 1.350963950404931, + "step": 18850 + }, + { + "loss": 3.5908, + "grad_norm": 2.859431266784668, + "learning_rate": 1.9052073173387898e-05, + "epoch": 1.3545474091593206, + "step": 18900 + }, + { + "loss": 3.5706, + "grad_norm": 2.9000370502471924, + "learning_rate": 1.904319382490441e-05, + "epoch": 1.3581308679137103, + "step": 18950 + }, + { + "loss": 3.5828, + "grad_norm": 2.7784616947174072, + "learning_rate": 1.903427517203336e-05, + "epoch": 1.3617143266681, + "step": 19000 + }, + { + "loss": 3.5854, + "grad_norm": 2.913069486618042, + "learning_rate": 1.902531725353784e-05, + "epoch": 1.3652977854224897, + "step": 19050 + }, + { + "loss": 3.5784, + "grad_norm": Infinity, + "learning_rate": 1.9016320108351612e-05, + "epoch": 1.3688812441768796, + "step": 19100 + }, + { + "loss": 3.5852, + "grad_norm": 2.8264448642730713, + "learning_rate": 1.900728377557892e-05, + "epoch": 1.3724647029312693, + "step": 19150 + }, + { + "loss": 3.5889, + "grad_norm": 3.067213296890259, + "learning_rate": 1.899820829449433e-05, + "epoch": 1.376048161685659, + "step": 19200 + }, + { + "loss": 3.5807, + "grad_norm": 2.8187763690948486, + "learning_rate": 1.898909370454256e-05, + "epoch": 1.3796316204400487, + "step": 19250 + }, + { + "loss": 3.5926, + "grad_norm": 2.7665839195251465, + "learning_rate": 1.8979940045338306e-05, + "epoch": 1.3832150791944384, + "step": 19300 + }, + { + "loss": 3.5856, + "grad_norm": 2.8442838191986084, + "learning_rate": 1.8970747356666072e-05, + "epoch": 1.3867985379488283, + "step": 19350 + }, + { + "loss": 3.5773, + "grad_norm": 2.8222498893737793, + "learning_rate": 1.8961515678479997e-05, + "epoch": 1.3903819967032178, + "step": 19400 + }, + { + "loss": 3.5952, + "grad_norm": 2.796419382095337, + "learning_rate": 1.895224505090367e-05, + "epoch": 1.3939654554576077, + "step": 19450 + }, + { + "loss": 3.5857, + "grad_norm": 2.960263252258301, + "learning_rate": 1.8942935514229976e-05, + "epoch": 1.3975489142119975, + "step": 19500 + }, + { + "loss": 3.5903, + "grad_norm": 2.8655588626861572, + "learning_rate": 1.893358710892091e-05, + "epoch": 1.4011323729663872, + "step": 19550 + }, + { + "loss": 3.5859, + "grad_norm": 2.9479615688323975, + "learning_rate": 1.8924199875607395e-05, + "epoch": 1.4047158317207769, + "step": 19600 + }, + { + "loss": 3.5739, + "grad_norm": 2.859945297241211, + "learning_rate": 1.891477385508912e-05, + "epoch": 1.4082992904751666, + "step": 19650 + }, + { + "loss": 3.5856, + "grad_norm": 2.999065637588501, + "learning_rate": 1.890530908833434e-05, + "epoch": 1.4118827492295565, + "step": 19700 + }, + { + "loss": 3.5822, + "grad_norm": 2.822568416595459, + "learning_rate": 1.8895805616479737e-05, + "epoch": 1.4154662079839462, + "step": 19750 + }, + { + "loss": 3.5768, + "grad_norm": 2.8745675086975098, + "learning_rate": 1.888626348083019e-05, + "epoch": 1.4190496667383359, + "step": 19800 + }, + { + "loss": 3.5741, + "grad_norm": 2.782902717590332, + "learning_rate": 1.8876682722858645e-05, + "epoch": 1.4226331254927256, + "step": 19850 + }, + { + "loss": 3.587, + "grad_norm": 2.8731703758239746, + "learning_rate": 1.8867063384205898e-05, + "epoch": 1.4262165842471153, + "step": 19900 + }, + { + "loss": 3.5665, + "grad_norm": 2.9560530185699463, + "learning_rate": 1.885740550668043e-05, + "epoch": 1.429800043001505, + "step": 19950 + }, + { + "loss": 3.5763, + "grad_norm": 2.8282206058502197, + "learning_rate": 1.8847709132258225e-05, + "epoch": 1.4333835017558947, + "step": 20000 + }, + { + "eval_loss": 3.563795328140259, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12249807154181025, + "eval_chrf": 31.63094557582815, + "eval_runtime": 45.5432, + "eval_samples_per_second": 43.914, + "eval_steps_per_second": 0.703, + "epoch": 1.4333835017558947, + "step": 20000 + }, + { + "loss": 3.5757, + "grad_norm": 2.924074649810791, + "learning_rate": 1.883797430308259e-05, + "epoch": 1.4369669605102846, + "step": 20050 + }, + { + "loss": 3.5789, + "grad_norm": 2.711886167526245, + "learning_rate": 1.882820106146396e-05, + "epoch": 1.4405504192646743, + "step": 20100 + }, + { + "loss": 3.5883, + "grad_norm": 2.909123420715332, + "learning_rate": 1.881838944987973e-05, + "epoch": 1.444133878019064, + "step": 20150 + }, + { + "loss": 3.5724, + "grad_norm": 2.995091438293457, + "learning_rate": 1.880853951097405e-05, + "epoch": 1.4477173367734537, + "step": 20200 + }, + { + "loss": 3.5843, + "grad_norm": 2.9045002460479736, + "learning_rate": 1.8798651287557666e-05, + "epoch": 1.4513007955278434, + "step": 20250 + }, + { + "loss": 3.578, + "grad_norm": 2.8527300357818604, + "learning_rate": 1.8788724822607716e-05, + "epoch": 1.4548842542822333, + "step": 20300 + }, + { + "loss": 3.59, + "grad_norm": 2.8599865436553955, + "learning_rate": 1.877876015926754e-05, + "epoch": 1.4584677130366228, + "step": 20350 + }, + { + "loss": 3.5833, + "grad_norm": 2.725222110748291, + "learning_rate": 1.87687573408465e-05, + "epoch": 1.4620511717910127, + "step": 20400 + }, + { + "loss": 3.5743, + "grad_norm": 2.8469488620758057, + "learning_rate": 1.8758716410819803e-05, + "epoch": 1.4656346305454024, + "step": 20450 + }, + { + "loss": 3.5712, + "grad_norm": 2.8024840354919434, + "learning_rate": 1.8748637412828283e-05, + "epoch": 1.4692180892997921, + "step": 20500 + }, + { + "loss": 3.5813, + "grad_norm": 2.9290945529937744, + "learning_rate": 1.8738520390678248e-05, + "epoch": 1.4728015480541818, + "step": 20550 + }, + { + "loss": 3.5822, + "grad_norm": 2.9247348308563232, + "learning_rate": 1.8728365388341255e-05, + "epoch": 1.4763850068085715, + "step": 20600 + }, + { + "loss": 3.5884, + "grad_norm": 2.8682310581207275, + "learning_rate": 1.871817244995394e-05, + "epoch": 1.4799684655629615, + "step": 20650 + }, + { + "loss": 3.5863, + "grad_norm": 2.9185333251953125, + "learning_rate": 1.870794161981782e-05, + "epoch": 1.4835519243173512, + "step": 20700 + }, + { + "loss": 3.5865, + "grad_norm": 2.749582052230835, + "learning_rate": 1.8697672942399098e-05, + "epoch": 1.4871353830717409, + "step": 20750 + }, + { + "loss": 3.5801, + "grad_norm": 2.936692953109741, + "learning_rate": 1.868736646232848e-05, + "epoch": 1.4907188418261306, + "step": 20800 + }, + { + "loss": 3.5729, + "grad_norm": 2.938142776489258, + "learning_rate": 1.8677022224400964e-05, + "epoch": 1.4943023005805203, + "step": 20850 + }, + { + "loss": 3.5785, + "grad_norm": 3.011687994003296, + "learning_rate": 1.8666640273575658e-05, + "epoch": 1.49788575933491, + "step": 20900 + }, + { + "loss": 3.5886, + "grad_norm": 2.816288471221924, + "learning_rate": 1.8656220654975583e-05, + "epoch": 1.5014692180892997, + "step": 20950 + }, + { + "loss": 3.5771, + "grad_norm": 2.7425527572631836, + "learning_rate": 1.8645763413887477e-05, + "epoch": 1.5050526768436896, + "step": 21000 + }, + { + "loss": 3.5833, + "grad_norm": 3.1298673152923584, + "learning_rate": 1.8635268595761596e-05, + "epoch": 1.5086361355980793, + "step": 21050 + }, + { + "loss": 3.562, + "grad_norm": 2.816739797592163, + "learning_rate": 1.8624736246211505e-05, + "epoch": 1.512219594352469, + "step": 21100 + }, + { + "loss": 3.5637, + "grad_norm": 2.916163206100464, + "learning_rate": 1.8614166411013914e-05, + "epoch": 1.5158030531068587, + "step": 21150 + }, + { + "loss": 3.5727, + "grad_norm": 3.0684332847595215, + "learning_rate": 1.8603559136108437e-05, + "epoch": 1.5193865118612484, + "step": 21200 + }, + { + "loss": 3.573, + "grad_norm": 3.1272342205047607, + "learning_rate": 1.8592914467597418e-05, + "epoch": 1.5229699706156383, + "step": 21250 + }, + { + "loss": 3.57, + "grad_norm": 2.9632070064544678, + "learning_rate": 1.858223245174573e-05, + "epoch": 1.5265534293700278, + "step": 21300 + }, + { + "loss": 3.5752, + "grad_norm": 3.0092203617095947, + "learning_rate": 1.8571513134980564e-05, + "epoch": 1.5301368881244177, + "step": 21350 + }, + { + "loss": 3.5719, + "grad_norm": 2.8267996311187744, + "learning_rate": 1.856075656389123e-05, + "epoch": 1.5337203468788074, + "step": 21400 + }, + { + "loss": 3.5948, + "grad_norm": 3.1008353233337402, + "learning_rate": 1.8549962785228958e-05, + "epoch": 1.5373038056331971, + "step": 21450 + }, + { + "loss": 3.5915, + "grad_norm": 2.9132208824157715, + "learning_rate": 1.85391318459067e-05, + "epoch": 1.540887264387587, + "step": 21500 + }, + { + "loss": 3.5876, + "grad_norm": 2.771090269088745, + "learning_rate": 1.8528263792998902e-05, + "epoch": 1.5444707231419765, + "step": 21550 + }, + { + "loss": 3.5881, + "grad_norm": 2.8073010444641113, + "learning_rate": 1.8517358673741338e-05, + "epoch": 1.5480541818963665, + "step": 21600 + }, + { + "loss": 3.5822, + "grad_norm": 2.731285572052002, + "learning_rate": 1.8506416535530865e-05, + "epoch": 1.5516376406507562, + "step": 21650 + }, + { + "loss": 3.5764, + "grad_norm": 3.0876691341400146, + "learning_rate": 1.8495437425925253e-05, + "epoch": 1.5552210994051459, + "step": 21700 + }, + { + "loss": 3.5809, + "grad_norm": 2.7296268939971924, + "learning_rate": 1.8484421392642935e-05, + "epoch": 1.5588045581595356, + "step": 21750 + }, + { + "loss": 3.5756, + "grad_norm": 2.8521881103515625, + "learning_rate": 1.8473368483562854e-05, + "epoch": 1.5623880169139253, + "step": 21800 + }, + { + "loss": 3.573, + "grad_norm": 3.099132537841797, + "learning_rate": 1.8462278746724203e-05, + "epoch": 1.5659714756683152, + "step": 21850 + }, + { + "loss": 3.5763, + "grad_norm": 2.827470541000366, + "learning_rate": 1.845115223032626e-05, + "epoch": 1.5695549344227047, + "step": 21900 + }, + { + "loss": 3.5699, + "grad_norm": 2.8294425010681152, + "learning_rate": 1.8439988982728137e-05, + "epoch": 1.5731383931770946, + "step": 21950 + }, + { + "loss": 3.5764, + "grad_norm": 2.9396541118621826, + "learning_rate": 1.8428789052448604e-05, + "epoch": 1.5767218519314843, + "step": 22000 + }, + { + "eval_loss": 3.5576798915863037, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.11334523704345144, + "eval_chrf": 31.36389134771373, + "eval_runtime": 54.3152, + "eval_samples_per_second": 36.822, + "eval_steps_per_second": 0.589, + "epoch": 1.5767218519314843, + "step": 22000 + }, + { + "loss": 3.5667, + "grad_norm": 2.829435110092163, + "learning_rate": 1.8417552488165867e-05, + "epoch": 1.580305310685874, + "step": 22050 + }, + { + "loss": 3.5779, + "grad_norm": 2.941124677658081, + "learning_rate": 1.8406279338717338e-05, + "epoch": 1.5838887694402637, + "step": 22100 + }, + { + "loss": 3.5822, + "grad_norm": 2.7852892875671387, + "learning_rate": 1.839496965309946e-05, + "epoch": 1.5874722281946534, + "step": 22150 + }, + { + "loss": 3.5844, + "grad_norm": 2.7403132915496826, + "learning_rate": 1.8383623480467453e-05, + "epoch": 1.5910556869490433, + "step": 22200 + }, + { + "loss": 3.5855, + "grad_norm": 2.981234312057495, + "learning_rate": 1.8372240870135133e-05, + "epoch": 1.5946391457034328, + "step": 22250 + }, + { + "loss": 3.5745, + "grad_norm": 2.7821857929229736, + "learning_rate": 1.8360821871574686e-05, + "epoch": 1.5982226044578227, + "step": 22300 + }, + { + "loss": 3.5825, + "grad_norm": 2.858077049255371, + "learning_rate": 1.8349366534416445e-05, + "epoch": 1.6018060632122124, + "step": 22350 + }, + { + "loss": 3.5625, + "grad_norm": 2.7859299182891846, + "learning_rate": 1.8337874908448682e-05, + "epoch": 1.6053895219666021, + "step": 22400 + }, + { + "loss": 3.5763, + "grad_norm": 2.7028887271881104, + "learning_rate": 1.832634704361739e-05, + "epoch": 1.608972980720992, + "step": 22450 + }, + { + "loss": 3.5772, + "grad_norm": 3.0782694816589355, + "learning_rate": 1.831478299002608e-05, + "epoch": 1.6125564394753815, + "step": 22500 + }, + { + "loss": 3.5777, + "grad_norm": 3.041271448135376, + "learning_rate": 1.8303182797935525e-05, + "epoch": 1.6161398982297714, + "step": 22550 + }, + { + "loss": 3.5917, + "grad_norm": 2.8468174934387207, + "learning_rate": 1.8291546517763595e-05, + "epoch": 1.6197233569841611, + "step": 22600 + }, + { + "loss": 3.5784, + "grad_norm": 2.828982353210449, + "learning_rate": 1.827987420008499e-05, + "epoch": 1.6233068157385508, + "step": 22650 + }, + { + "loss": 3.5801, + "grad_norm": 2.8749842643737793, + "learning_rate": 1.8268165895631042e-05, + "epoch": 1.6268902744929405, + "step": 22700 + }, + { + "loss": 3.5765, + "grad_norm": 2.992783784866333, + "learning_rate": 1.8256421655289504e-05, + "epoch": 1.6304737332473302, + "step": 22750 + }, + { + "loss": 3.5673, + "grad_norm": 2.6944420337677, + "learning_rate": 1.8244641530104298e-05, + "epoch": 1.6340571920017202, + "step": 22800 + }, + { + "loss": 3.5814, + "grad_norm": 2.870269536972046, + "learning_rate": 1.823282557127533e-05, + "epoch": 1.6376406507561097, + "step": 22850 + }, + { + "loss": 3.586, + "grad_norm": 2.8161678314208984, + "learning_rate": 1.8220973830158238e-05, + "epoch": 1.6412241095104996, + "step": 22900 + }, + { + "loss": 3.5786, + "grad_norm": 2.78464674949646, + "learning_rate": 1.8209086358264186e-05, + "epoch": 1.6448075682648893, + "step": 22950 + }, + { + "loss": 3.5955, + "grad_norm": 2.765545606613159, + "learning_rate": 1.8197163207259633e-05, + "epoch": 1.648391027019279, + "step": 23000 + }, + { + "loss": 3.5865, + "grad_norm": 2.6948845386505127, + "learning_rate": 1.8185204428966112e-05, + "epoch": 1.651974485773669, + "step": 23050 + }, + { + "loss": 3.5796, + "grad_norm": 2.708742141723633, + "learning_rate": 1.8173210075359998e-05, + "epoch": 1.6555579445280584, + "step": 23100 + }, + { + "loss": 3.5735, + "grad_norm": 2.8216657638549805, + "learning_rate": 1.816118019857229e-05, + "epoch": 1.6591414032824483, + "step": 23150 + }, + { + "loss": 3.5735, + "grad_norm": 2.85703444480896, + "learning_rate": 1.8149114850888377e-05, + "epoch": 1.662724862036838, + "step": 23200 + }, + { + "loss": 3.5748, + "grad_norm": 2.8441498279571533, + "learning_rate": 1.8137014084747826e-05, + "epoch": 1.6663083207912277, + "step": 23250 + }, + { + "loss": 3.58, + "grad_norm": 2.673859119415283, + "learning_rate": 1.812487795274413e-05, + "epoch": 1.6698917795456174, + "step": 23300 + }, + { + "loss": 3.5824, + "grad_norm": 2.8713035583496094, + "learning_rate": 1.8112706507624497e-05, + "epoch": 1.673475238300007, + "step": 23350 + }, + { + "loss": 3.58, + "grad_norm": 2.80495285987854, + "learning_rate": 1.8100499802289622e-05, + "epoch": 1.677058697054397, + "step": 23400 + }, + { + "loss": 3.5755, + "grad_norm": 2.92824387550354, + "learning_rate": 1.8088257889793447e-05, + "epoch": 1.6806421558087865, + "step": 23450 + }, + { + "loss": 3.5622, + "grad_norm": 2.7672481536865234, + "learning_rate": 1.807598082334293e-05, + "epoch": 1.6842256145631764, + "step": 23500 + }, + { + "loss": 3.5724, + "grad_norm": 2.9362590312957764, + "learning_rate": 1.8063668656297825e-05, + "epoch": 1.6878090733175661, + "step": 23550 + }, + { + "loss": 3.5613, + "grad_norm": 2.7550365924835205, + "learning_rate": 1.805132144217044e-05, + "epoch": 1.6913925320719558, + "step": 23600 + }, + { + "loss": 3.57, + "grad_norm": 2.886197328567505, + "learning_rate": 1.8038939234625414e-05, + "epoch": 1.6949759908263455, + "step": 23650 + }, + { + "loss": 3.5738, + "grad_norm": 2.734015941619873, + "learning_rate": 1.8026522087479467e-05, + "epoch": 1.6985594495807352, + "step": 23700 + }, + { + "loss": 3.59, + "grad_norm": 2.7327027320861816, + "learning_rate": 1.8014070054701187e-05, + "epoch": 1.7021429083351252, + "step": 23750 + }, + { + "loss": 3.5736, + "grad_norm": 2.899219274520874, + "learning_rate": 1.8001583190410778e-05, + "epoch": 1.7057263670895146, + "step": 23800 + }, + { + "loss": 3.57, + "grad_norm": 2.7758846282958984, + "learning_rate": 1.7989061548879837e-05, + "epoch": 1.7093098258439046, + "step": 23850 + }, + { + "loss": 3.5737, + "grad_norm": 2.7916834354400635, + "learning_rate": 1.7976505184531108e-05, + "epoch": 1.7128932845982943, + "step": 23900 + }, + { + "loss": 3.5638, + "grad_norm": 2.91076397895813, + "learning_rate": 1.796391415193826e-05, + "epoch": 1.716476743352684, + "step": 23950 + }, + { + "loss": 3.5772, + "grad_norm": 2.815558910369873, + "learning_rate": 1.795128850582563e-05, + "epoch": 1.7200602021070739, + "step": 24000 + }, + { + "eval_loss": 3.554502010345459, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.1197485135100784, + "eval_chrf": 31.472904798557526, + "eval_runtime": 41.8102, + "eval_samples_per_second": 47.835, + "eval_steps_per_second": 0.765, + "epoch": 1.7200602021070739, + "step": 24000 + }, + { + "loss": 3.5715, + "grad_norm": 2.751685619354248, + "learning_rate": 1.7938628301067996e-05, + "epoch": 1.7236436608614634, + "step": 24050 + }, + { + "loss": 3.582, + "grad_norm": 2.8190271854400635, + "learning_rate": 1.7925933592690354e-05, + "epoch": 1.7272271196158533, + "step": 24100 + }, + { + "loss": 3.5864, + "grad_norm": 3.05564284324646, + "learning_rate": 1.7913204435867638e-05, + "epoch": 1.730810578370243, + "step": 24150 + }, + { + "loss": 3.5672, + "grad_norm": 2.826040029525757, + "learning_rate": 1.7900440885924524e-05, + "epoch": 1.7343940371246327, + "step": 24200 + }, + { + "loss": 3.5635, + "grad_norm": 2.821018934249878, + "learning_rate": 1.7887642998335162e-05, + "epoch": 1.7379774958790224, + "step": 24250 + }, + { + "loss": 3.5686, + "grad_norm": 2.904508590698242, + "learning_rate": 1.7874810828722952e-05, + "epoch": 1.741560954633412, + "step": 24300 + }, + { + "loss": 3.5773, + "grad_norm": 3.339547634124756, + "learning_rate": 1.786194443286028e-05, + "epoch": 1.745144413387802, + "step": 24350 + }, + { + "loss": 3.5702, + "grad_norm": 2.6998884677886963, + "learning_rate": 1.78490438666683e-05, + "epoch": 1.7487278721421915, + "step": 24400 + }, + { + "loss": 3.5745, + "grad_norm": 2.678086519241333, + "learning_rate": 1.7836109186216685e-05, + "epoch": 1.7523113308965814, + "step": 24450 + }, + { + "loss": 3.5752, + "grad_norm": 2.6666903495788574, + "learning_rate": 1.782314044772336e-05, + "epoch": 1.7558947896509711, + "step": 24500 + }, + { + "loss": 3.5761, + "grad_norm": 2.8353140354156494, + "learning_rate": 1.781013770755429e-05, + "epoch": 1.7594782484053608, + "step": 24550 + }, + { + "loss": 3.5709, + "grad_norm": 2.9337687492370605, + "learning_rate": 1.7797101022223223e-05, + "epoch": 1.7630617071597507, + "step": 24600 + }, + { + "loss": 3.583, + "grad_norm": 2.79362154006958, + "learning_rate": 1.778403044839144e-05, + "epoch": 1.7666451659141402, + "step": 24650 + }, + { + "loss": 3.5762, + "grad_norm": 2.8935132026672363, + "learning_rate": 1.77709260428675e-05, + "epoch": 1.7702286246685301, + "step": 24700 + }, + { + "loss": 3.5661, + "grad_norm": 2.8787715435028076, + "learning_rate": 1.7757787862607023e-05, + "epoch": 1.7738120834229198, + "step": 24750 + }, + { + "loss": 3.576, + "grad_norm": 2.8189823627471924, + "learning_rate": 1.7744615964712414e-05, + "epoch": 1.7773955421773096, + "step": 24800 + }, + { + "loss": 3.5745, + "grad_norm": 2.739851713180542, + "learning_rate": 1.7731410406432624e-05, + "epoch": 1.7809790009316993, + "step": 24850 + }, + { + "loss": 3.5736, + "grad_norm": 2.753006935119629, + "learning_rate": 1.771817124516291e-05, + "epoch": 1.784562459686089, + "step": 24900 + }, + { + "loss": 3.5779, + "grad_norm": 2.773777484893799, + "learning_rate": 1.770489853844456e-05, + "epoch": 1.7881459184404789, + "step": 24950 + }, + { + "loss": 3.5809, + "grad_norm": 2.868133068084717, + "learning_rate": 1.7691592343964684e-05, + "epoch": 1.7917293771948684, + "step": 25000 + }, + { + "loss": 3.5673, + "grad_norm": 2.806450605392456, + "learning_rate": 1.7678252719555917e-05, + "epoch": 1.7953128359492583, + "step": 25050 + }, + { + "loss": 3.5596, + "grad_norm": 2.7752861976623535, + "learning_rate": 1.7664879723196212e-05, + "epoch": 1.798896294703648, + "step": 25100 + }, + { + "loss": 3.5846, + "grad_norm": 2.954555034637451, + "learning_rate": 1.7651473413008547e-05, + "epoch": 1.8024797534580377, + "step": 25150 + }, + { + "loss": 3.5686, + "grad_norm": 3.014866590499878, + "learning_rate": 1.7638033847260704e-05, + "epoch": 1.8060632122124274, + "step": 25200 + }, + { + "loss": 3.5818, + "grad_norm": 2.959399461746216, + "learning_rate": 1.7624561084365e-05, + "epoch": 1.809646670966817, + "step": 25250 + }, + { + "loss": 3.5595, + "grad_norm": 2.997256278991699, + "learning_rate": 1.7611055182878037e-05, + "epoch": 1.813230129721207, + "step": 25300 + }, + { + "loss": 3.5745, + "grad_norm": 2.8707447052001953, + "learning_rate": 1.7597516201500443e-05, + "epoch": 1.8168135884755965, + "step": 25350 + }, + { + "loss": 3.568, + "grad_norm": 2.7337288856506348, + "learning_rate": 1.7583944199076625e-05, + "epoch": 1.8203970472299864, + "step": 25400 + }, + { + "loss": 3.5729, + "grad_norm": 2.821685314178467, + "learning_rate": 1.757033923459451e-05, + "epoch": 1.823980505984376, + "step": 25450 + }, + { + "loss": 3.5738, + "grad_norm": 2.995807647705078, + "learning_rate": 1.7556701367185286e-05, + "epoch": 1.8275639647387658, + "step": 25500 + }, + { + "loss": 3.5747, + "grad_norm": 2.9217429161071777, + "learning_rate": 1.7543030656123146e-05, + "epoch": 1.8311474234931557, + "step": 25550 + }, + { + "loss": 3.5724, + "grad_norm": 2.994443416595459, + "learning_rate": 1.752932716082503e-05, + "epoch": 1.8347308822475452, + "step": 25600 + }, + { + "loss": 3.5837, + "grad_norm": 2.708355665206909, + "learning_rate": 1.751559094085038e-05, + "epoch": 1.8383143410019351, + "step": 25650 + }, + { + "loss": 3.58, + "grad_norm": 2.806644916534424, + "learning_rate": 1.7501822055900847e-05, + "epoch": 1.8418977997563248, + "step": 25700 + }, + { + "loss": 3.5876, + "grad_norm": 2.915886878967285, + "learning_rate": 1.7488020565820073e-05, + "epoch": 1.8454812585107145, + "step": 25750 + }, + { + "loss": 3.5773, + "grad_norm": 2.9538660049438477, + "learning_rate": 1.7474186530593403e-05, + "epoch": 1.8490647172651042, + "step": 25800 + }, + { + "loss": 3.5839, + "grad_norm": 2.8157734870910645, + "learning_rate": 1.7460320010347637e-05, + "epoch": 1.852648176019494, + "step": 25850 + }, + { + "loss": 3.5666, + "grad_norm": 2.949252128601074, + "learning_rate": 1.7446421065350754e-05, + "epoch": 1.8562316347738839, + "step": 25900 + }, + { + "loss": 3.5693, + "grad_norm": 2.851363182067871, + "learning_rate": 1.7432489756011674e-05, + "epoch": 1.8598150935282733, + "step": 25950 + }, + { + "loss": 3.5651, + "grad_norm": 2.8604774475097656, + "learning_rate": 1.741852614287998e-05, + "epoch": 1.8633985522826633, + "step": 26000 + }, + { + "eval_loss": 3.551687002182007, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12196218593726563, + "eval_chrf": 31.345082352455066, + "eval_runtime": 41.9328, + "eval_samples_per_second": 47.695, + "eval_steps_per_second": 0.763, + "epoch": 1.8633985522826633, + "step": 26000 + }, + { + "loss": 3.5572, + "grad_norm": 2.8940553665161133, + "learning_rate": 1.7404530286645647e-05, + "epoch": 1.866982011037053, + "step": 26050 + }, + { + "loss": 3.5702, + "grad_norm": 2.877095937728882, + "learning_rate": 1.7390502248138794e-05, + "epoch": 1.8705654697914427, + "step": 26100 + }, + { + "loss": 3.5723, + "grad_norm": 2.839142084121704, + "learning_rate": 1.7376442088329416e-05, + "epoch": 1.8741489285458326, + "step": 26150 + }, + { + "loss": 3.5716, + "grad_norm": 2.708503007888794, + "learning_rate": 1.7362349868327117e-05, + "epoch": 1.877732387300222, + "step": 26200 + }, + { + "loss": 3.5727, + "grad_norm": 2.899132251739502, + "learning_rate": 1.7348225649380837e-05, + "epoch": 1.881315846054612, + "step": 26250 + }, + { + "loss": 3.5807, + "grad_norm": 2.788818120956421, + "learning_rate": 1.73340694928786e-05, + "epoch": 1.8848993048090017, + "step": 26300 + }, + { + "loss": 3.5674, + "grad_norm": 2.865138530731201, + "learning_rate": 1.7319881460347236e-05, + "epoch": 1.8884827635633914, + "step": 26350 + }, + { + "loss": 3.5762, + "grad_norm": 2.858018159866333, + "learning_rate": 1.730566161345212e-05, + "epoch": 1.892066222317781, + "step": 26400 + }, + { + "loss": 3.5582, + "grad_norm": 2.7254562377929688, + "learning_rate": 1.72914100139969e-05, + "epoch": 1.8956496810721708, + "step": 26450 + }, + { + "loss": 3.5685, + "grad_norm": 2.8706555366516113, + "learning_rate": 1.727712672392323e-05, + "epoch": 1.8992331398265607, + "step": 26500 + }, + { + "loss": 3.581, + "grad_norm": 2.877462148666382, + "learning_rate": 1.72628118053105e-05, + "epoch": 1.9028165985809502, + "step": 26550 + }, + { + "loss": 3.5766, + "grad_norm": 2.8969461917877197, + "learning_rate": 1.7248465320375572e-05, + "epoch": 1.9064000573353401, + "step": 26600 + }, + { + "loss": 3.5699, + "grad_norm": 2.7944114208221436, + "learning_rate": 1.72340873314725e-05, + "epoch": 1.9099835160897298, + "step": 26650 + }, + { + "loss": 3.5699, + "grad_norm": 2.7690773010253906, + "learning_rate": 1.721967790109226e-05, + "epoch": 1.9135669748441195, + "step": 26700 + }, + { + "loss": 3.5553, + "grad_norm": 2.9355599880218506, + "learning_rate": 1.7205237091862496e-05, + "epoch": 1.9171504335985092, + "step": 26750 + }, + { + "loss": 3.5702, + "grad_norm": 2.7249794006347656, + "learning_rate": 1.7190764966547212e-05, + "epoch": 1.920733892352899, + "step": 26800 + }, + { + "loss": 3.5626, + "grad_norm": 2.669384717941284, + "learning_rate": 1.7176261588046542e-05, + "epoch": 1.9243173511072889, + "step": 26850 + }, + { + "loss": 3.5781, + "grad_norm": 2.86441969871521, + "learning_rate": 1.7161727019396447e-05, + "epoch": 1.9279008098616783, + "step": 26900 + }, + { + "loss": 3.5765, + "grad_norm": 2.89664363861084, + "learning_rate": 1.714716132376844e-05, + "epoch": 1.9314842686160683, + "step": 26950 + }, + { + "loss": 3.5649, + "grad_norm": 3.1724424362182617, + "learning_rate": 1.7132564564469337e-05, + "epoch": 1.935067727370458, + "step": 27000 + }, + { + "loss": 3.5724, + "grad_norm": 2.814220905303955, + "learning_rate": 1.711793680494096e-05, + "epoch": 1.9386511861248477, + "step": 27050 + }, + { + "loss": 3.5667, + "grad_norm": 2.87035870552063, + "learning_rate": 1.7103278108759863e-05, + "epoch": 1.9422346448792376, + "step": 27100 + }, + { + "loss": 3.559, + "grad_norm": 2.7890102863311768, + "learning_rate": 1.7088588539637066e-05, + "epoch": 1.945818103633627, + "step": 27150 + }, + { + "loss": 3.5635, + "grad_norm": 2.7805936336517334, + "learning_rate": 1.7073868161417766e-05, + "epoch": 1.949401562388017, + "step": 27200 + }, + { + "loss": 3.5642, + "grad_norm": 2.7486321926116943, + "learning_rate": 1.705911703808107e-05, + "epoch": 1.9529850211424067, + "step": 27250 + }, + { + "loss": 3.5716, + "grad_norm": 2.8545165061950684, + "learning_rate": 1.7044335233739712e-05, + "epoch": 1.9565684798967964, + "step": 27300 + }, + { + "loss": 3.5649, + "grad_norm": 2.786341428756714, + "learning_rate": 1.7029522812639768e-05, + "epoch": 1.960151938651186, + "step": 27350 + }, + { + "loss": 3.5665, + "grad_norm": 3.119352102279663, + "learning_rate": 1.7014679839160393e-05, + "epoch": 1.9637353974055758, + "step": 27400 + }, + { + "loss": 3.5796, + "grad_norm": 2.8911643028259277, + "learning_rate": 1.6999806377813533e-05, + "epoch": 1.9673188561599657, + "step": 27450 + }, + { + "loss": 3.5719, + "grad_norm": 2.6484568119049072, + "learning_rate": 1.698490249324363e-05, + "epoch": 1.9709023149143552, + "step": 27500 + }, + { + "loss": 3.5755, + "grad_norm": 2.867673635482788, + "learning_rate": 1.696996825022736e-05, + "epoch": 1.9744857736687451, + "step": 27550 + }, + { + "loss": 3.57, + "grad_norm": 2.8338863849639893, + "learning_rate": 1.6955003713673357e-05, + "epoch": 1.9780692324231348, + "step": 27600 + }, + { + "loss": 3.5653, + "grad_norm": 2.818838596343994, + "learning_rate": 1.6940008948621904e-05, + "epoch": 1.9816526911775245, + "step": 27650 + }, + { + "loss": 3.5634, + "grad_norm": 2.8224220275878906, + "learning_rate": 1.692498402024467e-05, + "epoch": 1.9852361499319144, + "step": 27700 + }, + { + "loss": 3.5725, + "grad_norm": 2.797938346862793, + "learning_rate": 1.690992899384443e-05, + "epoch": 1.988819608686304, + "step": 27750 + }, + { + "loss": 3.5726, + "grad_norm": 3.063934564590454, + "learning_rate": 1.689484393485477e-05, + "epoch": 1.9924030674406938, + "step": 27800 + }, + { + "loss": 3.5524, + "grad_norm": 2.886658191680908, + "learning_rate": 1.6879728908839807e-05, + "epoch": 1.9959865261950835, + "step": 27850 + }, + { + "loss": 3.5635, + "grad_norm": 2.783209800720215, + "learning_rate": 1.6864583981493896e-05, + "epoch": 1.9995699849494732, + "step": 27900 + }, + { + "loss": 3.5412, + "grad_norm": 2.6848716735839844, + "learning_rate": 1.6849409218641358e-05, + "epoch": 2.003153443703863, + "step": 27950 + }, + { + "loss": 3.5323, + "grad_norm": 2.811471462249756, + "learning_rate": 1.6834204686236197e-05, + "epoch": 2.0067369024582526, + "step": 28000 + }, + { + "eval_loss": 3.5473411083221436, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12115903047632665, + "eval_chrf": 31.558730091944653, + "eval_runtime": 37.4272, + "eval_samples_per_second": 53.437, + "eval_steps_per_second": 0.855, + "epoch": 2.0067369024582526, + "step": 28000 + }, + { + "loss": 3.5381, + "grad_norm": 2.8451473712921143, + "learning_rate": 1.6818970450361788e-05, + "epoch": 2.0103203612126426, + "step": 28050 + }, + { + "loss": 3.5444, + "grad_norm": 2.809297561645508, + "learning_rate": 1.6803706577230608e-05, + "epoch": 2.013903819967032, + "step": 28100 + }, + { + "loss": 3.5231, + "grad_norm": 2.845383644104004, + "learning_rate": 1.6788413133183966e-05, + "epoch": 2.017487278721422, + "step": 28150 + }, + { + "loss": 3.5299, + "grad_norm": 3.013930320739746, + "learning_rate": 1.6773090184691668e-05, + "epoch": 2.0210707374758115, + "step": 28200 + }, + { + "loss": 3.5259, + "grad_norm": 2.818485975265503, + "learning_rate": 1.6757737798351773e-05, + "epoch": 2.0246541962302014, + "step": 28250 + }, + { + "loss": 3.5242, + "grad_norm": 2.7693302631378174, + "learning_rate": 1.674235604089028e-05, + "epoch": 2.0282376549845913, + "step": 28300 + }, + { + "loss": 3.5305, + "grad_norm": 2.762985944747925, + "learning_rate": 1.672694497916084e-05, + "epoch": 2.0318211137389808, + "step": 28350 + }, + { + "loss": 3.539, + "grad_norm": 2.805513381958008, + "learning_rate": 1.6711504680144477e-05, + "epoch": 2.0354045724933707, + "step": 28400 + }, + { + "loss": 3.5343, + "grad_norm": 2.756537914276123, + "learning_rate": 1.6696035210949283e-05, + "epoch": 2.03898803124776, + "step": 28450 + }, + { + "loss": 3.5338, + "grad_norm": 2.6860361099243164, + "learning_rate": 1.6680536638810134e-05, + "epoch": 2.04257149000215, + "step": 28500 + }, + { + "loss": 3.5355, + "grad_norm": 2.9358043670654297, + "learning_rate": 1.6665009031088395e-05, + "epoch": 2.04615494875654, + "step": 28550 + }, + { + "loss": 3.5497, + "grad_norm": 2.7824769020080566, + "learning_rate": 1.6649452455271626e-05, + "epoch": 2.0497384075109295, + "step": 28600 + }, + { + "loss": 3.537, + "grad_norm": 2.7985236644744873, + "learning_rate": 1.6633866978973305e-05, + "epoch": 2.0533218662653194, + "step": 28650 + }, + { + "loss": 3.5327, + "grad_norm": 2.756932020187378, + "learning_rate": 1.6618252669932492e-05, + "epoch": 2.056905325019709, + "step": 28700 + }, + { + "loss": 3.529, + "grad_norm": 2.725965738296509, + "learning_rate": 1.660260959601359e-05, + "epoch": 2.060488783774099, + "step": 28750 + }, + { + "loss": 3.5308, + "grad_norm": 2.8441810607910156, + "learning_rate": 1.658693782520601e-05, + "epoch": 2.0640722425284883, + "step": 28800 + }, + { + "loss": 3.5508, + "grad_norm": 2.894514799118042, + "learning_rate": 1.657123742562389e-05, + "epoch": 2.0676557012828782, + "step": 28850 + }, + { + "loss": 3.5379, + "grad_norm": 2.7920329570770264, + "learning_rate": 1.6555508465505797e-05, + "epoch": 2.071239160037268, + "step": 28900 + }, + { + "loss": 3.5418, + "grad_norm": 3.002916097640991, + "learning_rate": 1.6539751013214435e-05, + "epoch": 2.0748226187916576, + "step": 28950 + }, + { + "loss": 3.5416, + "grad_norm": 2.971566915512085, + "learning_rate": 1.6523965137236336e-05, + "epoch": 2.0784060775460476, + "step": 29000 + }, + { + "loss": 3.527, + "grad_norm": 2.715998411178589, + "learning_rate": 1.650815090618157e-05, + "epoch": 2.081989536300437, + "step": 29050 + }, + { + "loss": 3.5415, + "grad_norm": 2.767256021499634, + "learning_rate": 1.649230838878345e-05, + "epoch": 2.085572995054827, + "step": 29100 + }, + { + "loss": 3.526, + "grad_norm": 2.826587200164795, + "learning_rate": 1.647643765389823e-05, + "epoch": 2.089156453809217, + "step": 29150 + }, + { + "loss": 3.544, + "grad_norm": 2.897087812423706, + "learning_rate": 1.6460538770504805e-05, + "epoch": 2.0927399125636064, + "step": 29200 + }, + { + "loss": 3.5407, + "grad_norm": 2.8634605407714844, + "learning_rate": 1.6444611807704417e-05, + "epoch": 2.0963233713179963, + "step": 29250 + }, + { + "loss": 3.5418, + "grad_norm": 2.685556650161743, + "learning_rate": 1.6428656834720334e-05, + "epoch": 2.0999068300723858, + "step": 29300 + }, + { + "loss": 3.5357, + "grad_norm": 2.9170994758605957, + "learning_rate": 1.641267392089758e-05, + "epoch": 2.1034902888267757, + "step": 29350 + }, + { + "loss": 3.5274, + "grad_norm": 2.7992308139801025, + "learning_rate": 1.6396663135702614e-05, + "epoch": 2.107073747581165, + "step": 29400 + }, + { + "loss": 3.5195, + "grad_norm": 2.8145751953125, + "learning_rate": 1.6380624548723027e-05, + "epoch": 2.110657206335555, + "step": 29450 + }, + { + "loss": 3.5408, + "grad_norm": 2.8204431533813477, + "learning_rate": 1.636455822966725e-05, + "epoch": 2.114240665089945, + "step": 29500 + }, + { + "loss": 3.5313, + "grad_norm": 2.962052583694458, + "learning_rate": 1.6348464248364246e-05, + "epoch": 2.1178241238443345, + "step": 29550 + }, + { + "loss": 3.5366, + "grad_norm": 2.9541497230529785, + "learning_rate": 1.6332342674763198e-05, + "epoch": 2.1214075825987244, + "step": 29600 + }, + { + "loss": 3.5464, + "grad_norm": 2.7459237575531006, + "learning_rate": 1.6316193578933225e-05, + "epoch": 2.124991041353114, + "step": 29650 + }, + { + "loss": 3.5461, + "grad_norm": 2.715641736984253, + "learning_rate": 1.6300017031063063e-05, + "epoch": 2.128574500107504, + "step": 29700 + }, + { + "loss": 3.5284, + "grad_norm": 2.699241876602173, + "learning_rate": 1.628381310146075e-05, + "epoch": 2.1321579588618933, + "step": 29750 + }, + { + "loss": 3.5266, + "grad_norm": 2.910492420196533, + "learning_rate": 1.626758186055336e-05, + "epoch": 2.135741417616283, + "step": 29800 + }, + { + "loss": 3.5461, + "grad_norm": 2.9033477306365967, + "learning_rate": 1.6251323378886637e-05, + "epoch": 2.139324876370673, + "step": 29850 + }, + { + "loss": 3.5293, + "grad_norm": 2.6856632232666016, + "learning_rate": 1.6235037727124745e-05, + "epoch": 2.1429083351250626, + "step": 29900 + }, + { + "loss": 3.5476, + "grad_norm": 2.8470466136932373, + "learning_rate": 1.621872497604993e-05, + "epoch": 2.1464917938794525, + "step": 29950 + }, + { + "loss": 3.5326, + "grad_norm": 2.725917339324951, + "learning_rate": 1.6202385196562217e-05, + "epoch": 2.150075252633842, + "step": 30000 + }, + { + "eval_loss": 3.5458145141601562, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12489843854678662, + "eval_chrf": 31.70951345304743, + "eval_runtime": 38.1674, + "eval_samples_per_second": 52.401, + "eval_steps_per_second": 0.838, + "epoch": 2.150075252633842, + "step": 30000 + }, + { + "loss": 3.5438, + "grad_norm": 2.8169612884521484, + "learning_rate": 1.618601845967911e-05, + "epoch": 2.153658711388232, + "step": 30050 + }, + { + "loss": 3.5505, + "grad_norm": 3.103529691696167, + "learning_rate": 1.6169624836535272e-05, + "epoch": 2.157242170142622, + "step": 30100 + }, + { + "loss": 3.5409, + "grad_norm": 2.8524582386016846, + "learning_rate": 1.6153204398382222e-05, + "epoch": 2.1608256288970114, + "step": 30150 + }, + { + "loss": 3.5286, + "grad_norm": 2.756819248199463, + "learning_rate": 1.6136757216588032e-05, + "epoch": 2.1644090876514013, + "step": 30200 + }, + { + "loss": 3.521, + "grad_norm": 2.771524667739868, + "learning_rate": 1.6120283362637006e-05, + "epoch": 2.1679925464057908, + "step": 30250 + }, + { + "loss": 3.5315, + "grad_norm": 2.800292730331421, + "learning_rate": 1.610378290812937e-05, + "epoch": 2.1715760051601807, + "step": 30300 + }, + { + "loss": 3.5477, + "grad_norm": 2.824660539627075, + "learning_rate": 1.608725592478096e-05, + "epoch": 2.17515946391457, + "step": 30350 + }, + { + "loss": 3.5372, + "grad_norm": 2.8247411251068115, + "learning_rate": 1.6070702484422934e-05, + "epoch": 2.17874292266896, + "step": 30400 + }, + { + "loss": 3.5435, + "grad_norm": 2.841275930404663, + "learning_rate": 1.605412265900141e-05, + "epoch": 2.18232638142335, + "step": 30450 + }, + { + "loss": 3.539, + "grad_norm": 2.795316219329834, + "learning_rate": 1.603751652057721e-05, + "epoch": 2.1859098401777395, + "step": 30500 + }, + { + "loss": 3.525, + "grad_norm": 2.725374221801758, + "learning_rate": 1.6020884141325506e-05, + "epoch": 2.1894932989321294, + "step": 30550 + }, + { + "loss": 3.5378, + "grad_norm": 2.6841118335723877, + "learning_rate": 1.6004225593535526e-05, + "epoch": 2.193076757686519, + "step": 30600 + }, + { + "loss": 3.5394, + "grad_norm": 2.75899600982666, + "learning_rate": 1.5987540949610228e-05, + "epoch": 2.196660216440909, + "step": 30650 + }, + { + "loss": 3.5321, + "grad_norm": 3.0485081672668457, + "learning_rate": 1.5970830282065998e-05, + "epoch": 2.2002436751952983, + "step": 30700 + }, + { + "loss": 3.5479, + "grad_norm": 2.768996477127075, + "learning_rate": 1.5954093663532324e-05, + "epoch": 2.203827133949688, + "step": 30750 + }, + { + "loss": 3.5297, + "grad_norm": 2.8048784732818604, + "learning_rate": 1.5937331166751492e-05, + "epoch": 2.207410592704078, + "step": 30800 + }, + { + "loss": 3.5342, + "grad_norm": 2.964184045791626, + "learning_rate": 1.5920542864578248e-05, + "epoch": 2.2109940514584676, + "step": 30850 + }, + { + "loss": 3.5281, + "grad_norm": 2.8237826824188232, + "learning_rate": 1.5903728829979512e-05, + "epoch": 2.2145775102128575, + "step": 30900 + }, + { + "loss": 3.5338, + "grad_norm": 2.76198673248291, + "learning_rate": 1.5886889136034032e-05, + "epoch": 2.218160968967247, + "step": 30950 + }, + { + "loss": 3.5411, + "grad_norm": 2.8038218021392822, + "learning_rate": 1.587002385593209e-05, + "epoch": 2.221744427721637, + "step": 31000 + }, + { + "loss": 3.5317, + "grad_norm": 2.9463272094726562, + "learning_rate": 1.5853133062975164e-05, + "epoch": 2.225327886476027, + "step": 31050 + }, + { + "loss": 3.5411, + "grad_norm": 2.770617961883545, + "learning_rate": 1.5836216830575625e-05, + "epoch": 2.2289113452304163, + "step": 31100 + }, + { + "loss": 3.5372, + "grad_norm": 2.8552608489990234, + "learning_rate": 1.5819275232256405e-05, + "epoch": 2.2324948039848063, + "step": 31150 + }, + { + "loss": 3.5191, + "grad_norm": 2.895660877227783, + "learning_rate": 1.5802308341650693e-05, + "epoch": 2.2360782627391957, + "step": 31200 + }, + { + "loss": 3.543, + "grad_norm": 2.7579762935638428, + "learning_rate": 1.578531623250159e-05, + "epoch": 2.2396617214935857, + "step": 31250 + }, + { + "loss": 3.543, + "grad_norm": 2.853072166442871, + "learning_rate": 1.5768298978661824e-05, + "epoch": 2.243245180247975, + "step": 31300 + }, + { + "loss": 3.5442, + "grad_norm": 2.8464574813842773, + "learning_rate": 1.575125665409339e-05, + "epoch": 2.246828639002365, + "step": 31350 + }, + { + "loss": 3.5324, + "grad_norm": 3.0454089641571045, + "learning_rate": 1.573418933286726e-05, + "epoch": 2.250412097756755, + "step": 31400 + }, + { + "loss": 3.5303, + "grad_norm": 2.8158724308013916, + "learning_rate": 1.5717097089163053e-05, + "epoch": 2.2539955565111445, + "step": 31450 + }, + { + "loss": 3.5282, + "grad_norm": 2.9281036853790283, + "learning_rate": 1.5699979997268692e-05, + "epoch": 2.2575790152655344, + "step": 31500 + }, + { + "loss": 3.5414, + "grad_norm": 2.7076354026794434, + "learning_rate": 1.5682838131580113e-05, + "epoch": 2.261162474019924, + "step": 31550 + }, + { + "loss": 3.5293, + "grad_norm": 2.9224390983581543, + "learning_rate": 1.5665671566600917e-05, + "epoch": 2.264745932774314, + "step": 31600 + }, + { + "loss": 3.5327, + "grad_norm": 2.776547908782959, + "learning_rate": 1.564848037694206e-05, + "epoch": 2.2683293915287033, + "step": 31650 + }, + { + "loss": 3.538, + "grad_norm": 2.6548962593078613, + "learning_rate": 1.563126463732152e-05, + "epoch": 2.271912850283093, + "step": 31700 + }, + { + "loss": 3.5453, + "grad_norm": 2.8937714099884033, + "learning_rate": 1.5614024422563984e-05, + "epoch": 2.275496309037483, + "step": 31750 + }, + { + "loss": 3.5386, + "grad_norm": 2.8238344192504883, + "learning_rate": 1.55967598076005e-05, + "epoch": 2.2790797677918726, + "step": 31800 + }, + { + "loss": 3.5442, + "grad_norm": 2.8471839427948, + "learning_rate": 1.5579470867468193e-05, + "epoch": 2.2826632265462625, + "step": 31850 + }, + { + "loss": 3.5452, + "grad_norm": 2.913585662841797, + "learning_rate": 1.5562157677309883e-05, + "epoch": 2.286246685300652, + "step": 31900 + }, + { + "loss": 3.5597, + "grad_norm": 2.6664962768554688, + "learning_rate": 1.5544820312373803e-05, + "epoch": 2.289830144055042, + "step": 31950 + }, + { + "loss": 3.5451, + "grad_norm": 2.855137348175049, + "learning_rate": 1.5527458848013258e-05, + "epoch": 2.293413602809432, + "step": 32000 + }, + { + "eval_loss": 3.5429165363311768, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12474926998952618, + "eval_chrf": 31.547430950412075, + "eval_runtime": 42.3662, + "eval_samples_per_second": 47.207, + "eval_steps_per_second": 0.755, + "epoch": 2.293413602809432, + "step": 32000 + }, + { + "loss": 3.5322, + "grad_norm": 2.7366750240325928, + "learning_rate": 1.551007335968629e-05, + "epoch": 2.2969970615638213, + "step": 32050 + }, + { + "loss": 3.544, + "grad_norm": 2.7700090408325195, + "learning_rate": 1.549266392295536e-05, + "epoch": 2.3005805203182113, + "step": 32100 + }, + { + "loss": 3.5441, + "grad_norm": 2.951590061187744, + "learning_rate": 1.5475230613487013e-05, + "epoch": 2.3041639790726007, + "step": 32150 + }, + { + "loss": 3.5338, + "grad_norm": 2.778489589691162, + "learning_rate": 1.5457773507051553e-05, + "epoch": 2.3077474378269907, + "step": 32200 + }, + { + "loss": 3.5393, + "grad_norm": 2.805887222290039, + "learning_rate": 1.5440292679522722e-05, + "epoch": 2.3113308965813806, + "step": 32250 + }, + { + "loss": 3.5327, + "grad_norm": 2.764970302581787, + "learning_rate": 1.5422788206877343e-05, + "epoch": 2.31491435533577, + "step": 32300 + }, + { + "loss": 3.5347, + "grad_norm": 2.848050832748413, + "learning_rate": 1.540526016519502e-05, + "epoch": 2.31849781409016, + "step": 32350 + }, + { + "loss": 3.539, + "grad_norm": 2.737910509109497, + "learning_rate": 1.5387708630657788e-05, + "epoch": 2.3220812728445495, + "step": 32400 + }, + { + "loss": 3.5308, + "grad_norm": 2.7834408283233643, + "learning_rate": 1.53701336795498e-05, + "epoch": 2.3256647315989394, + "step": 32450 + }, + { + "loss": 3.5385, + "grad_norm": 2.7603871822357178, + "learning_rate": 1.5352535388256974e-05, + "epoch": 2.329248190353329, + "step": 32500 + }, + { + "loss": 3.5296, + "grad_norm": 2.8410749435424805, + "learning_rate": 1.5334913833266673e-05, + "epoch": 2.332831649107719, + "step": 32550 + }, + { + "loss": 3.5484, + "grad_norm": 3.0500338077545166, + "learning_rate": 1.5317269091167374e-05, + "epoch": 2.3364151078621083, + "step": 32600 + }, + { + "loss": 3.5371, + "grad_norm": 2.915639877319336, + "learning_rate": 1.5299601238648325e-05, + "epoch": 2.339998566616498, + "step": 32650 + }, + { + "loss": 3.5311, + "grad_norm": 3.1258277893066406, + "learning_rate": 1.5281910352499233e-05, + "epoch": 2.343582025370888, + "step": 32700 + }, + { + "loss": 3.533, + "grad_norm": 2.9490103721618652, + "learning_rate": 1.52641965096099e-05, + "epoch": 2.3471654841252776, + "step": 32750 + }, + { + "loss": 3.5265, + "grad_norm": 2.875643253326416, + "learning_rate": 1.5246459786969914e-05, + "epoch": 2.3507489428796675, + "step": 32800 + }, + { + "loss": 3.5256, + "grad_norm": 2.8508317470550537, + "learning_rate": 1.5228700261668303e-05, + "epoch": 2.354332401634057, + "step": 32850 + }, + { + "loss": 3.5439, + "grad_norm": 2.830974578857422, + "learning_rate": 1.5210918010893202e-05, + "epoch": 2.357915860388447, + "step": 32900 + }, + { + "loss": 3.5465, + "grad_norm": 2.813232183456421, + "learning_rate": 1.5193113111931519e-05, + "epoch": 2.361499319142837, + "step": 32950 + }, + { + "loss": 3.5308, + "grad_norm": 2.838843822479248, + "learning_rate": 1.5175285642168594e-05, + "epoch": 2.3650827778972263, + "step": 33000 + }, + { + "loss": 3.536, + "grad_norm": 2.7960915565490723, + "learning_rate": 1.5157435679087866e-05, + "epoch": 2.3686662366516162, + "step": 33050 + }, + { + "loss": 3.5419, + "grad_norm": 2.927342414855957, + "learning_rate": 1.5139563300270546e-05, + "epoch": 2.3722496954060057, + "step": 33100 + }, + { + "loss": 3.5338, + "grad_norm": 2.80525803565979, + "learning_rate": 1.5121668583395259e-05, + "epoch": 2.3758331541603956, + "step": 33150 + }, + { + "loss": 3.5473, + "grad_norm": 2.761329174041748, + "learning_rate": 1.5103751606237725e-05, + "epoch": 2.3794166129147856, + "step": 33200 + }, + { + "loss": 3.5294, + "grad_norm": 2.8188796043395996, + "learning_rate": 1.5085812446670409e-05, + "epoch": 2.383000071669175, + "step": 33250 + }, + { + "loss": 3.5281, + "grad_norm": 2.7630996704101562, + "learning_rate": 1.506785118266219e-05, + "epoch": 2.386583530423565, + "step": 33300 + }, + { + "loss": 3.535, + "grad_norm": 2.744847059249878, + "learning_rate": 1.5049867892278021e-05, + "epoch": 2.3901669891779544, + "step": 33350 + }, + { + "loss": 3.5348, + "grad_norm": 2.7887415885925293, + "learning_rate": 1.503186265367858e-05, + "epoch": 2.3937504479323444, + "step": 33400 + }, + { + "loss": 3.5421, + "grad_norm": 2.9577910900115967, + "learning_rate": 1.5013835545119948e-05, + "epoch": 2.397333906686734, + "step": 33450 + }, + { + "loss": 3.5393, + "grad_norm": 2.9961724281311035, + "learning_rate": 1.4995786644953261e-05, + "epoch": 2.4009173654411238, + "step": 33500 + }, + { + "loss": 3.5567, + "grad_norm": 2.7783844470977783, + "learning_rate": 1.4977716031624354e-05, + "epoch": 2.4045008241955137, + "step": 33550 + }, + { + "loss": 3.5426, + "grad_norm": 2.880939245223999, + "learning_rate": 1.4959623783673447e-05, + "epoch": 2.408084282949903, + "step": 33600 + }, + { + "loss": 3.5465, + "grad_norm": 2.741588592529297, + "learning_rate": 1.4941509979734786e-05, + "epoch": 2.411667741704293, + "step": 33650 + }, + { + "loss": 3.5298, + "grad_norm": 2.8120334148406982, + "learning_rate": 1.4923374698536304e-05, + "epoch": 2.4152512004586826, + "step": 33700 + }, + { + "loss": 3.5358, + "grad_norm": 2.7048747539520264, + "learning_rate": 1.490521801889928e-05, + "epoch": 2.4188346592130725, + "step": 33750 + }, + { + "loss": 3.5404, + "grad_norm": 2.8408844470977783, + "learning_rate": 1.4887040019738002e-05, + "epoch": 2.422418117967462, + "step": 33800 + }, + { + "loss": 3.5398, + "grad_norm": 2.8859174251556396, + "learning_rate": 1.4868840780059413e-05, + "epoch": 2.426001576721852, + "step": 33850 + }, + { + "loss": 3.5419, + "grad_norm": 2.8580172061920166, + "learning_rate": 1.4850620378962779e-05, + "epoch": 2.429585035476242, + "step": 33900 + }, + { + "loss": 3.54, + "grad_norm": 2.882136821746826, + "learning_rate": 1.4832378895639337e-05, + "epoch": 2.4331684942306313, + "step": 33950 + }, + { + "loss": 3.5299, + "grad_norm": 2.723198413848877, + "learning_rate": 1.481411640937195e-05, + "epoch": 2.4367519529850212, + "step": 34000 + }, + { + "eval_loss": 3.540426254272461, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.1201273346981964, + "eval_chrf": 31.613509292494662, + "eval_runtime": 41.2442, + "eval_samples_per_second": 48.492, + "eval_steps_per_second": 0.776, + "epoch": 2.4367519529850212, + "step": 34000 + }, + { + "loss": 3.5309, + "grad_norm": 2.812891960144043, + "learning_rate": 1.4795832999534776e-05, + "epoch": 2.4403354117394107, + "step": 34050 + }, + { + "loss": 3.5412, + "grad_norm": 2.7380855083465576, + "learning_rate": 1.4777528745592902e-05, + "epoch": 2.4439188704938006, + "step": 34100 + }, + { + "loss": 3.5431, + "grad_norm": 2.9518446922302246, + "learning_rate": 1.4759203727102014e-05, + "epoch": 2.4475023292481906, + "step": 34150 + }, + { + "loss": 3.5336, + "grad_norm": 2.7920496463775635, + "learning_rate": 1.4740858023708049e-05, + "epoch": 2.45108578800258, + "step": 34200 + }, + { + "loss": 3.5461, + "grad_norm": 2.7790307998657227, + "learning_rate": 1.4722491715146843e-05, + "epoch": 2.45466924675697, + "step": 34250 + }, + { + "loss": 3.5323, + "grad_norm": 2.8379712104797363, + "learning_rate": 1.4704104881243791e-05, + "epoch": 2.4582527055113594, + "step": 34300 + }, + { + "loss": 3.5212, + "grad_norm": 2.9654014110565186, + "learning_rate": 1.4685697601913497e-05, + "epoch": 2.4618361642657494, + "step": 34350 + }, + { + "loss": 3.5414, + "grad_norm": 2.8676917552948, + "learning_rate": 1.4667269957159427e-05, + "epoch": 2.4654196230201393, + "step": 34400 + }, + { + "loss": 3.5446, + "grad_norm": 2.9120633602142334, + "learning_rate": 1.4648822027073558e-05, + "epoch": 2.4690030817745288, + "step": 34450 + }, + { + "loss": 3.5311, + "grad_norm": 2.9520740509033203, + "learning_rate": 1.4630353891836033e-05, + "epoch": 2.4725865405289187, + "step": 34500 + }, + { + "loss": 3.5397, + "grad_norm": 3.009443521499634, + "learning_rate": 1.4611865631714821e-05, + "epoch": 2.476169999283308, + "step": 34550 + }, + { + "loss": 3.5317, + "grad_norm": 2.8990237712860107, + "learning_rate": 1.459335732706535e-05, + "epoch": 2.479753458037698, + "step": 34600 + }, + { + "loss": 3.5444, + "grad_norm": 2.885237455368042, + "learning_rate": 1.4574829058330169e-05, + "epoch": 2.4833369167920876, + "step": 34650 + }, + { + "loss": 3.5311, + "grad_norm": 2.766439199447632, + "learning_rate": 1.4556280906038597e-05, + "epoch": 2.4869203755464775, + "step": 34700 + }, + { + "loss": 3.5429, + "grad_norm": 3.001805305480957, + "learning_rate": 1.4537712950806382e-05, + "epoch": 2.490503834300867, + "step": 34750 + }, + { + "loss": 3.5439, + "grad_norm": 2.9516103267669678, + "learning_rate": 1.4519125273335331e-05, + "epoch": 2.494087293055257, + "step": 34800 + }, + { + "loss": 3.5342, + "grad_norm": 2.8930885791778564, + "learning_rate": 1.4500517954412967e-05, + "epoch": 2.497670751809647, + "step": 34850 + }, + { + "loss": 3.5388, + "grad_norm": 2.826563835144043, + "learning_rate": 1.4481891074912193e-05, + "epoch": 2.5012542105640363, + "step": 34900 + }, + { + "loss": 3.5314, + "grad_norm": 2.9160947799682617, + "learning_rate": 1.4463244715790919e-05, + "epoch": 2.504837669318426, + "step": 34950 + }, + { + "loss": 3.5369, + "grad_norm": 3.00466251373291, + "learning_rate": 1.444457895809172e-05, + "epoch": 2.5084211280728157, + "step": 35000 + }, + { + "loss": 3.5435, + "grad_norm": 2.744493246078491, + "learning_rate": 1.4425893882941484e-05, + "epoch": 2.5120045868272056, + "step": 35050 + }, + { + "loss": 3.5364, + "grad_norm": 3.0695743560791016, + "learning_rate": 1.440718957155106e-05, + "epoch": 2.5155880455815955, + "step": 35100 + }, + { + "loss": 3.5321, + "grad_norm": 2.967583417892456, + "learning_rate": 1.4388466105214902e-05, + "epoch": 2.519171504335985, + "step": 35150 + }, + { + "loss": 3.5387, + "grad_norm": 2.745816946029663, + "learning_rate": 1.4369723565310714e-05, + "epoch": 2.522754963090375, + "step": 35200 + }, + { + "loss": 3.5332, + "grad_norm": 2.7638392448425293, + "learning_rate": 1.4350962033299108e-05, + "epoch": 2.5263384218447644, + "step": 35250 + }, + { + "loss": 3.5458, + "grad_norm": 2.9185221195220947, + "learning_rate": 1.4332181590723232e-05, + "epoch": 2.5299218805991543, + "step": 35300 + }, + { + "loss": 3.5333, + "grad_norm": 2.7400734424591064, + "learning_rate": 1.4313382319208427e-05, + "epoch": 2.5335053393535443, + "step": 35350 + }, + { + "loss": 3.5333, + "grad_norm": 2.790581464767456, + "learning_rate": 1.4294564300461875e-05, + "epoch": 2.5370887981079338, + "step": 35400 + }, + { + "loss": 3.536, + "grad_norm": 2.8747081756591797, + "learning_rate": 1.4275727616272234e-05, + "epoch": 2.5406722568623237, + "step": 35450 + }, + { + "loss": 3.5395, + "grad_norm": 2.844027042388916, + "learning_rate": 1.425687234850929e-05, + "epoch": 2.544255715616713, + "step": 35500 + }, + { + "loss": 3.5346, + "grad_norm": 2.8688411712646484, + "learning_rate": 1.4237998579123598e-05, + "epoch": 2.547839174371103, + "step": 35550 + }, + { + "loss": 3.5385, + "grad_norm": 3.0387704372406006, + "learning_rate": 1.4219106390146124e-05, + "epoch": 2.551422633125493, + "step": 35600 + }, + { + "loss": 3.547, + "grad_norm": 2.8767483234405518, + "learning_rate": 1.4200195863687898e-05, + "epoch": 2.5550060918798825, + "step": 35650 + }, + { + "loss": 3.5246, + "grad_norm": 2.6923036575317383, + "learning_rate": 1.4181267081939639e-05, + "epoch": 2.558589550634272, + "step": 35700 + }, + { + "loss": 3.532, + "grad_norm": 2.7652173042297363, + "learning_rate": 1.416232012717142e-05, + "epoch": 2.562173009388662, + "step": 35750 + }, + { + "loss": 3.5409, + "grad_norm": 2.8364498615264893, + "learning_rate": 1.4143355081732296e-05, + "epoch": 2.565756468143052, + "step": 35800 + }, + { + "loss": 3.5312, + "grad_norm": 2.884167432785034, + "learning_rate": 1.4124372028049945e-05, + "epoch": 2.5693399268974413, + "step": 35850 + }, + { + "loss": 3.544, + "grad_norm": 3.023071527481079, + "learning_rate": 1.4105371048630314e-05, + "epoch": 2.572923385651831, + "step": 35900 + }, + { + "loss": 3.5346, + "grad_norm": 2.843303918838501, + "learning_rate": 1.4086352226057271e-05, + "epoch": 2.5765068444062207, + "step": 35950 + }, + { + "loss": 3.5436, + "grad_norm": 2.6963419914245605, + "learning_rate": 1.4067315642992223e-05, + "epoch": 2.5800903031606106, + "step": 36000 + }, + { + "eval_loss": 3.5363504886627197, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.11985766585388519, + "eval_chrf": 31.469073693021816, + "eval_runtime": 47.7956, + "eval_samples_per_second": 41.845, + "eval_steps_per_second": 0.67, + "epoch": 2.5800903031606106, + "step": 36000 + }, + { + "loss": 3.5359, + "grad_norm": 2.878082036972046, + "learning_rate": 1.4048261382173779e-05, + "epoch": 2.5836737619150005, + "step": 36050 + }, + { + "loss": 3.5417, + "grad_norm": 2.856882333755493, + "learning_rate": 1.4029189526417373e-05, + "epoch": 2.58725722066939, + "step": 36100 + }, + { + "loss": 3.5312, + "grad_norm": 2.7826128005981445, + "learning_rate": 1.4010100158614914e-05, + "epoch": 2.59084067942378, + "step": 36150 + }, + { + "loss": 3.5276, + "grad_norm": 2.8620643615722656, + "learning_rate": 1.3990993361734427e-05, + "epoch": 2.5944241381781694, + "step": 36200 + }, + { + "loss": 3.5225, + "grad_norm": 2.761573076248169, + "learning_rate": 1.3971869218819687e-05, + "epoch": 2.5980075969325593, + "step": 36250 + }, + { + "loss": 3.542, + "grad_norm": 2.77445387840271, + "learning_rate": 1.3952727812989856e-05, + "epoch": 2.6015910556869493, + "step": 36300 + }, + { + "loss": 3.5262, + "grad_norm": 2.969835042953491, + "learning_rate": 1.3933569227439136e-05, + "epoch": 2.6051745144413387, + "step": 36350 + }, + { + "loss": 3.5344, + "grad_norm": 2.7571632862091064, + "learning_rate": 1.3914393545436386e-05, + "epoch": 2.6087579731957287, + "step": 36400 + }, + { + "loss": 3.5375, + "grad_norm": 2.984048366546631, + "learning_rate": 1.3895200850324777e-05, + "epoch": 2.612341431950118, + "step": 36450 + }, + { + "loss": 3.5514, + "grad_norm": 2.6805741786956787, + "learning_rate": 1.3875991225521422e-05, + "epoch": 2.615924890704508, + "step": 36500 + }, + { + "loss": 3.5413, + "grad_norm": 2.8492255210876465, + "learning_rate": 1.3856764754517014e-05, + "epoch": 2.619508349458898, + "step": 36550 + }, + { + "loss": 3.5447, + "grad_norm": 2.72505784034729, + "learning_rate": 1.383752152087547e-05, + "epoch": 2.6230918082132875, + "step": 36600 + }, + { + "loss": 3.5349, + "grad_norm": 2.822690486907959, + "learning_rate": 1.3818261608233556e-05, + "epoch": 2.626675266967677, + "step": 36650 + }, + { + "loss": 3.527, + "grad_norm": 2.9921820163726807, + "learning_rate": 1.3798985100300534e-05, + "epoch": 2.630258725722067, + "step": 36700 + }, + { + "loss": 3.5398, + "grad_norm": 2.7833328247070312, + "learning_rate": 1.3779692080857793e-05, + "epoch": 2.633842184476457, + "step": 36750 + }, + { + "loss": 3.5354, + "grad_norm": 2.7091219425201416, + "learning_rate": 1.376038263375849e-05, + "epoch": 2.6374256432308463, + "step": 36800 + }, + { + "loss": 3.5253, + "grad_norm": 2.822852849960327, + "learning_rate": 1.374105684292717e-05, + "epoch": 2.641009101985236, + "step": 36850 + }, + { + "loss": 3.537, + "grad_norm": 2.848417282104492, + "learning_rate": 1.3721714792359425e-05, + "epoch": 2.6445925607396257, + "step": 36900 + }, + { + "loss": 3.5102, + "grad_norm": 2.9162180423736572, + "learning_rate": 1.3702356566121512e-05, + "epoch": 2.6481760194940156, + "step": 36950 + }, + { + "loss": 3.5377, + "grad_norm": 2.6752891540527344, + "learning_rate": 1.3682982248349986e-05, + "epoch": 2.6517594782484055, + "step": 37000 + }, + { + "loss": 3.5233, + "grad_norm": 2.7499947547912598, + "learning_rate": 1.366359192325135e-05, + "epoch": 2.655342937002795, + "step": 37050 + }, + { + "loss": 3.532, + "grad_norm": 2.9076576232910156, + "learning_rate": 1.3644185675101676e-05, + "epoch": 2.658926395757185, + "step": 37100 + }, + { + "loss": 3.5428, + "grad_norm": 2.820009231567383, + "learning_rate": 1.3624763588246244e-05, + "epoch": 2.6625098545115744, + "step": 37150 + }, + { + "loss": 3.5431, + "grad_norm": 2.75508713722229, + "learning_rate": 1.3605325747099165e-05, + "epoch": 2.6660933132659643, + "step": 37200 + }, + { + "loss": 3.5357, + "grad_norm": 2.926046848297119, + "learning_rate": 1.3585872236143036e-05, + "epoch": 2.6696767720203542, + "step": 37250 + }, + { + "loss": 3.5392, + "grad_norm": 2.818441867828369, + "learning_rate": 1.3566403139928555e-05, + "epoch": 2.6732602307747437, + "step": 37300 + }, + { + "loss": 3.5309, + "grad_norm": 2.9250400066375732, + "learning_rate": 1.354691854307415e-05, + "epoch": 2.6768436895291337, + "step": 37350 + }, + { + "loss": 3.5355, + "grad_norm": 3.034771680831909, + "learning_rate": 1.3527418530265628e-05, + "epoch": 2.680427148283523, + "step": 37400 + }, + { + "loss": 3.529, + "grad_norm": 2.9827919006347656, + "learning_rate": 1.3507903186255799e-05, + "epoch": 2.684010607037913, + "step": 37450 + }, + { + "loss": 3.5405, + "grad_norm": 2.79689359664917, + "learning_rate": 1.3488372595864102e-05, + "epoch": 2.687594065792303, + "step": 37500 + }, + { + "loss": 3.5391, + "grad_norm": 2.7834572792053223, + "learning_rate": 1.3468826843976239e-05, + "epoch": 2.6911775245466925, + "step": 37550 + }, + { + "loss": 3.5281, + "grad_norm": 2.9273746013641357, + "learning_rate": 1.3449266015543816e-05, + "epoch": 2.694760983301082, + "step": 37600 + }, + { + "loss": 3.5282, + "grad_norm": 2.8792123794555664, + "learning_rate": 1.3429690195583967e-05, + "epoch": 2.698344442055472, + "step": 37650 + }, + { + "loss": 3.533, + "grad_norm": 2.9538676738739014, + "learning_rate": 1.3410099469178972e-05, + "epoch": 2.701927900809862, + "step": 37700 + }, + { + "loss": 3.5413, + "grad_norm": 2.7318191528320312, + "learning_rate": 1.339049392147591e-05, + "epoch": 2.7055113595642513, + "step": 37750 + }, + { + "loss": 3.5391, + "grad_norm": 2.885110378265381, + "learning_rate": 1.3370873637686275e-05, + "epoch": 2.709094818318641, + "step": 37800 + }, + { + "loss": 3.5339, + "grad_norm": 2.8033347129821777, + "learning_rate": 1.3351238703085602e-05, + "epoch": 2.7126782770730307, + "step": 37850 + }, + { + "loss": 3.5306, + "grad_norm": 2.8976988792419434, + "learning_rate": 1.3331589203013114e-05, + "epoch": 2.7162617358274206, + "step": 37900 + }, + { + "loss": 3.5342, + "grad_norm": 2.803776979446411, + "learning_rate": 1.331192522287133e-05, + "epoch": 2.7198451945818105, + "step": 37950 + }, + { + "loss": 3.5355, + "grad_norm": 2.7537717819213867, + "learning_rate": 1.3292246848125705e-05, + "epoch": 2.7234286533362, + "step": 38000 + }, + { + "eval_loss": 3.532785654067993, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12207055747784684, + "eval_chrf": 31.395528085160485, + "eval_runtime": 40.4403, + "eval_samples_per_second": 49.456, + "eval_steps_per_second": 0.791, + "epoch": 2.7234286533362, + "step": 38000 + }, + { + "loss": 3.5269, + "grad_norm": 2.783006429672241, + "learning_rate": 1.3272554164304266e-05, + "epoch": 2.72701211209059, + "step": 38050 + }, + { + "loss": 3.5308, + "grad_norm": 2.8638980388641357, + "learning_rate": 1.3252847256997221e-05, + "epoch": 2.7305955708449794, + "step": 38100 + }, + { + "loss": 3.5332, + "grad_norm": 2.747453451156616, + "learning_rate": 1.3233126211856601e-05, + "epoch": 2.7341790295993693, + "step": 38150 + }, + { + "loss": 3.5383, + "grad_norm": 2.8123862743377686, + "learning_rate": 1.3213391114595889e-05, + "epoch": 2.7377624883537592, + "step": 38200 + }, + { + "loss": 3.5402, + "grad_norm": 2.8990237712860107, + "learning_rate": 1.3193642050989632e-05, + "epoch": 2.7413459471081487, + "step": 38250 + }, + { + "loss": 3.532, + "grad_norm": 2.66563081741333, + "learning_rate": 1.3173879106873091e-05, + "epoch": 2.7449294058625386, + "step": 38300 + }, + { + "loss": 3.5444, + "grad_norm": 2.8617208003997803, + "learning_rate": 1.3154102368141846e-05, + "epoch": 2.748512864616928, + "step": 38350 + }, + { + "loss": 3.5301, + "grad_norm": 2.868887424468994, + "learning_rate": 1.3134311920751438e-05, + "epoch": 2.752096323371318, + "step": 38400 + }, + { + "loss": 3.537, + "grad_norm": 2.743989944458008, + "learning_rate": 1.3114507850716989e-05, + "epoch": 2.755679782125708, + "step": 38450 + }, + { + "loss": 3.5358, + "grad_norm": 2.956002712249756, + "learning_rate": 1.3094690244112826e-05, + "epoch": 2.7592632408800974, + "step": 38500 + }, + { + "loss": 3.5323, + "grad_norm": 2.8582019805908203, + "learning_rate": 1.3074859187072117e-05, + "epoch": 2.7628466996344874, + "step": 38550 + }, + { + "loss": 3.524, + "grad_norm": 2.8096816539764404, + "learning_rate": 1.3055014765786482e-05, + "epoch": 2.766430158388877, + "step": 38600 + }, + { + "loss": 3.5409, + "grad_norm": 2.729884624481201, + "learning_rate": 1.3035157066505626e-05, + "epoch": 2.7700136171432668, + "step": 38650 + }, + { + "loss": 3.5263, + "grad_norm": 2.7150983810424805, + "learning_rate": 1.3015286175536972e-05, + "epoch": 2.7735970758976567, + "step": 38700 + }, + { + "loss": 3.5267, + "grad_norm": 2.7166748046875, + "learning_rate": 1.2995402179245272e-05, + "epoch": 2.777180534652046, + "step": 38750 + }, + { + "loss": 3.5407, + "grad_norm": 2.8187761306762695, + "learning_rate": 1.2975505164052233e-05, + "epoch": 2.7807639934064357, + "step": 38800 + }, + { + "loss": 3.5294, + "grad_norm": 2.7778983116149902, + "learning_rate": 1.2955595216436157e-05, + "epoch": 2.7843474521608256, + "step": 38850 + }, + { + "loss": 3.5453, + "grad_norm": 2.713482141494751, + "learning_rate": 1.2935672422931547e-05, + "epoch": 2.7879309109152155, + "step": 38900 + }, + { + "loss": 3.5301, + "grad_norm": 2.7738239765167236, + "learning_rate": 1.2915736870128741e-05, + "epoch": 2.791514369669605, + "step": 38950 + }, + { + "loss": 3.5316, + "grad_norm": 2.8775534629821777, + "learning_rate": 1.2895788644673529e-05, + "epoch": 2.795097828423995, + "step": 39000 + }, + { + "loss": 3.5306, + "grad_norm": 2.796616792678833, + "learning_rate": 1.2875827833266783e-05, + "epoch": 2.7986812871783844, + "step": 39050 + }, + { + "loss": 3.5245, + "grad_norm": 2.8263802528381348, + "learning_rate": 1.2855854522664078e-05, + "epoch": 2.8022647459327743, + "step": 39100 + }, + { + "loss": 3.5318, + "grad_norm": 2.943518877029419, + "learning_rate": 1.283586879967531e-05, + "epoch": 2.8058482046871642, + "step": 39150 + }, + { + "loss": 3.5301, + "grad_norm": 2.8130452632904053, + "learning_rate": 1.281587075116433e-05, + "epoch": 2.8094316634415537, + "step": 39200 + }, + { + "loss": 3.5309, + "grad_norm": 2.9720559120178223, + "learning_rate": 1.2795860464048548e-05, + "epoch": 2.8130151221959436, + "step": 39250 + }, + { + "loss": 3.5198, + "grad_norm": 2.908689498901367, + "learning_rate": 1.2775838025298582e-05, + "epoch": 2.816598580950333, + "step": 39300 + }, + { + "loss": 3.5303, + "grad_norm": 2.920807123184204, + "learning_rate": 1.2755803521937852e-05, + "epoch": 2.820182039704723, + "step": 39350 + }, + { + "loss": 3.5263, + "grad_norm": 2.68572735786438, + "learning_rate": 1.2735757041042217e-05, + "epoch": 2.823765498459113, + "step": 39400 + }, + { + "loss": 3.5397, + "grad_norm": 2.757493734359741, + "learning_rate": 1.27156986697396e-05, + "epoch": 2.8273489572135024, + "step": 39450 + }, + { + "loss": 3.5315, + "grad_norm": 2.8354060649871826, + "learning_rate": 1.2695628495209596e-05, + "epoch": 2.8309324159678924, + "step": 39500 + }, + { + "loss": 3.5254, + "grad_norm": 2.896226644515991, + "learning_rate": 1.2675546604683103e-05, + "epoch": 2.834515874722282, + "step": 39550 + }, + { + "loss": 3.5351, + "grad_norm": 2.864386558532715, + "learning_rate": 1.2655453085441937e-05, + "epoch": 2.8380993334766718, + "step": 39600 + }, + { + "loss": 3.5334, + "grad_norm": 2.9716145992279053, + "learning_rate": 1.2635348024818464e-05, + "epoch": 2.8416827922310617, + "step": 39650 + }, + { + "loss": 3.5309, + "grad_norm": 2.82574200630188, + "learning_rate": 1.2615231510195207e-05, + "epoch": 2.845266250985451, + "step": 39700 + }, + { + "loss": 3.5321, + "grad_norm": 2.753833532333374, + "learning_rate": 1.259510362900447e-05, + "epoch": 2.8488497097398406, + "step": 39750 + }, + { + "loss": 3.5377, + "grad_norm": 2.837136745452881, + "learning_rate": 1.2574964468727962e-05, + "epoch": 2.8524331684942306, + "step": 39800 + }, + { + "loss": 3.5364, + "grad_norm": 2.6881103515625, + "learning_rate": 1.255481411689641e-05, + "epoch": 2.8560166272486205, + "step": 39850 + }, + { + "loss": 3.5339, + "grad_norm": 2.9043781757354736, + "learning_rate": 1.2534652661089192e-05, + "epoch": 2.85960008600301, + "step": 39900 + }, + { + "loss": 3.5358, + "grad_norm": 2.9411888122558594, + "learning_rate": 1.2514480188933937e-05, + "epoch": 2.8631835447574, + "step": 39950 + }, + { + "loss": 3.5282, + "grad_norm": 2.853649854660034, + "learning_rate": 1.249429678810616e-05, + "epoch": 2.8667670035117894, + "step": 40000 + }, + { + "eval_loss": 3.532399892807007, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.1262996942774547, + "eval_chrf": 31.60972087432438, + "eval_runtime": 34.1771, + "eval_samples_per_second": 58.519, + "eval_steps_per_second": 0.936, + "epoch": 2.8667670035117894, + "step": 40000 + }, + { + "loss": 3.5224, + "grad_norm": 2.824666738510132, + "learning_rate": 1.2474102546328875e-05, + "epoch": 2.8703504622661793, + "step": 40050 + }, + { + "loss": 3.5189, + "grad_norm": 2.760908365249634, + "learning_rate": 1.2453897551372209e-05, + "epoch": 2.873933921020569, + "step": 40100 + }, + { + "loss": 3.5302, + "grad_norm": 2.7924435138702393, + "learning_rate": 1.2433681891053035e-05, + "epoch": 2.8775173797749587, + "step": 40150 + }, + { + "loss": 3.5329, + "grad_norm": 2.860741376876831, + "learning_rate": 1.2413455653234571e-05, + "epoch": 2.8811008385293486, + "step": 40200 + }, + { + "loss": 3.5184, + "grad_norm": 2.7769033908843994, + "learning_rate": 1.2393218925826013e-05, + "epoch": 2.884684297283738, + "step": 40250 + }, + { + "loss": 3.5314, + "grad_norm": 2.814101457595825, + "learning_rate": 1.2372971796782149e-05, + "epoch": 2.888267756038128, + "step": 40300 + }, + { + "loss": 3.5394, + "grad_norm": 2.7214605808258057, + "learning_rate": 1.2352714354102972e-05, + "epoch": 2.891851214792518, + "step": 40350 + }, + { + "loss": 3.5234, + "grad_norm": 2.8279781341552734, + "learning_rate": 1.2332446685833302e-05, + "epoch": 2.8954346735469074, + "step": 40400 + }, + { + "loss": 3.5259, + "grad_norm": 2.8419744968414307, + "learning_rate": 1.2312168880062404e-05, + "epoch": 2.8990181323012973, + "step": 40450 + }, + { + "loss": 3.5322, + "grad_norm": 2.8549299240112305, + "learning_rate": 1.22918810249236e-05, + "epoch": 2.902601591055687, + "step": 40500 + }, + { + "loss": 3.5211, + "grad_norm": 2.8381171226501465, + "learning_rate": 1.2271583208593896e-05, + "epoch": 2.9061850498100767, + "step": 40550 + }, + { + "loss": 3.5204, + "grad_norm": 2.726592779159546, + "learning_rate": 1.2251275519293585e-05, + "epoch": 2.9097685085644667, + "step": 40600 + }, + { + "loss": 3.5271, + "grad_norm": 2.959746837615967, + "learning_rate": 1.2230958045285877e-05, + "epoch": 2.913351967318856, + "step": 40650 + }, + { + "loss": 3.5303, + "grad_norm": 2.7321507930755615, + "learning_rate": 1.2210630874876506e-05, + "epoch": 2.9169354260732456, + "step": 40700 + }, + { + "loss": 3.5307, + "grad_norm": 2.84619402885437, + "learning_rate": 1.2190294096413348e-05, + "epoch": 2.9205188848276356, + "step": 40750 + }, + { + "loss": 3.5309, + "grad_norm": 2.7672536373138428, + "learning_rate": 1.2169947798286044e-05, + "epoch": 2.9241023435820255, + "step": 40800 + }, + { + "loss": 3.5459, + "grad_norm": 2.7822139263153076, + "learning_rate": 1.2149592068925601e-05, + "epoch": 2.927685802336415, + "step": 40850 + }, + { + "loss": 3.5412, + "grad_norm": 2.718292713165283, + "learning_rate": 1.2129226996804027e-05, + "epoch": 2.931269261090805, + "step": 40900 + }, + { + "loss": 3.5286, + "grad_norm": 2.7799839973449707, + "learning_rate": 1.210885267043393e-05, + "epoch": 2.9348527198451944, + "step": 40950 + }, + { + "loss": 3.5157, + "grad_norm": 2.832854747772217, + "learning_rate": 1.2088469178368145e-05, + "epoch": 2.9384361785995843, + "step": 41000 + }, + { + "loss": 3.5262, + "grad_norm": 2.8373522758483887, + "learning_rate": 1.2068076609199335e-05, + "epoch": 2.942019637353974, + "step": 41050 + }, + { + "loss": 3.5405, + "grad_norm": 2.8599483966827393, + "learning_rate": 1.2047675051559624e-05, + "epoch": 2.9456030961083637, + "step": 41100 + }, + { + "loss": 3.53, + "grad_norm": 2.7068042755126953, + "learning_rate": 1.2027264594120197e-05, + "epoch": 2.9491865548627536, + "step": 41150 + }, + { + "loss": 3.5235, + "grad_norm": 2.8245954513549805, + "learning_rate": 1.2006845325590923e-05, + "epoch": 2.952770013617143, + "step": 41200 + }, + { + "loss": 3.5341, + "grad_norm": 2.756761312484741, + "learning_rate": 1.1986417334719966e-05, + "epoch": 2.956353472371533, + "step": 41250 + }, + { + "loss": 3.5195, + "grad_norm": 2.9518582820892334, + "learning_rate": 1.1965980710293397e-05, + "epoch": 2.959936931125923, + "step": 41300 + }, + { + "loss": 3.5237, + "grad_norm": 2.69180965423584, + "learning_rate": 1.1945535541134813e-05, + "epoch": 2.9635203898803124, + "step": 41350 + }, + { + "loss": 3.5303, + "grad_norm": 2.9256718158721924, + "learning_rate": 1.1925081916104955e-05, + "epoch": 2.9671038486347023, + "step": 41400 + }, + { + "loss": 3.5246, + "grad_norm": 2.820664405822754, + "learning_rate": 1.1904619924101302e-05, + "epoch": 2.970687307389092, + "step": 41450 + }, + { + "loss": 3.5136, + "grad_norm": 2.851138114929199, + "learning_rate": 1.1884149654057713e-05, + "epoch": 2.9742707661434817, + "step": 41500 + }, + { + "loss": 3.5196, + "grad_norm": 2.7668237686157227, + "learning_rate": 1.1863671194944015e-05, + "epoch": 2.9778542248978717, + "step": 41550 + }, + { + "loss": 3.533, + "grad_norm": 2.8498666286468506, + "learning_rate": 1.1843184635765634e-05, + "epoch": 2.981437683652261, + "step": 41600 + }, + { + "loss": 3.5439, + "grad_norm": 2.81306529045105, + "learning_rate": 1.1822690065563197e-05, + "epoch": 2.985021142406651, + "step": 41650 + }, + { + "loss": 3.543, + "grad_norm": 2.828873634338379, + "learning_rate": 1.180218757341215e-05, + "epoch": 2.9886046011610405, + "step": 41700 + }, + { + "loss": 3.5304, + "grad_norm": 2.697016954421997, + "learning_rate": 1.1781677248422368e-05, + "epoch": 2.9921880599154305, + "step": 41750 + }, + { + "loss": 3.5334, + "grad_norm": 2.8102939128875732, + "learning_rate": 1.176115917973778e-05, + "epoch": 2.99577151866982, + "step": 41800 + }, + { + "loss": 3.5252, + "grad_norm": 2.7507131099700928, + "learning_rate": 1.1740633456535962e-05, + "epoch": 2.99935497742421, + "step": 41850 + }, + { + "loss": 3.4967, + "grad_norm": 2.686616897583008, + "learning_rate": 1.1720100168027757e-05, + "epoch": 3.0029384361786, + "step": 41900 + }, + { + "loss": 3.489, + "grad_norm": 2.8991360664367676, + "learning_rate": 1.1699559403456897e-05, + "epoch": 3.0065218949329893, + "step": 41950 + }, + { + "loss": 3.498, + "grad_norm": 2.9188294410705566, + "learning_rate": 1.1679011252099602e-05, + "epoch": 3.010105353687379, + "step": 42000 + }, + { + "eval_loss": 3.52962327003479, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12511133168031982, + "eval_chrf": 31.564665720228202, + "eval_runtime": 39.9541, + "eval_samples_per_second": 50.057, + "eval_steps_per_second": 0.801, + "epoch": 3.010105353687379, + "step": 42000 + }, + { + "loss": 3.5018, + "grad_norm": 2.994194984436035, + "learning_rate": 1.1658455803264197e-05, + "epoch": 3.0136888124417687, + "step": 42050 + }, + { + "loss": 3.488, + "grad_norm": 2.8111681938171387, + "learning_rate": 1.1637893146290727e-05, + "epoch": 3.0172722711961586, + "step": 42100 + }, + { + "loss": 3.4945, + "grad_norm": 2.8892016410827637, + "learning_rate": 1.1617323370550557e-05, + "epoch": 3.020855729950548, + "step": 42150 + }, + { + "loss": 3.5001, + "grad_norm": 2.8266143798828125, + "learning_rate": 1.1596746565446012e-05, + "epoch": 3.024439188704938, + "step": 42200 + }, + { + "loss": 3.4933, + "grad_norm": 2.7451212406158447, + "learning_rate": 1.1576162820409947e-05, + "epoch": 3.028022647459328, + "step": 42250 + }, + { + "loss": 3.5119, + "grad_norm": 2.8774585723876953, + "learning_rate": 1.155557222490539e-05, + "epoch": 3.0316061062137174, + "step": 42300 + }, + { + "loss": 3.5038, + "grad_norm": 2.850111246109009, + "learning_rate": 1.1534974868425143e-05, + "epoch": 3.0351895649681073, + "step": 42350 + }, + { + "loss": 3.4968, + "grad_norm": 2.800062417984009, + "learning_rate": 1.1514370840491395e-05, + "epoch": 3.038773023722497, + "step": 42400 + }, + { + "loss": 3.4962, + "grad_norm": 2.8584747314453125, + "learning_rate": 1.1493760230655324e-05, + "epoch": 3.0423564824768867, + "step": 42450 + }, + { + "loss": 3.4973, + "grad_norm": 2.8879361152648926, + "learning_rate": 1.1473143128496722e-05, + "epoch": 3.0459399412312766, + "step": 42500 + }, + { + "loss": 3.4966, + "grad_norm": 2.830387592315674, + "learning_rate": 1.1452519623623592e-05, + "epoch": 3.049523399985666, + "step": 42550 + }, + { + "loss": 3.5038, + "grad_norm": 2.7998642921447754, + "learning_rate": 1.1431889805671772e-05, + "epoch": 3.053106858740056, + "step": 42600 + }, + { + "loss": 3.509, + "grad_norm": 2.8433713912963867, + "learning_rate": 1.1411253764304537e-05, + "epoch": 3.0566903174944455, + "step": 42650 + }, + { + "loss": 3.4997, + "grad_norm": 2.8363871574401855, + "learning_rate": 1.1390611589212206e-05, + "epoch": 3.0602737762488355, + "step": 42700 + }, + { + "loss": 3.5031, + "grad_norm": 2.826460599899292, + "learning_rate": 1.1369963370111763e-05, + "epoch": 3.063857235003225, + "step": 42750 + }, + { + "loss": 3.4915, + "grad_norm": 2.8248696327209473, + "learning_rate": 1.1349309196746454e-05, + "epoch": 3.067440693757615, + "step": 42800 + }, + { + "loss": 3.512, + "grad_norm": 2.8771185874938965, + "learning_rate": 1.1328649158885411e-05, + "epoch": 3.071024152512005, + "step": 42850 + }, + { + "loss": 3.5103, + "grad_norm": 2.8647401332855225, + "learning_rate": 1.1307983346323255e-05, + "epoch": 3.0746076112663943, + "step": 42900 + }, + { + "loss": 3.5278, + "grad_norm": 2.8961808681488037, + "learning_rate": 1.1287311848879695e-05, + "epoch": 3.078191070020784, + "step": 42950 + }, + { + "loss": 3.4909, + "grad_norm": 2.8020644187927246, + "learning_rate": 1.1266634756399161e-05, + "epoch": 3.0817745287751737, + "step": 43000 + }, + { + "loss": 3.5103, + "grad_norm": 2.8728795051574707, + "learning_rate": 1.1245952158750396e-05, + "epoch": 3.0853579875295636, + "step": 43050 + }, + { + "loss": 3.4988, + "grad_norm": 2.7857062816619873, + "learning_rate": 1.1225264145826067e-05, + "epoch": 3.088941446283953, + "step": 43100 + }, + { + "loss": 3.5054, + "grad_norm": 2.785942316055298, + "learning_rate": 1.1204570807542381e-05, + "epoch": 3.092524905038343, + "step": 43150 + }, + { + "loss": 3.4834, + "grad_norm": 2.8163323402404785, + "learning_rate": 1.1183872233838688e-05, + "epoch": 3.096108363792733, + "step": 43200 + }, + { + "loss": 3.4984, + "grad_norm": 2.8935394287109375, + "learning_rate": 1.1163168514677098e-05, + "epoch": 3.0996918225471224, + "step": 43250 + }, + { + "loss": 3.5059, + "grad_norm": 2.819344997406006, + "learning_rate": 1.1142459740042078e-05, + "epoch": 3.1032752813015123, + "step": 43300 + }, + { + "loss": 3.5157, + "grad_norm": 2.7673346996307373, + "learning_rate": 1.1121745999940067e-05, + "epoch": 3.106858740055902, + "step": 43350 + }, + { + "loss": 3.4944, + "grad_norm": 2.853396415710449, + "learning_rate": 1.1101027384399094e-05, + "epoch": 3.1104421988102917, + "step": 43400 + }, + { + "loss": 3.5064, + "grad_norm": 2.8290817737579346, + "learning_rate": 1.1080303983468372e-05, + "epoch": 3.1140256575646816, + "step": 43450 + }, + { + "loss": 3.4911, + "grad_norm": 2.9048633575439453, + "learning_rate": 1.1059575887217915e-05, + "epoch": 3.117609116319071, + "step": 43500 + }, + { + "loss": 3.4992, + "grad_norm": 2.7936666011810303, + "learning_rate": 1.103884318573814e-05, + "epoch": 3.121192575073461, + "step": 43550 + }, + { + "loss": 3.5014, + "grad_norm": 2.6872012615203857, + "learning_rate": 1.1018105969139481e-05, + "epoch": 3.1247760338278505, + "step": 43600 + }, + { + "loss": 3.5004, + "grad_norm": 2.860909938812256, + "learning_rate": 1.0997364327552002e-05, + "epoch": 3.1283594925822404, + "step": 43650 + }, + { + "loss": 3.5094, + "grad_norm": 2.833185911178589, + "learning_rate": 1.0976618351124993e-05, + "epoch": 3.13194295133663, + "step": 43700 + }, + { + "loss": 3.5041, + "grad_norm": 2.835493326187134, + "learning_rate": 1.0955868130026586e-05, + "epoch": 3.13552641009102, + "step": 43750 + }, + { + "loss": 3.5038, + "grad_norm": 2.934903621673584, + "learning_rate": 1.0935113754443358e-05, + "epoch": 3.1391098688454098, + "step": 43800 + }, + { + "loss": 3.523, + "grad_norm": 2.755317211151123, + "learning_rate": 1.0914355314579956e-05, + "epoch": 3.1426933275997992, + "step": 43850 + }, + { + "loss": 3.5024, + "grad_norm": 2.7092316150665283, + "learning_rate": 1.0893592900658676e-05, + "epoch": 3.146276786354189, + "step": 43900 + }, + { + "loss": 3.5005, + "grad_norm": 2.856130361557007, + "learning_rate": 1.0872826602919092e-05, + "epoch": 3.1498602451085786, + "step": 43950 + }, + { + "loss": 3.4906, + "grad_norm": 2.9664852619171143, + "learning_rate": 1.0852056511617662e-05, + "epoch": 3.1534437038629686, + "step": 44000 + }, + { + "eval_loss": 3.5275301933288574, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.1223549848312109, + "eval_chrf": 31.676677405811464, + "eval_runtime": 39.0085, + "eval_samples_per_second": 51.271, + "eval_steps_per_second": 0.82, + "epoch": 3.1534437038629686, + "step": 44000 + }, + { + "loss": 3.5156, + "grad_norm": 2.7541725635528564, + "learning_rate": 1.0831282717027325e-05, + "epoch": 3.157027162617358, + "step": 44050 + }, + { + "loss": 3.5089, + "grad_norm": 2.844245195388794, + "learning_rate": 1.0810505309437122e-05, + "epoch": 3.160610621371748, + "step": 44100 + }, + { + "loss": 3.499, + "grad_norm": 2.6677212715148926, + "learning_rate": 1.0789724379151793e-05, + "epoch": 3.164194080126138, + "step": 44150 + }, + { + "loss": 3.495, + "grad_norm": 2.7625138759613037, + "learning_rate": 1.0768940016491392e-05, + "epoch": 3.1677775388805274, + "step": 44200 + }, + { + "loss": 3.5021, + "grad_norm": 3.032393455505371, + "learning_rate": 1.0748152311790887e-05, + "epoch": 3.1713609976349173, + "step": 44250 + }, + { + "loss": 3.517, + "grad_norm": 2.80678653717041, + "learning_rate": 1.0727361355399776e-05, + "epoch": 3.174944456389307, + "step": 44300 + }, + { + "loss": 3.5122, + "grad_norm": 2.828875780105591, + "learning_rate": 1.0706567237681687e-05, + "epoch": 3.1785279151436967, + "step": 44350 + }, + { + "loss": 3.5085, + "grad_norm": 2.9903149604797363, + "learning_rate": 1.0685770049013987e-05, + "epoch": 3.1821113738980866, + "step": 44400 + }, + { + "loss": 3.5039, + "grad_norm": 2.7965831756591797, + "learning_rate": 1.0664969879787392e-05, + "epoch": 3.185694832652476, + "step": 44450 + }, + { + "loss": 3.5022, + "grad_norm": 2.778733015060425, + "learning_rate": 1.0644166820405576e-05, + "epoch": 3.189278291406866, + "step": 44500 + }, + { + "loss": 3.5027, + "grad_norm": 2.8669307231903076, + "learning_rate": 1.0623360961284767e-05, + "epoch": 3.1928617501612555, + "step": 44550 + }, + { + "loss": 3.521, + "grad_norm": 2.782583713531494, + "learning_rate": 1.0602552392853365e-05, + "epoch": 3.1964452089156454, + "step": 44600 + }, + { + "loss": 3.5035, + "grad_norm": 2.8024208545684814, + "learning_rate": 1.0581741205551545e-05, + "epoch": 3.200028667670035, + "step": 44650 + }, + { + "loss": 3.5137, + "grad_norm": 2.995325803756714, + "learning_rate": 1.056092748983087e-05, + "epoch": 3.203612126424425, + "step": 44700 + }, + { + "loss": 3.5026, + "grad_norm": 2.6983466148376465, + "learning_rate": 1.0540111336153884e-05, + "epoch": 3.2071955851788148, + "step": 44750 + }, + { + "loss": 3.502, + "grad_norm": 3.0445218086242676, + "learning_rate": 1.051929283499373e-05, + "epoch": 3.2107790439332042, + "step": 44800 + }, + { + "loss": 3.5025, + "grad_norm": 2.8525636196136475, + "learning_rate": 1.0498472076833757e-05, + "epoch": 3.214362502687594, + "step": 44850 + }, + { + "loss": 3.4941, + "grad_norm": 2.9519364833831787, + "learning_rate": 1.0477649152167116e-05, + "epoch": 3.2179459614419836, + "step": 44900 + }, + { + "loss": 3.505, + "grad_norm": 3.002854585647583, + "learning_rate": 1.0456824151496383e-05, + "epoch": 3.2215294201963736, + "step": 44950 + }, + { + "loss": 3.4935, + "grad_norm": 2.73407244682312, + "learning_rate": 1.0435997165333152e-05, + "epoch": 3.2251128789507635, + "step": 45000 + }, + { + "loss": 3.505, + "grad_norm": 2.7554357051849365, + "learning_rate": 1.0415168284197647e-05, + "epoch": 3.228696337705153, + "step": 45050 + }, + { + "loss": 3.4991, + "grad_norm": 2.721458673477173, + "learning_rate": 1.0394337598618327e-05, + "epoch": 3.232279796459543, + "step": 45100 + }, + { + "loss": 3.5163, + "grad_norm": 2.7779955863952637, + "learning_rate": 1.03735051991315e-05, + "epoch": 3.2358632552139324, + "step": 45150 + }, + { + "loss": 3.5083, + "grad_norm": 2.7152929306030273, + "learning_rate": 1.0352671176280915e-05, + "epoch": 3.2394467139683223, + "step": 45200 + }, + { + "loss": 3.5167, + "grad_norm": 2.805691957473755, + "learning_rate": 1.0331835620617384e-05, + "epoch": 3.2430301727227118, + "step": 45250 + }, + { + "loss": 3.5039, + "grad_norm": 2.7585785388946533, + "learning_rate": 1.031099862269837e-05, + "epoch": 3.2466136314771017, + "step": 45300 + }, + { + "loss": 3.4962, + "grad_norm": 2.9006450176239014, + "learning_rate": 1.0290160273087617e-05, + "epoch": 3.2501970902314916, + "step": 45350 + }, + { + "loss": 3.5011, + "grad_norm": 2.964555501937866, + "learning_rate": 1.0269320662354738e-05, + "epoch": 3.253780548985881, + "step": 45400 + }, + { + "loss": 3.5092, + "grad_norm": 2.8396060466766357, + "learning_rate": 1.0248479881074828e-05, + "epoch": 3.257364007740271, + "step": 45450 + }, + { + "loss": 3.5055, + "grad_norm": 2.733494758605957, + "learning_rate": 1.0227638019828068e-05, + "epoch": 3.2609474664946605, + "step": 45500 + }, + { + "loss": 3.5028, + "grad_norm": 2.9302215576171875, + "learning_rate": 1.0206795169199332e-05, + "epoch": 3.2645309252490504, + "step": 45550 + }, + { + "loss": 3.4904, + "grad_norm": 2.753243923187256, + "learning_rate": 1.01859514197778e-05, + "epoch": 3.2681143840034403, + "step": 45600 + }, + { + "loss": 3.4997, + "grad_norm": 2.848024368286133, + "learning_rate": 1.0165106862156551e-05, + "epoch": 3.27169784275783, + "step": 45650 + }, + { + "loss": 3.4938, + "grad_norm": 2.851033926010132, + "learning_rate": 1.0144261586932184e-05, + "epoch": 3.2752813015122197, + "step": 45700 + }, + { + "loss": 3.5092, + "grad_norm": 2.7356693744659424, + "learning_rate": 1.0123415684704414e-05, + "epoch": 3.2788647602666092, + "step": 45750 + }, + { + "loss": 3.4907, + "grad_norm": 2.8998208045959473, + "learning_rate": 1.0102569246075676e-05, + "epoch": 3.282448219020999, + "step": 45800 + }, + { + "loss": 3.4961, + "grad_norm": 2.974597454071045, + "learning_rate": 1.0081722361650743e-05, + "epoch": 3.2860316777753886, + "step": 45850 + }, + { + "loss": 3.511, + "grad_norm": 2.7954258918762207, + "learning_rate": 1.0060875122036321e-05, + "epoch": 3.2896151365297785, + "step": 45900 + }, + { + "loss": 3.5046, + "grad_norm": 2.6962060928344727, + "learning_rate": 1.004002761784067e-05, + "epoch": 3.2931985952841685, + "step": 45950 + }, + { + "loss": 3.5114, + "grad_norm": 2.8333334922790527, + "learning_rate": 1.0019179939673181e-05, + "epoch": 3.296782054038558, + "step": 46000 + }, + { + "eval_loss": 3.5269436836242676, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12113283139289112, + "eval_chrf": 31.65128474951253, + "eval_runtime": 42.0688, + "eval_samples_per_second": 47.541, + "eval_steps_per_second": 0.761, + "epoch": 3.296782054038558, + "step": 46000 + }, + { + "loss": 3.5101, + "grad_norm": 2.866848945617676, + "learning_rate": 9.998332178144019e-06, + "epoch": 3.300365512792948, + "step": 46050 + }, + { + "loss": 3.5121, + "grad_norm": 2.8907814025878906, + "learning_rate": 9.977484423863701e-06, + "epoch": 3.3039489715473374, + "step": 46100 + }, + { + "loss": 3.51, + "grad_norm": 2.8091881275177, + "learning_rate": 9.956636767442717e-06, + "epoch": 3.3075324303017273, + "step": 46150 + }, + { + "loss": 3.499, + "grad_norm": 2.915423631668091, + "learning_rate": 9.935789299491133e-06, + "epoch": 3.3111158890561168, + "step": 46200 + }, + { + "loss": 3.4957, + "grad_norm": 2.9980826377868652, + "learning_rate": 9.914942110618192e-06, + "epoch": 3.3146993478105067, + "step": 46250 + }, + { + "loss": 3.496, + "grad_norm": 2.9127705097198486, + "learning_rate": 9.894095291431925e-06, + "epoch": 3.3182828065648966, + "step": 46300 + }, + { + "loss": 3.5009, + "grad_norm": 2.83713436126709, + "learning_rate": 9.873248932538757e-06, + "epoch": 3.321866265319286, + "step": 46350 + }, + { + "loss": 3.5091, + "grad_norm": 2.7628777027130127, + "learning_rate": 9.852403124543112e-06, + "epoch": 3.325449724073676, + "step": 46400 + }, + { + "loss": 3.507, + "grad_norm": 2.746293544769287, + "learning_rate": 9.831557958047022e-06, + "epoch": 3.3290331828280655, + "step": 46450 + }, + { + "loss": 3.5093, + "grad_norm": 2.9618797302246094, + "learning_rate": 9.810713523649722e-06, + "epoch": 3.3326166415824554, + "step": 46500 + }, + { + "loss": 3.511, + "grad_norm": 3.017451286315918, + "learning_rate": 9.78986991194728e-06, + "epoch": 3.3362001003368453, + "step": 46550 + }, + { + "loss": 3.5109, + "grad_norm": 2.8334860801696777, + "learning_rate": 9.769027213532174e-06, + "epoch": 3.339783559091235, + "step": 46600 + }, + { + "loss": 3.5171, + "grad_norm": 3.0150039196014404, + "learning_rate": 9.748185518992923e-06, + "epoch": 3.3433670178456247, + "step": 46650 + }, + { + "loss": 3.5051, + "grad_norm": 2.7307212352752686, + "learning_rate": 9.727344918913677e-06, + "epoch": 3.346950476600014, + "step": 46700 + }, + { + "loss": 3.5076, + "grad_norm": 2.8892557621002197, + "learning_rate": 9.706505503873828e-06, + "epoch": 3.350533935354404, + "step": 46750 + }, + { + "loss": 3.5074, + "grad_norm": 2.840871810913086, + "learning_rate": 9.685667364447626e-06, + "epoch": 3.3541173941087936, + "step": 46800 + }, + { + "loss": 3.5122, + "grad_norm": 2.7102904319763184, + "learning_rate": 9.664830591203764e-06, + "epoch": 3.3577008528631835, + "step": 46850 + }, + { + "loss": 3.5019, + "grad_norm": 2.9078993797302246, + "learning_rate": 9.64399527470501e-06, + "epoch": 3.3612843116175735, + "step": 46900 + }, + { + "loss": 3.5108, + "grad_norm": 2.8488988876342773, + "learning_rate": 9.623161505507789e-06, + "epoch": 3.364867770371963, + "step": 46950 + }, + { + "loss": 3.5045, + "grad_norm": 2.822113275527954, + "learning_rate": 9.602329374161814e-06, + "epoch": 3.368451229126353, + "step": 47000 + }, + { + "loss": 3.5093, + "grad_norm": 2.903041362762451, + "learning_rate": 9.581498971209664e-06, + "epoch": 3.3720346878807423, + "step": 47050 + }, + { + "loss": 3.489, + "grad_norm": 2.840322732925415, + "learning_rate": 9.560670387186422e-06, + "epoch": 3.3756181466351323, + "step": 47100 + }, + { + "loss": 3.5072, + "grad_norm": 2.869084358215332, + "learning_rate": 9.539843712619248e-06, + "epoch": 3.3792016053895217, + "step": 47150 + }, + { + "loss": 3.5014, + "grad_norm": 2.8106558322906494, + "learning_rate": 9.51901903802702e-06, + "epoch": 3.3827850641439117, + "step": 47200 + }, + { + "loss": 3.5012, + "grad_norm": 2.7544655799865723, + "learning_rate": 9.498196453919914e-06, + "epoch": 3.3863685228983016, + "step": 47250 + }, + { + "loss": 3.5014, + "grad_norm": 2.888967752456665, + "learning_rate": 9.477376050799022e-06, + "epoch": 3.389951981652691, + "step": 47300 + }, + { + "loss": 3.4994, + "grad_norm": 2.8767812252044678, + "learning_rate": 9.456557919155954e-06, + "epoch": 3.393535440407081, + "step": 47350 + }, + { + "loss": 3.497, + "grad_norm": 2.9929728507995605, + "learning_rate": 9.43574214947245e-06, + "epoch": 3.3971188991614705, + "step": 47400 + }, + { + "loss": 3.4973, + "grad_norm": 2.8153977394104004, + "learning_rate": 9.414928832219991e-06, + "epoch": 3.4007023579158604, + "step": 47450 + }, + { + "loss": 3.5132, + "grad_norm": 2.9248719215393066, + "learning_rate": 9.394118057859385e-06, + "epoch": 3.4042858166702503, + "step": 47500 + }, + { + "loss": 3.5014, + "grad_norm": 2.9147651195526123, + "learning_rate": 9.373309916840404e-06, + "epoch": 3.40786927542464, + "step": 47550 + }, + { + "loss": 3.5025, + "grad_norm": 2.8694798946380615, + "learning_rate": 9.352504499601352e-06, + "epoch": 3.4114527341790297, + "step": 47600 + }, + { + "loss": 3.5073, + "grad_norm": 2.8242897987365723, + "learning_rate": 9.331701896568725e-06, + "epoch": 3.415036192933419, + "step": 47650 + }, + { + "loss": 3.4943, + "grad_norm": 2.7612648010253906, + "learning_rate": 9.310902198156758e-06, + "epoch": 3.418619651687809, + "step": 47700 + }, + { + "loss": 3.5014, + "grad_norm": 2.8322486877441406, + "learning_rate": 9.290105494767079e-06, + "epoch": 3.422203110442199, + "step": 47750 + }, + { + "loss": 3.5014, + "grad_norm": 2.7659871578216553, + "learning_rate": 9.269311876788301e-06, + "epoch": 3.4257865691965885, + "step": 47800 + }, + { + "loss": 3.5111, + "grad_norm": 2.817404270172119, + "learning_rate": 9.248521434595612e-06, + "epoch": 3.4293700279509785, + "step": 47850 + }, + { + "loss": 3.498, + "grad_norm": 2.777655839920044, + "learning_rate": 9.227734258550413e-06, + "epoch": 3.432953486705368, + "step": 47900 + }, + { + "loss": 3.5021, + "grad_norm": 2.798001289367676, + "learning_rate": 9.206950438999894e-06, + "epoch": 3.436536945459758, + "step": 47950 + }, + { + "loss": 3.497, + "grad_norm": 2.757025957107544, + "learning_rate": 9.186170066276674e-06, + "epoch": 3.4401204042141473, + "step": 48000 + }, + { + "eval_loss": 3.5237956047058105, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12864920065552538, + "eval_chrf": 31.850531910171686, + "eval_runtime": 31.0579, + "eval_samples_per_second": 64.396, + "eval_steps_per_second": 1.03, + "epoch": 3.4401204042141473, + "step": 48000 + }, + { + "loss": 3.5038, + "grad_norm": 2.8456778526306152, + "learning_rate": 9.165393230698372e-06, + "epoch": 3.4437038629685373, + "step": 48050 + }, + { + "loss": 3.5031, + "grad_norm": 2.871330738067627, + "learning_rate": 9.144620022567255e-06, + "epoch": 3.4472873217229267, + "step": 48100 + }, + { + "loss": 3.5165, + "grad_norm": 2.928203821182251, + "learning_rate": 9.123850532169798e-06, + "epoch": 3.4508707804773167, + "step": 48150 + }, + { + "loss": 3.5051, + "grad_norm": 3.005014657974243, + "learning_rate": 9.103084849776342e-06, + "epoch": 3.4544542392317066, + "step": 48200 + }, + { + "loss": 3.5125, + "grad_norm": 2.748823642730713, + "learning_rate": 9.082323065640668e-06, + "epoch": 3.458037697986096, + "step": 48250 + }, + { + "loss": 3.5035, + "grad_norm": 2.885864496231079, + "learning_rate": 9.061565269999606e-06, + "epoch": 3.461621156740486, + "step": 48300 + }, + { + "loss": 3.4997, + "grad_norm": 2.6903188228607178, + "learning_rate": 9.040811553072668e-06, + "epoch": 3.4652046154948755, + "step": 48350 + }, + { + "loss": 3.5081, + "grad_norm": 2.648139238357544, + "learning_rate": 9.020062005061618e-06, + "epoch": 3.4687880742492654, + "step": 48400 + }, + { + "loss": 3.4969, + "grad_norm": 2.882901906967163, + "learning_rate": 8.999316716150123e-06, + "epoch": 3.4723715330036553, + "step": 48450 + }, + { + "loss": 3.507, + "grad_norm": 2.7152347564697266, + "learning_rate": 8.978575776503315e-06, + "epoch": 3.475954991758045, + "step": 48500 + }, + { + "loss": 3.5171, + "grad_norm": 2.679523468017578, + "learning_rate": 8.957839276267442e-06, + "epoch": 3.4795384505124347, + "step": 48550 + }, + { + "loss": 3.5037, + "grad_norm": 2.921013832092285, + "learning_rate": 8.937107305569454e-06, + "epoch": 3.483121909266824, + "step": 48600 + }, + { + "loss": 3.4977, + "grad_norm": 2.985367774963379, + "learning_rate": 8.916379954516601e-06, + "epoch": 3.486705368021214, + "step": 48650 + }, + { + "loss": 3.5039, + "grad_norm": 2.8619136810302734, + "learning_rate": 8.895657313196073e-06, + "epoch": 3.490288826775604, + "step": 48700 + }, + { + "loss": 3.4984, + "grad_norm": 2.7244842052459717, + "learning_rate": 8.874939471674571e-06, + "epoch": 3.4938722855299935, + "step": 48750 + }, + { + "loss": 3.5048, + "grad_norm": 2.769463539123535, + "learning_rate": 8.854226519997956e-06, + "epoch": 3.4974557442843834, + "step": 48800 + }, + { + "loss": 3.5025, + "grad_norm": 2.845322370529175, + "learning_rate": 8.833518548190815e-06, + "epoch": 3.501039203038773, + "step": 48850 + }, + { + "loss": 3.4966, + "grad_norm": 2.8624417781829834, + "learning_rate": 8.81281564625611e-06, + "epoch": 3.504622661793163, + "step": 48900 + }, + { + "loss": 3.5072, + "grad_norm": 2.902494430541992, + "learning_rate": 8.79211790417475e-06, + "epoch": 3.5082061205475528, + "step": 48950 + }, + { + "loss": 3.494, + "grad_norm": 2.754703998565674, + "learning_rate": 8.771425411905231e-06, + "epoch": 3.5117895793019422, + "step": 49000 + }, + { + "loss": 3.5025, + "grad_norm": 2.689621925354004, + "learning_rate": 8.750738259383233e-06, + "epoch": 3.5153730380563317, + "step": 49050 + }, + { + "loss": 3.5217, + "grad_norm": 2.8376951217651367, + "learning_rate": 8.730056536521212e-06, + "epoch": 3.5189564968107216, + "step": 49100 + }, + { + "loss": 3.5057, + "grad_norm": 2.8732171058654785, + "learning_rate": 8.709380333208044e-06, + "epoch": 3.5225399555651116, + "step": 49150 + }, + { + "loss": 3.4946, + "grad_norm": 2.7747132778167725, + "learning_rate": 8.6887097393086e-06, + "epoch": 3.526123414319501, + "step": 49200 + }, + { + "loss": 3.504, + "grad_norm": 2.8843867778778076, + "learning_rate": 8.668044844663386e-06, + "epoch": 3.529706873073891, + "step": 49250 + }, + { + "loss": 3.5084, + "grad_norm": 2.717813014984131, + "learning_rate": 8.647385739088117e-06, + "epoch": 3.5332903318282805, + "step": 49300 + }, + { + "loss": 3.5084, + "grad_norm": 2.7549569606781006, + "learning_rate": 8.626732512373373e-06, + "epoch": 3.5368737905826704, + "step": 49350 + }, + { + "loss": 3.4995, + "grad_norm": 3.002478837966919, + "learning_rate": 8.606085254284156e-06, + "epoch": 3.5404572493370603, + "step": 49400 + }, + { + "loss": 3.5054, + "grad_norm": 2.9729678630828857, + "learning_rate": 8.585444054559545e-06, + "epoch": 3.5440407080914498, + "step": 49450 + }, + { + "loss": 3.5026, + "grad_norm": 2.7555980682373047, + "learning_rate": 8.564809002912287e-06, + "epoch": 3.5476241668458397, + "step": 49500 + }, + { + "loss": 3.5137, + "grad_norm": 2.8258705139160156, + "learning_rate": 8.544180189028393e-06, + "epoch": 3.551207625600229, + "step": 49550 + }, + { + "loss": 3.5013, + "grad_norm": 2.8236382007598877, + "learning_rate": 8.523557702566782e-06, + "epoch": 3.554791084354619, + "step": 49600 + }, + { + "loss": 3.5125, + "grad_norm": 2.633906841278076, + "learning_rate": 8.502941633158853e-06, + "epoch": 3.558374543109009, + "step": 49650 + }, + { + "loss": 3.5005, + "grad_norm": 2.910088300704956, + "learning_rate": 8.482332070408132e-06, + "epoch": 3.5619580018633985, + "step": 49700 + }, + { + "loss": 3.4935, + "grad_norm": 2.900845527648926, + "learning_rate": 8.461729103889851e-06, + "epoch": 3.5655414606177884, + "step": 49750 + }, + { + "loss": 3.5018, + "grad_norm": 2.7080562114715576, + "learning_rate": 8.441132823150581e-06, + "epoch": 3.569124919372178, + "step": 49800 + }, + { + "loss": 3.5034, + "grad_norm": 2.851991653442383, + "learning_rate": 8.42054331770784e-06, + "epoch": 3.572708378126568, + "step": 49850 + }, + { + "loss": 3.5076, + "grad_norm": 2.8517305850982666, + "learning_rate": 8.399960677049677e-06, + "epoch": 3.5762918368809578, + "step": 49900 + }, + { + "loss": 3.4951, + "grad_norm": 2.7513201236724854, + "learning_rate": 8.379384990634335e-06, + "epoch": 3.5798752956353472, + "step": 49950 + }, + { + "loss": 3.5024, + "grad_norm": 2.811037063598633, + "learning_rate": 8.358816347889802e-06, + "epoch": 3.5834587543897367, + "step": 50000 + }, + { + "eval_loss": 3.5215530395507812, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12676825781321674, + "eval_chrf": 31.799028704545552, + "eval_runtime": 35.8331, + "eval_samples_per_second": 55.814, + "eval_steps_per_second": 0.893, + "epoch": 3.5834587543897367, + "step": 50000 + }, + { + "loss": 3.5121, + "grad_norm": 2.7530195713043213, + "learning_rate": 8.338254838213478e-06, + "epoch": 3.5870422131441266, + "step": 50050 + }, + { + "loss": 3.5037, + "grad_norm": 2.8968505859375, + "learning_rate": 8.317700550971737e-06, + "epoch": 3.5906256718985166, + "step": 50100 + }, + { + "loss": 3.5055, + "grad_norm": 2.7774085998535156, + "learning_rate": 8.297153575499582e-06, + "epoch": 3.594209130652906, + "step": 50150 + }, + { + "loss": 3.5099, + "grad_norm": 2.844109296798706, + "learning_rate": 8.276614001100223e-06, + "epoch": 3.597792589407296, + "step": 50200 + }, + { + "loss": 3.4973, + "grad_norm": 2.9508042335510254, + "learning_rate": 8.25608191704471e-06, + "epoch": 3.6013760481616854, + "step": 50250 + }, + { + "loss": 3.526, + "grad_norm": 2.808109998703003, + "learning_rate": 8.23555741257154e-06, + "epoch": 3.6049595069160754, + "step": 50300 + }, + { + "loss": 3.5061, + "grad_norm": 2.8586320877075195, + "learning_rate": 8.215040576886256e-06, + "epoch": 3.6085429656704653, + "step": 50350 + }, + { + "loss": 3.4946, + "grad_norm": 2.834221363067627, + "learning_rate": 8.194531499161085e-06, + "epoch": 3.6121264244248548, + "step": 50400 + }, + { + "loss": 3.5019, + "grad_norm": 2.8919241428375244, + "learning_rate": 8.17403026853452e-06, + "epoch": 3.6157098831792447, + "step": 50450 + }, + { + "loss": 3.5052, + "grad_norm": 2.8158717155456543, + "learning_rate": 8.153536974110963e-06, + "epoch": 3.619293341933634, + "step": 50500 + }, + { + "loss": 3.5042, + "grad_norm": 2.838120222091675, + "learning_rate": 8.133051704960309e-06, + "epoch": 3.622876800688024, + "step": 50550 + }, + { + "loss": 3.5141, + "grad_norm": 2.7687318325042725, + "learning_rate": 8.112574550117587e-06, + "epoch": 3.626460259442414, + "step": 50600 + }, + { + "loss": 3.4966, + "grad_norm": 2.7774057388305664, + "learning_rate": 8.092105598582543e-06, + "epoch": 3.6300437181968035, + "step": 50650 + }, + { + "loss": 3.5116, + "grad_norm": 2.719265937805176, + "learning_rate": 8.07164493931928e-06, + "epoch": 3.6336271769511934, + "step": 50700 + }, + { + "loss": 3.5115, + "grad_norm": 2.9663138389587402, + "learning_rate": 8.051192661255867e-06, + "epoch": 3.637210635705583, + "step": 50750 + }, + { + "loss": 3.5078, + "grad_norm": 2.9531166553497314, + "learning_rate": 8.030748853283926e-06, + "epoch": 3.640794094459973, + "step": 50800 + }, + { + "loss": 3.4967, + "grad_norm": 2.9236133098602295, + "learning_rate": 8.01031360425828e-06, + "epoch": 3.6443775532143627, + "step": 50850 + }, + { + "loss": 3.507, + "grad_norm": 2.76308012008667, + "learning_rate": 7.989887002996546e-06, + "epoch": 3.647961011968752, + "step": 50900 + }, + { + "loss": 3.4937, + "grad_norm": 2.8359086513519287, + "learning_rate": 7.969469138278763e-06, + "epoch": 3.6515444707231417, + "step": 50950 + }, + { + "loss": 3.5122, + "grad_norm": 2.7358508110046387, + "learning_rate": 7.949060098846987e-06, + "epoch": 3.6551279294775316, + "step": 51000 + }, + { + "loss": 3.5111, + "grad_norm": 2.7917821407318115, + "learning_rate": 7.928659973404925e-06, + "epoch": 3.6587113882319215, + "step": 51050 + }, + { + "loss": 3.4947, + "grad_norm": 2.819979190826416, + "learning_rate": 7.908268850617544e-06, + "epoch": 3.662294846986311, + "step": 51100 + }, + { + "loss": 3.5045, + "grad_norm": 2.803351640701294, + "learning_rate": 7.887886819110668e-06, + "epoch": 3.665878305740701, + "step": 51150 + }, + { + "loss": 3.5172, + "grad_norm": 2.865057945251465, + "learning_rate": 7.867513967470628e-06, + "epoch": 3.6694617644950904, + "step": 51200 + }, + { + "loss": 3.5119, + "grad_norm": 2.7393856048583984, + "learning_rate": 7.847150384243838e-06, + "epoch": 3.6730452232494804, + "step": 51250 + }, + { + "loss": 3.4939, + "grad_norm": 2.9270782470703125, + "learning_rate": 7.826796157936442e-06, + "epoch": 3.6766286820038703, + "step": 51300 + }, + { + "loss": 3.5011, + "grad_norm": 2.726632595062256, + "learning_rate": 7.806451377013906e-06, + "epoch": 3.6802121407582598, + "step": 51350 + }, + { + "loss": 3.4923, + "grad_norm": 2.8437185287475586, + "learning_rate": 7.786116129900653e-06, + "epoch": 3.6837955995126497, + "step": 51400 + }, + { + "loss": 3.5056, + "grad_norm": 2.888390064239502, + "learning_rate": 7.765790504979658e-06, + "epoch": 3.687379058267039, + "step": 51450 + }, + { + "loss": 3.5069, + "grad_norm": 2.8256404399871826, + "learning_rate": 7.745474590592087e-06, + "epoch": 3.690962517021429, + "step": 51500 + }, + { + "loss": 3.5008, + "grad_norm": 2.8747143745422363, + "learning_rate": 7.7251684750369e-06, + "epoch": 3.694545975775819, + "step": 51550 + }, + { + "loss": 3.4975, + "grad_norm": 3.017294406890869, + "learning_rate": 7.704872246570454e-06, + "epoch": 3.6981294345302085, + "step": 51600 + }, + { + "loss": 3.5004, + "grad_norm": 2.749295473098755, + "learning_rate": 7.684585993406154e-06, + "epoch": 3.7017128932845984, + "step": 51650 + }, + { + "loss": 3.5083, + "grad_norm": 2.8131167888641357, + "learning_rate": 7.66430980371403e-06, + "epoch": 3.705296352038988, + "step": 51700 + }, + { + "loss": 3.5097, + "grad_norm": 2.940325975418091, + "learning_rate": 7.644043765620392e-06, + "epoch": 3.708879810793378, + "step": 51750 + }, + { + "loss": 3.5159, + "grad_norm": 2.7525196075439453, + "learning_rate": 7.623787967207411e-06, + "epoch": 3.7124632695477677, + "step": 51800 + }, + { + "loss": 3.5103, + "grad_norm": 2.7831504344940186, + "learning_rate": 7.603542496512769e-06, + "epoch": 3.716046728302157, + "step": 51850 + }, + { + "loss": 3.506, + "grad_norm": 2.762334108352661, + "learning_rate": 7.583307441529243e-06, + "epoch": 3.719630187056547, + "step": 51900 + }, + { + "loss": 3.5087, + "grad_norm": 2.730928897857666, + "learning_rate": 7.563082890204356e-06, + "epoch": 3.7232136458109366, + "step": 51950 + }, + { + "loss": 3.5031, + "grad_norm": 2.7520127296447754, + "learning_rate": 7.542868930439977e-06, + "epoch": 3.7267971045653265, + "step": 52000 + }, + { + "eval_loss": 3.5194075107574463, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12240516532595684, + "eval_chrf": 31.558365730525306, + "eval_runtime": 34.3644, + "eval_samples_per_second": 58.2, + "eval_steps_per_second": 0.931, + "epoch": 3.7267971045653265, + "step": 52000 + }, + { + "loss": 3.4988, + "grad_norm": 2.8030948638916016, + "learning_rate": 7.522665650091928e-06, + "epoch": 3.7303805633197165, + "step": 52050 + }, + { + "loss": 3.5088, + "grad_norm": 2.9791316986083984, + "learning_rate": 7.502473136969632e-06, + "epoch": 3.733964022074106, + "step": 52100 + }, + { + "loss": 3.494, + "grad_norm": 2.9777228832244873, + "learning_rate": 7.4822914788357015e-06, + "epoch": 3.7375474808284954, + "step": 52150 + }, + { + "loss": 3.5114, + "grad_norm": 2.9006354808807373, + "learning_rate": 7.462120763405579e-06, + "epoch": 3.7411309395828853, + "step": 52200 + }, + { + "loss": 3.5126, + "grad_norm": 2.733469247817993, + "learning_rate": 7.4419610783471375e-06, + "epoch": 3.7447143983372753, + "step": 52250 + }, + { + "loss": 3.4976, + "grad_norm": 2.7953743934631348, + "learning_rate": 7.421812511280317e-06, + "epoch": 3.7482978570916647, + "step": 52300 + }, + { + "loss": 3.5161, + "grad_norm": 2.8406083583831787, + "learning_rate": 7.4016751497767395e-06, + "epoch": 3.7518813158460547, + "step": 52350 + }, + { + "loss": 3.499, + "grad_norm": 2.784027099609375, + "learning_rate": 7.381549081359305e-06, + "epoch": 3.755464774600444, + "step": 52400 + }, + { + "loss": 3.5029, + "grad_norm": 2.7728562355041504, + "learning_rate": 7.361434393501852e-06, + "epoch": 3.759048233354834, + "step": 52450 + }, + { + "loss": 3.4989, + "grad_norm": 2.876033067703247, + "learning_rate": 7.3413311736287405e-06, + "epoch": 3.762631692109224, + "step": 52500 + }, + { + "loss": 3.4982, + "grad_norm": 2.9392380714416504, + "learning_rate": 7.321239509114501e-06, + "epoch": 3.7662151508636135, + "step": 52550 + }, + { + "loss": 3.4989, + "grad_norm": 2.652775287628174, + "learning_rate": 7.301159487283424e-06, + "epoch": 3.7697986096180034, + "step": 52600 + }, + { + "loss": 3.5018, + "grad_norm": 2.8874094486236572, + "learning_rate": 7.281091195409214e-06, + "epoch": 3.773382068372393, + "step": 52650 + }, + { + "loss": 3.5088, + "grad_norm": 2.716431140899658, + "learning_rate": 7.261034720714582e-06, + "epoch": 3.776965527126783, + "step": 52700 + }, + { + "loss": 3.4875, + "grad_norm": 3.02742600440979, + "learning_rate": 7.2409901503708825e-06, + "epoch": 3.7805489858811727, + "step": 52750 + }, + { + "loss": 3.5047, + "grad_norm": 2.912829637527466, + "learning_rate": 7.220957571497736e-06, + "epoch": 3.784132444635562, + "step": 52800 + }, + { + "loss": 3.5025, + "grad_norm": 2.9854185581207275, + "learning_rate": 7.2009370711626315e-06, + "epoch": 3.787715903389952, + "step": 52850 + }, + { + "loss": 3.5099, + "grad_norm": 2.7974438667297363, + "learning_rate": 7.180928736380575e-06, + "epoch": 3.7912993621443416, + "step": 52900 + }, + { + "loss": 3.5036, + "grad_norm": 2.7726666927337646, + "learning_rate": 7.160932654113683e-06, + "epoch": 3.7948828208987315, + "step": 52950 + }, + { + "loss": 3.4927, + "grad_norm": 2.8103654384613037, + "learning_rate": 7.140948911270835e-06, + "epoch": 3.7984662796531214, + "step": 53000 + }, + { + "loss": 3.4963, + "grad_norm": 2.8224399089813232, + "learning_rate": 7.120977594707263e-06, + "epoch": 3.802049738407511, + "step": 53050 + }, + { + "loss": 3.4871, + "grad_norm": 2.9082772731781006, + "learning_rate": 7.101018791224208e-06, + "epoch": 3.8056331971619004, + "step": 53100 + }, + { + "loss": 3.5048, + "grad_norm": 2.7370972633361816, + "learning_rate": 7.081072587568507e-06, + "epoch": 3.8092166559162903, + "step": 53150 + }, + { + "loss": 3.4867, + "grad_norm": 2.784280776977539, + "learning_rate": 7.061139070432249e-06, + "epoch": 3.8128001146706803, + "step": 53200 + }, + { + "loss": 3.505, + "grad_norm": 2.967115879058838, + "learning_rate": 7.041218326452383e-06, + "epoch": 3.8163835734250697, + "step": 53250 + }, + { + "loss": 3.5102, + "grad_norm": 2.8036086559295654, + "learning_rate": 7.02131044221033e-06, + "epoch": 3.8199670321794597, + "step": 53300 + }, + { + "loss": 3.512, + "grad_norm": 2.8428919315338135, + "learning_rate": 7.001415504231632e-06, + "epoch": 3.823550490933849, + "step": 53350 + }, + { + "loss": 3.507, + "grad_norm": 2.822834014892578, + "learning_rate": 6.981533598985553e-06, + "epoch": 3.827133949688239, + "step": 53400 + }, + { + "loss": 3.4924, + "grad_norm": 2.669609308242798, + "learning_rate": 6.9616648128847204e-06, + "epoch": 3.830717408442629, + "step": 53450 + }, + { + "loss": 3.4988, + "grad_norm": 2.890536308288574, + "learning_rate": 6.9418092322847375e-06, + "epoch": 3.8343008671970185, + "step": 53500 + }, + { + "loss": 3.5035, + "grad_norm": 2.727937698364258, + "learning_rate": 6.921966943483811e-06, + "epoch": 3.8378843259514084, + "step": 53550 + }, + { + "loss": 3.4892, + "grad_norm": 2.670435905456543, + "learning_rate": 6.90213803272239e-06, + "epoch": 3.841467784705798, + "step": 53600 + }, + { + "loss": 3.5033, + "grad_norm": 3.022160768508911, + "learning_rate": 6.882322586182755e-06, + "epoch": 3.845051243460188, + "step": 53650 + }, + { + "loss": 3.5115, + "grad_norm": 2.8681583404541016, + "learning_rate": 6.862520689988694e-06, + "epoch": 3.8486347022145777, + "step": 53700 + }, + { + "loss": 3.4986, + "grad_norm": 2.7896711826324463, + "learning_rate": 6.842732430205079e-06, + "epoch": 3.852218160968967, + "step": 53750 + }, + { + "loss": 3.5076, + "grad_norm": 2.8361997604370117, + "learning_rate": 6.822957892837529e-06, + "epoch": 3.855801619723357, + "step": 53800 + }, + { + "loss": 3.4947, + "grad_norm": 2.922212839126587, + "learning_rate": 6.803197163832011e-06, + "epoch": 3.8593850784777466, + "step": 53850 + }, + { + "loss": 3.5131, + "grad_norm": 2.8519814014434814, + "learning_rate": 6.783450329074489e-06, + "epoch": 3.8629685372321365, + "step": 53900 + }, + { + "loss": 3.5075, + "grad_norm": 2.939826250076294, + "learning_rate": 6.763717474390521e-06, + "epoch": 3.8665519959865264, + "step": 53950 + }, + { + "loss": 3.5066, + "grad_norm": 2.741621732711792, + "learning_rate": 6.743998685544918e-06, + "epoch": 3.870135454740916, + "step": 54000 + }, + { + "eval_loss": 3.518073797225952, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12511312134515806, + "eval_chrf": 31.69928622702704, + "eval_runtime": 30.6977, + "eval_samples_per_second": 65.151, + "eval_steps_per_second": 1.042, + "epoch": 3.870135454740916, + "step": 54000 + }, + { + "loss": 3.5176, + "grad_norm": 2.8144454956054688, + "learning_rate": 6.7242940482413575e-06, + "epoch": 3.8737189134953054, + "step": 54050 + }, + { + "loss": 3.5106, + "grad_norm": 2.903884172439575, + "learning_rate": 6.7046036481219954e-06, + "epoch": 3.8773023722496953, + "step": 54100 + }, + { + "loss": 3.4857, + "grad_norm": 2.963104486465454, + "learning_rate": 6.684927570767128e-06, + "epoch": 3.8808858310040852, + "step": 54150 + }, + { + "loss": 3.5038, + "grad_norm": 2.8111817836761475, + "learning_rate": 6.66526590169478e-06, + "epoch": 3.8844692897584747, + "step": 54200 + }, + { + "loss": 3.4885, + "grad_norm": 2.872633934020996, + "learning_rate": 6.645618726360374e-06, + "epoch": 3.8880527485128646, + "step": 54250 + }, + { + "loss": 3.5031, + "grad_norm": 2.7369637489318848, + "learning_rate": 6.625986130156321e-06, + "epoch": 3.891636207267254, + "step": 54300 + }, + { + "loss": 3.4997, + "grad_norm": 2.9114556312561035, + "learning_rate": 6.606368198411681e-06, + "epoch": 3.895219666021644, + "step": 54350 + }, + { + "loss": 3.4894, + "grad_norm": 2.7195746898651123, + "learning_rate": 6.5867650163917675e-06, + "epoch": 3.898803124776034, + "step": 54400 + }, + { + "loss": 3.4929, + "grad_norm": 2.851313829421997, + "learning_rate": 6.567176669297793e-06, + "epoch": 3.9023865835304234, + "step": 54450 + }, + { + "loss": 3.4964, + "grad_norm": 2.7876317501068115, + "learning_rate": 6.54760324226649e-06, + "epoch": 3.9059700422848134, + "step": 54500 + }, + { + "loss": 3.5056, + "grad_norm": 2.8243398666381836, + "learning_rate": 6.528044820369743e-06, + "epoch": 3.909553501039203, + "step": 54550 + }, + { + "loss": 3.4994, + "grad_norm": 2.7910890579223633, + "learning_rate": 6.508501488614231e-06, + "epoch": 3.9131369597935928, + "step": 54600 + }, + { + "loss": 3.5021, + "grad_norm": 3.0208399295806885, + "learning_rate": 6.4889733319410265e-06, + "epoch": 3.9167204185479827, + "step": 54650 + }, + { + "loss": 3.5078, + "grad_norm": 2.897578239440918, + "learning_rate": 6.469460435225269e-06, + "epoch": 3.920303877302372, + "step": 54700 + }, + { + "loss": 3.506, + "grad_norm": 2.7929322719573975, + "learning_rate": 6.4499628832757535e-06, + "epoch": 3.923887336056762, + "step": 54750 + }, + { + "loss": 3.5027, + "grad_norm": 2.7572948932647705, + "learning_rate": 6.430480760834596e-06, + "epoch": 3.9274707948111516, + "step": 54800 + }, + { + "loss": 3.5092, + "grad_norm": 2.9352569580078125, + "learning_rate": 6.411014152576846e-06, + "epoch": 3.9310542535655415, + "step": 54850 + }, + { + "loss": 3.501, + "grad_norm": 2.721447467803955, + "learning_rate": 6.391563143110126e-06, + "epoch": 3.9346377123199314, + "step": 54900 + }, + { + "loss": 3.4929, + "grad_norm": 2.8473143577575684, + "learning_rate": 6.372127816974257e-06, + "epoch": 3.938221171074321, + "step": 54950 + }, + { + "loss": 3.5003, + "grad_norm": 2.8871004581451416, + "learning_rate": 6.352708258640901e-06, + "epoch": 3.941804629828711, + "step": 55000 + }, + { + "loss": 3.4936, + "grad_norm": 2.728780746459961, + "learning_rate": 6.333304552513184e-06, + "epoch": 3.9453880885831003, + "step": 55050 + }, + { + "loss": 3.5154, + "grad_norm": 2.7740557193756104, + "learning_rate": 6.313916782925337e-06, + "epoch": 3.9489715473374902, + "step": 55100 + }, + { + "loss": 3.494, + "grad_norm": 2.9081857204437256, + "learning_rate": 6.294545034142328e-06, + "epoch": 3.95255500609188, + "step": 55150 + }, + { + "loss": 3.5092, + "grad_norm": 2.871274709701538, + "learning_rate": 6.275189390359483e-06, + "epoch": 3.9561384648462696, + "step": 55200 + }, + { + "loss": 3.4972, + "grad_norm": 2.777679920196533, + "learning_rate": 6.255849935702145e-06, + "epoch": 3.959721923600659, + "step": 55250 + }, + { + "loss": 3.5054, + "grad_norm": 2.873671770095825, + "learning_rate": 6.236526754225287e-06, + "epoch": 3.963305382355049, + "step": 55300 + }, + { + "loss": 3.5186, + "grad_norm": 2.722646713256836, + "learning_rate": 6.217219929913154e-06, + "epoch": 3.966888841109439, + "step": 55350 + }, + { + "loss": 3.5032, + "grad_norm": 2.9552862644195557, + "learning_rate": 6.197929546678898e-06, + "epoch": 3.9704722998638284, + "step": 55400 + }, + { + "loss": 3.5115, + "grad_norm": 2.8820812702178955, + "learning_rate": 6.178655688364215e-06, + "epoch": 3.9740557586182184, + "step": 55450 + }, + { + "loss": 3.4976, + "grad_norm": 2.6955490112304688, + "learning_rate": 6.159398438738978e-06, + "epoch": 3.977639217372608, + "step": 55500 + }, + { + "loss": 3.5027, + "grad_norm": 2.7521824836730957, + "learning_rate": 6.140157881500871e-06, + "epoch": 3.9812226761269978, + "step": 55550 + }, + { + "loss": 3.4925, + "grad_norm": 2.7997498512268066, + "learning_rate": 6.1209341002750356e-06, + "epoch": 3.9848061348813877, + "step": 55600 + }, + { + "loss": 3.5159, + "grad_norm": 2.700932741165161, + "learning_rate": 6.101727178613692e-06, + "epoch": 3.988389593635777, + "step": 55650 + }, + { + "loss": 3.511, + "grad_norm": 2.9456124305725098, + "learning_rate": 6.082537199995786e-06, + "epoch": 3.991973052390167, + "step": 55700 + }, + { + "loss": 3.5085, + "grad_norm": 2.8237762451171875, + "learning_rate": 6.063364247826626e-06, + "epoch": 3.9955565111445566, + "step": 55750 + }, + { + "loss": 3.5061, + "grad_norm": 2.8479161262512207, + "learning_rate": 6.044208405437516e-06, + "epoch": 3.9991399698989465, + "step": 55800 + }, + { + "loss": 3.4717, + "grad_norm": 2.848135232925415, + "learning_rate": 6.025069756085398e-06, + "epoch": 4.002723428653336, + "step": 55850 + }, + { + "loss": 3.4757, + "grad_norm": 2.7356178760528564, + "learning_rate": 6.005948382952484e-06, + "epoch": 4.006306887407726, + "step": 55900 + }, + { + "loss": 3.4743, + "grad_norm": 2.7540476322174072, + "learning_rate": 5.986844369145905e-06, + "epoch": 4.009890346162115, + "step": 55950 + }, + { + "loss": 3.4783, + "grad_norm": 2.8588814735412598, + "learning_rate": 5.967757797697338e-06, + "epoch": 4.013473804916505, + "step": 56000 + }, + { + "eval_loss": 3.5176243782043457, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12639304818304034, + "eval_chrf": 31.76090575726342, + "eval_runtime": 32.2069, + "eval_samples_per_second": 62.099, + "eval_steps_per_second": 0.994, + "epoch": 4.013473804916505, + "step": 56000 + }, + { + "loss": 3.4799, + "grad_norm": 2.8784573078155518, + "learning_rate": 5.94868875156265e-06, + "epoch": 4.017057263670895, + "step": 56050 + }, + { + "loss": 3.4919, + "grad_norm": 2.7634193897247314, + "learning_rate": 5.929637313621543e-06, + "epoch": 4.020640722425285, + "step": 56100 + }, + { + "loss": 3.4899, + "grad_norm": 3.019630193710327, + "learning_rate": 5.910603566677184e-06, + "epoch": 4.024224181179675, + "step": 56150 + }, + { + "loss": 3.4843, + "grad_norm": 2.812849760055542, + "learning_rate": 5.89158759345585e-06, + "epoch": 4.027807639934064, + "step": 56200 + }, + { + "loss": 3.4786, + "grad_norm": 2.701524019241333, + "learning_rate": 5.87258947660657e-06, + "epoch": 4.031391098688454, + "step": 56250 + }, + { + "loss": 3.4811, + "grad_norm": 2.7867274284362793, + "learning_rate": 5.8536092987007646e-06, + "epoch": 4.034974557442844, + "step": 56300 + }, + { + "loss": 3.4773, + "grad_norm": 2.9127068519592285, + "learning_rate": 5.8346471422318805e-06, + "epoch": 4.038558016197234, + "step": 56350 + }, + { + "loss": 3.4679, + "grad_norm": 3.071448564529419, + "learning_rate": 5.81570308961505e-06, + "epoch": 4.042141474951623, + "step": 56400 + }, + { + "loss": 3.4798, + "grad_norm": 2.802884340286255, + "learning_rate": 5.796777223186705e-06, + "epoch": 4.045724933706013, + "step": 56450 + }, + { + "loss": 3.4867, + "grad_norm": 2.784179449081421, + "learning_rate": 5.7778696252042455e-06, + "epoch": 4.049308392460403, + "step": 56500 + }, + { + "loss": 3.4838, + "grad_norm": 2.870431900024414, + "learning_rate": 5.758980377845674e-06, + "epoch": 4.052891851214793, + "step": 56550 + }, + { + "loss": 3.4766, + "grad_norm": 2.893677234649658, + "learning_rate": 5.740109563209224e-06, + "epoch": 4.056475309969183, + "step": 56600 + }, + { + "loss": 3.4778, + "grad_norm": 2.6952786445617676, + "learning_rate": 5.721257263313027e-06, + "epoch": 4.060058768723572, + "step": 56650 + }, + { + "loss": 3.4845, + "grad_norm": 2.9147422313690186, + "learning_rate": 5.7024235600947344e-06, + "epoch": 4.0636422274779616, + "step": 56700 + }, + { + "loss": 3.4857, + "grad_norm": 3.1232187747955322, + "learning_rate": 5.683608535411178e-06, + "epoch": 4.0672256862323515, + "step": 56750 + }, + { + "loss": 3.4971, + "grad_norm": 2.8239192962646484, + "learning_rate": 5.664812271038e-06, + "epoch": 4.070809144986741, + "step": 56800 + }, + { + "loss": 3.4839, + "grad_norm": 2.8140618801116943, + "learning_rate": 5.646034848669314e-06, + "epoch": 4.074392603741131, + "step": 56850 + }, + { + "loss": 3.4796, + "grad_norm": 2.731245756149292, + "learning_rate": 5.627276349917337e-06, + "epoch": 4.07797606249552, + "step": 56900 + }, + { + "loss": 3.4702, + "grad_norm": 2.8363053798675537, + "learning_rate": 5.6085368563120305e-06, + "epoch": 4.08155952124991, + "step": 56950 + }, + { + "loss": 3.4745, + "grad_norm": 2.8843908309936523, + "learning_rate": 5.589816449300769e-06, + "epoch": 4.0851429800043, + "step": 57000 + }, + { + "loss": 3.4803, + "grad_norm": 2.8892056941986084, + "learning_rate": 5.571115210247955e-06, + "epoch": 4.08872643875869, + "step": 57050 + }, + { + "loss": 3.4943, + "grad_norm": 2.911094903945923, + "learning_rate": 5.552433220434695e-06, + "epoch": 4.09230989751308, + "step": 57100 + }, + { + "loss": 3.4777, + "grad_norm": 2.7866291999816895, + "learning_rate": 5.533770561058422e-06, + "epoch": 4.095893356267469, + "step": 57150 + }, + { + "loss": 3.4782, + "grad_norm": 2.8199429512023926, + "learning_rate": 5.515127313232563e-06, + "epoch": 4.099476815021859, + "step": 57200 + }, + { + "loss": 3.4814, + "grad_norm": 2.8051812648773193, + "learning_rate": 5.496503557986166e-06, + "epoch": 4.103060273776249, + "step": 57250 + }, + { + "loss": 3.4803, + "grad_norm": 2.7553598880767822, + "learning_rate": 5.477899376263567e-06, + "epoch": 4.106643732530639, + "step": 57300 + }, + { + "loss": 3.4796, + "grad_norm": 2.7778751850128174, + "learning_rate": 5.459314848924031e-06, + "epoch": 4.110227191285028, + "step": 57350 + }, + { + "loss": 3.4943, + "grad_norm": 2.7600016593933105, + "learning_rate": 5.440750056741388e-06, + "epoch": 4.113810650039418, + "step": 57400 + }, + { + "loss": 3.495, + "grad_norm": 2.8098630905151367, + "learning_rate": 5.422205080403707e-06, + "epoch": 4.117394108793808, + "step": 57450 + }, + { + "loss": 3.4756, + "grad_norm": 2.883474826812744, + "learning_rate": 5.403680000512919e-06, + "epoch": 4.120977567548198, + "step": 57500 + }, + { + "loss": 3.4783, + "grad_norm": 2.7182528972625732, + "learning_rate": 5.38517489758449e-06, + "epoch": 4.124561026302588, + "step": 57550 + }, + { + "loss": 3.4821, + "grad_norm": 2.803215503692627, + "learning_rate": 5.366689852047049e-06, + "epoch": 4.128144485056977, + "step": 57600 + }, + { + "loss": 3.4686, + "grad_norm": 2.786161184310913, + "learning_rate": 5.348224944242062e-06, + "epoch": 4.1317279438113665, + "step": 57650 + }, + { + "loss": 3.479, + "grad_norm": 2.845186948776245, + "learning_rate": 5.32978025442346e-06, + "epoch": 4.1353114025657565, + "step": 57700 + }, + { + "loss": 3.4777, + "grad_norm": 2.94134259223938, + "learning_rate": 5.311355862757306e-06, + "epoch": 4.138894861320146, + "step": 57750 + }, + { + "loss": 3.4843, + "grad_norm": 2.780446767807007, + "learning_rate": 5.292951849321446e-06, + "epoch": 4.142478320074536, + "step": 57800 + }, + { + "loss": 3.4857, + "grad_norm": 2.691718101501465, + "learning_rate": 5.274568294105141e-06, + "epoch": 4.146061778828925, + "step": 57850 + }, + { + "loss": 3.4736, + "grad_norm": 2.706409454345703, + "learning_rate": 5.2562052770087525e-06, + "epoch": 4.149645237583315, + "step": 57900 + }, + { + "loss": 3.4773, + "grad_norm": 2.747037410736084, + "learning_rate": 5.237862877843363e-06, + "epoch": 4.153228696337705, + "step": 57950 + }, + { + "loss": 3.476, + "grad_norm": 2.970113754272461, + "learning_rate": 5.219541176330453e-06, + "epoch": 4.156812155092095, + "step": 58000 + }, + { + "eval_loss": 3.515770196914673, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.1248738485844826, + "eval_chrf": 31.7484331854206, + "eval_runtime": 36.3172, + "eval_samples_per_second": 55.07, + "eval_steps_per_second": 0.881, + "epoch": 4.156812155092095, + "step": 58000 + }, + { + "loss": 3.4834, + "grad_norm": 2.8396527767181396, + "learning_rate": 5.201240252101536e-06, + "epoch": 4.160395613846485, + "step": 58050 + }, + { + "loss": 3.482, + "grad_norm": 2.744133234024048, + "learning_rate": 5.1829601846978295e-06, + "epoch": 4.163979072600874, + "step": 58100 + }, + { + "loss": 3.4811, + "grad_norm": 2.7292964458465576, + "learning_rate": 5.164701053569902e-06, + "epoch": 4.167562531355264, + "step": 58150 + }, + { + "loss": 3.4885, + "grad_norm": 2.834772825241089, + "learning_rate": 5.146462938077314e-06, + "epoch": 4.171145990109654, + "step": 58200 + }, + { + "loss": 3.4804, + "grad_norm": 2.7411160469055176, + "learning_rate": 5.128245917488305e-06, + "epoch": 4.174729448864044, + "step": 58250 + }, + { + "loss": 3.4881, + "grad_norm": 2.774881362915039, + "learning_rate": 5.110050070979409e-06, + "epoch": 4.178312907618434, + "step": 58300 + }, + { + "loss": 3.4763, + "grad_norm": 2.815375566482544, + "learning_rate": 5.091875477635151e-06, + "epoch": 4.181896366372823, + "step": 58350 + }, + { + "loss": 3.4896, + "grad_norm": 2.643947124481201, + "learning_rate": 5.073722216447665e-06, + "epoch": 4.185479825127213, + "step": 58400 + }, + { + "loss": 3.4926, + "grad_norm": 2.722439765930176, + "learning_rate": 5.055590366316387e-06, + "epoch": 4.189063283881603, + "step": 58450 + }, + { + "loss": 3.4871, + "grad_norm": 2.8174171447753906, + "learning_rate": 5.037480006047677e-06, + "epoch": 4.192646742635993, + "step": 58500 + }, + { + "loss": 3.4876, + "grad_norm": 2.883497714996338, + "learning_rate": 5.019391214354506e-06, + "epoch": 4.196230201390382, + "step": 58550 + }, + { + "loss": 3.486, + "grad_norm": 2.9889729022979736, + "learning_rate": 5.001324069856103e-06, + "epoch": 4.1998136601447715, + "step": 58600 + }, + { + "loss": 3.4844, + "grad_norm": 2.716259717941284, + "learning_rate": 4.9832786510775975e-06, + "epoch": 4.2033971188991615, + "step": 58650 + }, + { + "loss": 3.4861, + "grad_norm": 2.9565799236297607, + "learning_rate": 4.965255036449711e-06, + "epoch": 4.206980577653551, + "step": 58700 + }, + { + "loss": 3.4849, + "grad_norm": 2.837433338165283, + "learning_rate": 4.947253304308379e-06, + "epoch": 4.210564036407941, + "step": 58750 + }, + { + "loss": 3.4783, + "grad_norm": 2.8282864093780518, + "learning_rate": 4.929273532894448e-06, + "epoch": 4.21414749516233, + "step": 58800 + }, + { + "loss": 3.4858, + "grad_norm": 2.9522814750671387, + "learning_rate": 4.911315800353299e-06, + "epoch": 4.21773095391672, + "step": 58850 + }, + { + "loss": 3.4901, + "grad_norm": 2.7232906818389893, + "learning_rate": 4.893380184734542e-06, + "epoch": 4.22131441267111, + "step": 58900 + }, + { + "loss": 3.4792, + "grad_norm": 2.817997455596924, + "learning_rate": 4.875466763991645e-06, + "epoch": 4.2248978714255, + "step": 58950 + }, + { + "loss": 3.4796, + "grad_norm": 3.022606611251831, + "learning_rate": 4.857575615981622e-06, + "epoch": 4.22848133017989, + "step": 59000 + }, + { + "loss": 3.4764, + "grad_norm": 2.8742833137512207, + "learning_rate": 4.839706818464683e-06, + "epoch": 4.232064788934279, + "step": 59050 + }, + { + "loss": 3.4869, + "grad_norm": 2.6712896823883057, + "learning_rate": 4.821860449103882e-06, + "epoch": 4.235648247688669, + "step": 59100 + }, + { + "loss": 3.4668, + "grad_norm": 2.7983412742614746, + "learning_rate": 4.804036585464815e-06, + "epoch": 4.239231706443059, + "step": 59150 + }, + { + "loss": 3.4853, + "grad_norm": 2.705745220184326, + "learning_rate": 4.786235305015242e-06, + "epoch": 4.242815165197449, + "step": 59200 + }, + { + "loss": 3.4787, + "grad_norm": 2.7204301357269287, + "learning_rate": 4.768456685124784e-06, + "epoch": 4.246398623951839, + "step": 59250 + }, + { + "loss": 3.4766, + "grad_norm": 2.799771308898926, + "learning_rate": 4.750700803064561e-06, + "epoch": 4.249982082706228, + "step": 59300 + }, + { + "loss": 3.4884, + "grad_norm": 2.9028916358947754, + "learning_rate": 4.732967736006878e-06, + "epoch": 4.253565541460618, + "step": 59350 + }, + { + "loss": 3.481, + "grad_norm": 2.8732857704162598, + "learning_rate": 4.715257561024871e-06, + "epoch": 4.257149000215008, + "step": 59400 + }, + { + "loss": 3.482, + "grad_norm": 2.7694594860076904, + "learning_rate": 4.697570355092189e-06, + "epoch": 4.260732458969398, + "step": 59450 + }, + { + "loss": 3.4856, + "grad_norm": 2.7700483798980713, + "learning_rate": 4.679906195082639e-06, + "epoch": 4.264315917723787, + "step": 59500 + }, + { + "loss": 3.4726, + "grad_norm": 2.7861876487731934, + "learning_rate": 4.662265157769873e-06, + "epoch": 4.2678993764781765, + "step": 59550 + }, + { + "loss": 3.4722, + "grad_norm": 2.8020267486572266, + "learning_rate": 4.644647319827047e-06, + "epoch": 4.271482835232566, + "step": 59600 + }, + { + "loss": 3.4852, + "grad_norm": 2.8997037410736084, + "learning_rate": 4.6270527578264735e-06, + "epoch": 4.275066293986956, + "step": 59650 + }, + { + "loss": 3.4946, + "grad_norm": 2.938466787338257, + "learning_rate": 4.609481548239315e-06, + "epoch": 4.278649752741346, + "step": 59700 + }, + { + "loss": 3.4846, + "grad_norm": 2.936760425567627, + "learning_rate": 4.5919337674352235e-06, + "epoch": 4.282233211495735, + "step": 59750 + }, + { + "loss": 3.4891, + "grad_norm": 2.788374423980713, + "learning_rate": 4.574409491682038e-06, + "epoch": 4.285816670250125, + "step": 59800 + }, + { + "loss": 3.4791, + "grad_norm": 2.7930634021759033, + "learning_rate": 4.556908797145422e-06, + "epoch": 4.289400129004515, + "step": 59850 + }, + { + "loss": 3.4774, + "grad_norm": 2.790174722671509, + "learning_rate": 4.539431759888562e-06, + "epoch": 4.292983587758905, + "step": 59900 + }, + { + "loss": 3.4673, + "grad_norm": 2.726588487625122, + "learning_rate": 4.521978455871809e-06, + "epoch": 4.296567046513295, + "step": 59950 + }, + { + "loss": 3.4787, + "grad_norm": 2.697197198867798, + "learning_rate": 4.504548960952376e-06, + "epoch": 4.300150505267684, + "step": 60000 + }, + { + "eval_loss": 3.515101909637451, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12751798915870974, + "eval_chrf": 31.683569999065742, + "eval_runtime": 31.3885, + "eval_samples_per_second": 63.718, + "eval_steps_per_second": 1.019, + "epoch": 4.300150505267684, + "step": 60000 + }, + { + "loss": 3.4803, + "grad_norm": 2.7508959770202637, + "learning_rate": 4.487143350883991e-06, + "epoch": 4.303733964022074, + "step": 60050 + }, + { + "loss": 3.4869, + "grad_norm": 2.734584331512451, + "learning_rate": 4.469761701316561e-06, + "epoch": 4.307317422776464, + "step": 60100 + }, + { + "loss": 3.4902, + "grad_norm": 2.8296597003936768, + "learning_rate": 4.452404087795869e-06, + "epoch": 4.310900881530854, + "step": 60150 + }, + { + "loss": 3.4843, + "grad_norm": 2.7789390087127686, + "learning_rate": 4.435070585763216e-06, + "epoch": 4.314484340285244, + "step": 60200 + }, + { + "loss": 3.4787, + "grad_norm": 2.778390407562256, + "learning_rate": 4.417761270555121e-06, + "epoch": 4.318067799039633, + "step": 60250 + }, + { + "loss": 3.4925, + "grad_norm": 2.828148365020752, + "learning_rate": 4.400476217402966e-06, + "epoch": 4.321651257794023, + "step": 60300 + }, + { + "loss": 3.4835, + "grad_norm": 2.7372758388519287, + "learning_rate": 4.383215501432698e-06, + "epoch": 4.325234716548413, + "step": 60350 + }, + { + "loss": 3.4831, + "grad_norm": 2.8814361095428467, + "learning_rate": 4.365979197664472e-06, + "epoch": 4.3288181753028026, + "step": 60400 + }, + { + "loss": 3.4714, + "grad_norm": 2.6990485191345215, + "learning_rate": 4.348767381012353e-06, + "epoch": 4.332401634057192, + "step": 60450 + }, + { + "loss": 3.482, + "grad_norm": 2.918814182281494, + "learning_rate": 4.331580126283969e-06, + "epoch": 4.3359850928115815, + "step": 60500 + }, + { + "loss": 3.4787, + "grad_norm": 2.917691946029663, + "learning_rate": 4.314417508180199e-06, + "epoch": 4.339568551565971, + "step": 60550 + }, + { + "loss": 3.4739, + "grad_norm": 2.991877317428589, + "learning_rate": 4.297279601294848e-06, + "epoch": 4.343152010320361, + "step": 60600 + }, + { + "loss": 3.4804, + "grad_norm": 2.864025354385376, + "learning_rate": 4.280166480114308e-06, + "epoch": 4.346735469074751, + "step": 60650 + }, + { + "loss": 3.486, + "grad_norm": 2.694692611694336, + "learning_rate": 4.263078219017255e-06, + "epoch": 4.35031892782914, + "step": 60700 + }, + { + "loss": 3.4824, + "grad_norm": 2.7807514667510986, + "learning_rate": 4.2460148922743064e-06, + "epoch": 4.35390238658353, + "step": 60750 + }, + { + "loss": 3.4865, + "grad_norm": 2.6423773765563965, + "learning_rate": 4.228976574047721e-06, + "epoch": 4.35748584533792, + "step": 60800 + }, + { + "loss": 3.4927, + "grad_norm": 2.7662200927734375, + "learning_rate": 4.211963338391045e-06, + "epoch": 4.36106930409231, + "step": 60850 + }, + { + "loss": 3.4866, + "grad_norm": 2.701824903488159, + "learning_rate": 4.194975259248829e-06, + "epoch": 4.3646527628467, + "step": 60900 + }, + { + "loss": 3.4713, + "grad_norm": 2.769777297973633, + "learning_rate": 4.1780124104562666e-06, + "epoch": 4.368236221601089, + "step": 60950 + }, + { + "loss": 3.4863, + "grad_norm": 2.8919382095336914, + "learning_rate": 4.161074865738906e-06, + "epoch": 4.371819680355479, + "step": 61000 + }, + { + "loss": 3.4813, + "grad_norm": 2.7405810356140137, + "learning_rate": 4.144162698712315e-06, + "epoch": 4.375403139109869, + "step": 61050 + }, + { + "loss": 3.4798, + "grad_norm": 2.977966547012329, + "learning_rate": 4.127275982881752e-06, + "epoch": 4.378986597864259, + "step": 61100 + }, + { + "loss": 3.4862, + "grad_norm": 2.902993679046631, + "learning_rate": 4.110414791641873e-06, + "epoch": 4.382570056618649, + "step": 61150 + }, + { + "loss": 3.4846, + "grad_norm": 2.987980365753174, + "learning_rate": 4.0935791982763794e-06, + "epoch": 4.386153515373038, + "step": 61200 + }, + { + "loss": 3.4896, + "grad_norm": 2.7267379760742188, + "learning_rate": 4.076769275957735e-06, + "epoch": 4.389736974127428, + "step": 61250 + }, + { + "loss": 3.4865, + "grad_norm": 2.7102622985839844, + "learning_rate": 4.05998509774681e-06, + "epoch": 4.393320432881818, + "step": 61300 + }, + { + "loss": 3.4978, + "grad_norm": 2.927395820617676, + "learning_rate": 4.043226736592603e-06, + "epoch": 4.3969038916362075, + "step": 61350 + }, + { + "loss": 3.4747, + "grad_norm": 2.7258071899414062, + "learning_rate": 4.026494265331884e-06, + "epoch": 4.400487350390597, + "step": 61400 + }, + { + "loss": 3.4796, + "grad_norm": 2.7471070289611816, + "learning_rate": 4.009787756688918e-06, + "epoch": 4.4040708091449865, + "step": 61450 + }, + { + "loss": 3.4946, + "grad_norm": 2.7819364070892334, + "learning_rate": 3.993107283275113e-06, + "epoch": 4.407654267899376, + "step": 61500 + }, + { + "loss": 3.4873, + "grad_norm": 2.7974495887756348, + "learning_rate": 3.976452917588725e-06, + "epoch": 4.411237726653766, + "step": 61550 + }, + { + "loss": 3.4889, + "grad_norm": 2.774080276489258, + "learning_rate": 3.959824732014549e-06, + "epoch": 4.414821185408156, + "step": 61600 + }, + { + "loss": 3.4856, + "grad_norm": 2.8788132667541504, + "learning_rate": 3.9432227988235715e-06, + "epoch": 4.418404644162545, + "step": 61650 + }, + { + "loss": 3.4826, + "grad_norm": 2.6568191051483154, + "learning_rate": 3.9266471901727e-06, + "epoch": 4.421988102916935, + "step": 61700 + }, + { + "loss": 3.4829, + "grad_norm": 2.7347354888916016, + "learning_rate": 3.910097978104411e-06, + "epoch": 4.425571561671325, + "step": 61750 + }, + { + "loss": 3.4852, + "grad_norm": 2.7068538665771484, + "learning_rate": 3.893575234546469e-06, + "epoch": 4.429155020425715, + "step": 61800 + }, + { + "loss": 3.484, + "grad_norm": 2.7263760566711426, + "learning_rate": 3.877079031311584e-06, + "epoch": 4.432738479180105, + "step": 61850 + }, + { + "loss": 3.4917, + "grad_norm": 2.8928072452545166, + "learning_rate": 3.860609440097125e-06, + "epoch": 4.436321937934494, + "step": 61900 + }, + { + "loss": 3.4857, + "grad_norm": 2.772050380706787, + "learning_rate": 3.844166532484789e-06, + "epoch": 4.439905396688884, + "step": 61950 + }, + { + "loss": 3.4865, + "grad_norm": 2.7537078857421875, + "learning_rate": 3.827750379940308e-06, + "epoch": 4.443488855443274, + "step": 62000 + }, + { + "eval_loss": 3.5142059326171875, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12368795352062902, + "eval_chrf": 31.579654710526274, + "eval_runtime": 35.8967, + "eval_samples_per_second": 55.716, + "eval_steps_per_second": 0.891, + "epoch": 4.443488855443274, + "step": 62000 + }, + { + "loss": 3.4928, + "grad_norm": 2.8300929069519043, + "learning_rate": 3.8113610538131153e-06, + "epoch": 4.447072314197664, + "step": 62050 + }, + { + "loss": 3.4801, + "grad_norm": 2.9874074459075928, + "learning_rate": 3.794998625336059e-06, + "epoch": 4.450655772952054, + "step": 62100 + }, + { + "loss": 3.481, + "grad_norm": 2.8413331508636475, + "learning_rate": 3.778663165625085e-06, + "epoch": 4.454239231706443, + "step": 62150 + }, + { + "loss": 3.4833, + "grad_norm": 2.696033239364624, + "learning_rate": 3.762354745678911e-06, + "epoch": 4.457822690460833, + "step": 62200 + }, + { + "loss": 3.4974, + "grad_norm": 2.785186767578125, + "learning_rate": 3.7460734363787463e-06, + "epoch": 4.461406149215223, + "step": 62250 + }, + { + "loss": 3.4792, + "grad_norm": 2.86938738822937, + "learning_rate": 3.729819308487956e-06, + "epoch": 4.4649896079696125, + "step": 62300 + }, + { + "loss": 3.4872, + "grad_norm": 2.8177449703216553, + "learning_rate": 3.7135924326517838e-06, + "epoch": 4.468573066724002, + "step": 62350 + }, + { + "loss": 3.4765, + "grad_norm": 2.730313301086426, + "learning_rate": 3.697392879397007e-06, + "epoch": 4.4721565254783915, + "step": 62400 + }, + { + "loss": 3.4783, + "grad_norm": 2.7953031063079834, + "learning_rate": 3.6812207191316716e-06, + "epoch": 4.475739984232781, + "step": 62450 + }, + { + "loss": 3.4815, + "grad_norm": 2.709743022918701, + "learning_rate": 3.665076022144749e-06, + "epoch": 4.479323442987171, + "step": 62500 + }, + { + "loss": 3.4871, + "grad_norm": 2.848748207092285, + "learning_rate": 3.6489588586058553e-06, + "epoch": 4.482906901741561, + "step": 62550 + }, + { + "loss": 3.4859, + "grad_norm": 2.8565196990966797, + "learning_rate": 3.632869298564943e-06, + "epoch": 4.48649036049595, + "step": 62600 + }, + { + "loss": 3.4866, + "grad_norm": 2.8124237060546875, + "learning_rate": 3.616807411951976e-06, + "epoch": 4.49007381925034, + "step": 62650 + }, + { + "loss": 3.4872, + "grad_norm": 2.7632670402526855, + "learning_rate": 3.6007732685766595e-06, + "epoch": 4.49365727800473, + "step": 62700 + }, + { + "loss": 3.4864, + "grad_norm": 2.7842438220977783, + "learning_rate": 3.5847669381281024e-06, + "epoch": 4.49724073675912, + "step": 62750 + }, + { + "loss": 3.4856, + "grad_norm": 2.8880088329315186, + "learning_rate": 3.568788490174545e-06, + "epoch": 4.50082419551351, + "step": 62800 + }, + { + "loss": 3.4704, + "grad_norm": 2.7557477951049805, + "learning_rate": 3.5528379941630277e-06, + "epoch": 4.504407654267899, + "step": 62850 + }, + { + "loss": 3.4812, + "grad_norm": 2.8955039978027344, + "learning_rate": 3.536915519419116e-06, + "epoch": 4.507991113022289, + "step": 62900 + }, + { + "loss": 3.4706, + "grad_norm": 2.714280605316162, + "learning_rate": 3.5210211351465773e-06, + "epoch": 4.511574571776679, + "step": 62950 + }, + { + "loss": 3.485, + "grad_norm": 2.757986068725586, + "learning_rate": 3.5051549104270978e-06, + "epoch": 4.515158030531069, + "step": 63000 + }, + { + "loss": 3.4906, + "grad_norm": 2.773312568664551, + "learning_rate": 3.4893169142199634e-06, + "epoch": 4.518741489285459, + "step": 63050 + }, + { + "loss": 3.4826, + "grad_norm": 2.8391687870025635, + "learning_rate": 3.473507215361782e-06, + "epoch": 4.522324948039848, + "step": 63100 + }, + { + "loss": 3.475, + "grad_norm": 2.74345326423645, + "learning_rate": 3.4577258825661696e-06, + "epoch": 4.525908406794238, + "step": 63150 + }, + { + "loss": 3.4773, + "grad_norm": 2.800509214401245, + "learning_rate": 3.4419729844234463e-06, + "epoch": 4.529491865548628, + "step": 63200 + }, + { + "loss": 3.4873, + "grad_norm": 2.763805866241455, + "learning_rate": 3.4262485894003606e-06, + "epoch": 4.5330753243030175, + "step": 63250 + }, + { + "loss": 3.4794, + "grad_norm": 2.8149194717407227, + "learning_rate": 3.4105527658397642e-06, + "epoch": 4.5366587830574066, + "step": 63300 + }, + { + "loss": 3.488, + "grad_norm": 2.9844179153442383, + "learning_rate": 3.3948855819603422e-06, + "epoch": 4.5402422418117965, + "step": 63350 + }, + { + "loss": 3.4804, + "grad_norm": 2.7957725524902344, + "learning_rate": 3.3792471058562904e-06, + "epoch": 4.543825700566186, + "step": 63400 + }, + { + "loss": 3.4813, + "grad_norm": 2.888526201248169, + "learning_rate": 3.3636374054970456e-06, + "epoch": 4.547409159320576, + "step": 63450 + }, + { + "loss": 3.4801, + "grad_norm": 2.8826169967651367, + "learning_rate": 3.348056548726961e-06, + "epoch": 4.550992618074966, + "step": 63500 + }, + { + "loss": 3.4928, + "grad_norm": 2.7402353286743164, + "learning_rate": 3.332504603265041e-06, + "epoch": 4.554576076829356, + "step": 63550 + }, + { + "loss": 3.4676, + "grad_norm": 2.844590902328491, + "learning_rate": 3.3169816367046294e-06, + "epoch": 4.558159535583745, + "step": 63600 + }, + { + "loss": 3.4796, + "grad_norm": 2.8785219192504883, + "learning_rate": 3.3014877165131097e-06, + "epoch": 4.561742994338135, + "step": 63650 + }, + { + "loss": 3.4716, + "grad_norm": 2.760951280593872, + "learning_rate": 3.2860229100316386e-06, + "epoch": 4.565326453092525, + "step": 63700 + }, + { + "loss": 3.4895, + "grad_norm": 2.8927736282348633, + "learning_rate": 3.2705872844748167e-06, + "epoch": 4.568909911846915, + "step": 63750 + }, + { + "loss": 3.4835, + "grad_norm": 2.88728666305542, + "learning_rate": 3.255180906930433e-06, + "epoch": 4.572493370601304, + "step": 63800 + }, + { + "loss": 3.4913, + "grad_norm": 2.6619131565093994, + "learning_rate": 3.2398038443591405e-06, + "epoch": 4.576076829355694, + "step": 63850 + }, + { + "loss": 3.4868, + "grad_norm": 2.701718330383301, + "learning_rate": 3.224456163594194e-06, + "epoch": 4.579660288110084, + "step": 63900 + }, + { + "loss": 3.4776, + "grad_norm": 2.784050226211548, + "learning_rate": 3.209137931341143e-06, + "epoch": 4.583243746864474, + "step": 63950 + }, + { + "loss": 3.4892, + "grad_norm": 2.8318188190460205, + "learning_rate": 3.1938492141775345e-06, + "epoch": 4.586827205618864, + "step": 64000 + }, + { + "eval_loss": 3.512812376022339, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12574076701950868, + "eval_chrf": 31.747025339249575, + "eval_runtime": 35.0818, + "eval_samples_per_second": 57.01, + "eval_steps_per_second": 0.912, + "epoch": 4.586827205618864, + "step": 64000 + }, + { + "loss": 3.475, + "grad_norm": 2.942899227142334, + "learning_rate": 3.1785900785526523e-06, + "epoch": 4.590410664373253, + "step": 64050 + }, + { + "loss": 3.4817, + "grad_norm": 2.6747515201568604, + "learning_rate": 3.163360590787191e-06, + "epoch": 4.593994123127643, + "step": 64100 + }, + { + "loss": 3.4722, + "grad_norm": 2.6967244148254395, + "learning_rate": 3.1481608170730048e-06, + "epoch": 4.597577581882033, + "step": 64150 + }, + { + "loss": 3.4844, + "grad_norm": 2.905517578125, + "learning_rate": 3.1329908234727856e-06, + "epoch": 4.6011610406364225, + "step": 64200 + }, + { + "loss": 3.4782, + "grad_norm": 2.7280988693237305, + "learning_rate": 3.1178506759198068e-06, + "epoch": 4.6047444993908115, + "step": 64250 + }, + { + "loss": 3.4899, + "grad_norm": 2.749772310256958, + "learning_rate": 3.102740440217609e-06, + "epoch": 4.6083279581452015, + "step": 64300 + }, + { + "loss": 3.4766, + "grad_norm": 2.8668534755706787, + "learning_rate": 3.0876601820397346e-06, + "epoch": 4.611911416899591, + "step": 64350 + }, + { + "loss": 3.4895, + "grad_norm": 2.778184652328491, + "learning_rate": 3.0726099669294386e-06, + "epoch": 4.615494875653981, + "step": 64400 + }, + { + "loss": 3.4741, + "grad_norm": 2.7993075847625732, + "learning_rate": 3.057589860299387e-06, + "epoch": 4.619078334408371, + "step": 64450 + }, + { + "loss": 3.5009, + "grad_norm": 2.7657244205474854, + "learning_rate": 3.0425999274314012e-06, + "epoch": 4.622661793162761, + "step": 64500 + }, + { + "loss": 3.4718, + "grad_norm": 2.82491135597229, + "learning_rate": 3.0276402334761424e-06, + "epoch": 4.62624525191715, + "step": 64550 + }, + { + "loss": 3.4866, + "grad_norm": 2.734368085861206, + "learning_rate": 3.0127108434528594e-06, + "epoch": 4.62982871067154, + "step": 64600 + }, + { + "loss": 3.4924, + "grad_norm": 2.8315162658691406, + "learning_rate": 2.9978118222490804e-06, + "epoch": 4.63341216942593, + "step": 64650 + }, + { + "loss": 3.4857, + "grad_norm": 2.7887251377105713, + "learning_rate": 2.982943234620347e-06, + "epoch": 4.63699562818032, + "step": 64700 + }, + { + "loss": 3.4838, + "grad_norm": 2.8290481567382812, + "learning_rate": 2.968105145189929e-06, + "epoch": 4.640579086934709, + "step": 64750 + }, + { + "loss": 3.4846, + "grad_norm": 2.748365640640259, + "learning_rate": 2.953297618448535e-06, + "epoch": 4.644162545689099, + "step": 64800 + }, + { + "loss": 3.4901, + "grad_norm": 2.7704977989196777, + "learning_rate": 2.9385207187540477e-06, + "epoch": 4.647746004443489, + "step": 64850 + }, + { + "loss": 3.4928, + "grad_norm": 2.720836639404297, + "learning_rate": 2.9237745103312275e-06, + "epoch": 4.651329463197879, + "step": 64900 + }, + { + "loss": 3.4748, + "grad_norm": 2.826897144317627, + "learning_rate": 2.9090590572714506e-06, + "epoch": 4.654912921952269, + "step": 64950 + }, + { + "loss": 3.4658, + "grad_norm": 2.668360948562622, + "learning_rate": 2.8943744235324088e-06, + "epoch": 4.658496380706658, + "step": 65000 + }, + { + "loss": 3.488, + "grad_norm": 2.7788524627685547, + "learning_rate": 2.87972067293786e-06, + "epoch": 4.662079839461048, + "step": 65050 + }, + { + "loss": 3.4781, + "grad_norm": 2.698803424835205, + "learning_rate": 2.865097869177318e-06, + "epoch": 4.665663298215438, + "step": 65100 + }, + { + "loss": 3.4801, + "grad_norm": 2.715179681777954, + "learning_rate": 2.8505060758058047e-06, + "epoch": 4.6692467569698275, + "step": 65150 + }, + { + "loss": 3.4772, + "grad_norm": 2.7608871459960938, + "learning_rate": 2.8359453562435614e-06, + "epoch": 4.6728302157242165, + "step": 65200 + }, + { + "loss": 3.4872, + "grad_norm": 2.701502561569214, + "learning_rate": 2.821415773775763e-06, + "epoch": 4.6764136744786065, + "step": 65250 + }, + { + "loss": 3.4926, + "grad_norm": 2.6908535957336426, + "learning_rate": 2.806917391552266e-06, + "epoch": 4.679997133232996, + "step": 65300 + }, + { + "loss": 3.4856, + "grad_norm": 2.7592263221740723, + "learning_rate": 2.79245027258731e-06, + "epoch": 4.683580591987386, + "step": 65350 + }, + { + "loss": 3.4762, + "grad_norm": 2.7562525272369385, + "learning_rate": 2.778014479759269e-06, + "epoch": 4.687164050741776, + "step": 65400 + }, + { + "loss": 3.4809, + "grad_norm": 2.793928623199463, + "learning_rate": 2.7636100758103466e-06, + "epoch": 4.690747509496166, + "step": 65450 + }, + { + "loss": 3.4887, + "grad_norm": 2.773181438446045, + "learning_rate": 2.749237123346339e-06, + "epoch": 4.694330968250555, + "step": 65500 + }, + { + "loss": 3.4764, + "grad_norm": 2.8193752765655518, + "learning_rate": 2.7348956848363306e-06, + "epoch": 4.697914427004945, + "step": 65550 + }, + { + "loss": 3.4858, + "grad_norm": 2.819438934326172, + "learning_rate": 2.7205858226124458e-06, + "epoch": 4.701497885759335, + "step": 65600 + }, + { + "loss": 3.4863, + "grad_norm": 2.7947683334350586, + "learning_rate": 2.706307598869571e-06, + "epoch": 4.705081344513725, + "step": 65650 + }, + { + "loss": 3.4907, + "grad_norm": 2.7887520790100098, + "learning_rate": 2.6920610756650678e-06, + "epoch": 4.708664803268114, + "step": 65700 + }, + { + "loss": 3.4772, + "grad_norm": 2.7794063091278076, + "learning_rate": 2.6778463149185374e-06, + "epoch": 4.712248262022504, + "step": 65750 + }, + { + "loss": 3.4686, + "grad_norm": 2.8852086067199707, + "learning_rate": 2.663663378411516e-06, + "epoch": 4.715831720776894, + "step": 65800 + }, + { + "loss": 3.4856, + "grad_norm": 2.811762571334839, + "learning_rate": 2.649512327787234e-06, + "epoch": 4.719415179531284, + "step": 65850 + }, + { + "loss": 3.4834, + "grad_norm": 2.705091714859009, + "learning_rate": 2.6353932245503243e-06, + "epoch": 4.722998638285674, + "step": 65900 + }, + { + "loss": 3.4875, + "grad_norm": 2.8089959621429443, + "learning_rate": 2.62130613006658e-06, + "epoch": 4.726582097040063, + "step": 65950 + }, + { + "loss": 3.4784, + "grad_norm": 2.796616554260254, + "learning_rate": 2.6072511055626683e-06, + "epoch": 4.730165555794453, + "step": 66000 + }, + { + "eval_loss": 3.512075424194336, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12732320621826873, + "eval_chrf": 31.790845582804277, + "eval_runtime": 35.1142, + "eval_samples_per_second": 56.957, + "eval_steps_per_second": 0.911, + "epoch": 4.730165555794453, + "step": 66000 + }, + { + "loss": 3.4704, + "grad_norm": 2.8559556007385254, + "learning_rate": 2.5932282121258656e-06, + "epoch": 4.733749014548843, + "step": 66050 + }, + { + "loss": 3.4812, + "grad_norm": 2.6975934505462646, + "learning_rate": 2.5792375107038104e-06, + "epoch": 4.7373324733032325, + "step": 66100 + }, + { + "loss": 3.4882, + "grad_norm": 2.8203110694885254, + "learning_rate": 2.56527906210421e-06, + "epoch": 4.7409159320576215, + "step": 66150 + }, + { + "loss": 3.4749, + "grad_norm": 2.8652589321136475, + "learning_rate": 2.551352926994606e-06, + "epoch": 4.744499390812011, + "step": 66200 + }, + { + "loss": 3.485, + "grad_norm": 2.7095813751220703, + "learning_rate": 2.537459165902081e-06, + "epoch": 4.748082849566401, + "step": 66250 + }, + { + "loss": 3.4802, + "grad_norm": 2.772063970565796, + "learning_rate": 2.523597839213027e-06, + "epoch": 4.751666308320791, + "step": 66300 + }, + { + "loss": 3.4826, + "grad_norm": 2.9485442638397217, + "learning_rate": 2.509769007172851e-06, + "epoch": 4.755249767075181, + "step": 66350 + }, + { + "loss": 3.4793, + "grad_norm": 2.916271448135376, + "learning_rate": 2.4959727298857385e-06, + "epoch": 4.758833225829571, + "step": 66400 + }, + { + "loss": 3.4798, + "grad_norm": 2.9743728637695312, + "learning_rate": 2.4822090673143827e-06, + "epoch": 4.76241668458396, + "step": 66450 + }, + { + "loss": 3.473, + "grad_norm": 2.7215917110443115, + "learning_rate": 2.468478079279715e-06, + "epoch": 4.76600014333835, + "step": 66500 + }, + { + "loss": 3.4747, + "grad_norm": 2.7161762714385986, + "learning_rate": 2.4547798254606637e-06, + "epoch": 4.76958360209274, + "step": 66550 + }, + { + "loss": 3.4773, + "grad_norm": 2.7706596851348877, + "learning_rate": 2.4411143653938764e-06, + "epoch": 4.77316706084713, + "step": 66600 + }, + { + "loss": 3.4838, + "grad_norm": 2.8343751430511475, + "learning_rate": 2.4274817584734776e-06, + "epoch": 4.776750519601519, + "step": 66650 + }, + { + "loss": 3.4826, + "grad_norm": 2.7340080738067627, + "learning_rate": 2.4138820639507934e-06, + "epoch": 4.780333978355909, + "step": 66700 + }, + { + "loss": 3.4801, + "grad_norm": 2.9125449657440186, + "learning_rate": 2.4003153409341095e-06, + "epoch": 4.783917437110299, + "step": 66750 + }, + { + "loss": 3.4879, + "grad_norm": 2.8620450496673584, + "learning_rate": 2.3867816483884045e-06, + "epoch": 4.787500895864689, + "step": 66800 + }, + { + "loss": 3.4761, + "grad_norm": 2.861008644104004, + "learning_rate": 2.373281045135096e-06, + "epoch": 4.791084354619079, + "step": 66850 + }, + { + "loss": 3.4715, + "grad_norm": 2.6782350540161133, + "learning_rate": 2.359813589851795e-06, + "epoch": 4.794667813373468, + "step": 66900 + }, + { + "loss": 3.4799, + "grad_norm": 3.0317206382751465, + "learning_rate": 2.346379341072025e-06, + "epoch": 4.798251272127858, + "step": 66950 + }, + { + "loss": 3.4895, + "grad_norm": 2.749842405319214, + "learning_rate": 2.3329783571850006e-06, + "epoch": 4.8018347308822475, + "step": 67000 + }, + { + "loss": 3.4884, + "grad_norm": 2.790203094482422, + "learning_rate": 2.319610696435345e-06, + "epoch": 4.8054181896366375, + "step": 67050 + }, + { + "loss": 3.493, + "grad_norm": 2.9089066982269287, + "learning_rate": 2.30627641692286e-06, + "epoch": 4.809001648391027, + "step": 67100 + }, + { + "loss": 3.4776, + "grad_norm": 2.7801201343536377, + "learning_rate": 2.292975576602251e-06, + "epoch": 4.812585107145416, + "step": 67150 + }, + { + "loss": 3.4794, + "grad_norm": 2.762563467025757, + "learning_rate": 2.2797082332828955e-06, + "epoch": 4.816168565899806, + "step": 67200 + }, + { + "loss": 3.4816, + "grad_norm": 2.850005865097046, + "learning_rate": 2.2664744446285834e-06, + "epoch": 4.819752024654196, + "step": 67250 + }, + { + "loss": 3.4742, + "grad_norm": 2.898075580596924, + "learning_rate": 2.2532742681572596e-06, + "epoch": 4.823335483408586, + "step": 67300 + }, + { + "loss": 3.4785, + "grad_norm": 2.8509325981140137, + "learning_rate": 2.2401077612407874e-06, + "epoch": 4.826918942162976, + "step": 67350 + }, + { + "loss": 3.4732, + "grad_norm": 2.8820385932922363, + "learning_rate": 2.226974981104686e-06, + "epoch": 4.830502400917365, + "step": 67400 + }, + { + "loss": 3.488, + "grad_norm": 2.6027424335479736, + "learning_rate": 2.2138759848278945e-06, + "epoch": 4.834085859671755, + "step": 67450 + }, + { + "loss": 3.4776, + "grad_norm": 2.799335479736328, + "learning_rate": 2.20081082934251e-06, + "epoch": 4.837669318426145, + "step": 67500 + }, + { + "loss": 3.486, + "grad_norm": 2.791411876678467, + "learning_rate": 2.187779571433557e-06, + "epoch": 4.841252777180535, + "step": 67550 + }, + { + "loss": 3.4753, + "grad_norm": 2.661217212677002, + "learning_rate": 2.17478226773872e-06, + "epoch": 4.844836235934924, + "step": 67600 + }, + { + "loss": 3.4694, + "grad_norm": 2.8322598934173584, + "learning_rate": 2.161818974748118e-06, + "epoch": 4.848419694689314, + "step": 67650 + }, + { + "loss": 3.4777, + "grad_norm": 2.7904140949249268, + "learning_rate": 2.1488897488040472e-06, + "epoch": 4.852003153443704, + "step": 67700 + }, + { + "loss": 3.4859, + "grad_norm": 2.811385154724121, + "learning_rate": 2.135994646100732e-06, + "epoch": 4.855586612198094, + "step": 67750 + }, + { + "loss": 3.4987, + "grad_norm": 2.845681667327881, + "learning_rate": 2.1231337226840966e-06, + "epoch": 4.859170070952484, + "step": 67800 + }, + { + "loss": 3.4706, + "grad_norm": 2.661820411682129, + "learning_rate": 2.1103070344515044e-06, + "epoch": 4.862753529706873, + "step": 67850 + }, + { + "loss": 3.4786, + "grad_norm": 2.734997272491455, + "learning_rate": 2.0975146371515277e-06, + "epoch": 4.866336988461263, + "step": 67900 + }, + { + "loss": 3.4788, + "grad_norm": 2.8236591815948486, + "learning_rate": 2.084756586383695e-06, + "epoch": 4.8699204472156525, + "step": 67950 + }, + { + "loss": 3.4822, + "grad_norm": 2.8303771018981934, + "learning_rate": 2.072032937598263e-06, + "epoch": 4.8735039059700425, + "step": 68000 + }, + { + "eval_loss": 3.5123229026794434, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12575616225409322, + "eval_chrf": 31.783573237922692, + "eval_runtime": 38.9162, + "eval_samples_per_second": 51.392, + "eval_steps_per_second": 0.822, + "epoch": 4.8735039059700425, + "step": 68000 + }, + { + "loss": 3.4915, + "grad_norm": 2.853959560394287, + "learning_rate": 2.0593437460959553e-06, + "epoch": 4.877087364724432, + "step": 68050 + }, + { + "loss": 3.4725, + "grad_norm": 2.876981735229492, + "learning_rate": 2.046689067027745e-06, + "epoch": 4.880670823478821, + "step": 68100 + }, + { + "loss": 3.4864, + "grad_norm": 2.8862051963806152, + "learning_rate": 2.034068955394601e-06, + "epoch": 4.884254282233211, + "step": 68150 + }, + { + "loss": 3.4864, + "grad_norm": 2.8319897651672363, + "learning_rate": 2.021483466047247e-06, + "epoch": 4.887837740987601, + "step": 68200 + }, + { + "loss": 3.4755, + "grad_norm": 2.812095880508423, + "learning_rate": 2.0089326536859367e-06, + "epoch": 4.891421199741991, + "step": 68250 + }, + { + "loss": 3.4828, + "grad_norm": 2.681967258453369, + "learning_rate": 1.9964165728601946e-06, + "epoch": 4.895004658496381, + "step": 68300 + }, + { + "loss": 3.4831, + "grad_norm": 2.7665507793426514, + "learning_rate": 1.9839352779686073e-06, + "epoch": 4.89858811725077, + "step": 68350 + }, + { + "loss": 3.4985, + "grad_norm": 3.0056886672973633, + "learning_rate": 1.971488823258557e-06, + "epoch": 4.90217157600516, + "step": 68400 + }, + { + "loss": 3.4759, + "grad_norm": 2.8388004302978516, + "learning_rate": 1.959077262826011e-06, + "epoch": 4.90575503475955, + "step": 68450 + }, + { + "loss": 3.4725, + "grad_norm": 2.5992486476898193, + "learning_rate": 1.946700650615273e-06, + "epoch": 4.90933849351394, + "step": 68500 + }, + { + "loss": 3.4654, + "grad_norm": 2.7857322692871094, + "learning_rate": 1.934359040418744e-06, + "epoch": 4.912921952268329, + "step": 68550 + }, + { + "loss": 3.4738, + "grad_norm": 2.7770259380340576, + "learning_rate": 1.922052485876709e-06, + "epoch": 4.916505411022719, + "step": 68600 + }, + { + "loss": 3.4822, + "grad_norm": 2.9811220169067383, + "learning_rate": 1.909781040477078e-06, + "epoch": 4.920088869777109, + "step": 68650 + }, + { + "loss": 3.4794, + "grad_norm": 2.9068992137908936, + "learning_rate": 1.8975447575551764e-06, + "epoch": 4.923672328531499, + "step": 68700 + }, + { + "loss": 3.4807, + "grad_norm": 2.834937810897827, + "learning_rate": 1.885343690293494e-06, + "epoch": 4.927255787285889, + "step": 68750 + }, + { + "loss": 3.4838, + "grad_norm": 2.8008339405059814, + "learning_rate": 1.8731778917214737e-06, + "epoch": 4.930839246040279, + "step": 68800 + }, + { + "loss": 3.4829, + "grad_norm": 2.6848320960998535, + "learning_rate": 1.861047414715258e-06, + "epoch": 4.934422704794668, + "step": 68850 + }, + { + "loss": 3.4823, + "grad_norm": 2.787868022918701, + "learning_rate": 1.8489523119974805e-06, + "epoch": 4.9380061635490575, + "step": 68900 + }, + { + "loss": 3.482, + "grad_norm": 2.874136447906494, + "learning_rate": 1.8368926361370287e-06, + "epoch": 4.9415896223034474, + "step": 68950 + }, + { + "loss": 3.4637, + "grad_norm": 2.7726938724517822, + "learning_rate": 1.8248684395488037e-06, + "epoch": 4.945173081057837, + "step": 69000 + }, + { + "loss": 3.481, + "grad_norm": 2.768813371658325, + "learning_rate": 1.8128797744935167e-06, + "epoch": 4.948756539812226, + "step": 69050 + }, + { + "loss": 3.4772, + "grad_norm": 2.8389647006988525, + "learning_rate": 1.8009266930774372e-06, + "epoch": 4.952339998566616, + "step": 69100 + }, + { + "loss": 3.504, + "grad_norm": 2.7206380367279053, + "learning_rate": 1.7890092472521858e-06, + "epoch": 4.955923457321006, + "step": 69150 + }, + { + "loss": 3.4903, + "grad_norm": 2.8713972568511963, + "learning_rate": 1.777127488814494e-06, + "epoch": 4.959506916075396, + "step": 69200 + }, + { + "loss": 3.4788, + "grad_norm": 2.7866504192352295, + "learning_rate": 1.7652814694059917e-06, + "epoch": 4.963090374829786, + "step": 69250 + }, + { + "loss": 3.4855, + "grad_norm": 2.744041681289673, + "learning_rate": 1.7534712405129694e-06, + "epoch": 4.966673833584175, + "step": 69300 + }, + { + "loss": 3.4875, + "grad_norm": 2.862520217895508, + "learning_rate": 1.741696853466167e-06, + "epoch": 4.970257292338565, + "step": 69350 + }, + { + "loss": 3.4806, + "grad_norm": 2.8751380443573, + "learning_rate": 1.7299583594405456e-06, + "epoch": 4.973840751092955, + "step": 69400 + }, + { + "loss": 3.4847, + "grad_norm": 2.7102160453796387, + "learning_rate": 1.7182558094550583e-06, + "epoch": 4.977424209847345, + "step": 69450 + }, + { + "loss": 3.4917, + "grad_norm": 2.793682098388672, + "learning_rate": 1.7065892543724439e-06, + "epoch": 4.981007668601734, + "step": 69500 + }, + { + "loss": 3.4736, + "grad_norm": 2.8752644062042236, + "learning_rate": 1.6949587448989846e-06, + "epoch": 4.984591127356124, + "step": 69550 + }, + { + "loss": 3.4958, + "grad_norm": 2.7785308361053467, + "learning_rate": 1.683364331584313e-06, + "epoch": 4.988174586110514, + "step": 69600 + }, + { + "loss": 3.4798, + "grad_norm": 2.7340927124023438, + "learning_rate": 1.671806064821161e-06, + "epoch": 4.991758044864904, + "step": 69650 + }, + { + "loss": 3.4756, + "grad_norm": 2.7647182941436768, + "learning_rate": 1.6602839948451699e-06, + "epoch": 4.995341503619294, + "step": 69700 + }, + { + "loss": 3.4836, + "grad_norm": 2.724736213684082, + "learning_rate": 1.6487981717346556e-06, + "epoch": 4.998924962373684, + "step": 69750 + }, + { + "loss": 3.4726, + "grad_norm": 2.729867696762085, + "learning_rate": 1.6373486454103882e-06, + "epoch": 5.002508421128073, + "step": 69800 + }, + { + "loss": 3.4637, + "grad_norm": 2.807668924331665, + "learning_rate": 1.6259354656353899e-06, + "epoch": 5.0060918798824625, + "step": 69850 + }, + { + "loss": 3.4694, + "grad_norm": 2.810497283935547, + "learning_rate": 1.614558682014703e-06, + "epoch": 5.009675338636852, + "step": 69900 + }, + { + "loss": 3.4744, + "grad_norm": 2.764955520629883, + "learning_rate": 1.6032183439951886e-06, + "epoch": 5.013258797391242, + "step": 69950 + }, + { + "loss": 3.4623, + "grad_norm": 2.680598258972168, + "learning_rate": 1.5919145008652959e-06, + "epoch": 5.016842256145631, + "step": 70000 + }, + { + "eval_loss": 3.511470317840576, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12541158162949353, + "eval_chrf": 31.86708432384597, + "eval_runtime": 38.2747, + "eval_samples_per_second": 52.254, + "eval_steps_per_second": 0.836, + "epoch": 5.016842256145631, + "step": 70000 + }, + { + "loss": 3.4614, + "grad_norm": 2.810209274291992, + "learning_rate": 1.5806472017548647e-06, + "epoch": 5.020425714900021, + "step": 70050 + }, + { + "loss": 3.4722, + "grad_norm": 2.7670578956604004, + "learning_rate": 1.5694164956348967e-06, + "epoch": 5.024009173654411, + "step": 70100 + }, + { + "loss": 3.4749, + "grad_norm": 2.7705307006835938, + "learning_rate": 1.5582224313173554e-06, + "epoch": 5.027592632408801, + "step": 70150 + }, + { + "loss": 3.4636, + "grad_norm": 2.9387221336364746, + "learning_rate": 1.5470650574549483e-06, + "epoch": 5.031176091163191, + "step": 70200 + }, + { + "loss": 3.4755, + "grad_norm": 2.7980751991271973, + "learning_rate": 1.535944422540907e-06, + "epoch": 5.03475954991758, + "step": 70250 + }, + { + "loss": 3.463, + "grad_norm": 2.706575393676758, + "learning_rate": 1.5248605749087975e-06, + "epoch": 5.03834300867197, + "step": 70300 + }, + { + "loss": 3.4739, + "grad_norm": 2.7676594257354736, + "learning_rate": 1.5138135627322836e-06, + "epoch": 5.04192646742636, + "step": 70350 + }, + { + "loss": 3.4732, + "grad_norm": 2.900847911834717, + "learning_rate": 1.5028034340249453e-06, + "epoch": 5.04550992618075, + "step": 70400 + }, + { + "loss": 3.4759, + "grad_norm": 2.700908899307251, + "learning_rate": 1.491830236640044e-06, + "epoch": 5.04909338493514, + "step": 70450 + }, + { + "loss": 3.4668, + "grad_norm": 2.914511203765869, + "learning_rate": 1.4808940182703325e-06, + "epoch": 5.052676843689529, + "step": 70500 + }, + { + "loss": 3.4665, + "grad_norm": 2.753614902496338, + "learning_rate": 1.4699948264478458e-06, + "epoch": 5.056260302443919, + "step": 70550 + }, + { + "loss": 3.4619, + "grad_norm": 2.8010780811309814, + "learning_rate": 1.4591327085436812e-06, + "epoch": 5.059843761198309, + "step": 70600 + }, + { + "loss": 3.4714, + "grad_norm": 2.77376389503479, + "learning_rate": 1.4483077117678113e-06, + "epoch": 5.063427219952699, + "step": 70650 + }, + { + "loss": 3.4581, + "grad_norm": 2.79398250579834, + "learning_rate": 1.4375198831688596e-06, + "epoch": 5.067010678707088, + "step": 70700 + }, + { + "loss": 3.4713, + "grad_norm": 2.7612152099609375, + "learning_rate": 1.4267692696339163e-06, + "epoch": 5.070594137461478, + "step": 70750 + }, + { + "loss": 3.4658, + "grad_norm": 2.6636416912078857, + "learning_rate": 1.4160559178883126e-06, + "epoch": 5.0741775962158675, + "step": 70800 + }, + { + "loss": 3.4715, + "grad_norm": 2.784764051437378, + "learning_rate": 1.4053798744954416e-06, + "epoch": 5.077761054970257, + "step": 70850 + }, + { + "loss": 3.4763, + "grad_norm": 2.725114107131958, + "learning_rate": 1.3947411858565318e-06, + "epoch": 5.081344513724647, + "step": 70900 + }, + { + "loss": 3.4687, + "grad_norm": 2.8332793712615967, + "learning_rate": 1.3841398982104626e-06, + "epoch": 5.084927972479036, + "step": 70950 + }, + { + "loss": 3.4731, + "grad_norm": 2.696174383163452, + "learning_rate": 1.3735760576335588e-06, + "epoch": 5.088511431233426, + "step": 71000 + }, + { + "loss": 3.4658, + "grad_norm": 2.750213861465454, + "learning_rate": 1.3630497100393858e-06, + "epoch": 5.092094889987816, + "step": 71050 + }, + { + "loss": 3.4674, + "grad_norm": 2.821002244949341, + "learning_rate": 1.3525609011785568e-06, + "epoch": 5.095678348742206, + "step": 71100 + }, + { + "loss": 3.457, + "grad_norm": 2.8587379455566406, + "learning_rate": 1.3421096766385243e-06, + "epoch": 5.099261807496596, + "step": 71150 + }, + { + "loss": 3.4649, + "grad_norm": 2.8250539302825928, + "learning_rate": 1.3316960818433977e-06, + "epoch": 5.102845266250985, + "step": 71200 + }, + { + "loss": 3.4876, + "grad_norm": 2.957603931427002, + "learning_rate": 1.3213201620537275e-06, + "epoch": 5.106428725005375, + "step": 71250 + }, + { + "loss": 3.4759, + "grad_norm": 2.7808737754821777, + "learning_rate": 1.3109819623663244e-06, + "epoch": 5.110012183759765, + "step": 71300 + }, + { + "loss": 3.4683, + "grad_norm": 2.9941012859344482, + "learning_rate": 1.3006815277140506e-06, + "epoch": 5.113595642514155, + "step": 71350 + }, + { + "loss": 3.4717, + "grad_norm": 2.713894844055176, + "learning_rate": 1.2904189028656343e-06, + "epoch": 5.117179101268545, + "step": 71400 + }, + { + "loss": 3.4713, + "grad_norm": 2.659599542617798, + "learning_rate": 1.2801941324254718e-06, + "epoch": 5.120762560022934, + "step": 71450 + }, + { + "loss": 3.4659, + "grad_norm": 2.8986330032348633, + "learning_rate": 1.2700072608334279e-06, + "epoch": 5.124346018777324, + "step": 71500 + }, + { + "loss": 3.4632, + "grad_norm": 2.762021780014038, + "learning_rate": 1.259858332364654e-06, + "epoch": 5.127929477531714, + "step": 71550 + }, + { + "loss": 3.4719, + "grad_norm": 2.7996394634246826, + "learning_rate": 1.2497473911293834e-06, + "epoch": 5.131512936286104, + "step": 71600 + }, + { + "loss": 3.4663, + "grad_norm": 2.8845198154449463, + "learning_rate": 1.2396744810727534e-06, + "epoch": 5.1350963950404935, + "step": 71650 + }, + { + "loss": 3.4703, + "grad_norm": 2.847027063369751, + "learning_rate": 1.2296396459745963e-06, + "epoch": 5.138679853794883, + "step": 71700 + }, + { + "loss": 3.4697, + "grad_norm": 2.71234130859375, + "learning_rate": 1.2196429294492685e-06, + "epoch": 5.1422633125492725, + "step": 71750 + }, + { + "loss": 3.4695, + "grad_norm": 2.8572449684143066, + "learning_rate": 1.209684374945449e-06, + "epoch": 5.145846771303662, + "step": 71800 + }, + { + "loss": 3.4658, + "grad_norm": 2.787229537963867, + "learning_rate": 1.1997640257459508e-06, + "epoch": 5.149430230058052, + "step": 71850 + }, + { + "loss": 3.4718, + "grad_norm": 2.678097724914551, + "learning_rate": 1.1898819249675398e-06, + "epoch": 5.153013688812441, + "step": 71900 + }, + { + "loss": 3.4676, + "grad_norm": 2.8956966400146484, + "learning_rate": 1.1800381155607377e-06, + "epoch": 5.156597147566831, + "step": 71950 + }, + { + "loss": 3.4825, + "grad_norm": 2.745654821395874, + "learning_rate": 1.1702326403096465e-06, + "epoch": 5.160180606321221, + "step": 72000 + }, + { + "eval_loss": 3.511659622192383, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12424871222450051, + "eval_chrf": 31.826087511678054, + "eval_runtime": 37.237, + "eval_samples_per_second": 53.71, + "eval_steps_per_second": 0.859, + "epoch": 5.160180606321221, + "step": 72000 + }, + { + "loss": 3.4661, + "grad_norm": 2.792302131652832, + "learning_rate": 1.1604655418317501e-06, + "epoch": 5.163764065075611, + "step": 72050 + }, + { + "loss": 3.4787, + "grad_norm": 2.939411163330078, + "learning_rate": 1.1507368625777448e-06, + "epoch": 5.167347523830001, + "step": 72100 + }, + { + "loss": 3.4657, + "grad_norm": 2.7209267616271973, + "learning_rate": 1.141046644831333e-06, + "epoch": 5.17093098258439, + "step": 72150 + }, + { + "loss": 3.461, + "grad_norm": 2.716926336288452, + "learning_rate": 1.1313949307090633e-06, + "epoch": 5.17451444133878, + "step": 72200 + }, + { + "loss": 3.4644, + "grad_norm": 2.728877067565918, + "learning_rate": 1.1217817621601323e-06, + "epoch": 5.17809790009317, + "step": 72250 + }, + { + "loss": 3.4684, + "grad_norm": 2.7096033096313477, + "learning_rate": 1.1122071809662038e-06, + "epoch": 5.18168135884756, + "step": 72300 + }, + { + "loss": 3.474, + "grad_norm": 2.706587076187134, + "learning_rate": 1.1026712287412344e-06, + "epoch": 5.18526481760195, + "step": 72350 + }, + { + "loss": 3.4528, + "grad_norm": 2.8492159843444824, + "learning_rate": 1.0931739469312809e-06, + "epoch": 5.188848276356339, + "step": 72400 + }, + { + "loss": 3.4671, + "grad_norm": 2.818871021270752, + "learning_rate": 1.083715376814336e-06, + "epoch": 5.192431735110729, + "step": 72450 + }, + { + "loss": 3.4674, + "grad_norm": 2.7967281341552734, + "learning_rate": 1.0742955595001303e-06, + "epoch": 5.196015193865119, + "step": 72500 + }, + { + "loss": 3.4714, + "grad_norm": 2.7797465324401855, + "learning_rate": 1.0649145359299717e-06, + "epoch": 5.199598652619509, + "step": 72550 + }, + { + "loss": 3.4716, + "grad_norm": 2.6322720050811768, + "learning_rate": 1.0555723468765533e-06, + "epoch": 5.2031821113738985, + "step": 72600 + }, + { + "loss": 3.478, + "grad_norm": 2.718167543411255, + "learning_rate": 1.0462690329437842e-06, + "epoch": 5.206765570128288, + "step": 72650 + }, + { + "loss": 3.474, + "grad_norm": 2.7837483882904053, + "learning_rate": 1.037004634566614e-06, + "epoch": 5.2103490288826775, + "step": 72700 + }, + { + "loss": 3.4765, + "grad_norm": 2.770751714706421, + "learning_rate": 1.0277791920108448e-06, + "epoch": 5.213932487637067, + "step": 72750 + }, + { + "loss": 3.4672, + "grad_norm": 2.838881731033325, + "learning_rate": 1.0185927453729771e-06, + "epoch": 5.217515946391457, + "step": 72800 + }, + { + "loss": 3.4797, + "grad_norm": 2.8203163146972656, + "learning_rate": 1.0094453345800125e-06, + "epoch": 5.221099405145846, + "step": 72850 + }, + { + "loss": 3.47, + "grad_norm": 2.8720481395721436, + "learning_rate": 1.0003369993892998e-06, + "epoch": 5.224682863900236, + "step": 72900 + }, + { + "loss": 3.4817, + "grad_norm": 2.804873466491699, + "learning_rate": 9.912677793883462e-07, + "epoch": 5.228266322654626, + "step": 72950 + }, + { + "loss": 3.4651, + "grad_norm": 2.6272292137145996, + "learning_rate": 9.822377139946594e-07, + "epoch": 5.231849781409016, + "step": 73000 + }, + { + "loss": 3.4742, + "grad_norm": 2.7912538051605225, + "learning_rate": 9.732468424555686e-07, + "epoch": 5.235433240163406, + "step": 73050 + }, + { + "loss": 3.4782, + "grad_norm": 2.727631092071533, + "learning_rate": 9.64295203848049e-07, + "epoch": 5.239016698917795, + "step": 73100 + }, + { + "loss": 3.475, + "grad_norm": 2.8800055980682373, + "learning_rate": 9.553828370785666e-07, + "epoch": 5.242600157672185, + "step": 73150 + }, + { + "loss": 3.4563, + "grad_norm": 2.7356159687042236, + "learning_rate": 9.465097808828916e-07, + "epoch": 5.246183616426575, + "step": 73200 + }, + { + "loss": 3.4627, + "grad_norm": 2.653825283050537, + "learning_rate": 9.376760738259472e-07, + "epoch": 5.249767075180965, + "step": 73250 + }, + { + "loss": 3.482, + "grad_norm": 2.858233690261841, + "learning_rate": 9.28881754301626e-07, + "epoch": 5.253350533935355, + "step": 73300 + }, + { + "loss": 3.4727, + "grad_norm": 2.8149726390838623, + "learning_rate": 9.201268605326386e-07, + "epoch": 5.256933992689744, + "step": 73350 + }, + { + "loss": 3.4721, + "grad_norm": 2.7173452377319336, + "learning_rate": 9.114114305703303e-07, + "epoch": 5.260517451444134, + "step": 73400 + }, + { + "loss": 3.4586, + "grad_norm": 2.982076406478882, + "learning_rate": 9.027355022945339e-07, + "epoch": 5.264100910198524, + "step": 73450 + }, + { + "loss": 3.4683, + "grad_norm": 2.8366403579711914, + "learning_rate": 8.940991134133948e-07, + "epoch": 5.267684368952914, + "step": 73500 + }, + { + "loss": 3.4626, + "grad_norm": 2.7335221767425537, + "learning_rate": 8.855023014632003e-07, + "epoch": 5.2712678277073035, + "step": 73550 + }, + { + "loss": 3.4689, + "grad_norm": 2.79891300201416, + "learning_rate": 8.769451038082355e-07, + "epoch": 5.2748512864616925, + "step": 73600 + }, + { + "loss": 3.4729, + "grad_norm": 2.8357701301574707, + "learning_rate": 8.68427557640602e-07, + "epoch": 5.2784347452160825, + "step": 73650 + }, + { + "loss": 3.4762, + "grad_norm": 2.7227542400360107, + "learning_rate": 8.599496999800705e-07, + "epoch": 5.282018203970472, + "step": 73700 + }, + { + "loss": 3.4754, + "grad_norm": 2.7664780616760254, + "learning_rate": 8.515115676739083e-07, + "epoch": 5.285601662724862, + "step": 73750 + }, + { + "loss": 3.4591, + "grad_norm": 2.730415105819702, + "learning_rate": 8.431131973967299e-07, + "epoch": 5.289185121479251, + "step": 73800 + }, + { + "loss": 3.4759, + "grad_norm": 2.6909661293029785, + "learning_rate": 8.347546256503258e-07, + "epoch": 5.292768580233641, + "step": 73850 + }, + { + "loss": 3.4822, + "grad_norm": 2.7127671241760254, + "learning_rate": 8.26435888763516e-07, + "epoch": 5.296352038988031, + "step": 73900 + }, + { + "loss": 3.4728, + "grad_norm": 2.8604185581207275, + "learning_rate": 8.181570228919866e-07, + "epoch": 5.299935497742421, + "step": 73950 + }, + { + "loss": 3.4892, + "grad_norm": 2.9177908897399902, + "learning_rate": 8.099180640181282e-07, + "epoch": 5.303518956496811, + "step": 74000 + }, + { + "eval_loss": 3.5107223987579346, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.125448859181409, + "eval_chrf": 31.779812994194707, + "eval_runtime": 38.4591, + "eval_samples_per_second": 52.003, + "eval_steps_per_second": 0.832, + "epoch": 5.303518956496811, + "step": 74000 + }, + { + "loss": 3.4842, + "grad_norm": 2.8561344146728516, + "learning_rate": 8.017190479508863e-07, + "epoch": 5.3071024152512, + "step": 74050 + }, + { + "loss": 3.466, + "grad_norm": 2.697756052017212, + "learning_rate": 7.935600103256024e-07, + "epoch": 5.31068587400559, + "step": 74100 + }, + { + "loss": 3.4719, + "grad_norm": 2.7197189331054688, + "learning_rate": 7.854409866038625e-07, + "epoch": 5.31426933275998, + "step": 74150 + }, + { + "loss": 3.473, + "grad_norm": 2.7507636547088623, + "learning_rate": 7.77362012073336e-07, + "epoch": 5.31785279151437, + "step": 74200 + }, + { + "loss": 3.4753, + "grad_norm": 2.9043703079223633, + "learning_rate": 7.693231218476294e-07, + "epoch": 5.32143625026876, + "step": 74250 + }, + { + "loss": 3.4716, + "grad_norm": 2.729201078414917, + "learning_rate": 7.613243508661339e-07, + "epoch": 5.325019709023149, + "step": 74300 + }, + { + "loss": 3.4669, + "grad_norm": 3.018763542175293, + "learning_rate": 7.533657338938615e-07, + "epoch": 5.328603167777539, + "step": 74350 + }, + { + "loss": 3.4834, + "grad_norm": 2.8414158821105957, + "learning_rate": 7.45447305521314e-07, + "epoch": 5.332186626531929, + "step": 74400 + }, + { + "loss": 3.4801, + "grad_norm": 2.7865030765533447, + "learning_rate": 7.375691001643137e-07, + "epoch": 5.335770085286319, + "step": 74450 + }, + { + "loss": 3.4791, + "grad_norm": 2.6456947326660156, + "learning_rate": 7.297311520638672e-07, + "epoch": 5.3393535440407085, + "step": 74500 + }, + { + "loss": 3.472, + "grad_norm": 2.70196533203125, + "learning_rate": 7.219334952860047e-07, + "epoch": 5.3429370027950975, + "step": 74550 + }, + { + "loss": 3.4727, + "grad_norm": 2.8193509578704834, + "learning_rate": 7.141761637216471e-07, + "epoch": 5.3465204615494875, + "step": 74600 + }, + { + "loss": 3.4736, + "grad_norm": 2.907160997390747, + "learning_rate": 7.064591910864405e-07, + "epoch": 5.350103920303877, + "step": 74650 + }, + { + "loss": 3.477, + "grad_norm": 2.7379250526428223, + "learning_rate": 6.987826109206275e-07, + "epoch": 5.353687379058267, + "step": 74700 + }, + { + "loss": 3.4797, + "grad_norm": 2.7754695415496826, + "learning_rate": 6.911464565888893e-07, + "epoch": 5.357270837812656, + "step": 74750 + }, + { + "loss": 3.4662, + "grad_norm": 2.750870943069458, + "learning_rate": 6.835507612802029e-07, + "epoch": 5.360854296567046, + "step": 74800 + }, + { + "loss": 3.4634, + "grad_norm": 2.8274269104003906, + "learning_rate": 6.759955580077038e-07, + "epoch": 5.364437755321436, + "step": 74850 + }, + { + "loss": 3.4678, + "grad_norm": 2.8082141876220703, + "learning_rate": 6.684808796085296e-07, + "epoch": 5.368021214075826, + "step": 74900 + }, + { + "loss": 3.4699, + "grad_norm": 2.757054567337036, + "learning_rate": 6.610067587436919e-07, + "epoch": 5.371604672830216, + "step": 74950 + }, + { + "loss": 3.4751, + "grad_norm": 2.811434745788574, + "learning_rate": 6.535732278979223e-07, + "epoch": 5.375188131584605, + "step": 75000 + }, + { + "loss": 3.4801, + "grad_norm": 2.676274061203003, + "learning_rate": 6.461803193795401e-07, + "epoch": 5.378771590338995, + "step": 75050 + }, + { + "loss": 3.4766, + "grad_norm": 2.816498279571533, + "learning_rate": 6.388280653203072e-07, + "epoch": 5.382355049093385, + "step": 75100 + }, + { + "loss": 3.4621, + "grad_norm": 2.8044276237487793, + "learning_rate": 6.315164976752841e-07, + "epoch": 5.385938507847775, + "step": 75150 + }, + { + "loss": 3.4755, + "grad_norm": 2.635148048400879, + "learning_rate": 6.242456482227055e-07, + "epoch": 5.389521966602165, + "step": 75200 + }, + { + "loss": 3.4648, + "grad_norm": 2.7910332679748535, + "learning_rate": 6.170155485638218e-07, + "epoch": 5.393105425356554, + "step": 75250 + }, + { + "loss": 3.4749, + "grad_norm": 2.650599479675293, + "learning_rate": 6.098262301227842e-07, + "epoch": 5.396688884110944, + "step": 75300 + }, + { + "loss": 3.4744, + "grad_norm": 2.774183511734009, + "learning_rate": 6.026777241464865e-07, + "epoch": 5.400272342865334, + "step": 75350 + }, + { + "loss": 3.4686, + "grad_norm": 2.780658483505249, + "learning_rate": 5.95570061704448e-07, + "epoch": 5.403855801619724, + "step": 75400 + }, + { + "loss": 3.4772, + "grad_norm": 2.8715405464172363, + "learning_rate": 5.88503273688662e-07, + "epoch": 5.4074392603741135, + "step": 75450 + }, + { + "loss": 3.4604, + "grad_norm": 2.787353754043579, + "learning_rate": 5.814773908134764e-07, + "epoch": 5.4110227191285025, + "step": 75500 + }, + { + "loss": 3.4708, + "grad_norm": 2.7568552494049072, + "learning_rate": 5.744924436154508e-07, + "epoch": 5.4146061778828924, + "step": 75550 + }, + { + "loss": 3.4743, + "grad_norm": 2.776716947555542, + "learning_rate": 5.675484624532223e-07, + "epoch": 5.418189636637282, + "step": 75600 + }, + { + "loss": 3.4844, + "grad_norm": 2.729039430618286, + "learning_rate": 5.606454775073855e-07, + "epoch": 5.421773095391672, + "step": 75650 + }, + { + "loss": 3.4712, + "grad_norm": 2.9727227687835693, + "learning_rate": 5.537835187803453e-07, + "epoch": 5.425356554146061, + "step": 75700 + }, + { + "loss": 3.4822, + "grad_norm": 2.8682568073272705, + "learning_rate": 5.469626160962005e-07, + "epoch": 5.428940012900451, + "step": 75750 + }, + { + "loss": 3.4773, + "grad_norm": 2.782869815826416, + "learning_rate": 5.401827991006037e-07, + "epoch": 5.432523471654841, + "step": 75800 + }, + { + "loss": 3.4729, + "grad_norm": 2.7569596767425537, + "learning_rate": 5.334440972606425e-07, + "epoch": 5.436106930409231, + "step": 75850 + }, + { + "loss": 3.4686, + "grad_norm": 2.8574252128601074, + "learning_rate": 5.267465398646999e-07, + "epoch": 5.439690389163621, + "step": 75900 + }, + { + "loss": 3.4683, + "grad_norm": 2.8230576515197754, + "learning_rate": 5.200901560223359e-07, + "epoch": 5.44327384791801, + "step": 75950 + }, + { + "loss": 3.4672, + "grad_norm": 2.913790464401245, + "learning_rate": 5.134749746641599e-07, + "epoch": 5.4468573066724, + "step": 76000 + }, + { + "eval_loss": 3.5106987953186035, + "eval_model_preparation_time": 0.0024, + "eval_bleu": 0.12580459663149487, + "eval_chrf": 31.82981022169702, + "eval_runtime": 40.181, + "eval_samples_per_second": 49.775, + "eval_steps_per_second": 0.796, + "epoch": 5.4468573066724, + "step": 76000 + } + ], + "best_metric": 0.12864920065552538, + "total_steps": 83718 +} \ No newline at end of file