| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 48.25331724969843, |
| "eval_steps": 500, |
| "global_step": 20000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04825090470446321, |
| "grad_norm": 8.339693383614003, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 14.9237, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.09650180940892641, |
| "grad_norm": 19.889482738298412, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 11.3878, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.14475271411338964, |
| "grad_norm": 15.102975035287011, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 7.9556, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.19300361881785283, |
| "grad_norm": 8.81678615410684, |
| "learning_rate": 1.2800000000000001e-05, |
| "loss": 6.0051, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.24125452352231605, |
| "grad_norm": 3.7144425270552937, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 5.5965, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.28950542822677927, |
| "grad_norm": 3.730968976156267, |
| "learning_rate": 1.9200000000000003e-05, |
| "loss": 5.451, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.33775633293124246, |
| "grad_norm": 9.940123117952663, |
| "learning_rate": 2.2400000000000002e-05, |
| "loss": 5.345, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.38600723763570566, |
| "grad_norm": 4.018273257017107, |
| "learning_rate": 2.5600000000000002e-05, |
| "loss": 5.2681, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.43425814234016885, |
| "grad_norm": 5.5914748070022995, |
| "learning_rate": 2.8800000000000002e-05, |
| "loss": 5.1866, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4825090470446321, |
| "grad_norm": 8.674715227845745, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 5.0629, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5307599517490953, |
| "grad_norm": 6.303022417666055, |
| "learning_rate": 3.52e-05, |
| "loss": 4.8706, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5790108564535585, |
| "grad_norm": 6.443719801006026, |
| "learning_rate": 3.8400000000000005e-05, |
| "loss": 4.6971, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6272617611580217, |
| "grad_norm": 4.319314184837879, |
| "learning_rate": 4.16e-05, |
| "loss": 4.5645, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6755126658624849, |
| "grad_norm": 3.8857640067926225, |
| "learning_rate": 4.4800000000000005e-05, |
| "loss": 4.4834, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7237635705669482, |
| "grad_norm": 3.9426046085533812, |
| "learning_rate": 4.8e-05, |
| "loss": 4.4125, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7720144752714113, |
| "grad_norm": 3.6633821987028408, |
| "learning_rate": 5.1200000000000004e-05, |
| "loss": 4.3592, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8202653799758746, |
| "grad_norm": 3.5737856169769833, |
| "learning_rate": 5.440000000000001e-05, |
| "loss": 4.3469, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8685162846803377, |
| "grad_norm": 3.239269576695217, |
| "learning_rate": 5.7600000000000004e-05, |
| "loss": 4.3266, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.916767189384801, |
| "grad_norm": 2.967983467388659, |
| "learning_rate": 6.080000000000001e-05, |
| "loss": 4.2919, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9650180940892642, |
| "grad_norm": 3.1583079192625148, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 4.2755, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.0132689987937273, |
| "grad_norm": 3.7283002516860266, |
| "learning_rate": 6.720000000000001e-05, |
| "loss": 4.2502, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0615199034981906, |
| "grad_norm": 3.214837892757736, |
| "learning_rate": 7.04e-05, |
| "loss": 4.231, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.1097708082026538, |
| "grad_norm": 2.7055030044505903, |
| "learning_rate": 7.360000000000001e-05, |
| "loss": 4.2086, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.158021712907117, |
| "grad_norm": 2.731203416240417, |
| "learning_rate": 7.680000000000001e-05, |
| "loss": 4.2113, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.2062726176115803, |
| "grad_norm": 3.0795239033000907, |
| "learning_rate": 8e-05, |
| "loss": 4.1989, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2545235223160434, |
| "grad_norm": 4.117940290813741, |
| "learning_rate": 7.999991494167766e-05, |
| "loss": 4.1769, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.3027744270205066, |
| "grad_norm": 3.3854020428695364, |
| "learning_rate": 7.999965976709647e-05, |
| "loss": 4.1865, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.3510253317249699, |
| "grad_norm": 2.6896557092343483, |
| "learning_rate": 7.999923447741402e-05, |
| "loss": 4.1279, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.399276236429433, |
| "grad_norm": 7.824923037574324, |
| "learning_rate": 7.999863907455964e-05, |
| "loss": 4.1175, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.4475271411338961, |
| "grad_norm": 2.358047308194184, |
| "learning_rate": 7.999787356123431e-05, |
| "loss": 4.0955, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.4957780458383594, |
| "grad_norm": 3.7260994947602866, |
| "learning_rate": 7.999693794091075e-05, |
| "loss": 4.081, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.5440289505428226, |
| "grad_norm": 2.2970486812775026, |
| "learning_rate": 7.999583221783335e-05, |
| "loss": 4.0849, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.5922798552472859, |
| "grad_norm": 2.795075187695, |
| "learning_rate": 7.999455639701816e-05, |
| "loss": 4.064, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.6405307599517491, |
| "grad_norm": 2.192986696547057, |
| "learning_rate": 7.999311048425287e-05, |
| "loss": 4.0543, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.6887816646562124, |
| "grad_norm": 2.5578020716634606, |
| "learning_rate": 7.999149448609678e-05, |
| "loss": 4.0388, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.7370325693606756, |
| "grad_norm": 2.297992617856207, |
| "learning_rate": 7.998970840988077e-05, |
| "loss": 4.0411, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.7852834740651389, |
| "grad_norm": 2.1931678512453283, |
| "learning_rate": 7.99877522637073e-05, |
| "loss": 4.0271, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.833534378769602, |
| "grad_norm": 2.1148766556112633, |
| "learning_rate": 7.99856260564503e-05, |
| "loss": 4.0158, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.8817852834740652, |
| "grad_norm": 2.048145061293033, |
| "learning_rate": 7.998332979775517e-05, |
| "loss": 4.0196, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.9300361881785284, |
| "grad_norm": 1.9848042800360817, |
| "learning_rate": 7.998086349803877e-05, |
| "loss": 3.9966, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.9782870928829914, |
| "grad_norm": 2.0247497558004524, |
| "learning_rate": 7.997822716848935e-05, |
| "loss": 3.9928, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.0265379975874547, |
| "grad_norm": 2.05437139571639, |
| "learning_rate": 7.997542082106645e-05, |
| "loss": 3.969, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.074788902291918, |
| "grad_norm": 2.133082064979697, |
| "learning_rate": 7.997244446850093e-05, |
| "loss": 3.982, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.123039806996381, |
| "grad_norm": 1.9252137819783786, |
| "learning_rate": 7.996929812429483e-05, |
| "loss": 3.961, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.1712907117008444, |
| "grad_norm": 1.9246261488065617, |
| "learning_rate": 7.996598180272135e-05, |
| "loss": 3.9539, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.2195416164053077, |
| "grad_norm": 1.9619770132894785, |
| "learning_rate": 7.996249551882482e-05, |
| "loss": 3.9497, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.267792521109771, |
| "grad_norm": 2.479861200313923, |
| "learning_rate": 7.995883928842055e-05, |
| "loss": 3.946, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.316043425814234, |
| "grad_norm": 2.2960924995091267, |
| "learning_rate": 7.995501312809486e-05, |
| "loss": 3.9492, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.3642943305186974, |
| "grad_norm": 1.8112568454819455, |
| "learning_rate": 7.995101705520489e-05, |
| "loss": 3.9389, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.4125452352231607, |
| "grad_norm": 1.95905147621956, |
| "learning_rate": 7.994685108787857e-05, |
| "loss": 3.9351, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.4632086851628467, |
| "grad_norm": 1.8523335940529988, |
| "learning_rate": 7.994251524501462e-05, |
| "loss": 3.9279, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.51145958986731, |
| "grad_norm": 1.9181717070457194, |
| "learning_rate": 7.993800954628235e-05, |
| "loss": 3.9165, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.5597104945717732, |
| "grad_norm": 1.8302272632272725, |
| "learning_rate": 7.993333401212159e-05, |
| "loss": 3.9212, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.6079613992762365, |
| "grad_norm": 1.8074344631156825, |
| "learning_rate": 7.992848866374262e-05, |
| "loss": 3.9073, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.6562123039806997, |
| "grad_norm": 1.9548928366677978, |
| "learning_rate": 7.992347352312613e-05, |
| "loss": 3.9136, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.704463208685163, |
| "grad_norm": 1.7021000970959193, |
| "learning_rate": 7.9918288613023e-05, |
| "loss": 3.9087, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.752714113389626, |
| "grad_norm": 1.9593594800768261, |
| "learning_rate": 7.991293395695429e-05, |
| "loss": 3.8976, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.8009650180940895, |
| "grad_norm": 1.7012021798897734, |
| "learning_rate": 7.990740957921109e-05, |
| "loss": 3.91, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.8492159227985523, |
| "grad_norm": 1.7199797845230644, |
| "learning_rate": 7.990171550485444e-05, |
| "loss": 3.8988, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.8974668275030155, |
| "grad_norm": 1.9213658523618236, |
| "learning_rate": 7.98958517597152e-05, |
| "loss": 3.8907, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.945717732207479, |
| "grad_norm": 1.9105636474990553, |
| "learning_rate": 7.988981837039389e-05, |
| "loss": 3.9027, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.993968636911942, |
| "grad_norm": 1.8058426039591773, |
| "learning_rate": 7.988361536426065e-05, |
| "loss": 3.8947, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.0422195416164053, |
| "grad_norm": 2.0380655269501986, |
| "learning_rate": 7.987724276945509e-05, |
| "loss": 3.8774, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.0904704463208685, |
| "grad_norm": 1.8463100502144432, |
| "learning_rate": 7.987070061488611e-05, |
| "loss": 3.8727, |
| "step": 1280 |
| }, |
| { |
| "epoch": 3.138721351025332, |
| "grad_norm": 1.6856634034288553, |
| "learning_rate": 7.986398893023183e-05, |
| "loss": 3.8749, |
| "step": 1300 |
| }, |
| { |
| "epoch": 3.186972255729795, |
| "grad_norm": 1.656787178819041, |
| "learning_rate": 7.985710774593944e-05, |
| "loss": 3.8708, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.2352231604342583, |
| "grad_norm": 1.7353786057972276, |
| "learning_rate": 7.985005709322502e-05, |
| "loss": 3.8642, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.2834740651387215, |
| "grad_norm": 2.574040206501331, |
| "learning_rate": 7.984283700407348e-05, |
| "loss": 3.8637, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.331724969843185, |
| "grad_norm": 1.7116401417486335, |
| "learning_rate": 7.983544751123838e-05, |
| "loss": 3.862, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.3799758745476476, |
| "grad_norm": 1.6539525458510906, |
| "learning_rate": 7.982788864824168e-05, |
| "loss": 3.854, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.428226779252111, |
| "grad_norm": 1.696655229015358, |
| "learning_rate": 7.982016044937376e-05, |
| "loss": 3.8496, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.476477683956574, |
| "grad_norm": 1.8286062179300184, |
| "learning_rate": 7.981226294969318e-05, |
| "loss": 3.8567, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.5247285886610373, |
| "grad_norm": 1.6627711560336484, |
| "learning_rate": 7.980419618502649e-05, |
| "loss": 3.8443, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.5729794933655006, |
| "grad_norm": 1.7684376783342444, |
| "learning_rate": 7.97959601919681e-05, |
| "loss": 3.8549, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.621230398069964, |
| "grad_norm": 1.789776811664651, |
| "learning_rate": 7.978755500788015e-05, |
| "loss": 3.8451, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.669481302774427, |
| "grad_norm": 1.8325257805348092, |
| "learning_rate": 7.977898067089228e-05, |
| "loss": 3.8395, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.7177322074788903, |
| "grad_norm": 1.7385172321440572, |
| "learning_rate": 7.97702372199015e-05, |
| "loss": 3.8395, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.7659831121833536, |
| "grad_norm": 1.6483130421903265, |
| "learning_rate": 7.976132469457195e-05, |
| "loss": 3.8414, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.8142340168878164, |
| "grad_norm": 1.625799126222686, |
| "learning_rate": 7.975224313533483e-05, |
| "loss": 3.8427, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.86248492159228, |
| "grad_norm": 1.7024204710773163, |
| "learning_rate": 7.974299258338813e-05, |
| "loss": 3.8286, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.910735826296743, |
| "grad_norm": 1.6828582001872363, |
| "learning_rate": 7.973357308069643e-05, |
| "loss": 3.832, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.958986731001206, |
| "grad_norm": 1.6287673639606306, |
| "learning_rate": 7.97239846699908e-05, |
| "loss": 3.8356, |
| "step": 1640 |
| }, |
| { |
| "epoch": 4.007237635705669, |
| "grad_norm": 1.7689672659348161, |
| "learning_rate": 7.971422739476853e-05, |
| "loss": 3.8341, |
| "step": 1660 |
| }, |
| { |
| "epoch": 4.055488540410133, |
| "grad_norm": 1.7675101178310704, |
| "learning_rate": 7.970430129929294e-05, |
| "loss": 3.8071, |
| "step": 1680 |
| }, |
| { |
| "epoch": 4.103739445114596, |
| "grad_norm": 1.7098230077586678, |
| "learning_rate": 7.969420642859319e-05, |
| "loss": 3.8124, |
| "step": 1700 |
| }, |
| { |
| "epoch": 4.151990349819059, |
| "grad_norm": 2.8696662696803967, |
| "learning_rate": 7.96839428284641e-05, |
| "loss": 3.8238, |
| "step": 1720 |
| }, |
| { |
| "epoch": 4.200241254523522, |
| "grad_norm": 1.5962010171545225, |
| "learning_rate": 7.967351054546594e-05, |
| "loss": 3.8191, |
| "step": 1740 |
| }, |
| { |
| "epoch": 4.248492159227985, |
| "grad_norm": 1.7056254770722705, |
| "learning_rate": 7.966290962692416e-05, |
| "loss": 3.817, |
| "step": 1760 |
| }, |
| { |
| "epoch": 4.296743063932449, |
| "grad_norm": 1.7286693016171315, |
| "learning_rate": 7.965214012092924e-05, |
| "loss": 3.818, |
| "step": 1780 |
| }, |
| { |
| "epoch": 4.344993968636912, |
| "grad_norm": 1.6627615619386265, |
| "learning_rate": 7.964120207633642e-05, |
| "loss": 3.8118, |
| "step": 1800 |
| }, |
| { |
| "epoch": 4.393244873341375, |
| "grad_norm": 1.6168867372575937, |
| "learning_rate": 7.963009554276553e-05, |
| "loss": 3.8149, |
| "step": 1820 |
| }, |
| { |
| "epoch": 4.441495778045838, |
| "grad_norm": 1.6263175336083682, |
| "learning_rate": 7.961882057060076e-05, |
| "loss": 3.8059, |
| "step": 1840 |
| }, |
| { |
| "epoch": 4.489746682750302, |
| "grad_norm": 1.7036011628929901, |
| "learning_rate": 7.960737721099036e-05, |
| "loss": 3.8073, |
| "step": 1860 |
| }, |
| { |
| "epoch": 4.537997587454765, |
| "grad_norm": 1.7533489016186101, |
| "learning_rate": 7.959576551584651e-05, |
| "loss": 3.8, |
| "step": 1880 |
| }, |
| { |
| "epoch": 4.586248492159228, |
| "grad_norm": 1.6680755716773972, |
| "learning_rate": 7.9583985537845e-05, |
| "loss": 3.8079, |
| "step": 1900 |
| }, |
| { |
| "epoch": 4.634499396863691, |
| "grad_norm": 1.5900373043249145, |
| "learning_rate": 7.957203733042504e-05, |
| "loss": 3.8032, |
| "step": 1920 |
| }, |
| { |
| "epoch": 4.682750301568154, |
| "grad_norm": 1.5822673258338313, |
| "learning_rate": 7.9559920947789e-05, |
| "loss": 3.8032, |
| "step": 1940 |
| }, |
| { |
| "epoch": 4.731001206272618, |
| "grad_norm": 1.6391172902216593, |
| "learning_rate": 7.954763644490218e-05, |
| "loss": 3.7949, |
| "step": 1960 |
| }, |
| { |
| "epoch": 4.7792521109770805, |
| "grad_norm": 1.6094445784733122, |
| "learning_rate": 7.953518387749253e-05, |
| "loss": 3.7833, |
| "step": 1980 |
| }, |
| { |
| "epoch": 4.827503015681544, |
| "grad_norm": 1.627101157543259, |
| "learning_rate": 7.952256330205043e-05, |
| "loss": 3.7984, |
| "step": 2000 |
| }, |
| { |
| "epoch": 4.875753920386007, |
| "grad_norm": 1.57097387615628, |
| "learning_rate": 7.95097747758284e-05, |
| "loss": 3.7895, |
| "step": 2020 |
| }, |
| { |
| "epoch": 4.924004825090471, |
| "grad_norm": 1.623089741932469, |
| "learning_rate": 7.949681835684088e-05, |
| "loss": 3.7941, |
| "step": 2040 |
| }, |
| { |
| "epoch": 4.9722557297949335, |
| "grad_norm": 1.6465137050314362, |
| "learning_rate": 7.948369410386394e-05, |
| "loss": 3.7988, |
| "step": 2060 |
| }, |
| { |
| "epoch": 5.020506634499397, |
| "grad_norm": 1.5784685033828938, |
| "learning_rate": 7.9470402076435e-05, |
| "loss": 3.7817, |
| "step": 2080 |
| }, |
| { |
| "epoch": 5.06875753920386, |
| "grad_norm": 1.6998108271678871, |
| "learning_rate": 7.945694233485261e-05, |
| "loss": 3.7778, |
| "step": 2100 |
| }, |
| { |
| "epoch": 5.117008443908324, |
| "grad_norm": 1.5998518472233287, |
| "learning_rate": 7.944331494017613e-05, |
| "loss": 3.7872, |
| "step": 2120 |
| }, |
| { |
| "epoch": 5.1652593486127865, |
| "grad_norm": 1.6365504028409332, |
| "learning_rate": 7.942951995422547e-05, |
| "loss": 3.7804, |
| "step": 2140 |
| }, |
| { |
| "epoch": 5.213510253317249, |
| "grad_norm": 1.560224755822342, |
| "learning_rate": 7.941555743958082e-05, |
| "loss": 3.7812, |
| "step": 2160 |
| }, |
| { |
| "epoch": 5.261761158021713, |
| "grad_norm": 1.541406804802876, |
| "learning_rate": 7.940142745958232e-05, |
| "loss": 3.7662, |
| "step": 2180 |
| }, |
| { |
| "epoch": 5.310012062726176, |
| "grad_norm": 1.5813009604959938, |
| "learning_rate": 7.938713007832987e-05, |
| "loss": 3.7662, |
| "step": 2200 |
| }, |
| { |
| "epoch": 5.3582629674306395, |
| "grad_norm": 1.5678875576565692, |
| "learning_rate": 7.937266536068267e-05, |
| "loss": 3.7761, |
| "step": 2220 |
| }, |
| { |
| "epoch": 5.406513872135102, |
| "grad_norm": 1.5629371159983931, |
| "learning_rate": 7.935803337225917e-05, |
| "loss": 3.7741, |
| "step": 2240 |
| }, |
| { |
| "epoch": 5.454764776839566, |
| "grad_norm": 1.5312856260715364, |
| "learning_rate": 7.934323417943655e-05, |
| "loss": 3.7723, |
| "step": 2260 |
| }, |
| { |
| "epoch": 5.503015681544029, |
| "grad_norm": 1.569132936327036, |
| "learning_rate": 7.932826784935048e-05, |
| "loss": 3.7646, |
| "step": 2280 |
| }, |
| { |
| "epoch": 5.5512665862484925, |
| "grad_norm": 1.600738076365637, |
| "learning_rate": 7.931313444989491e-05, |
| "loss": 3.7685, |
| "step": 2300 |
| }, |
| { |
| "epoch": 5.599517490952955, |
| "grad_norm": 1.5433351729954772, |
| "learning_rate": 7.929783404972163e-05, |
| "loss": 3.7655, |
| "step": 2320 |
| }, |
| { |
| "epoch": 5.647768395657419, |
| "grad_norm": 1.5860900144726746, |
| "learning_rate": 7.928236671824008e-05, |
| "loss": 3.7712, |
| "step": 2340 |
| }, |
| { |
| "epoch": 5.696019300361882, |
| "grad_norm": 1.6533694730070274, |
| "learning_rate": 7.92667325256169e-05, |
| "loss": 3.7738, |
| "step": 2360 |
| }, |
| { |
| "epoch": 5.744270205066345, |
| "grad_norm": 1.5469865690688507, |
| "learning_rate": 7.925093154277578e-05, |
| "loss": 3.7609, |
| "step": 2380 |
| }, |
| { |
| "epoch": 5.792521109770808, |
| "grad_norm": 1.5094297984285903, |
| "learning_rate": 7.923496384139695e-05, |
| "loss": 3.775, |
| "step": 2400 |
| }, |
| { |
| "epoch": 5.840772014475271, |
| "grad_norm": 1.6785526407536329, |
| "learning_rate": 7.921882949391701e-05, |
| "loss": 3.7536, |
| "step": 2420 |
| }, |
| { |
| "epoch": 5.889022919179735, |
| "grad_norm": 1.920454545019554, |
| "learning_rate": 7.92025285735285e-05, |
| "loss": 3.7604, |
| "step": 2440 |
| }, |
| { |
| "epoch": 5.9372738238841976, |
| "grad_norm": 1.758316768916432, |
| "learning_rate": 7.918606115417966e-05, |
| "loss": 3.7664, |
| "step": 2460 |
| }, |
| { |
| "epoch": 5.985524728588661, |
| "grad_norm": 1.6044680272349092, |
| "learning_rate": 7.9169427310574e-05, |
| "loss": 3.7535, |
| "step": 2480 |
| }, |
| { |
| "epoch": 6.033775633293124, |
| "grad_norm": 1.6031235068431815, |
| "learning_rate": 7.915262711817e-05, |
| "loss": 3.744, |
| "step": 2500 |
| }, |
| { |
| "epoch": 6.082026537997588, |
| "grad_norm": 1.8209468416132322, |
| "learning_rate": 7.913566065318082e-05, |
| "loss": 3.7395, |
| "step": 2520 |
| }, |
| { |
| "epoch": 6.1302774427020505, |
| "grad_norm": 1.7032344874503385, |
| "learning_rate": 7.911852799257385e-05, |
| "loss": 3.7368, |
| "step": 2540 |
| }, |
| { |
| "epoch": 6.178528347406514, |
| "grad_norm": 1.512123000058192, |
| "learning_rate": 7.910122921407047e-05, |
| "loss": 3.7371, |
| "step": 2560 |
| }, |
| { |
| "epoch": 6.226779252110977, |
| "grad_norm": 1.51215146100204, |
| "learning_rate": 7.90837643961456e-05, |
| "loss": 3.7483, |
| "step": 2580 |
| }, |
| { |
| "epoch": 6.27503015681544, |
| "grad_norm": 1.5902936927334943, |
| "learning_rate": 7.90661336180274e-05, |
| "loss": 3.7489, |
| "step": 2600 |
| }, |
| { |
| "epoch": 6.3232810615199035, |
| "grad_norm": 1.5267698089527095, |
| "learning_rate": 7.904833695969691e-05, |
| "loss": 3.7411, |
| "step": 2620 |
| }, |
| { |
| "epoch": 6.371531966224366, |
| "grad_norm": 1.6296204011785629, |
| "learning_rate": 7.903037450188768e-05, |
| "loss": 3.7504, |
| "step": 2640 |
| }, |
| { |
| "epoch": 6.41978287092883, |
| "grad_norm": 1.6635782853693655, |
| "learning_rate": 7.901224632608539e-05, |
| "loss": 3.7474, |
| "step": 2660 |
| }, |
| { |
| "epoch": 6.468033775633293, |
| "grad_norm": 1.4488598425637083, |
| "learning_rate": 7.899395251452748e-05, |
| "loss": 3.7512, |
| "step": 2680 |
| }, |
| { |
| "epoch": 6.5162846803377565, |
| "grad_norm": 1.5931293661354646, |
| "learning_rate": 7.897549315020281e-05, |
| "loss": 3.7396, |
| "step": 2700 |
| }, |
| { |
| "epoch": 6.564535585042219, |
| "grad_norm": 1.5164373051653701, |
| "learning_rate": 7.895686831685125e-05, |
| "loss": 3.7402, |
| "step": 2720 |
| }, |
| { |
| "epoch": 6.612786489746683, |
| "grad_norm": 1.6091962128975335, |
| "learning_rate": 7.893807809896331e-05, |
| "loss": 3.7306, |
| "step": 2740 |
| }, |
| { |
| "epoch": 6.661037394451146, |
| "grad_norm": 1.6804007402721346, |
| "learning_rate": 7.891912258177975e-05, |
| "loss": 3.7364, |
| "step": 2760 |
| }, |
| { |
| "epoch": 6.7092882991556095, |
| "grad_norm": 1.572950520933035, |
| "learning_rate": 7.890000185129121e-05, |
| "loss": 3.7296, |
| "step": 2780 |
| }, |
| { |
| "epoch": 6.757539203860072, |
| "grad_norm": 1.3353826408073342, |
| "learning_rate": 7.888071599423782e-05, |
| "loss": 3.7362, |
| "step": 2800 |
| }, |
| { |
| "epoch": 6.805790108564535, |
| "grad_norm": 1.4170805651391372, |
| "learning_rate": 7.886126509810879e-05, |
| "loss": 3.731, |
| "step": 2820 |
| }, |
| { |
| "epoch": 6.854041013268999, |
| "grad_norm": 1.64926025016694, |
| "learning_rate": 7.884164925114201e-05, |
| "loss": 3.7372, |
| "step": 2840 |
| }, |
| { |
| "epoch": 6.902291917973462, |
| "grad_norm": 1.5239747646493496, |
| "learning_rate": 7.882186854232367e-05, |
| "loss": 3.7297, |
| "step": 2860 |
| }, |
| { |
| "epoch": 6.950542822677925, |
| "grad_norm": 1.5395678337362249, |
| "learning_rate": 7.880192306138786e-05, |
| "loss": 3.7372, |
| "step": 2880 |
| }, |
| { |
| "epoch": 6.998793727382388, |
| "grad_norm": 1.4939695834908315, |
| "learning_rate": 7.87818128988161e-05, |
| "loss": 3.7332, |
| "step": 2900 |
| }, |
| { |
| "epoch": 7.047044632086852, |
| "grad_norm": 1.4586787091920888, |
| "learning_rate": 7.876153814583704e-05, |
| "loss": 3.7209, |
| "step": 2920 |
| }, |
| { |
| "epoch": 7.095295536791315, |
| "grad_norm": 1.661629101580047, |
| "learning_rate": 7.874109889442594e-05, |
| "loss": 3.7057, |
| "step": 2940 |
| }, |
| { |
| "epoch": 7.143546441495778, |
| "grad_norm": 1.5331664521145354, |
| "learning_rate": 7.872049523730435e-05, |
| "loss": 3.7167, |
| "step": 2960 |
| }, |
| { |
| "epoch": 7.191797346200241, |
| "grad_norm": 1.594158312118796, |
| "learning_rate": 7.869972726793958e-05, |
| "loss": 3.7117, |
| "step": 2980 |
| }, |
| { |
| "epoch": 7.240048250904705, |
| "grad_norm": 1.4667189430278047, |
| "learning_rate": 7.867879508054437e-05, |
| "loss": 3.722, |
| "step": 3000 |
| }, |
| { |
| "epoch": 7.288299155609168, |
| "grad_norm": 1.4748928077173882, |
| "learning_rate": 7.865769877007638e-05, |
| "loss": 3.7154, |
| "step": 3020 |
| }, |
| { |
| "epoch": 7.33655006031363, |
| "grad_norm": 1.5547163287083452, |
| "learning_rate": 7.863643843223786e-05, |
| "loss": 3.7176, |
| "step": 3040 |
| }, |
| { |
| "epoch": 7.384800965018094, |
| "grad_norm": 1.5479115515775719, |
| "learning_rate": 7.861501416347515e-05, |
| "loss": 3.7127, |
| "step": 3060 |
| }, |
| { |
| "epoch": 7.433051869722557, |
| "grad_norm": 1.5434169704492728, |
| "learning_rate": 7.859342606097823e-05, |
| "loss": 3.7153, |
| "step": 3080 |
| }, |
| { |
| "epoch": 7.481302774427021, |
| "grad_norm": 1.5157001841254152, |
| "learning_rate": 7.857167422268032e-05, |
| "loss": 3.7207, |
| "step": 3100 |
| }, |
| { |
| "epoch": 7.529553679131483, |
| "grad_norm": 1.4504857472011103, |
| "learning_rate": 7.854975874725742e-05, |
| "loss": 3.7229, |
| "step": 3120 |
| }, |
| { |
| "epoch": 7.577804583835947, |
| "grad_norm": 1.491662283971144, |
| "learning_rate": 7.852767973412782e-05, |
| "loss": 3.7046, |
| "step": 3140 |
| }, |
| { |
| "epoch": 7.62605548854041, |
| "grad_norm": 1.4879089786287898, |
| "learning_rate": 7.850543728345177e-05, |
| "loss": 3.7143, |
| "step": 3160 |
| }, |
| { |
| "epoch": 7.674306393244874, |
| "grad_norm": 1.873113013218062, |
| "learning_rate": 7.848303149613087e-05, |
| "loss": 3.714, |
| "step": 3180 |
| }, |
| { |
| "epoch": 7.722557297949336, |
| "grad_norm": 1.5380756102482789, |
| "learning_rate": 7.846046247380772e-05, |
| "loss": 3.7237, |
| "step": 3200 |
| }, |
| { |
| "epoch": 7.7708082026538, |
| "grad_norm": 1.5612737804886545, |
| "learning_rate": 7.843773031886542e-05, |
| "loss": 3.7309, |
| "step": 3220 |
| }, |
| { |
| "epoch": 7.819059107358263, |
| "grad_norm": 1.440216620725101, |
| "learning_rate": 7.841483513442715e-05, |
| "loss": 3.7069, |
| "step": 3240 |
| }, |
| { |
| "epoch": 7.867310012062726, |
| "grad_norm": 1.6953171962833626, |
| "learning_rate": 7.839177702435557e-05, |
| "loss": 3.7189, |
| "step": 3260 |
| }, |
| { |
| "epoch": 7.915560916767189, |
| "grad_norm": 1.4423282019256183, |
| "learning_rate": 7.836855609325253e-05, |
| "loss": 3.7092, |
| "step": 3280 |
| }, |
| { |
| "epoch": 7.963811821471652, |
| "grad_norm": 1.5132875792301672, |
| "learning_rate": 7.834517244645849e-05, |
| "loss": 3.7082, |
| "step": 3300 |
| }, |
| { |
| "epoch": 8.012062726176115, |
| "grad_norm": 1.5880018400834566, |
| "learning_rate": 7.832162619005204e-05, |
| "loss": 3.7044, |
| "step": 3320 |
| }, |
| { |
| "epoch": 8.060313630880579, |
| "grad_norm": 1.5928358890666803, |
| "learning_rate": 7.829791743084947e-05, |
| "loss": 3.6969, |
| "step": 3340 |
| }, |
| { |
| "epoch": 8.108564535585042, |
| "grad_norm": 1.4989835695019693, |
| "learning_rate": 7.82740462764042e-05, |
| "loss": 3.6893, |
| "step": 3360 |
| }, |
| { |
| "epoch": 8.156815440289506, |
| "grad_norm": 1.4636527308683347, |
| "learning_rate": 7.82500128350064e-05, |
| "loss": 3.7004, |
| "step": 3380 |
| }, |
| { |
| "epoch": 8.205066344993968, |
| "grad_norm": 1.5341316712062159, |
| "learning_rate": 7.822581721568243e-05, |
| "loss": 3.6878, |
| "step": 3400 |
| }, |
| { |
| "epoch": 8.253317249698432, |
| "grad_norm": 1.4002356771356366, |
| "learning_rate": 7.820145952819435e-05, |
| "loss": 3.6958, |
| "step": 3420 |
| }, |
| { |
| "epoch": 8.301568154402895, |
| "grad_norm": 7.479412244417033, |
| "learning_rate": 7.817693988303946e-05, |
| "loss": 3.6929, |
| "step": 3440 |
| }, |
| { |
| "epoch": 8.349819059107359, |
| "grad_norm": 1.5877195244630389, |
| "learning_rate": 7.815225839144974e-05, |
| "loss": 3.7008, |
| "step": 3460 |
| }, |
| { |
| "epoch": 8.398069963811821, |
| "grad_norm": 1.5207811913816045, |
| "learning_rate": 7.812741516539138e-05, |
| "loss": 3.6939, |
| "step": 3480 |
| }, |
| { |
| "epoch": 8.446320868516285, |
| "grad_norm": 3.2897087829521374, |
| "learning_rate": 7.81024103175643e-05, |
| "loss": 3.6887, |
| "step": 3500 |
| }, |
| { |
| "epoch": 8.494571773220748, |
| "grad_norm": 1.545495992765523, |
| "learning_rate": 7.80772439614016e-05, |
| "loss": 3.6956, |
| "step": 3520 |
| }, |
| { |
| "epoch": 8.54282267792521, |
| "grad_norm": 1.5215137519403443, |
| "learning_rate": 7.805191621106898e-05, |
| "loss": 3.6983, |
| "step": 3540 |
| }, |
| { |
| "epoch": 8.591073582629674, |
| "grad_norm": 1.3333603718880649, |
| "learning_rate": 7.802642718146442e-05, |
| "loss": 3.6988, |
| "step": 3560 |
| }, |
| { |
| "epoch": 8.639324487334138, |
| "grad_norm": 1.4709170621964474, |
| "learning_rate": 7.800077698821747e-05, |
| "loss": 3.6854, |
| "step": 3580 |
| }, |
| { |
| "epoch": 8.687575392038601, |
| "grad_norm": 1.4563310995877055, |
| "learning_rate": 7.797496574768876e-05, |
| "loss": 3.6899, |
| "step": 3600 |
| }, |
| { |
| "epoch": 8.735826296743063, |
| "grad_norm": 1.5040853591375143, |
| "learning_rate": 7.794899357696957e-05, |
| "loss": 3.7022, |
| "step": 3620 |
| }, |
| { |
| "epoch": 8.784077201447527, |
| "grad_norm": 1.5323660925517602, |
| "learning_rate": 7.792286059388114e-05, |
| "loss": 3.6943, |
| "step": 3640 |
| }, |
| { |
| "epoch": 8.83232810615199, |
| "grad_norm": 1.4395984965835074, |
| "learning_rate": 7.789656691697432e-05, |
| "loss": 3.6935, |
| "step": 3660 |
| }, |
| { |
| "epoch": 8.880579010856454, |
| "grad_norm": 1.4096749610408732, |
| "learning_rate": 7.78701126655289e-05, |
| "loss": 3.7022, |
| "step": 3680 |
| }, |
| { |
| "epoch": 8.928829915560916, |
| "grad_norm": 1.4458837837649199, |
| "learning_rate": 7.784349795955309e-05, |
| "loss": 3.6998, |
| "step": 3700 |
| }, |
| { |
| "epoch": 8.97708082026538, |
| "grad_norm": 1.5027470696034027, |
| "learning_rate": 7.781672291978302e-05, |
| "loss": 3.687, |
| "step": 3720 |
| }, |
| { |
| "epoch": 9.025331724969844, |
| "grad_norm": 1.4540238851011928, |
| "learning_rate": 7.778978766768215e-05, |
| "loss": 3.6849, |
| "step": 3740 |
| }, |
| { |
| "epoch": 9.073582629674306, |
| "grad_norm": 1.5200922933720777, |
| "learning_rate": 7.776269232544076e-05, |
| "loss": 3.6704, |
| "step": 3760 |
| }, |
| { |
| "epoch": 9.12183353437877, |
| "grad_norm": 1.4545865414628814, |
| "learning_rate": 7.77354370159753e-05, |
| "loss": 3.668, |
| "step": 3780 |
| }, |
| { |
| "epoch": 9.170084439083233, |
| "grad_norm": 1.4333582645035396, |
| "learning_rate": 7.7708021862928e-05, |
| "loss": 3.6814, |
| "step": 3800 |
| }, |
| { |
| "epoch": 9.218335343787697, |
| "grad_norm": 1.4771484401079562, |
| "learning_rate": 7.768044699066615e-05, |
| "loss": 3.6722, |
| "step": 3820 |
| }, |
| { |
| "epoch": 9.266586248492159, |
| "grad_norm": 1.4836255397225804, |
| "learning_rate": 7.76527125242816e-05, |
| "loss": 3.6601, |
| "step": 3840 |
| }, |
| { |
| "epoch": 9.314837153196622, |
| "grad_norm": 1.4622594804690587, |
| "learning_rate": 7.76248185895902e-05, |
| "loss": 3.6763, |
| "step": 3860 |
| }, |
| { |
| "epoch": 9.363088057901086, |
| "grad_norm": 1.51405228491527, |
| "learning_rate": 7.759676531313121e-05, |
| "loss": 3.6671, |
| "step": 3880 |
| }, |
| { |
| "epoch": 9.41133896260555, |
| "grad_norm": 1.521713497510075, |
| "learning_rate": 7.756855282216676e-05, |
| "loss": 3.6707, |
| "step": 3900 |
| }, |
| { |
| "epoch": 9.459589867310012, |
| "grad_norm": 1.4170001468763875, |
| "learning_rate": 7.754018124468124e-05, |
| "loss": 3.6722, |
| "step": 3920 |
| }, |
| { |
| "epoch": 9.507840772014475, |
| "grad_norm": 1.6339331902771201, |
| "learning_rate": 7.75116507093807e-05, |
| "loss": 3.6739, |
| "step": 3940 |
| }, |
| { |
| "epoch": 9.556091676718939, |
| "grad_norm": 1.547061997922459, |
| "learning_rate": 7.748296134569232e-05, |
| "loss": 3.6708, |
| "step": 3960 |
| }, |
| { |
| "epoch": 9.604342581423401, |
| "grad_norm": 1.4716371915089814, |
| "learning_rate": 7.745411328376377e-05, |
| "loss": 3.671, |
| "step": 3980 |
| }, |
| { |
| "epoch": 9.652593486127865, |
| "grad_norm": 1.45610151130459, |
| "learning_rate": 7.74251066544627e-05, |
| "loss": 3.6778, |
| "step": 4000 |
| }, |
| { |
| "epoch": 9.700844390832328, |
| "grad_norm": 1.5360382116786424, |
| "learning_rate": 7.739594158937602e-05, |
| "loss": 3.6727, |
| "step": 4020 |
| }, |
| { |
| "epoch": 9.749095295536792, |
| "grad_norm": 1.4635652801648658, |
| "learning_rate": 7.736661822080943e-05, |
| "loss": 3.6731, |
| "step": 4040 |
| }, |
| { |
| "epoch": 9.797346200241254, |
| "grad_norm": 1.4235160153415376, |
| "learning_rate": 7.733713668178675e-05, |
| "loss": 3.6806, |
| "step": 4060 |
| }, |
| { |
| "epoch": 9.845597104945718, |
| "grad_norm": 1.405921545162294, |
| "learning_rate": 7.73074971060493e-05, |
| "loss": 3.6674, |
| "step": 4080 |
| }, |
| { |
| "epoch": 9.893848009650181, |
| "grad_norm": 1.361534708011098, |
| "learning_rate": 7.727769962805537e-05, |
| "loss": 3.6804, |
| "step": 4100 |
| }, |
| { |
| "epoch": 9.942098914354645, |
| "grad_norm": 1.4856575481820657, |
| "learning_rate": 7.724774438297955e-05, |
| "loss": 3.6626, |
| "step": 4120 |
| }, |
| { |
| "epoch": 9.990349819059107, |
| "grad_norm": 3.5232345468712687, |
| "learning_rate": 7.721763150671212e-05, |
| "loss": 3.6748, |
| "step": 4140 |
| }, |
| { |
| "epoch": 10.03860072376357, |
| "grad_norm": 1.5380933399832124, |
| "learning_rate": 7.718736113585845e-05, |
| "loss": 3.6586, |
| "step": 4160 |
| }, |
| { |
| "epoch": 10.086851628468034, |
| "grad_norm": 1.4095282972204572, |
| "learning_rate": 7.71569334077384e-05, |
| "loss": 3.6504, |
| "step": 4180 |
| }, |
| { |
| "epoch": 10.135102533172496, |
| "grad_norm": 1.5057419877063811, |
| "learning_rate": 7.712634846038561e-05, |
| "loss": 3.6532, |
| "step": 4200 |
| }, |
| { |
| "epoch": 10.18335343787696, |
| "grad_norm": 1.8655280564455574, |
| "learning_rate": 7.709560643254701e-05, |
| "loss": 3.656, |
| "step": 4220 |
| }, |
| { |
| "epoch": 10.231604342581424, |
| "grad_norm": 1.4954887389565181, |
| "learning_rate": 7.706470746368207e-05, |
| "loss": 3.663, |
| "step": 4240 |
| }, |
| { |
| "epoch": 10.279855247285887, |
| "grad_norm": 1.3059043848370975, |
| "learning_rate": 7.703365169396221e-05, |
| "loss": 3.6559, |
| "step": 4260 |
| }, |
| { |
| "epoch": 10.32810615199035, |
| "grad_norm": 1.482493751312778, |
| "learning_rate": 7.700243926427023e-05, |
| "loss": 3.6572, |
| "step": 4280 |
| }, |
| { |
| "epoch": 10.376357056694813, |
| "grad_norm": 1.4843923549822309, |
| "learning_rate": 7.697107031619954e-05, |
| "loss": 3.6643, |
| "step": 4300 |
| }, |
| { |
| "epoch": 10.424607961399277, |
| "grad_norm": 1.4299166535572836, |
| "learning_rate": 7.69395449920536e-05, |
| "loss": 3.6581, |
| "step": 4320 |
| }, |
| { |
| "epoch": 10.47285886610374, |
| "grad_norm": 1.480624305281969, |
| "learning_rate": 7.69078634348453e-05, |
| "loss": 3.669, |
| "step": 4340 |
| }, |
| { |
| "epoch": 10.521109770808202, |
| "grad_norm": 1.3707332689021106, |
| "learning_rate": 7.687602578829622e-05, |
| "loss": 3.6499, |
| "step": 4360 |
| }, |
| { |
| "epoch": 10.569360675512666, |
| "grad_norm": 1.4389380965055447, |
| "learning_rate": 7.684403219683606e-05, |
| "loss": 3.6476, |
| "step": 4380 |
| }, |
| { |
| "epoch": 10.61761158021713, |
| "grad_norm": 1.4966376080328812, |
| "learning_rate": 7.681188280560197e-05, |
| "loss": 3.6441, |
| "step": 4400 |
| }, |
| { |
| "epoch": 10.665862484921592, |
| "grad_norm": 1.3377126364202379, |
| "learning_rate": 7.677957776043786e-05, |
| "loss": 3.6521, |
| "step": 4420 |
| }, |
| { |
| "epoch": 10.714113389626055, |
| "grad_norm": 1.5209850491598578, |
| "learning_rate": 7.674711720789372e-05, |
| "loss": 3.6465, |
| "step": 4440 |
| }, |
| { |
| "epoch": 10.762364294330519, |
| "grad_norm": 1.4262205625808757, |
| "learning_rate": 7.671450129522505e-05, |
| "loss": 3.6549, |
| "step": 4460 |
| }, |
| { |
| "epoch": 10.810615199034983, |
| "grad_norm": 1.4780779690968957, |
| "learning_rate": 7.66817301703921e-05, |
| "loss": 3.6571, |
| "step": 4480 |
| }, |
| { |
| "epoch": 10.858866103739444, |
| "grad_norm": 1.3781131900089705, |
| "learning_rate": 7.664880398205926e-05, |
| "loss": 3.6617, |
| "step": 4500 |
| }, |
| { |
| "epoch": 10.907117008443908, |
| "grad_norm": 1.4175888098235734, |
| "learning_rate": 7.66157228795943e-05, |
| "loss": 3.6637, |
| "step": 4520 |
| }, |
| { |
| "epoch": 10.955367913148372, |
| "grad_norm": 1.3809220322381512, |
| "learning_rate": 7.658248701306779e-05, |
| "loss": 3.6595, |
| "step": 4540 |
| }, |
| { |
| "epoch": 11.003618817852836, |
| "grad_norm": 1.3630524689190069, |
| "learning_rate": 7.65490965332524e-05, |
| "loss": 3.6555, |
| "step": 4560 |
| }, |
| { |
| "epoch": 11.051869722557297, |
| "grad_norm": 1.4114377366083752, |
| "learning_rate": 7.651555159162212e-05, |
| "loss": 3.6367, |
| "step": 4580 |
| }, |
| { |
| "epoch": 11.100120627261761, |
| "grad_norm": 1.3219954548693968, |
| "learning_rate": 7.648185234035174e-05, |
| "loss": 3.6402, |
| "step": 4600 |
| }, |
| { |
| "epoch": 11.148371531966225, |
| "grad_norm": 1.4749477374312032, |
| "learning_rate": 7.644799893231601e-05, |
| "loss": 3.644, |
| "step": 4620 |
| }, |
| { |
| "epoch": 11.196622436670687, |
| "grad_norm": 1.4140977356147493, |
| "learning_rate": 7.6413991521089e-05, |
| "loss": 3.636, |
| "step": 4640 |
| }, |
| { |
| "epoch": 11.24487334137515, |
| "grad_norm": 1.3565018771531236, |
| "learning_rate": 7.637983026094345e-05, |
| "loss": 3.6482, |
| "step": 4660 |
| }, |
| { |
| "epoch": 11.293124246079614, |
| "grad_norm": 1.5182192049251302, |
| "learning_rate": 7.634551530684997e-05, |
| "loss": 3.6343, |
| "step": 4680 |
| }, |
| { |
| "epoch": 11.341375150784078, |
| "grad_norm": 1.4539679857510115, |
| "learning_rate": 7.631104681447642e-05, |
| "loss": 3.6276, |
| "step": 4700 |
| }, |
| { |
| "epoch": 11.38962605548854, |
| "grad_norm": 1.4248985938615921, |
| "learning_rate": 7.627642494018719e-05, |
| "loss": 3.6439, |
| "step": 4720 |
| }, |
| { |
| "epoch": 11.437876960193003, |
| "grad_norm": 1.3493016742899642, |
| "learning_rate": 7.624164984104249e-05, |
| "loss": 3.6321, |
| "step": 4740 |
| }, |
| { |
| "epoch": 11.486127864897467, |
| "grad_norm": 1.355089535319991, |
| "learning_rate": 7.620672167479758e-05, |
| "loss": 3.6445, |
| "step": 4760 |
| }, |
| { |
| "epoch": 11.534378769601929, |
| "grad_norm": 1.3459262973227828, |
| "learning_rate": 7.617164059990214e-05, |
| "loss": 3.6382, |
| "step": 4780 |
| }, |
| { |
| "epoch": 11.582629674306393, |
| "grad_norm": 1.5014284236035607, |
| "learning_rate": 7.613640677549949e-05, |
| "loss": 3.6384, |
| "step": 4800 |
| }, |
| { |
| "epoch": 11.630880579010856, |
| "grad_norm": 1.4372907424078012, |
| "learning_rate": 7.610102036142589e-05, |
| "loss": 3.6313, |
| "step": 4820 |
| }, |
| { |
| "epoch": 11.67913148371532, |
| "grad_norm": 1.368787553374139, |
| "learning_rate": 7.606548151820982e-05, |
| "loss": 3.6436, |
| "step": 4840 |
| }, |
| { |
| "epoch": 11.727382388419782, |
| "grad_norm": 1.39119135068542, |
| "learning_rate": 7.602979040707127e-05, |
| "loss": 3.6347, |
| "step": 4860 |
| }, |
| { |
| "epoch": 11.775633293124246, |
| "grad_norm": 1.3651880904940015, |
| "learning_rate": 7.599394718992093e-05, |
| "loss": 3.6305, |
| "step": 4880 |
| }, |
| { |
| "epoch": 11.82388419782871, |
| "grad_norm": 1.3712981756697378, |
| "learning_rate": 7.595795202935957e-05, |
| "loss": 3.6398, |
| "step": 4900 |
| }, |
| { |
| "epoch": 11.872135102533173, |
| "grad_norm": 1.4235383361513225, |
| "learning_rate": 7.59218050886772e-05, |
| "loss": 3.6415, |
| "step": 4920 |
| }, |
| { |
| "epoch": 11.920386007237635, |
| "grad_norm": 1.5404171405344735, |
| "learning_rate": 7.588550653185237e-05, |
| "loss": 3.632, |
| "step": 4940 |
| }, |
| { |
| "epoch": 11.968636911942099, |
| "grad_norm": 1.5064415896113885, |
| "learning_rate": 7.584905652355149e-05, |
| "loss": 3.6369, |
| "step": 4960 |
| }, |
| { |
| "epoch": 12.016887816646562, |
| "grad_norm": 1.4223348418227824, |
| "learning_rate": 7.581245522912794e-05, |
| "loss": 3.639, |
| "step": 4980 |
| }, |
| { |
| "epoch": 12.065138721351026, |
| "grad_norm": 1.4572105039734815, |
| "learning_rate": 7.577570281462144e-05, |
| "loss": 3.6129, |
| "step": 5000 |
| }, |
| { |
| "epoch": 12.113389626055488, |
| "grad_norm": 1.447961276889533, |
| "learning_rate": 7.573879944675727e-05, |
| "loss": 3.6207, |
| "step": 5020 |
| }, |
| { |
| "epoch": 12.161640530759952, |
| "grad_norm": 1.5072157187722552, |
| "learning_rate": 7.57017452929455e-05, |
| "loss": 3.6228, |
| "step": 5040 |
| }, |
| { |
| "epoch": 12.209891435464415, |
| "grad_norm": 1.369631308923679, |
| "learning_rate": 7.566454052128019e-05, |
| "loss": 3.6219, |
| "step": 5060 |
| }, |
| { |
| "epoch": 12.258142340168877, |
| "grad_norm": 1.3022798394255404, |
| "learning_rate": 7.562718530053868e-05, |
| "loss": 3.6141, |
| "step": 5080 |
| }, |
| { |
| "epoch": 12.306393244873341, |
| "grad_norm": 1.387263848409727, |
| "learning_rate": 7.558967980018088e-05, |
| "loss": 3.6203, |
| "step": 5100 |
| }, |
| { |
| "epoch": 12.354644149577805, |
| "grad_norm": 1.3810426814211905, |
| "learning_rate": 7.555202419034837e-05, |
| "loss": 3.6293, |
| "step": 5120 |
| }, |
| { |
| "epoch": 12.402895054282268, |
| "grad_norm": 1.5751366094292647, |
| "learning_rate": 7.551421864186368e-05, |
| "loss": 3.6234, |
| "step": 5140 |
| }, |
| { |
| "epoch": 12.45114595898673, |
| "grad_norm": 1.3912776318169473, |
| "learning_rate": 7.547626332622962e-05, |
| "loss": 3.6168, |
| "step": 5160 |
| }, |
| { |
| "epoch": 12.499396863691194, |
| "grad_norm": 1.3946313347002997, |
| "learning_rate": 7.543815841562829e-05, |
| "loss": 3.6175, |
| "step": 5180 |
| }, |
| { |
| "epoch": 12.547647768395658, |
| "grad_norm": 1.3893273149201788, |
| "learning_rate": 7.53999040829205e-05, |
| "loss": 3.631, |
| "step": 5200 |
| }, |
| { |
| "epoch": 12.595898673100121, |
| "grad_norm": 1.4093634131531048, |
| "learning_rate": 7.536150050164489e-05, |
| "loss": 3.6191, |
| "step": 5220 |
| }, |
| { |
| "epoch": 12.644149577804583, |
| "grad_norm": 1.3694279846771122, |
| "learning_rate": 7.532294784601714e-05, |
| "loss": 3.6243, |
| "step": 5240 |
| }, |
| { |
| "epoch": 12.692400482509047, |
| "grad_norm": 1.351883136068478, |
| "learning_rate": 7.52842462909292e-05, |
| "loss": 3.6179, |
| "step": 5260 |
| }, |
| { |
| "epoch": 12.74065138721351, |
| "grad_norm": 1.4216779650131315, |
| "learning_rate": 7.524539601194854e-05, |
| "loss": 3.6286, |
| "step": 5280 |
| }, |
| { |
| "epoch": 12.788902291917973, |
| "grad_norm": 1.48339985294723, |
| "learning_rate": 7.520639718531721e-05, |
| "loss": 3.6226, |
| "step": 5300 |
| }, |
| { |
| "epoch": 12.837153196622436, |
| "grad_norm": 1.3218060266942062, |
| "learning_rate": 7.516724998795126e-05, |
| "loss": 3.6244, |
| "step": 5320 |
| }, |
| { |
| "epoch": 12.8854041013269, |
| "grad_norm": 1.408721310145991, |
| "learning_rate": 7.51279545974397e-05, |
| "loss": 3.6154, |
| "step": 5340 |
| }, |
| { |
| "epoch": 12.933655006031364, |
| "grad_norm": 1.4651561054027191, |
| "learning_rate": 7.508851119204389e-05, |
| "loss": 3.6324, |
| "step": 5360 |
| }, |
| { |
| "epoch": 12.981905910735826, |
| "grad_norm": 1.3439463204286748, |
| "learning_rate": 7.504891995069661e-05, |
| "loss": 3.6254, |
| "step": 5380 |
| }, |
| { |
| "epoch": 13.03015681544029, |
| "grad_norm": 1.3783486050062788, |
| "learning_rate": 7.500918105300133e-05, |
| "loss": 3.6148, |
| "step": 5400 |
| }, |
| { |
| "epoch": 13.078407720144753, |
| "grad_norm": 1.3698371388903785, |
| "learning_rate": 7.49692946792313e-05, |
| "loss": 3.6018, |
| "step": 5420 |
| }, |
| { |
| "epoch": 13.126658624849217, |
| "grad_norm": 1.5092412215595707, |
| "learning_rate": 7.492926101032884e-05, |
| "loss": 3.6088, |
| "step": 5440 |
| }, |
| { |
| "epoch": 13.174909529553679, |
| "grad_norm": 1.4973427690301289, |
| "learning_rate": 7.488908022790442e-05, |
| "loss": 3.6168, |
| "step": 5460 |
| }, |
| { |
| "epoch": 13.223160434258142, |
| "grad_norm": 1.4288176687932665, |
| "learning_rate": 7.484875251423591e-05, |
| "loss": 3.6066, |
| "step": 5480 |
| }, |
| { |
| "epoch": 13.271411338962606, |
| "grad_norm": 1.4833556318062096, |
| "learning_rate": 7.480827805226774e-05, |
| "loss": 3.5999, |
| "step": 5500 |
| }, |
| { |
| "epoch": 13.319662243667068, |
| "grad_norm": 1.362469105303412, |
| "learning_rate": 7.476765702561e-05, |
| "loss": 3.6037, |
| "step": 5520 |
| }, |
| { |
| "epoch": 13.367913148371532, |
| "grad_norm": 2.244533466806775, |
| "learning_rate": 7.47268896185377e-05, |
| "loss": 3.6055, |
| "step": 5540 |
| }, |
| { |
| "epoch": 13.416164053075995, |
| "grad_norm": 1.3458648508728581, |
| "learning_rate": 7.468597601598993e-05, |
| "loss": 3.6058, |
| "step": 5560 |
| }, |
| { |
| "epoch": 13.464414957780459, |
| "grad_norm": 1.3888928310789863, |
| "learning_rate": 7.464491640356893e-05, |
| "loss": 3.6136, |
| "step": 5580 |
| }, |
| { |
| "epoch": 13.512665862484921, |
| "grad_norm": 1.4278749427925255, |
| "learning_rate": 7.46037109675393e-05, |
| "loss": 3.6067, |
| "step": 5600 |
| }, |
| { |
| "epoch": 13.560916767189385, |
| "grad_norm": 1.396992391851657, |
| "learning_rate": 7.456235989482722e-05, |
| "loss": 3.614, |
| "step": 5620 |
| }, |
| { |
| "epoch": 13.609167671893848, |
| "grad_norm": 1.3428222152485998, |
| "learning_rate": 7.45208633730195e-05, |
| "loss": 3.6153, |
| "step": 5640 |
| }, |
| { |
| "epoch": 13.657418576598312, |
| "grad_norm": 1.387729317705434, |
| "learning_rate": 7.447922159036279e-05, |
| "loss": 3.609, |
| "step": 5660 |
| }, |
| { |
| "epoch": 13.705669481302774, |
| "grad_norm": 1.5037702115199567, |
| "learning_rate": 7.44374347357627e-05, |
| "loss": 3.611, |
| "step": 5680 |
| }, |
| { |
| "epoch": 13.753920386007238, |
| "grad_norm": 1.4565325631680976, |
| "learning_rate": 7.439550299878292e-05, |
| "loss": 3.6044, |
| "step": 5700 |
| }, |
| { |
| "epoch": 13.802171290711701, |
| "grad_norm": 1.375194558811008, |
| "learning_rate": 7.435342656964443e-05, |
| "loss": 3.6111, |
| "step": 5720 |
| }, |
| { |
| "epoch": 13.850422195416163, |
| "grad_norm": 1.4107376590014142, |
| "learning_rate": 7.431120563922463e-05, |
| "loss": 3.6171, |
| "step": 5740 |
| }, |
| { |
| "epoch": 13.898673100120627, |
| "grad_norm": 1.2880900813962786, |
| "learning_rate": 7.426884039905636e-05, |
| "loss": 3.6189, |
| "step": 5760 |
| }, |
| { |
| "epoch": 13.94692400482509, |
| "grad_norm": 1.4358478119897717, |
| "learning_rate": 7.422633104132717e-05, |
| "loss": 3.6033, |
| "step": 5780 |
| }, |
| { |
| "epoch": 13.995174909529554, |
| "grad_norm": 1.4139354872294339, |
| "learning_rate": 7.418367775887838e-05, |
| "loss": 3.6137, |
| "step": 5800 |
| }, |
| { |
| "epoch": 14.043425814234016, |
| "grad_norm": 1.4207356370546331, |
| "learning_rate": 7.414088074520416e-05, |
| "loss": 3.5933, |
| "step": 5820 |
| }, |
| { |
| "epoch": 14.09167671893848, |
| "grad_norm": 1.3738821487513075, |
| "learning_rate": 7.409794019445084e-05, |
| "loss": 3.5978, |
| "step": 5840 |
| }, |
| { |
| "epoch": 14.139927623642944, |
| "grad_norm": 1.3728091038830288, |
| "learning_rate": 7.405485630141577e-05, |
| "loss": 3.5895, |
| "step": 5860 |
| }, |
| { |
| "epoch": 14.188178528347407, |
| "grad_norm": 1.4052754907452025, |
| "learning_rate": 7.40116292615466e-05, |
| "loss": 3.5897, |
| "step": 5880 |
| }, |
| { |
| "epoch": 14.23642943305187, |
| "grad_norm": 1.4286471563218608, |
| "learning_rate": 7.39682592709404e-05, |
| "loss": 3.5985, |
| "step": 5900 |
| }, |
| { |
| "epoch": 14.284680337756333, |
| "grad_norm": 1.4306942262648021, |
| "learning_rate": 7.39247465263427e-05, |
| "loss": 3.6007, |
| "step": 5920 |
| }, |
| { |
| "epoch": 14.332931242460797, |
| "grad_norm": 1.2817701224525075, |
| "learning_rate": 7.38810912251466e-05, |
| "loss": 3.5823, |
| "step": 5940 |
| }, |
| { |
| "epoch": 14.381182147165259, |
| "grad_norm": 1.321055787881288, |
| "learning_rate": 7.383729356539194e-05, |
| "loss": 3.5934, |
| "step": 5960 |
| }, |
| { |
| "epoch": 14.429433051869722, |
| "grad_norm": 1.3873275328895573, |
| "learning_rate": 7.379335374576433e-05, |
| "loss": 3.5901, |
| "step": 5980 |
| }, |
| { |
| "epoch": 14.477683956574186, |
| "grad_norm": 1.4117146192557464, |
| "learning_rate": 7.374927196559432e-05, |
| "loss": 3.5924, |
| "step": 6000 |
| }, |
| { |
| "epoch": 14.52593486127865, |
| "grad_norm": 1.3952579509235472, |
| "learning_rate": 7.37050484248564e-05, |
| "loss": 3.5954, |
| "step": 6020 |
| }, |
| { |
| "epoch": 14.574185765983112, |
| "grad_norm": 1.3536879407977533, |
| "learning_rate": 7.36606833241682e-05, |
| "loss": 3.586, |
| "step": 6040 |
| }, |
| { |
| "epoch": 14.622436670687575, |
| "grad_norm": 1.2813881975455519, |
| "learning_rate": 7.361617686478949e-05, |
| "loss": 3.6009, |
| "step": 6060 |
| }, |
| { |
| "epoch": 14.670687575392039, |
| "grad_norm": 1.340469492940025, |
| "learning_rate": 7.357152924862135e-05, |
| "loss": 3.5899, |
| "step": 6080 |
| }, |
| { |
| "epoch": 14.718938480096503, |
| "grad_norm": 1.374435429230131, |
| "learning_rate": 7.352674067820517e-05, |
| "loss": 3.5923, |
| "step": 6100 |
| }, |
| { |
| "epoch": 14.767189384800965, |
| "grad_norm": 1.4995624847714573, |
| "learning_rate": 7.348181135672178e-05, |
| "loss": 3.5955, |
| "step": 6120 |
| }, |
| { |
| "epoch": 14.815440289505428, |
| "grad_norm": 1.3988264273470428, |
| "learning_rate": 7.343674148799052e-05, |
| "loss": 3.5949, |
| "step": 6140 |
| }, |
| { |
| "epoch": 14.863691194209892, |
| "grad_norm": 1.464634229230846, |
| "learning_rate": 7.339153127646835e-05, |
| "loss": 3.5989, |
| "step": 6160 |
| }, |
| { |
| "epoch": 14.911942098914354, |
| "grad_norm": 1.3491545840159533, |
| "learning_rate": 7.334618092724882e-05, |
| "loss": 3.5924, |
| "step": 6180 |
| }, |
| { |
| "epoch": 14.960193003618818, |
| "grad_norm": 1.3553408775932534, |
| "learning_rate": 7.330069064606128e-05, |
| "loss": 3.5999, |
| "step": 6200 |
| }, |
| { |
| "epoch": 15.008443908323281, |
| "grad_norm": 1.3393501135758024, |
| "learning_rate": 7.325506063926979e-05, |
| "loss": 3.5833, |
| "step": 6220 |
| }, |
| { |
| "epoch": 15.056694813027745, |
| "grad_norm": 1.3862404544573832, |
| "learning_rate": 7.320929111387234e-05, |
| "loss": 3.5686, |
| "step": 6240 |
| }, |
| { |
| "epoch": 15.104945717732207, |
| "grad_norm": 1.4075777592885645, |
| "learning_rate": 7.316338227749983e-05, |
| "loss": 3.5722, |
| "step": 6260 |
| }, |
| { |
| "epoch": 15.15319662243667, |
| "grad_norm": 1.3437186848574647, |
| "learning_rate": 7.311733433841509e-05, |
| "loss": 3.5684, |
| "step": 6280 |
| }, |
| { |
| "epoch": 15.201447527141134, |
| "grad_norm": 1.503603446051624, |
| "learning_rate": 7.307114750551203e-05, |
| "loss": 3.5694, |
| "step": 6300 |
| }, |
| { |
| "epoch": 15.249698431845598, |
| "grad_norm": 1.377660044091865, |
| "learning_rate": 7.302482198831461e-05, |
| "loss": 3.5752, |
| "step": 6320 |
| }, |
| { |
| "epoch": 15.29794933655006, |
| "grad_norm": 1.4048204100650186, |
| "learning_rate": 7.297835799697595e-05, |
| "loss": 3.5754, |
| "step": 6340 |
| }, |
| { |
| "epoch": 15.346200241254524, |
| "grad_norm": 1.4271460316363236, |
| "learning_rate": 7.293175574227734e-05, |
| "loss": 3.5717, |
| "step": 6360 |
| }, |
| { |
| "epoch": 15.394451145958987, |
| "grad_norm": 1.3454817206864842, |
| "learning_rate": 7.288501543562727e-05, |
| "loss": 3.5865, |
| "step": 6380 |
| }, |
| { |
| "epoch": 15.44270205066345, |
| "grad_norm": 1.3431333244523744, |
| "learning_rate": 7.283813728906054e-05, |
| "loss": 3.5696, |
| "step": 6400 |
| }, |
| { |
| "epoch": 15.490952955367913, |
| "grad_norm": 1.3331522780625031, |
| "learning_rate": 7.279112151523722e-05, |
| "loss": 3.5856, |
| "step": 6420 |
| }, |
| { |
| "epoch": 15.539203860072377, |
| "grad_norm": 1.2025147427898581, |
| "learning_rate": 7.274396832744173e-05, |
| "loss": 3.5662, |
| "step": 6440 |
| }, |
| { |
| "epoch": 15.58745476477684, |
| "grad_norm": 1.257071900489434, |
| "learning_rate": 7.269667793958184e-05, |
| "loss": 3.5738, |
| "step": 6460 |
| }, |
| { |
| "epoch": 15.635705669481302, |
| "grad_norm": 1.5255732668252782, |
| "learning_rate": 7.264925056618778e-05, |
| "loss": 3.5819, |
| "step": 6480 |
| }, |
| { |
| "epoch": 15.683956574185766, |
| "grad_norm": 1.4855728963995904, |
| "learning_rate": 7.260168642241114e-05, |
| "loss": 3.5656, |
| "step": 6500 |
| }, |
| { |
| "epoch": 15.73220747889023, |
| "grad_norm": 1.3597939479829937, |
| "learning_rate": 7.2553985724024e-05, |
| "loss": 3.5923, |
| "step": 6520 |
| }, |
| { |
| "epoch": 15.780458383594693, |
| "grad_norm": 1.3264400083592989, |
| "learning_rate": 7.250614868741789e-05, |
| "loss": 3.5834, |
| "step": 6540 |
| }, |
| { |
| "epoch": 15.828709288299155, |
| "grad_norm": 1.3571517659715828, |
| "learning_rate": 7.245817552960285e-05, |
| "loss": 3.5886, |
| "step": 6560 |
| }, |
| { |
| "epoch": 15.876960193003619, |
| "grad_norm": 1.4330179296498873, |
| "learning_rate": 7.241006646820639e-05, |
| "loss": 3.5827, |
| "step": 6580 |
| }, |
| { |
| "epoch": 15.925211097708083, |
| "grad_norm": 1.3442004202959887, |
| "learning_rate": 7.23618217214726e-05, |
| "loss": 3.5892, |
| "step": 6600 |
| }, |
| { |
| "epoch": 15.973462002412544, |
| "grad_norm": 1.3519218178222103, |
| "learning_rate": 7.231344150826107e-05, |
| "loss": 3.5717, |
| "step": 6620 |
| }, |
| { |
| "epoch": 16.02171290711701, |
| "grad_norm": 1.4104151427307319, |
| "learning_rate": 7.226492604804587e-05, |
| "loss": 3.578, |
| "step": 6640 |
| }, |
| { |
| "epoch": 16.06996381182147, |
| "grad_norm": 1.4093150065722695, |
| "learning_rate": 7.221627556091473e-05, |
| "loss": 3.5613, |
| "step": 6660 |
| }, |
| { |
| "epoch": 16.118214716525934, |
| "grad_norm": 1.3502853805803472, |
| "learning_rate": 7.216749026756781e-05, |
| "loss": 3.56, |
| "step": 6680 |
| }, |
| { |
| "epoch": 16.166465621230397, |
| "grad_norm": 1.3453922174719974, |
| "learning_rate": 7.211857038931685e-05, |
| "loss": 3.5571, |
| "step": 6700 |
| }, |
| { |
| "epoch": 16.21471652593486, |
| "grad_norm": 1.3589362758315444, |
| "learning_rate": 7.206951614808417e-05, |
| "loss": 3.5683, |
| "step": 6720 |
| }, |
| { |
| "epoch": 16.262967430639325, |
| "grad_norm": 1.4106793198237377, |
| "learning_rate": 7.202032776640152e-05, |
| "loss": 3.5694, |
| "step": 6740 |
| }, |
| { |
| "epoch": 16.31121833534379, |
| "grad_norm": 1.30539164203963, |
| "learning_rate": 7.19710054674093e-05, |
| "loss": 3.5603, |
| "step": 6760 |
| }, |
| { |
| "epoch": 16.359469240048252, |
| "grad_norm": 1.3828518628214497, |
| "learning_rate": 7.19215494748553e-05, |
| "loss": 3.5637, |
| "step": 6780 |
| }, |
| { |
| "epoch": 16.407720144752716, |
| "grad_norm": 1.2848779295302535, |
| "learning_rate": 7.187196001309389e-05, |
| "loss": 3.5663, |
| "step": 6800 |
| }, |
| { |
| "epoch": 16.455971049457176, |
| "grad_norm": 1.3477211559207916, |
| "learning_rate": 7.182223730708484e-05, |
| "loss": 3.5686, |
| "step": 6820 |
| }, |
| { |
| "epoch": 16.50422195416164, |
| "grad_norm": 1.3442545670901938, |
| "learning_rate": 7.177238158239245e-05, |
| "loss": 3.5641, |
| "step": 6840 |
| }, |
| { |
| "epoch": 16.552472858866103, |
| "grad_norm": 1.5036033507354067, |
| "learning_rate": 7.17223930651844e-05, |
| "loss": 3.5521, |
| "step": 6860 |
| }, |
| { |
| "epoch": 16.600723763570567, |
| "grad_norm": 1.3739710854687264, |
| "learning_rate": 7.167227198223079e-05, |
| "loss": 3.5568, |
| "step": 6880 |
| }, |
| { |
| "epoch": 16.64897466827503, |
| "grad_norm": 1.3257414044143065, |
| "learning_rate": 7.162201856090311e-05, |
| "loss": 3.5688, |
| "step": 6900 |
| }, |
| { |
| "epoch": 16.697225572979495, |
| "grad_norm": 1.2995492368916621, |
| "learning_rate": 7.157163302917317e-05, |
| "loss": 3.5764, |
| "step": 6920 |
| }, |
| { |
| "epoch": 16.745476477683958, |
| "grad_norm": 1.327967500821095, |
| "learning_rate": 7.152111561561212e-05, |
| "loss": 3.5486, |
| "step": 6940 |
| }, |
| { |
| "epoch": 16.79372738238842, |
| "grad_norm": 1.402606693894971, |
| "learning_rate": 7.147046654938935e-05, |
| "loss": 3.5578, |
| "step": 6960 |
| }, |
| { |
| "epoch": 16.841978287092882, |
| "grad_norm": 1.3728788728181316, |
| "learning_rate": 7.141968606027154e-05, |
| "loss": 3.5684, |
| "step": 6980 |
| }, |
| { |
| "epoch": 16.890229191797346, |
| "grad_norm": 1.4002176338856882, |
| "learning_rate": 7.136877437862149e-05, |
| "loss": 3.5733, |
| "step": 7000 |
| }, |
| { |
| "epoch": 16.93848009650181, |
| "grad_norm": 1.289349231185858, |
| "learning_rate": 7.13177317353972e-05, |
| "loss": 3.5548, |
| "step": 7020 |
| }, |
| { |
| "epoch": 16.986731001206273, |
| "grad_norm": 1.4254456919933127, |
| "learning_rate": 7.126655836215078e-05, |
| "loss": 3.5633, |
| "step": 7040 |
| }, |
| { |
| "epoch": 17.034981905910737, |
| "grad_norm": 1.3465440173681196, |
| "learning_rate": 7.121525449102732e-05, |
| "loss": 3.5486, |
| "step": 7060 |
| }, |
| { |
| "epoch": 17.0832328106152, |
| "grad_norm": 1.3468831282125493, |
| "learning_rate": 7.116382035476399e-05, |
| "loss": 3.5378, |
| "step": 7080 |
| }, |
| { |
| "epoch": 17.13148371531966, |
| "grad_norm": 1.4242791673325266, |
| "learning_rate": 7.111225618668885e-05, |
| "loss": 3.5308, |
| "step": 7100 |
| }, |
| { |
| "epoch": 17.179734620024124, |
| "grad_norm": 1.3544761313985714, |
| "learning_rate": 7.106056222071984e-05, |
| "loss": 3.5451, |
| "step": 7120 |
| }, |
| { |
| "epoch": 17.227985524728588, |
| "grad_norm": 1.2828271168593333, |
| "learning_rate": 7.100873869136373e-05, |
| "loss": 3.5353, |
| "step": 7140 |
| }, |
| { |
| "epoch": 17.27623642943305, |
| "grad_norm": 1.3986486782644325, |
| "learning_rate": 7.095678583371508e-05, |
| "loss": 3.5479, |
| "step": 7160 |
| }, |
| { |
| "epoch": 17.324487334137515, |
| "grad_norm": 1.393244831435753, |
| "learning_rate": 7.09047038834551e-05, |
| "loss": 3.5568, |
| "step": 7180 |
| }, |
| { |
| "epoch": 17.37273823884198, |
| "grad_norm": 1.3403232480701772, |
| "learning_rate": 7.085249307685064e-05, |
| "loss": 3.5418, |
| "step": 7200 |
| }, |
| { |
| "epoch": 17.420989143546443, |
| "grad_norm": 1.3484915472931986, |
| "learning_rate": 7.080015365075306e-05, |
| "loss": 3.5506, |
| "step": 7220 |
| }, |
| { |
| "epoch": 17.469240048250903, |
| "grad_norm": 1.4320977564480464, |
| "learning_rate": 7.074768584259727e-05, |
| "loss": 3.5623, |
| "step": 7240 |
| }, |
| { |
| "epoch": 17.517490952955367, |
| "grad_norm": 1.3272036511957916, |
| "learning_rate": 7.06950898904005e-05, |
| "loss": 3.5437, |
| "step": 7260 |
| }, |
| { |
| "epoch": 17.56574185765983, |
| "grad_norm": 1.4259253637511264, |
| "learning_rate": 7.064236603276136e-05, |
| "loss": 3.5402, |
| "step": 7280 |
| }, |
| { |
| "epoch": 17.613992762364294, |
| "grad_norm": 1.3621758493884817, |
| "learning_rate": 7.058951450885868e-05, |
| "loss": 3.5517, |
| "step": 7300 |
| }, |
| { |
| "epoch": 17.662243667068758, |
| "grad_norm": 1.4513097058433229, |
| "learning_rate": 7.053653555845037e-05, |
| "loss": 3.5498, |
| "step": 7320 |
| }, |
| { |
| "epoch": 17.71049457177322, |
| "grad_norm": 1.3475733426932541, |
| "learning_rate": 7.048342942187255e-05, |
| "loss": 3.552, |
| "step": 7340 |
| }, |
| { |
| "epoch": 17.758745476477685, |
| "grad_norm": 1.4458325205884088, |
| "learning_rate": 7.043019634003817e-05, |
| "loss": 3.5401, |
| "step": 7360 |
| }, |
| { |
| "epoch": 17.80699638118215, |
| "grad_norm": 1.3660665824882157, |
| "learning_rate": 7.037683655443613e-05, |
| "loss": 3.5548, |
| "step": 7380 |
| }, |
| { |
| "epoch": 17.85524728588661, |
| "grad_norm": 1.3586225785806865, |
| "learning_rate": 7.03233503071301e-05, |
| "loss": 3.5543, |
| "step": 7400 |
| }, |
| { |
| "epoch": 17.903498190591073, |
| "grad_norm": 1.2724123467927833, |
| "learning_rate": 7.026973784075745e-05, |
| "loss": 3.552, |
| "step": 7420 |
| }, |
| { |
| "epoch": 17.951749095295536, |
| "grad_norm": 1.3170772934204147, |
| "learning_rate": 7.021599939852812e-05, |
| "loss": 3.5486, |
| "step": 7440 |
| }, |
| { |
| "epoch": 18.0, |
| "grad_norm": 1.3652229243237402, |
| "learning_rate": 7.016213522422351e-05, |
| "loss": 3.5434, |
| "step": 7460 |
| }, |
| { |
| "epoch": 18.048250904704464, |
| "grad_norm": 1.4718747181737277, |
| "learning_rate": 7.010814556219546e-05, |
| "loss": 3.5132, |
| "step": 7480 |
| }, |
| { |
| "epoch": 18.096501809408927, |
| "grad_norm": 1.334742766579442, |
| "learning_rate": 7.005403065736502e-05, |
| "loss": 3.5256, |
| "step": 7500 |
| }, |
| { |
| "epoch": 18.14475271411339, |
| "grad_norm": 1.405335888839279, |
| "learning_rate": 6.999979075522144e-05, |
| "loss": 3.5226, |
| "step": 7520 |
| }, |
| { |
| "epoch": 18.19300361881785, |
| "grad_norm": 1.4131058004600068, |
| "learning_rate": 6.994542610182095e-05, |
| "loss": 3.5407, |
| "step": 7540 |
| }, |
| { |
| "epoch": 18.241254523522315, |
| "grad_norm": 1.3196231227331894, |
| "learning_rate": 6.989093694378579e-05, |
| "loss": 3.5184, |
| "step": 7560 |
| }, |
| { |
| "epoch": 18.28950542822678, |
| "grad_norm": 1.440053573884787, |
| "learning_rate": 6.983632352830293e-05, |
| "loss": 3.531, |
| "step": 7580 |
| }, |
| { |
| "epoch": 18.337756332931242, |
| "grad_norm": 1.3453034016419898, |
| "learning_rate": 6.978158610312311e-05, |
| "loss": 3.5287, |
| "step": 7600 |
| }, |
| { |
| "epoch": 18.386007237635706, |
| "grad_norm": 1.349573177650762, |
| "learning_rate": 6.972672491655952e-05, |
| "loss": 3.5231, |
| "step": 7620 |
| }, |
| { |
| "epoch": 18.43425814234017, |
| "grad_norm": 1.398049931107363, |
| "learning_rate": 6.967174021748692e-05, |
| "loss": 3.5284, |
| "step": 7640 |
| }, |
| { |
| "epoch": 18.482509047044633, |
| "grad_norm": 1.3525551427119158, |
| "learning_rate": 6.961663225534028e-05, |
| "loss": 3.5395, |
| "step": 7660 |
| }, |
| { |
| "epoch": 18.530759951749097, |
| "grad_norm": 1.2993710354816081, |
| "learning_rate": 6.956140128011376e-05, |
| "loss": 3.5323, |
| "step": 7680 |
| }, |
| { |
| "epoch": 18.579010856453557, |
| "grad_norm": 1.3890366802128813, |
| "learning_rate": 6.95060475423596e-05, |
| "loss": 3.5417, |
| "step": 7700 |
| }, |
| { |
| "epoch": 18.62726176115802, |
| "grad_norm": 1.3049512221656476, |
| "learning_rate": 6.945057129318693e-05, |
| "loss": 3.5337, |
| "step": 7720 |
| }, |
| { |
| "epoch": 18.675512665862485, |
| "grad_norm": 1.3127891406514622, |
| "learning_rate": 6.939497278426062e-05, |
| "loss": 3.5311, |
| "step": 7740 |
| }, |
| { |
| "epoch": 18.72376357056695, |
| "grad_norm": 1.3168365536377595, |
| "learning_rate": 6.933925226780019e-05, |
| "loss": 3.5285, |
| "step": 7760 |
| }, |
| { |
| "epoch": 18.772014475271412, |
| "grad_norm": 1.2734374940459057, |
| "learning_rate": 6.928340999657866e-05, |
| "loss": 3.5227, |
| "step": 7780 |
| }, |
| { |
| "epoch": 18.820265379975876, |
| "grad_norm": 1.4008432294588524, |
| "learning_rate": 6.922744622392132e-05, |
| "loss": 3.5336, |
| "step": 7800 |
| }, |
| { |
| "epoch": 18.86851628468034, |
| "grad_norm": 1.3391144274665683, |
| "learning_rate": 6.91713612037047e-05, |
| "loss": 3.5397, |
| "step": 7820 |
| }, |
| { |
| "epoch": 18.9167671893848, |
| "grad_norm": 1.3035404556221803, |
| "learning_rate": 6.911515519035536e-05, |
| "loss": 3.5294, |
| "step": 7840 |
| }, |
| { |
| "epoch": 18.965018094089263, |
| "grad_norm": 1.3659430615443249, |
| "learning_rate": 6.905882843884868e-05, |
| "loss": 3.5476, |
| "step": 7860 |
| }, |
| { |
| "epoch": 19.013268998793727, |
| "grad_norm": 1.3451187958330466, |
| "learning_rate": 6.900238120470787e-05, |
| "loss": 3.5235, |
| "step": 7880 |
| }, |
| { |
| "epoch": 19.06151990349819, |
| "grad_norm": 1.4156077788696049, |
| "learning_rate": 6.894581374400257e-05, |
| "loss": 3.5018, |
| "step": 7900 |
| }, |
| { |
| "epoch": 19.109770808202654, |
| "grad_norm": 1.370702560816071, |
| "learning_rate": 6.888912631334795e-05, |
| "loss": 3.5183, |
| "step": 7920 |
| }, |
| { |
| "epoch": 19.158021712907118, |
| "grad_norm": 1.4333697940818249, |
| "learning_rate": 6.883231916990331e-05, |
| "loss": 3.5167, |
| "step": 7940 |
| }, |
| { |
| "epoch": 19.20627261761158, |
| "grad_norm": 1.2962135344851653, |
| "learning_rate": 6.87753925713711e-05, |
| "loss": 3.5072, |
| "step": 7960 |
| }, |
| { |
| "epoch": 19.254523522316042, |
| "grad_norm": 1.3982888417502692, |
| "learning_rate": 6.871834677599563e-05, |
| "loss": 3.5056, |
| "step": 7980 |
| }, |
| { |
| "epoch": 19.302774427020505, |
| "grad_norm": 1.4040918627151502, |
| "learning_rate": 6.866118204256195e-05, |
| "loss": 3.5001, |
| "step": 8000 |
| }, |
| { |
| "epoch": 19.35102533172497, |
| "grad_norm": 1.3308845414089236, |
| "learning_rate": 6.860389863039463e-05, |
| "loss": 3.5257, |
| "step": 8020 |
| }, |
| { |
| "epoch": 19.399276236429433, |
| "grad_norm": 1.3473147201814184, |
| "learning_rate": 6.854649679935669e-05, |
| "loss": 3.5126, |
| "step": 8040 |
| }, |
| { |
| "epoch": 19.447527141133897, |
| "grad_norm": 1.3329328130165414, |
| "learning_rate": 6.848897680984831e-05, |
| "loss": 3.5233, |
| "step": 8060 |
| }, |
| { |
| "epoch": 19.49577804583836, |
| "grad_norm": 1.441598849598742, |
| "learning_rate": 6.84313389228057e-05, |
| "loss": 3.5256, |
| "step": 8080 |
| }, |
| { |
| "epoch": 19.544028950542824, |
| "grad_norm": 1.3981476451404056, |
| "learning_rate": 6.837358339969986e-05, |
| "loss": 3.5169, |
| "step": 8100 |
| }, |
| { |
| "epoch": 19.592279855247284, |
| "grad_norm": 1.473494372973617, |
| "learning_rate": 6.831571050253552e-05, |
| "loss": 3.5231, |
| "step": 8120 |
| }, |
| { |
| "epoch": 19.640530759951748, |
| "grad_norm": 1.3459257272172465, |
| "learning_rate": 6.825772049384981e-05, |
| "loss": 3.5285, |
| "step": 8140 |
| }, |
| { |
| "epoch": 19.68878166465621, |
| "grad_norm": 1.3396815660594323, |
| "learning_rate": 6.819961363671116e-05, |
| "loss": 3.5186, |
| "step": 8160 |
| }, |
| { |
| "epoch": 19.737032569360675, |
| "grad_norm": 1.315367981956391, |
| "learning_rate": 6.814139019471805e-05, |
| "loss": 3.5153, |
| "step": 8180 |
| }, |
| { |
| "epoch": 19.78528347406514, |
| "grad_norm": 1.4417992576380747, |
| "learning_rate": 6.808305043199786e-05, |
| "loss": 3.5065, |
| "step": 8200 |
| }, |
| { |
| "epoch": 19.833534378769603, |
| "grad_norm": 1.3093142758888314, |
| "learning_rate": 6.802459461320568e-05, |
| "loss": 3.5154, |
| "step": 8220 |
| }, |
| { |
| "epoch": 19.881785283474066, |
| "grad_norm": 1.2691023393782597, |
| "learning_rate": 6.796602300352299e-05, |
| "loss": 3.5189, |
| "step": 8240 |
| }, |
| { |
| "epoch": 19.93003618817853, |
| "grad_norm": 1.3858294120492105, |
| "learning_rate": 6.790733586865663e-05, |
| "loss": 3.5126, |
| "step": 8260 |
| }, |
| { |
| "epoch": 19.97828709288299, |
| "grad_norm": 1.3859427770359112, |
| "learning_rate": 6.784853347483754e-05, |
| "loss": 3.5296, |
| "step": 8280 |
| }, |
| { |
| "epoch": 20.026537997587454, |
| "grad_norm": 1.389651259276575, |
| "learning_rate": 6.778961608881943e-05, |
| "loss": 3.5051, |
| "step": 8300 |
| }, |
| { |
| "epoch": 20.074788902291917, |
| "grad_norm": 1.7833871853540262, |
| "learning_rate": 6.773058397787771e-05, |
| "loss": 3.4934, |
| "step": 8320 |
| }, |
| { |
| "epoch": 20.12303980699638, |
| "grad_norm": 1.424241397218042, |
| "learning_rate": 6.767143740980828e-05, |
| "loss": 3.4878, |
| "step": 8340 |
| }, |
| { |
| "epoch": 20.171290711700845, |
| "grad_norm": 1.3800957650432715, |
| "learning_rate": 6.761217665292618e-05, |
| "loss": 3.4946, |
| "step": 8360 |
| }, |
| { |
| "epoch": 20.21954161640531, |
| "grad_norm": 1.3505558756637868, |
| "learning_rate": 6.755280197606453e-05, |
| "loss": 3.4969, |
| "step": 8380 |
| }, |
| { |
| "epoch": 20.267792521109772, |
| "grad_norm": 1.3553288089910815, |
| "learning_rate": 6.74933136485732e-05, |
| "loss": 3.4965, |
| "step": 8400 |
| }, |
| { |
| "epoch": 20.316043425814232, |
| "grad_norm": 1.337879256694732, |
| "learning_rate": 6.743371194031768e-05, |
| "loss": 3.4893, |
| "step": 8420 |
| }, |
| { |
| "epoch": 20.364294330518696, |
| "grad_norm": 1.3709316338200601, |
| "learning_rate": 6.737399712167774e-05, |
| "loss": 3.4912, |
| "step": 8440 |
| }, |
| { |
| "epoch": 20.41254523522316, |
| "grad_norm": 1.3684271934354195, |
| "learning_rate": 6.731416946354633e-05, |
| "loss": 3.5002, |
| "step": 8460 |
| }, |
| { |
| "epoch": 20.460796139927623, |
| "grad_norm": 1.4298664335710167, |
| "learning_rate": 6.725422923732825e-05, |
| "loss": 3.4997, |
| "step": 8480 |
| }, |
| { |
| "epoch": 20.509047044632087, |
| "grad_norm": 1.3492528119874327, |
| "learning_rate": 6.719417671493895e-05, |
| "loss": 3.4937, |
| "step": 8500 |
| }, |
| { |
| "epoch": 20.55729794933655, |
| "grad_norm": 1.4152831946966533, |
| "learning_rate": 6.713401216880337e-05, |
| "loss": 3.5027, |
| "step": 8520 |
| }, |
| { |
| "epoch": 20.605548854041015, |
| "grad_norm": 1.4022439925279317, |
| "learning_rate": 6.707373587185455e-05, |
| "loss": 3.5186, |
| "step": 8540 |
| }, |
| { |
| "epoch": 20.65379975874548, |
| "grad_norm": 1.3903765392923026, |
| "learning_rate": 6.701334809753257e-05, |
| "loss": 3.5065, |
| "step": 8560 |
| }, |
| { |
| "epoch": 20.70205066344994, |
| "grad_norm": 1.4206250127760327, |
| "learning_rate": 6.695284911978315e-05, |
| "loss": 3.4895, |
| "step": 8580 |
| }, |
| { |
| "epoch": 20.750301568154402, |
| "grad_norm": 1.3814379287969833, |
| "learning_rate": 6.689223921305652e-05, |
| "loss": 3.51, |
| "step": 8600 |
| }, |
| { |
| "epoch": 20.798552472858866, |
| "grad_norm": 1.4502840877504661, |
| "learning_rate": 6.68315186523061e-05, |
| "loss": 3.5011, |
| "step": 8620 |
| }, |
| { |
| "epoch": 20.84680337756333, |
| "grad_norm": 1.2531988322916783, |
| "learning_rate": 6.677068771298732e-05, |
| "loss": 3.5051, |
| "step": 8640 |
| }, |
| { |
| "epoch": 20.895054282267793, |
| "grad_norm": 1.3489186967154478, |
| "learning_rate": 6.670974667105632e-05, |
| "loss": 3.4877, |
| "step": 8660 |
| }, |
| { |
| "epoch": 20.943305186972257, |
| "grad_norm": 1.3871498568629395, |
| "learning_rate": 6.664869580296873e-05, |
| "loss": 3.5027, |
| "step": 8680 |
| }, |
| { |
| "epoch": 20.99155609167672, |
| "grad_norm": 1.430147335514442, |
| "learning_rate": 6.658753538567835e-05, |
| "loss": 3.4973, |
| "step": 8700 |
| }, |
| { |
| "epoch": 21.03980699638118, |
| "grad_norm": 1.3873094477304304, |
| "learning_rate": 6.6526265696636e-05, |
| "loss": 3.4617, |
| "step": 8720 |
| }, |
| { |
| "epoch": 21.088057901085644, |
| "grad_norm": 1.3484982099621516, |
| "learning_rate": 6.64648870137882e-05, |
| "loss": 3.4846, |
| "step": 8740 |
| }, |
| { |
| "epoch": 21.136308805790108, |
| "grad_norm": 1.3354971030068048, |
| "learning_rate": 6.640339961557587e-05, |
| "loss": 3.4729, |
| "step": 8760 |
| }, |
| { |
| "epoch": 21.18455971049457, |
| "grad_norm": 1.3800354328357156, |
| "learning_rate": 6.634180378093315e-05, |
| "loss": 3.4707, |
| "step": 8780 |
| }, |
| { |
| "epoch": 21.232810615199035, |
| "grad_norm": 1.3659141353177764, |
| "learning_rate": 6.62800997892861e-05, |
| "loss": 3.4827, |
| "step": 8800 |
| }, |
| { |
| "epoch": 21.2810615199035, |
| "grad_norm": 1.4039749193362447, |
| "learning_rate": 6.62182879205514e-05, |
| "loss": 3.4775, |
| "step": 8820 |
| }, |
| { |
| "epoch": 21.329312424607963, |
| "grad_norm": 1.3127822762875163, |
| "learning_rate": 6.615636845513512e-05, |
| "loss": 3.4846, |
| "step": 8840 |
| }, |
| { |
| "epoch": 21.377563329312423, |
| "grad_norm": 1.3599962268926067, |
| "learning_rate": 6.609434167393145e-05, |
| "loss": 3.4891, |
| "step": 8860 |
| }, |
| { |
| "epoch": 21.425814234016887, |
| "grad_norm": 1.524656682421502, |
| "learning_rate": 6.603220785832138e-05, |
| "loss": 3.4803, |
| "step": 8880 |
| }, |
| { |
| "epoch": 21.47406513872135, |
| "grad_norm": 2.489473235550044, |
| "learning_rate": 6.59699672901715e-05, |
| "loss": 3.4905, |
| "step": 8900 |
| }, |
| { |
| "epoch": 21.522316043425814, |
| "grad_norm": 1.3648307931089627, |
| "learning_rate": 6.590762025183263e-05, |
| "loss": 3.493, |
| "step": 8920 |
| }, |
| { |
| "epoch": 21.570566948130278, |
| "grad_norm": 1.3482657915749567, |
| "learning_rate": 6.584516702613864e-05, |
| "loss": 3.4759, |
| "step": 8940 |
| }, |
| { |
| "epoch": 21.61881785283474, |
| "grad_norm": 1.3503506925843896, |
| "learning_rate": 6.578260789640506e-05, |
| "loss": 3.4821, |
| "step": 8960 |
| }, |
| { |
| "epoch": 21.667068757539205, |
| "grad_norm": 1.6358069488535654, |
| "learning_rate": 6.571994314642788e-05, |
| "loss": 3.4891, |
| "step": 8980 |
| }, |
| { |
| "epoch": 21.715319662243665, |
| "grad_norm": 1.3587618529825676, |
| "learning_rate": 6.56571730604822e-05, |
| "loss": 3.4834, |
| "step": 9000 |
| }, |
| { |
| "epoch": 21.76357056694813, |
| "grad_norm": 1.349559810211428, |
| "learning_rate": 6.559429792332102e-05, |
| "loss": 3.4875, |
| "step": 9020 |
| }, |
| { |
| "epoch": 21.811821471652593, |
| "grad_norm": 1.4250347669290413, |
| "learning_rate": 6.553131802017385e-05, |
| "loss": 3.4877, |
| "step": 9040 |
| }, |
| { |
| "epoch": 21.860072376357056, |
| "grad_norm": 1.374420740600758, |
| "learning_rate": 6.546823363674549e-05, |
| "loss": 3.4787, |
| "step": 9060 |
| }, |
| { |
| "epoch": 21.90832328106152, |
| "grad_norm": 1.4270666868478035, |
| "learning_rate": 6.54050450592147e-05, |
| "loss": 3.4864, |
| "step": 9080 |
| }, |
| { |
| "epoch": 21.956574185765984, |
| "grad_norm": 1.3779172136683628, |
| "learning_rate": 6.534175257423292e-05, |
| "loss": 3.4854, |
| "step": 9100 |
| }, |
| { |
| "epoch": 22.004825090470447, |
| "grad_norm": 1.360825354496672, |
| "learning_rate": 6.527835646892296e-05, |
| "loss": 3.4943, |
| "step": 9120 |
| }, |
| { |
| "epoch": 22.05307599517491, |
| "grad_norm": 1.3382712449271654, |
| "learning_rate": 6.521485703087768e-05, |
| "loss": 3.4455, |
| "step": 9140 |
| }, |
| { |
| "epoch": 22.10132689987937, |
| "grad_norm": 1.3673722701381883, |
| "learning_rate": 6.515125454815874e-05, |
| "loss": 3.4572, |
| "step": 9160 |
| }, |
| { |
| "epoch": 22.149577804583835, |
| "grad_norm": 1.3991528020684676, |
| "learning_rate": 6.508754930929518e-05, |
| "loss": 3.4449, |
| "step": 9180 |
| }, |
| { |
| "epoch": 22.1978287092883, |
| "grad_norm": 1.3521027618671102, |
| "learning_rate": 6.502374160328229e-05, |
| "loss": 3.4508, |
| "step": 9200 |
| }, |
| { |
| "epoch": 22.246079613992762, |
| "grad_norm": 1.4252634062708227, |
| "learning_rate": 6.495983171958013e-05, |
| "loss": 3.4522, |
| "step": 9220 |
| }, |
| { |
| "epoch": 22.294330518697226, |
| "grad_norm": 1.3288735701377816, |
| "learning_rate": 6.48958199481123e-05, |
| "loss": 3.4575, |
| "step": 9240 |
| }, |
| { |
| "epoch": 22.34258142340169, |
| "grad_norm": 1.358826386561114, |
| "learning_rate": 6.483170657926461e-05, |
| "loss": 3.4456, |
| "step": 9260 |
| }, |
| { |
| "epoch": 22.390832328106153, |
| "grad_norm": 1.3777867374208297, |
| "learning_rate": 6.476749190388375e-05, |
| "loss": 3.4726, |
| "step": 9280 |
| }, |
| { |
| "epoch": 22.439083232810614, |
| "grad_norm": 1.380164293331784, |
| "learning_rate": 6.4703176213276e-05, |
| "loss": 3.4772, |
| "step": 9300 |
| }, |
| { |
| "epoch": 22.487334137515077, |
| "grad_norm": 1.4426186727271018, |
| "learning_rate": 6.463875979920587e-05, |
| "loss": 3.4658, |
| "step": 9320 |
| }, |
| { |
| "epoch": 22.53558504221954, |
| "grad_norm": 1.3740742762612743, |
| "learning_rate": 6.457424295389482e-05, |
| "loss": 3.4614, |
| "step": 9340 |
| }, |
| { |
| "epoch": 22.583835946924005, |
| "grad_norm": 1.3616128581984477, |
| "learning_rate": 6.450962597001988e-05, |
| "loss": 3.4729, |
| "step": 9360 |
| }, |
| { |
| "epoch": 22.63208685162847, |
| "grad_norm": 1.3747519550529677, |
| "learning_rate": 6.444490914071236e-05, |
| "loss": 3.4616, |
| "step": 9380 |
| }, |
| { |
| "epoch": 22.680337756332932, |
| "grad_norm": 1.313777596647883, |
| "learning_rate": 6.438009275955655e-05, |
| "loss": 3.4698, |
| "step": 9400 |
| }, |
| { |
| "epoch": 22.728588661037396, |
| "grad_norm": 1.40379778066415, |
| "learning_rate": 6.431517712058833e-05, |
| "loss": 3.466, |
| "step": 9420 |
| }, |
| { |
| "epoch": 22.77683956574186, |
| "grad_norm": 1.294024483197636, |
| "learning_rate": 6.425016251829382e-05, |
| "loss": 3.4709, |
| "step": 9440 |
| }, |
| { |
| "epoch": 22.82509047044632, |
| "grad_norm": 1.3597158419280337, |
| "learning_rate": 6.418504924760814e-05, |
| "loss": 3.4738, |
| "step": 9460 |
| }, |
| { |
| "epoch": 22.873341375150783, |
| "grad_norm": 1.3337060936733367, |
| "learning_rate": 6.411983760391396e-05, |
| "loss": 3.47, |
| "step": 9480 |
| }, |
| { |
| "epoch": 22.921592279855247, |
| "grad_norm": 1.3860728800380355, |
| "learning_rate": 6.405452788304028e-05, |
| "loss": 3.4638, |
| "step": 9500 |
| }, |
| { |
| "epoch": 22.96984318455971, |
| "grad_norm": 1.36137998754782, |
| "learning_rate": 6.398912038126092e-05, |
| "loss": 3.465, |
| "step": 9520 |
| }, |
| { |
| "epoch": 23.018094089264174, |
| "grad_norm": 1.4801569353308635, |
| "learning_rate": 6.39236153952934e-05, |
| "loss": 3.4429, |
| "step": 9540 |
| }, |
| { |
| "epoch": 23.066344993968638, |
| "grad_norm": 1.4347308449751661, |
| "learning_rate": 6.38580132222974e-05, |
| "loss": 3.4339, |
| "step": 9560 |
| }, |
| { |
| "epoch": 23.1145958986731, |
| "grad_norm": 1.3973656989452647, |
| "learning_rate": 6.379231415987348e-05, |
| "loss": 3.43, |
| "step": 9580 |
| }, |
| { |
| "epoch": 23.162846803377562, |
| "grad_norm": 1.4172951961792657, |
| "learning_rate": 6.372651850606174e-05, |
| "loss": 3.4399, |
| "step": 9600 |
| }, |
| { |
| "epoch": 23.211097708082026, |
| "grad_norm": 1.3646810300274477, |
| "learning_rate": 6.366062655934049e-05, |
| "loss": 3.4247, |
| "step": 9620 |
| }, |
| { |
| "epoch": 23.25934861278649, |
| "grad_norm": 1.4122399522240134, |
| "learning_rate": 6.359463861862483e-05, |
| "loss": 3.4392, |
| "step": 9640 |
| }, |
| { |
| "epoch": 23.307599517490953, |
| "grad_norm": 1.39642267412722, |
| "learning_rate": 6.352855498326539e-05, |
| "loss": 3.4538, |
| "step": 9660 |
| }, |
| { |
| "epoch": 23.355850422195417, |
| "grad_norm": 1.3143788008611805, |
| "learning_rate": 6.346237595304681e-05, |
| "loss": 3.4513, |
| "step": 9680 |
| }, |
| { |
| "epoch": 23.40410132689988, |
| "grad_norm": 1.3445229414875404, |
| "learning_rate": 6.339610182818658e-05, |
| "loss": 3.4538, |
| "step": 9700 |
| }, |
| { |
| "epoch": 23.452352231604344, |
| "grad_norm": 2.8121660916494795, |
| "learning_rate": 6.332973290933354e-05, |
| "loss": 3.4345, |
| "step": 9720 |
| }, |
| { |
| "epoch": 23.500603136308804, |
| "grad_norm": 1.3791354450298534, |
| "learning_rate": 6.326326949756656e-05, |
| "loss": 3.4301, |
| "step": 9740 |
| }, |
| { |
| "epoch": 23.548854041013268, |
| "grad_norm": 1.4489021817675398, |
| "learning_rate": 6.319671189439319e-05, |
| "loss": 3.4376, |
| "step": 9760 |
| }, |
| { |
| "epoch": 23.59710494571773, |
| "grad_norm": 1.4293749277633725, |
| "learning_rate": 6.313006040174827e-05, |
| "loss": 3.4412, |
| "step": 9780 |
| }, |
| { |
| "epoch": 23.645355850422195, |
| "grad_norm": 1.2749674211622617, |
| "learning_rate": 6.30633153219925e-05, |
| "loss": 3.4416, |
| "step": 9800 |
| }, |
| { |
| "epoch": 23.69360675512666, |
| "grad_norm": 1.4478062642865859, |
| "learning_rate": 6.299647695791125e-05, |
| "loss": 3.4353, |
| "step": 9820 |
| }, |
| { |
| "epoch": 23.741857659831123, |
| "grad_norm": 1.4284909808896054, |
| "learning_rate": 6.292954561271298e-05, |
| "loss": 3.4449, |
| "step": 9840 |
| }, |
| { |
| "epoch": 23.790108564535586, |
| "grad_norm": 1.4303857326565035, |
| "learning_rate": 6.286252159002797e-05, |
| "loss": 3.4551, |
| "step": 9860 |
| }, |
| { |
| "epoch": 23.838359469240046, |
| "grad_norm": 1.354405157312603, |
| "learning_rate": 6.279540519390695e-05, |
| "loss": 3.4556, |
| "step": 9880 |
| }, |
| { |
| "epoch": 23.88661037394451, |
| "grad_norm": 1.319955864007499, |
| "learning_rate": 6.272819672881968e-05, |
| "loss": 3.4506, |
| "step": 9900 |
| }, |
| { |
| "epoch": 23.934861278648974, |
| "grad_norm": 1.3759299524138333, |
| "learning_rate": 6.266089649965358e-05, |
| "loss": 3.4509, |
| "step": 9920 |
| }, |
| { |
| "epoch": 23.983112183353438, |
| "grad_norm": 1.3621028643351636, |
| "learning_rate": 6.259350481171239e-05, |
| "loss": 3.4498, |
| "step": 9940 |
| }, |
| { |
| "epoch": 24.0313630880579, |
| "grad_norm": 1.3547005879258747, |
| "learning_rate": 6.252602197071467e-05, |
| "loss": 3.4218, |
| "step": 9960 |
| }, |
| { |
| "epoch": 24.079613992762365, |
| "grad_norm": 1.3719683284784099, |
| "learning_rate": 6.245844828279258e-05, |
| "loss": 3.4049, |
| "step": 9980 |
| }, |
| { |
| "epoch": 24.12786489746683, |
| "grad_norm": 1.3966276987972166, |
| "learning_rate": 6.239078405449034e-05, |
| "loss": 3.4368, |
| "step": 10000 |
| }, |
| { |
| "epoch": 24.176115802171292, |
| "grad_norm": 1.353229325335622, |
| "learning_rate": 6.232302959276295e-05, |
| "loss": 3.4188, |
| "step": 10020 |
| }, |
| { |
| "epoch": 24.224366706875752, |
| "grad_norm": 1.340831950588701, |
| "learning_rate": 6.22551852049747e-05, |
| "loss": 3.414, |
| "step": 10040 |
| }, |
| { |
| "epoch": 24.272617611580216, |
| "grad_norm": 1.4091820125180248, |
| "learning_rate": 6.218725119889784e-05, |
| "loss": 3.4129, |
| "step": 10060 |
| }, |
| { |
| "epoch": 24.32086851628468, |
| "grad_norm": 1.4669552649633537, |
| "learning_rate": 6.211922788271119e-05, |
| "loss": 3.4229, |
| "step": 10080 |
| }, |
| { |
| "epoch": 24.369119420989144, |
| "grad_norm": 1.370507291544653, |
| "learning_rate": 6.20511155649987e-05, |
| "loss": 3.4263, |
| "step": 10100 |
| }, |
| { |
| "epoch": 24.417370325693607, |
| "grad_norm": 1.3213707928578906, |
| "learning_rate": 6.198291455474807e-05, |
| "loss": 3.4268, |
| "step": 10120 |
| }, |
| { |
| "epoch": 24.46562123039807, |
| "grad_norm": 1.4257095805231388, |
| "learning_rate": 6.191462516134937e-05, |
| "loss": 3.4259, |
| "step": 10140 |
| }, |
| { |
| "epoch": 24.513872135102535, |
| "grad_norm": 1.452648952486357, |
| "learning_rate": 6.184624769459359e-05, |
| "loss": 3.4329, |
| "step": 10160 |
| }, |
| { |
| "epoch": 24.562123039806995, |
| "grad_norm": 1.383241153513214, |
| "learning_rate": 6.177778246467125e-05, |
| "loss": 3.421, |
| "step": 10180 |
| }, |
| { |
| "epoch": 24.61037394451146, |
| "grad_norm": 1.3533585524917167, |
| "learning_rate": 6.170922978217103e-05, |
| "loss": 3.4183, |
| "step": 10200 |
| }, |
| { |
| "epoch": 24.658624849215922, |
| "grad_norm": 1.3521096607975365, |
| "learning_rate": 6.164058995807836e-05, |
| "loss": 3.4261, |
| "step": 10220 |
| }, |
| { |
| "epoch": 24.706875753920386, |
| "grad_norm": 1.3852922187219667, |
| "learning_rate": 6.157186330377392e-05, |
| "loss": 3.4317, |
| "step": 10240 |
| }, |
| { |
| "epoch": 24.75512665862485, |
| "grad_norm": 1.4656863604396027, |
| "learning_rate": 6.150305013103232e-05, |
| "loss": 3.4175, |
| "step": 10260 |
| }, |
| { |
| "epoch": 24.803377563329313, |
| "grad_norm": 1.3966387296549299, |
| "learning_rate": 6.143415075202067e-05, |
| "loss": 3.4271, |
| "step": 10280 |
| }, |
| { |
| "epoch": 24.851628468033777, |
| "grad_norm": 1.4482655813807253, |
| "learning_rate": 6.13651654792971e-05, |
| "loss": 3.4204, |
| "step": 10300 |
| }, |
| { |
| "epoch": 24.89987937273824, |
| "grad_norm": 1.410448558421375, |
| "learning_rate": 6.129609462580944e-05, |
| "loss": 3.4144, |
| "step": 10320 |
| }, |
| { |
| "epoch": 24.9481302774427, |
| "grad_norm": 1.3159567974227286, |
| "learning_rate": 6.122693850489377e-05, |
| "loss": 3.4319, |
| "step": 10340 |
| }, |
| { |
| "epoch": 24.996381182147164, |
| "grad_norm": 1.392638401709029, |
| "learning_rate": 6.115769743027293e-05, |
| "loss": 3.4355, |
| "step": 10360 |
| }, |
| { |
| "epoch": 25.044632086851628, |
| "grad_norm": 1.4128994123467158, |
| "learning_rate": 6.108837171605516e-05, |
| "loss": 3.3859, |
| "step": 10380 |
| }, |
| { |
| "epoch": 25.092882991556092, |
| "grad_norm": 1.3485226461025177, |
| "learning_rate": 6.1018961676732656e-05, |
| "loss": 3.3987, |
| "step": 10400 |
| }, |
| { |
| "epoch": 25.141133896260556, |
| "grad_norm": 1.477693887354497, |
| "learning_rate": 6.094946762718021e-05, |
| "loss": 3.3866, |
| "step": 10420 |
| }, |
| { |
| "epoch": 25.18938480096502, |
| "grad_norm": 1.2873638123789135, |
| "learning_rate": 6.087988988265365e-05, |
| "loss": 3.3907, |
| "step": 10440 |
| }, |
| { |
| "epoch": 25.237635705669483, |
| "grad_norm": 1.430106581378842, |
| "learning_rate": 6.0810228758788505e-05, |
| "loss": 3.3901, |
| "step": 10460 |
| }, |
| { |
| "epoch": 25.285886610373943, |
| "grad_norm": 1.4006349205888282, |
| "learning_rate": 6.074048457159855e-05, |
| "loss": 3.4064, |
| "step": 10480 |
| }, |
| { |
| "epoch": 25.334137515078407, |
| "grad_norm": 1.3998287702415941, |
| "learning_rate": 6.0670657637474385e-05, |
| "loss": 3.4012, |
| "step": 10500 |
| }, |
| { |
| "epoch": 25.38238841978287, |
| "grad_norm": 1.469396701540925, |
| "learning_rate": 6.060074827318198e-05, |
| "loss": 3.4024, |
| "step": 10520 |
| }, |
| { |
| "epoch": 25.430639324487334, |
| "grad_norm": 1.4169663495254081, |
| "learning_rate": 6.053075679586122e-05, |
| "loss": 3.391, |
| "step": 10540 |
| }, |
| { |
| "epoch": 25.478890229191798, |
| "grad_norm": 1.3610638926467116, |
| "learning_rate": 6.0460683523024544e-05, |
| "loss": 3.399, |
| "step": 10560 |
| }, |
| { |
| "epoch": 25.52714113389626, |
| "grad_norm": 1.402821367274842, |
| "learning_rate": 6.039052877255538e-05, |
| "loss": 3.4086, |
| "step": 10580 |
| }, |
| { |
| "epoch": 25.575392038600725, |
| "grad_norm": 1.3249863029518532, |
| "learning_rate": 6.0320292862706855e-05, |
| "loss": 3.3962, |
| "step": 10600 |
| }, |
| { |
| "epoch": 25.623642943305185, |
| "grad_norm": 1.3999860165274363, |
| "learning_rate": 6.024997611210021e-05, |
| "loss": 3.3973, |
| "step": 10620 |
| }, |
| { |
| "epoch": 25.67189384800965, |
| "grad_norm": 1.423173101763714, |
| "learning_rate": 6.017957883972343e-05, |
| "loss": 3.4116, |
| "step": 10640 |
| }, |
| { |
| "epoch": 25.720144752714113, |
| "grad_norm": 1.3969925674679249, |
| "learning_rate": 6.01091013649298e-05, |
| "loss": 3.4103, |
| "step": 10660 |
| }, |
| { |
| "epoch": 25.768395657418576, |
| "grad_norm": 1.4632142287446177, |
| "learning_rate": 6.003854400743644e-05, |
| "loss": 3.417, |
| "step": 10680 |
| }, |
| { |
| "epoch": 25.81664656212304, |
| "grad_norm": 1.4808276882276425, |
| "learning_rate": 5.996790708732281e-05, |
| "loss": 3.4034, |
| "step": 10700 |
| }, |
| { |
| "epoch": 25.864897466827504, |
| "grad_norm": 1.3621079806993974, |
| "learning_rate": 5.9897190925029366e-05, |
| "loss": 3.4076, |
| "step": 10720 |
| }, |
| { |
| "epoch": 25.913148371531967, |
| "grad_norm": 1.402422404897765, |
| "learning_rate": 5.9826395841355977e-05, |
| "loss": 3.4128, |
| "step": 10740 |
| }, |
| { |
| "epoch": 25.961399276236428, |
| "grad_norm": 1.4451306480341009, |
| "learning_rate": 5.97555221574606e-05, |
| "loss": 3.4071, |
| "step": 10760 |
| }, |
| { |
| "epoch": 26.00965018094089, |
| "grad_norm": 1.4305100426847321, |
| "learning_rate": 5.968457019485769e-05, |
| "loss": 3.3942, |
| "step": 10780 |
| }, |
| { |
| "epoch": 26.057901085645355, |
| "grad_norm": 1.4346334697286716, |
| "learning_rate": 5.961354027541686e-05, |
| "loss": 3.3777, |
| "step": 10800 |
| }, |
| { |
| "epoch": 26.10615199034982, |
| "grad_norm": 1.4328033028062914, |
| "learning_rate": 5.954243272136135e-05, |
| "loss": 3.3651, |
| "step": 10820 |
| }, |
| { |
| "epoch": 26.154402895054282, |
| "grad_norm": 1.5112523538605906, |
| "learning_rate": 5.947124785526657e-05, |
| "loss": 3.3659, |
| "step": 10840 |
| }, |
| { |
| "epoch": 26.202653799758746, |
| "grad_norm": 1.3687868685341702, |
| "learning_rate": 5.9399986000058705e-05, |
| "loss": 3.3757, |
| "step": 10860 |
| }, |
| { |
| "epoch": 26.25090470446321, |
| "grad_norm": 1.3697654557045058, |
| "learning_rate": 5.932864747901311e-05, |
| "loss": 3.3726, |
| "step": 10880 |
| }, |
| { |
| "epoch": 26.299155609167673, |
| "grad_norm": 1.4223915804561638, |
| "learning_rate": 5.925723261575303e-05, |
| "loss": 3.3765, |
| "step": 10900 |
| }, |
| { |
| "epoch": 26.347406513872134, |
| "grad_norm": 1.5207910424121363, |
| "learning_rate": 5.9185741734247966e-05, |
| "loss": 3.3635, |
| "step": 10920 |
| }, |
| { |
| "epoch": 26.395657418576597, |
| "grad_norm": 1.4218104795772173, |
| "learning_rate": 5.911417515881227e-05, |
| "loss": 3.3801, |
| "step": 10940 |
| }, |
| { |
| "epoch": 26.44390832328106, |
| "grad_norm": 1.4399039641110158, |
| "learning_rate": 5.904253321410371e-05, |
| "loss": 3.3705, |
| "step": 10960 |
| }, |
| { |
| "epoch": 26.492159227985525, |
| "grad_norm": 1.492269690884601, |
| "learning_rate": 5.897081622512195e-05, |
| "loss": 3.4017, |
| "step": 10980 |
| }, |
| { |
| "epoch": 26.54041013268999, |
| "grad_norm": 1.4654133909337996, |
| "learning_rate": 5.8899024517207085e-05, |
| "loss": 3.3767, |
| "step": 11000 |
| }, |
| { |
| "epoch": 26.588661037394452, |
| "grad_norm": 1.4256919020582286, |
| "learning_rate": 5.882715841603816e-05, |
| "loss": 3.3707, |
| "step": 11020 |
| }, |
| { |
| "epoch": 26.636911942098916, |
| "grad_norm": 1.4861824566565207, |
| "learning_rate": 5.8755218247631694e-05, |
| "loss": 3.3834, |
| "step": 11040 |
| }, |
| { |
| "epoch": 26.685162846803376, |
| "grad_norm": 1.39380952926316, |
| "learning_rate": 5.868320433834024e-05, |
| "loss": 3.3834, |
| "step": 11060 |
| }, |
| { |
| "epoch": 26.73341375150784, |
| "grad_norm": 1.4163017443350303, |
| "learning_rate": 5.861111701485086e-05, |
| "loss": 3.3708, |
| "step": 11080 |
| }, |
| { |
| "epoch": 26.781664656212303, |
| "grad_norm": 1.5068330774316057, |
| "learning_rate": 5.853895660418364e-05, |
| "loss": 3.3786, |
| "step": 11100 |
| }, |
| { |
| "epoch": 26.829915560916767, |
| "grad_norm": 1.4198139285974067, |
| "learning_rate": 5.846672343369023e-05, |
| "loss": 3.3813, |
| "step": 11120 |
| }, |
| { |
| "epoch": 26.87816646562123, |
| "grad_norm": 1.446432816652308, |
| "learning_rate": 5.839441783105236e-05, |
| "loss": 3.388, |
| "step": 11140 |
| }, |
| { |
| "epoch": 26.926417370325694, |
| "grad_norm": 1.534705709926907, |
| "learning_rate": 5.832204012428033e-05, |
| "loss": 3.3753, |
| "step": 11160 |
| }, |
| { |
| "epoch": 26.974668275030158, |
| "grad_norm": 1.474894787614882, |
| "learning_rate": 5.824959064171155e-05, |
| "loss": 3.3875, |
| "step": 11180 |
| }, |
| { |
| "epoch": 27.02291917973462, |
| "grad_norm": 1.6650629858666082, |
| "learning_rate": 5.817706971200903e-05, |
| "loss": 3.3623, |
| "step": 11200 |
| }, |
| { |
| "epoch": 27.071170084439082, |
| "grad_norm": 1.382925344486099, |
| "learning_rate": 5.810447766415988e-05, |
| "loss": 3.3391, |
| "step": 11220 |
| }, |
| { |
| "epoch": 27.119420989143546, |
| "grad_norm": 1.4766854212296905, |
| "learning_rate": 5.803181482747388e-05, |
| "loss": 3.3537, |
| "step": 11240 |
| }, |
| { |
| "epoch": 27.16767189384801, |
| "grad_norm": 1.4611461061300297, |
| "learning_rate": 5.7959081531581866e-05, |
| "loss": 3.355, |
| "step": 11260 |
| }, |
| { |
| "epoch": 27.215922798552473, |
| "grad_norm": 1.5822699485765197, |
| "learning_rate": 5.78862781064344e-05, |
| "loss": 3.3505, |
| "step": 11280 |
| }, |
| { |
| "epoch": 27.264173703256937, |
| "grad_norm": 1.3716143992032586, |
| "learning_rate": 5.781340488230011e-05, |
| "loss": 3.3389, |
| "step": 11300 |
| }, |
| { |
| "epoch": 27.3124246079614, |
| "grad_norm": 1.4074728161466412, |
| "learning_rate": 5.774046218976428e-05, |
| "loss": 3.3295, |
| "step": 11320 |
| }, |
| { |
| "epoch": 27.360675512665864, |
| "grad_norm": 1.4694070137983504, |
| "learning_rate": 5.766745035972735e-05, |
| "loss": 3.3455, |
| "step": 11340 |
| }, |
| { |
| "epoch": 27.408926417370324, |
| "grad_norm": 1.4428216499796147, |
| "learning_rate": 5.759436972340337e-05, |
| "loss": 3.3609, |
| "step": 11360 |
| }, |
| { |
| "epoch": 27.457177322074788, |
| "grad_norm": 1.460032750757354, |
| "learning_rate": 5.7521220612318575e-05, |
| "loss": 3.333, |
| "step": 11380 |
| }, |
| { |
| "epoch": 27.50542822677925, |
| "grad_norm": 1.4831899676804317, |
| "learning_rate": 5.7448003358309774e-05, |
| "loss": 3.3536, |
| "step": 11400 |
| }, |
| { |
| "epoch": 27.553679131483715, |
| "grad_norm": 1.3976582296419926, |
| "learning_rate": 5.7374718293522945e-05, |
| "loss": 3.3601, |
| "step": 11420 |
| }, |
| { |
| "epoch": 27.60193003618818, |
| "grad_norm": 1.3889045848214256, |
| "learning_rate": 5.730136575041165e-05, |
| "loss": 3.3573, |
| "step": 11440 |
| }, |
| { |
| "epoch": 27.650180940892643, |
| "grad_norm": 1.508112431757184, |
| "learning_rate": 5.722794606173561e-05, |
| "loss": 3.3396, |
| "step": 11460 |
| }, |
| { |
| "epoch": 27.698431845597106, |
| "grad_norm": 1.4432103237236276, |
| "learning_rate": 5.7154459560559104e-05, |
| "loss": 3.3525, |
| "step": 11480 |
| }, |
| { |
| "epoch": 27.746682750301567, |
| "grad_norm": 1.469536974538072, |
| "learning_rate": 5.708090658024953e-05, |
| "loss": 3.3644, |
| "step": 11500 |
| }, |
| { |
| "epoch": 27.79493365500603, |
| "grad_norm": 1.4171461980125013, |
| "learning_rate": 5.7007287454475836e-05, |
| "loss": 3.3518, |
| "step": 11520 |
| }, |
| { |
| "epoch": 27.843184559710494, |
| "grad_norm": 1.4939709820858977, |
| "learning_rate": 5.693360251720707e-05, |
| "loss": 3.343, |
| "step": 11540 |
| }, |
| { |
| "epoch": 27.891435464414958, |
| "grad_norm": 1.3706050935501342, |
| "learning_rate": 5.6859852102710805e-05, |
| "loss": 3.3779, |
| "step": 11560 |
| }, |
| { |
| "epoch": 27.93968636911942, |
| "grad_norm": 1.3598377646662334, |
| "learning_rate": 5.678603654555165e-05, |
| "loss": 3.351, |
| "step": 11580 |
| }, |
| { |
| "epoch": 27.987937273823885, |
| "grad_norm": 1.5354235095821698, |
| "learning_rate": 5.6712156180589744e-05, |
| "loss": 3.351, |
| "step": 11600 |
| }, |
| { |
| "epoch": 28.03618817852835, |
| "grad_norm": 1.4123954830613776, |
| "learning_rate": 5.663821134297922e-05, |
| "loss": 3.3343, |
| "step": 11620 |
| }, |
| { |
| "epoch": 28.084439083232812, |
| "grad_norm": 1.5411016674795437, |
| "learning_rate": 5.656420236816669e-05, |
| "loss": 3.3158, |
| "step": 11640 |
| }, |
| { |
| "epoch": 28.132689987937272, |
| "grad_norm": 1.512933248834685, |
| "learning_rate": 5.649012959188968e-05, |
| "loss": 3.3163, |
| "step": 11660 |
| }, |
| { |
| "epoch": 28.180940892641736, |
| "grad_norm": 1.3817797510532461, |
| "learning_rate": 5.64159933501752e-05, |
| "loss": 3.3304, |
| "step": 11680 |
| }, |
| { |
| "epoch": 28.2291917973462, |
| "grad_norm": 1.5180411892364847, |
| "learning_rate": 5.6341793979338156e-05, |
| "loss": 3.3276, |
| "step": 11700 |
| }, |
| { |
| "epoch": 28.277442702050664, |
| "grad_norm": 1.4224076802003047, |
| "learning_rate": 5.626753181597983e-05, |
| "loss": 3.3323, |
| "step": 11720 |
| }, |
| { |
| "epoch": 28.325693606755127, |
| "grad_norm": 1.5366949796587037, |
| "learning_rate": 5.619320719698634e-05, |
| "loss": 3.3225, |
| "step": 11740 |
| }, |
| { |
| "epoch": 28.37394451145959, |
| "grad_norm": 1.5400107815377608, |
| "learning_rate": 5.611882045952715e-05, |
| "loss": 3.323, |
| "step": 11760 |
| }, |
| { |
| "epoch": 28.422195416164055, |
| "grad_norm": 1.4889704456805353, |
| "learning_rate": 5.6044371941053525e-05, |
| "loss": 3.3172, |
| "step": 11780 |
| }, |
| { |
| "epoch": 28.470446320868515, |
| "grad_norm": 1.5469390579094826, |
| "learning_rate": 5.5969861979296994e-05, |
| "loss": 3.3193, |
| "step": 11800 |
| }, |
| { |
| "epoch": 28.51869722557298, |
| "grad_norm": 1.5000430228241235, |
| "learning_rate": 5.589529091226782e-05, |
| "loss": 3.3293, |
| "step": 11820 |
| }, |
| { |
| "epoch": 28.566948130277442, |
| "grad_norm": 1.4899085590896517, |
| "learning_rate": 5.582065907825344e-05, |
| "loss": 3.3139, |
| "step": 11840 |
| }, |
| { |
| "epoch": 28.615199034981906, |
| "grad_norm": 1.4783290648949787, |
| "learning_rate": 5.5745966815816976e-05, |
| "loss": 3.328, |
| "step": 11860 |
| }, |
| { |
| "epoch": 28.66344993968637, |
| "grad_norm": 1.4976420895705826, |
| "learning_rate": 5.5671214463795724e-05, |
| "loss": 3.3251, |
| "step": 11880 |
| }, |
| { |
| "epoch": 28.711700844390833, |
| "grad_norm": 1.5312770962097892, |
| "learning_rate": 5.55964023612995e-05, |
| "loss": 3.3325, |
| "step": 11900 |
| }, |
| { |
| "epoch": 28.759951749095297, |
| "grad_norm": 1.437584280555009, |
| "learning_rate": 5.55215308477092e-05, |
| "loss": 3.3285, |
| "step": 11920 |
| }, |
| { |
| "epoch": 28.808202653799757, |
| "grad_norm": 1.4639497659108425, |
| "learning_rate": 5.544660026267527e-05, |
| "loss": 3.3488, |
| "step": 11940 |
| }, |
| { |
| "epoch": 28.85645355850422, |
| "grad_norm": 1.5899620582796348, |
| "learning_rate": 5.537161094611609e-05, |
| "loss": 3.3374, |
| "step": 11960 |
| }, |
| { |
| "epoch": 28.904704463208684, |
| "grad_norm": 1.4562926538669998, |
| "learning_rate": 5.5296563238216463e-05, |
| "loss": 3.3459, |
| "step": 11980 |
| }, |
| { |
| "epoch": 28.952955367913148, |
| "grad_norm": 1.46608370349138, |
| "learning_rate": 5.522145747942613e-05, |
| "loss": 3.3323, |
| "step": 12000 |
| }, |
| { |
| "epoch": 29.001206272617612, |
| "grad_norm": 1.4339072823860264, |
| "learning_rate": 5.514629401045816e-05, |
| "loss": 3.3248, |
| "step": 12020 |
| }, |
| { |
| "epoch": 29.049457177322076, |
| "grad_norm": 1.4959008987473772, |
| "learning_rate": 5.507107317228738e-05, |
| "loss": 3.2776, |
| "step": 12040 |
| }, |
| { |
| "epoch": 29.09770808202654, |
| "grad_norm": 1.5656568850967791, |
| "learning_rate": 5.499579530614891e-05, |
| "loss": 3.2856, |
| "step": 12060 |
| }, |
| { |
| "epoch": 29.145958986731003, |
| "grad_norm": 1.5494220158970367, |
| "learning_rate": 5.4920460753536564e-05, |
| "loss": 3.2964, |
| "step": 12080 |
| }, |
| { |
| "epoch": 29.194209891435463, |
| "grad_norm": 1.4614262918030254, |
| "learning_rate": 5.4845069856201296e-05, |
| "loss": 3.2978, |
| "step": 12100 |
| }, |
| { |
| "epoch": 29.242460796139927, |
| "grad_norm": 1.4383151743807772, |
| "learning_rate": 5.4769622956149715e-05, |
| "loss": 3.2943, |
| "step": 12120 |
| }, |
| { |
| "epoch": 29.29071170084439, |
| "grad_norm": 1.5416076104992955, |
| "learning_rate": 5.469412039564241e-05, |
| "loss": 3.2855, |
| "step": 12140 |
| }, |
| { |
| "epoch": 29.338962605548854, |
| "grad_norm": 1.590989248454943, |
| "learning_rate": 5.461856251719253e-05, |
| "loss": 3.2841, |
| "step": 12160 |
| }, |
| { |
| "epoch": 29.387213510253318, |
| "grad_norm": 1.5084501215545274, |
| "learning_rate": 5.454294966356415e-05, |
| "loss": 3.2929, |
| "step": 12180 |
| }, |
| { |
| "epoch": 29.43546441495778, |
| "grad_norm": 1.5634769226620258, |
| "learning_rate": 5.4467282177770725e-05, |
| "loss": 3.3215, |
| "step": 12200 |
| }, |
| { |
| "epoch": 29.483715319662245, |
| "grad_norm": 1.5014790683538504, |
| "learning_rate": 5.4391560403073564e-05, |
| "loss": 3.3033, |
| "step": 12220 |
| }, |
| { |
| "epoch": 29.531966224366705, |
| "grad_norm": 1.6281835604022756, |
| "learning_rate": 5.431578468298023e-05, |
| "loss": 3.3108, |
| "step": 12240 |
| }, |
| { |
| "epoch": 29.58021712907117, |
| "grad_norm": 1.5438378616140156, |
| "learning_rate": 5.4239955361243044e-05, |
| "loss": 3.2912, |
| "step": 12260 |
| }, |
| { |
| "epoch": 29.628468033775633, |
| "grad_norm": 1.4465762691208335, |
| "learning_rate": 5.4164072781857464e-05, |
| "loss": 3.2936, |
| "step": 12280 |
| }, |
| { |
| "epoch": 29.676718938480096, |
| "grad_norm": 1.475065526710399, |
| "learning_rate": 5.408813728906053e-05, |
| "loss": 3.3023, |
| "step": 12300 |
| }, |
| { |
| "epoch": 29.72496984318456, |
| "grad_norm": 1.4523458239515281, |
| "learning_rate": 5.401214922732937e-05, |
| "loss": 3.2957, |
| "step": 12320 |
| }, |
| { |
| "epoch": 29.773220747889024, |
| "grad_norm": 1.5330092281829812, |
| "learning_rate": 5.393610894137954e-05, |
| "loss": 3.3218, |
| "step": 12340 |
| }, |
| { |
| "epoch": 29.821471652593488, |
| "grad_norm": 1.5145838858593352, |
| "learning_rate": 5.386001677616355e-05, |
| "loss": 3.3052, |
| "step": 12360 |
| }, |
| { |
| "epoch": 29.869722557297948, |
| "grad_norm": 1.444164158585016, |
| "learning_rate": 5.378387307686922e-05, |
| "loss": 3.3175, |
| "step": 12380 |
| }, |
| { |
| "epoch": 29.91797346200241, |
| "grad_norm": 1.5077651534704677, |
| "learning_rate": 5.370767818891814e-05, |
| "loss": 3.3153, |
| "step": 12400 |
| }, |
| { |
| "epoch": 29.966224366706875, |
| "grad_norm": 1.471906663275113, |
| "learning_rate": 5.363143245796419e-05, |
| "loss": 3.3092, |
| "step": 12420 |
| }, |
| { |
| "epoch": 30.01447527141134, |
| "grad_norm": 1.5687096865461632, |
| "learning_rate": 5.355513622989183e-05, |
| "loss": 3.2885, |
| "step": 12440 |
| }, |
| { |
| "epoch": 30.062726176115802, |
| "grad_norm": 1.5265207166528467, |
| "learning_rate": 5.347878985081462e-05, |
| "loss": 3.2658, |
| "step": 12460 |
| }, |
| { |
| "epoch": 30.110977080820266, |
| "grad_norm": 1.598520766769117, |
| "learning_rate": 5.3402393667073604e-05, |
| "loss": 3.263, |
| "step": 12480 |
| }, |
| { |
| "epoch": 30.15922798552473, |
| "grad_norm": 1.5486822263038018, |
| "learning_rate": 5.332594802523579e-05, |
| "loss": 3.2555, |
| "step": 12500 |
| }, |
| { |
| "epoch": 30.207478890229194, |
| "grad_norm": 1.527168186171573, |
| "learning_rate": 5.3249453272092547e-05, |
| "loss": 3.2514, |
| "step": 12520 |
| }, |
| { |
| "epoch": 30.255729794933654, |
| "grad_norm": 1.567092578166645, |
| "learning_rate": 5.317290975465803e-05, |
| "loss": 3.29, |
| "step": 12540 |
| }, |
| { |
| "epoch": 30.303980699638117, |
| "grad_norm": 1.519951254565316, |
| "learning_rate": 5.309631782016759e-05, |
| "loss": 3.2626, |
| "step": 12560 |
| }, |
| { |
| "epoch": 30.35223160434258, |
| "grad_norm": 1.5381806001981313, |
| "learning_rate": 5.3019677816076265e-05, |
| "loss": 3.2619, |
| "step": 12580 |
| }, |
| { |
| "epoch": 30.400482509047045, |
| "grad_norm": 1.4864763511525017, |
| "learning_rate": 5.294299009005711e-05, |
| "loss": 3.2443, |
| "step": 12600 |
| }, |
| { |
| "epoch": 30.44873341375151, |
| "grad_norm": 1.480483990619908, |
| "learning_rate": 5.286625498999969e-05, |
| "loss": 3.278, |
| "step": 12620 |
| }, |
| { |
| "epoch": 30.496984318455972, |
| "grad_norm": 1.5759223804272446, |
| "learning_rate": 5.278947286400848e-05, |
| "loss": 3.286, |
| "step": 12640 |
| }, |
| { |
| "epoch": 30.545235223160436, |
| "grad_norm": 1.5045389584671491, |
| "learning_rate": 5.2712644060401304e-05, |
| "loss": 3.2819, |
| "step": 12660 |
| }, |
| { |
| "epoch": 30.593486127864896, |
| "grad_norm": 1.5311542893978052, |
| "learning_rate": 5.2635768927707686e-05, |
| "loss": 3.2672, |
| "step": 12680 |
| }, |
| { |
| "epoch": 30.64173703256936, |
| "grad_norm": 1.6063823647161284, |
| "learning_rate": 5.255884781466736e-05, |
| "loss": 3.2772, |
| "step": 12700 |
| }, |
| { |
| "epoch": 30.689987937273823, |
| "grad_norm": 1.4527750170158416, |
| "learning_rate": 5.2481881070228645e-05, |
| "loss": 3.2637, |
| "step": 12720 |
| }, |
| { |
| "epoch": 30.738238841978287, |
| "grad_norm": 1.5875894816970166, |
| "learning_rate": 5.240486904354686e-05, |
| "loss": 3.261, |
| "step": 12740 |
| }, |
| { |
| "epoch": 30.78648974668275, |
| "grad_norm": 1.5637983064265077, |
| "learning_rate": 5.232781208398272e-05, |
| "loss": 3.2702, |
| "step": 12760 |
| }, |
| { |
| "epoch": 30.834740651387214, |
| "grad_norm": 1.500874515860581, |
| "learning_rate": 5.225071054110082e-05, |
| "loss": 3.2758, |
| "step": 12780 |
| }, |
| { |
| "epoch": 30.882991556091678, |
| "grad_norm": 1.5019352814078528, |
| "learning_rate": 5.217356476466795e-05, |
| "loss": 3.2869, |
| "step": 12800 |
| }, |
| { |
| "epoch": 30.93124246079614, |
| "grad_norm": 1.4970203936593323, |
| "learning_rate": 5.209637510465162e-05, |
| "loss": 3.287, |
| "step": 12820 |
| }, |
| { |
| "epoch": 30.979493365500602, |
| "grad_norm": 1.4792525583277845, |
| "learning_rate": 5.2019141911218384e-05, |
| "loss": 3.2602, |
| "step": 12840 |
| }, |
| { |
| "epoch": 31.027744270205066, |
| "grad_norm": 1.492626877490393, |
| "learning_rate": 5.194186553473228e-05, |
| "loss": 3.2741, |
| "step": 12860 |
| }, |
| { |
| "epoch": 31.07599517490953, |
| "grad_norm": 1.5357537741430767, |
| "learning_rate": 5.186454632575326e-05, |
| "loss": 3.2423, |
| "step": 12880 |
| }, |
| { |
| "epoch": 31.124246079613993, |
| "grad_norm": 1.540873028176016, |
| "learning_rate": 5.178718463503557e-05, |
| "loss": 3.2354, |
| "step": 12900 |
| }, |
| { |
| "epoch": 31.172496984318457, |
| "grad_norm": 1.5047222736423427, |
| "learning_rate": 5.1709780813526177e-05, |
| "loss": 3.2293, |
| "step": 12920 |
| }, |
| { |
| "epoch": 31.22074788902292, |
| "grad_norm": 1.5720035364580025, |
| "learning_rate": 5.1632335212363174e-05, |
| "loss": 3.2222, |
| "step": 12940 |
| }, |
| { |
| "epoch": 31.268998793727384, |
| "grad_norm": 1.5930845125910922, |
| "learning_rate": 5.1554848182874184e-05, |
| "loss": 3.2381, |
| "step": 12960 |
| }, |
| { |
| "epoch": 31.317249698431844, |
| "grad_norm": 1.5325284227662956, |
| "learning_rate": 5.1477320076574764e-05, |
| "loss": 3.2234, |
| "step": 12980 |
| }, |
| { |
| "epoch": 31.365500603136308, |
| "grad_norm": 1.5776082770865925, |
| "learning_rate": 5.139975124516682e-05, |
| "loss": 3.2411, |
| "step": 13000 |
| }, |
| { |
| "epoch": 31.41375150784077, |
| "grad_norm": 1.4583175015764587, |
| "learning_rate": 5.132214204053698e-05, |
| "loss": 3.2379, |
| "step": 13020 |
| }, |
| { |
| "epoch": 31.462002412545235, |
| "grad_norm": 1.5981228272748684, |
| "learning_rate": 5.124449281475507e-05, |
| "loss": 3.2237, |
| "step": 13040 |
| }, |
| { |
| "epoch": 31.5102533172497, |
| "grad_norm": 1.540139817349368, |
| "learning_rate": 5.116680392007244e-05, |
| "loss": 3.2273, |
| "step": 13060 |
| }, |
| { |
| "epoch": 31.558504221954163, |
| "grad_norm": 1.4903777016201707, |
| "learning_rate": 5.1089075708920387e-05, |
| "loss": 3.2472, |
| "step": 13080 |
| }, |
| { |
| "epoch": 31.606755126658626, |
| "grad_norm": 1.5346900901097857, |
| "learning_rate": 5.101130853390856e-05, |
| "loss": 3.2332, |
| "step": 13100 |
| }, |
| { |
| "epoch": 31.655006031363087, |
| "grad_norm": 1.542618519319864, |
| "learning_rate": 5.093350274782344e-05, |
| "loss": 3.2452, |
| "step": 13120 |
| }, |
| { |
| "epoch": 31.70325693606755, |
| "grad_norm": 1.575808673186966, |
| "learning_rate": 5.085565870362655e-05, |
| "loss": 3.2372, |
| "step": 13140 |
| }, |
| { |
| "epoch": 31.751507840772014, |
| "grad_norm": 1.49437278539087, |
| "learning_rate": 5.077777675445307e-05, |
| "loss": 3.2537, |
| "step": 13160 |
| }, |
| { |
| "epoch": 31.799758745476478, |
| "grad_norm": 1.6530816607032384, |
| "learning_rate": 5.069985725361006e-05, |
| "loss": 3.2341, |
| "step": 13180 |
| }, |
| { |
| "epoch": 31.84800965018094, |
| "grad_norm": 1.6048730372161215, |
| "learning_rate": 5.062190055457496e-05, |
| "loss": 3.2501, |
| "step": 13200 |
| }, |
| { |
| "epoch": 31.896260554885405, |
| "grad_norm": 1.5618973442013293, |
| "learning_rate": 5.0543907010993974e-05, |
| "loss": 3.2366, |
| "step": 13220 |
| }, |
| { |
| "epoch": 31.94451145958987, |
| "grad_norm": 1.6517085335515023, |
| "learning_rate": 5.046587697668043e-05, |
| "loss": 3.2244, |
| "step": 13240 |
| }, |
| { |
| "epoch": 31.99276236429433, |
| "grad_norm": 1.5059205190460208, |
| "learning_rate": 5.03878108056132e-05, |
| "loss": 3.2338, |
| "step": 13260 |
| }, |
| { |
| "epoch": 32.041013268998796, |
| "grad_norm": 1.5782406427490672, |
| "learning_rate": 5.030970885193507e-05, |
| "loss": 3.1991, |
| "step": 13280 |
| }, |
| { |
| "epoch": 32.089264173703256, |
| "grad_norm": 1.591816106571379, |
| "learning_rate": 5.023157146995118e-05, |
| "loss": 3.2114, |
| "step": 13300 |
| }, |
| { |
| "epoch": 32.13751507840772, |
| "grad_norm": 1.693378920528044, |
| "learning_rate": 5.0153399014127395e-05, |
| "loss": 3.2223, |
| "step": 13320 |
| }, |
| { |
| "epoch": 32.185765983112184, |
| "grad_norm": 1.596305104383755, |
| "learning_rate": 5.007519183908864e-05, |
| "loss": 3.1787, |
| "step": 13340 |
| }, |
| { |
| "epoch": 32.234016887816644, |
| "grad_norm": 1.5862465202204528, |
| "learning_rate": 4.999695029961739e-05, |
| "loss": 3.1725, |
| "step": 13360 |
| }, |
| { |
| "epoch": 32.28226779252111, |
| "grad_norm": 1.6944852369587367, |
| "learning_rate": 4.991867475065201e-05, |
| "loss": 3.2004, |
| "step": 13380 |
| }, |
| { |
| "epoch": 32.33051869722557, |
| "grad_norm": 1.5603453398579805, |
| "learning_rate": 4.9840365547285106e-05, |
| "loss": 3.1977, |
| "step": 13400 |
| }, |
| { |
| "epoch": 32.37876960193004, |
| "grad_norm": 1.5937280435853436, |
| "learning_rate": 4.976202304476199e-05, |
| "loss": 3.1848, |
| "step": 13420 |
| }, |
| { |
| "epoch": 32.4270205066345, |
| "grad_norm": 1.5789476324968021, |
| "learning_rate": 4.9683647598479025e-05, |
| "loss": 3.2022, |
| "step": 13440 |
| }, |
| { |
| "epoch": 32.475271411338966, |
| "grad_norm": 1.5527822774565714, |
| "learning_rate": 4.9605239563982045e-05, |
| "loss": 3.1966, |
| "step": 13460 |
| }, |
| { |
| "epoch": 32.523522316043426, |
| "grad_norm": 1.6762499791518353, |
| "learning_rate": 4.952679929696469e-05, |
| "loss": 3.2024, |
| "step": 13480 |
| }, |
| { |
| "epoch": 32.571773220747886, |
| "grad_norm": 1.599972924120219, |
| "learning_rate": 4.944832715326679e-05, |
| "loss": 3.2162, |
| "step": 13500 |
| }, |
| { |
| "epoch": 32.62002412545235, |
| "grad_norm": 1.6764584985521502, |
| "learning_rate": 4.9369823488872864e-05, |
| "loss": 3.195, |
| "step": 13520 |
| }, |
| { |
| "epoch": 32.66827503015681, |
| "grad_norm": 1.5448029388211335, |
| "learning_rate": 4.929128865991035e-05, |
| "loss": 3.1783, |
| "step": 13540 |
| }, |
| { |
| "epoch": 32.71652593486128, |
| "grad_norm": 1.5783721827900918, |
| "learning_rate": 4.9212723022648116e-05, |
| "loss": 3.1995, |
| "step": 13560 |
| }, |
| { |
| "epoch": 32.76477683956574, |
| "grad_norm": 1.6584489618432035, |
| "learning_rate": 4.9134126933494756e-05, |
| "loss": 3.211, |
| "step": 13580 |
| }, |
| { |
| "epoch": 32.81302774427021, |
| "grad_norm": 1.694129153422674, |
| "learning_rate": 4.905550074899699e-05, |
| "loss": 3.2101, |
| "step": 13600 |
| }, |
| { |
| "epoch": 32.86127864897467, |
| "grad_norm": 1.581465239924893, |
| "learning_rate": 4.897684482583813e-05, |
| "loss": 3.2065, |
| "step": 13620 |
| }, |
| { |
| "epoch": 32.90952955367913, |
| "grad_norm": 1.578711674582946, |
| "learning_rate": 4.8898159520836324e-05, |
| "loss": 3.2129, |
| "step": 13640 |
| }, |
| { |
| "epoch": 32.957780458383596, |
| "grad_norm": 1.5235073751871762, |
| "learning_rate": 4.8819445190943065e-05, |
| "loss": 3.2149, |
| "step": 13660 |
| }, |
| { |
| "epoch": 33.006031363088056, |
| "grad_norm": 1.4723785646338994, |
| "learning_rate": 4.8740702193241464e-05, |
| "loss": 3.1964, |
| "step": 13680 |
| }, |
| { |
| "epoch": 33.05428226779252, |
| "grad_norm": 1.6494311363660765, |
| "learning_rate": 4.866193088494474e-05, |
| "loss": 3.153, |
| "step": 13700 |
| }, |
| { |
| "epoch": 33.10253317249698, |
| "grad_norm": 1.5773473301443492, |
| "learning_rate": 4.858313162339449e-05, |
| "loss": 3.164, |
| "step": 13720 |
| }, |
| { |
| "epoch": 33.15078407720145, |
| "grad_norm": 1.6609287464760891, |
| "learning_rate": 4.850430476605914e-05, |
| "loss": 3.1265, |
| "step": 13740 |
| }, |
| { |
| "epoch": 33.19903498190591, |
| "grad_norm": 1.6144990194746527, |
| "learning_rate": 4.84254506705323e-05, |
| "loss": 3.1604, |
| "step": 13760 |
| }, |
| { |
| "epoch": 33.24728588661037, |
| "grad_norm": 1.635006799084156, |
| "learning_rate": 4.8346569694531174e-05, |
| "loss": 3.1546, |
| "step": 13780 |
| }, |
| { |
| "epoch": 33.29553679131484, |
| "grad_norm": 1.6700507063614811, |
| "learning_rate": 4.8267662195894856e-05, |
| "loss": 3.1592, |
| "step": 13800 |
| }, |
| { |
| "epoch": 33.3437876960193, |
| "grad_norm": 1.6447639190849812, |
| "learning_rate": 4.818872853258279e-05, |
| "loss": 3.1528, |
| "step": 13820 |
| }, |
| { |
| "epoch": 33.392038600723765, |
| "grad_norm": 1.7104303664270981, |
| "learning_rate": 4.8109769062673106e-05, |
| "loss": 3.1715, |
| "step": 13840 |
| }, |
| { |
| "epoch": 33.440289505428225, |
| "grad_norm": 1.8176472151351242, |
| "learning_rate": 4.803078414436101e-05, |
| "loss": 3.1547, |
| "step": 13860 |
| }, |
| { |
| "epoch": 33.48854041013269, |
| "grad_norm": 1.6426678847614766, |
| "learning_rate": 4.795177413595715e-05, |
| "loss": 3.1736, |
| "step": 13880 |
| }, |
| { |
| "epoch": 33.53679131483715, |
| "grad_norm": 1.6294142266474643, |
| "learning_rate": 4.7872739395885995e-05, |
| "loss": 3.159, |
| "step": 13900 |
| }, |
| { |
| "epoch": 33.58504221954161, |
| "grad_norm": 1.6384860444268412, |
| "learning_rate": 4.779368028268421e-05, |
| "loss": 3.1747, |
| "step": 13920 |
| }, |
| { |
| "epoch": 33.63329312424608, |
| "grad_norm": 1.5972537160635067, |
| "learning_rate": 4.771459715499902e-05, |
| "loss": 3.1748, |
| "step": 13940 |
| }, |
| { |
| "epoch": 33.68154402895054, |
| "grad_norm": 1.6321832233990041, |
| "learning_rate": 4.7635490371586565e-05, |
| "loss": 3.1775, |
| "step": 13960 |
| }, |
| { |
| "epoch": 33.72979493365501, |
| "grad_norm": 1.6906838568864224, |
| "learning_rate": 4.755636029131037e-05, |
| "loss": 3.1893, |
| "step": 13980 |
| }, |
| { |
| "epoch": 33.77804583835947, |
| "grad_norm": 1.670903885023386, |
| "learning_rate": 4.747720727313958e-05, |
| "loss": 3.1794, |
| "step": 14000 |
| }, |
| { |
| "epoch": 33.826296743063935, |
| "grad_norm": 1.684013491222952, |
| "learning_rate": 4.7398031676147425e-05, |
| "loss": 3.172, |
| "step": 14020 |
| }, |
| { |
| "epoch": 33.874547647768395, |
| "grad_norm": 1.6984286627152305, |
| "learning_rate": 4.731883385950956e-05, |
| "loss": 3.1871, |
| "step": 14040 |
| }, |
| { |
| "epoch": 33.92279855247286, |
| "grad_norm": 1.6226399903093571, |
| "learning_rate": 4.723961418250241e-05, |
| "loss": 3.1642, |
| "step": 14060 |
| }, |
| { |
| "epoch": 33.97104945717732, |
| "grad_norm": 1.64646805458151, |
| "learning_rate": 4.7160373004501624e-05, |
| "loss": 3.186, |
| "step": 14080 |
| }, |
| { |
| "epoch": 34.01930036188178, |
| "grad_norm": 1.682282955972477, |
| "learning_rate": 4.708111068498033e-05, |
| "loss": 3.1401, |
| "step": 14100 |
| }, |
| { |
| "epoch": 34.06755126658625, |
| "grad_norm": 1.6925501304702744, |
| "learning_rate": 4.700182758350761e-05, |
| "loss": 3.1184, |
| "step": 14120 |
| }, |
| { |
| "epoch": 34.11580217129071, |
| "grad_norm": 1.6319842192973835, |
| "learning_rate": 4.69225240597468e-05, |
| "loss": 3.1365, |
| "step": 14140 |
| }, |
| { |
| "epoch": 34.16405307599518, |
| "grad_norm": 1.766682825815873, |
| "learning_rate": 4.684320047345386e-05, |
| "loss": 3.1231, |
| "step": 14160 |
| }, |
| { |
| "epoch": 34.21230398069964, |
| "grad_norm": 1.6591255895165187, |
| "learning_rate": 4.6763857184475824e-05, |
| "loss": 3.1431, |
| "step": 14180 |
| }, |
| { |
| "epoch": 34.260554885404105, |
| "grad_norm": 1.6960465521003607, |
| "learning_rate": 4.668449455274905e-05, |
| "loss": 3.1228, |
| "step": 14200 |
| }, |
| { |
| "epoch": 34.308805790108565, |
| "grad_norm": 1.718794604058482, |
| "learning_rate": 4.6605112938297656e-05, |
| "loss": 3.1159, |
| "step": 14220 |
| }, |
| { |
| "epoch": 34.357056694813025, |
| "grad_norm": 1.6132067026946795, |
| "learning_rate": 4.652571270123189e-05, |
| "loss": 3.1228, |
| "step": 14240 |
| }, |
| { |
| "epoch": 34.40530759951749, |
| "grad_norm": 1.6760391682585305, |
| "learning_rate": 4.644629420174647e-05, |
| "loss": 3.1075, |
| "step": 14260 |
| }, |
| { |
| "epoch": 34.45355850422195, |
| "grad_norm": 1.6497396760380934, |
| "learning_rate": 4.636685780011893e-05, |
| "loss": 3.1162, |
| "step": 14280 |
| }, |
| { |
| "epoch": 34.50180940892642, |
| "grad_norm": 1.6475400800065962, |
| "learning_rate": 4.6287403856708084e-05, |
| "loss": 3.1197, |
| "step": 14300 |
| }, |
| { |
| "epoch": 34.55006031363088, |
| "grad_norm": 1.6787649152713249, |
| "learning_rate": 4.6207932731952276e-05, |
| "loss": 3.1322, |
| "step": 14320 |
| }, |
| { |
| "epoch": 34.59831121833535, |
| "grad_norm": 1.6589264426320582, |
| "learning_rate": 4.6128444786367794e-05, |
| "loss": 3.1277, |
| "step": 14340 |
| }, |
| { |
| "epoch": 34.64656212303981, |
| "grad_norm": 1.5768535688224097, |
| "learning_rate": 4.6048940380547246e-05, |
| "loss": 3.1419, |
| "step": 14360 |
| }, |
| { |
| "epoch": 34.69481302774427, |
| "grad_norm": 1.7482788204223962, |
| "learning_rate": 4.596941987515789e-05, |
| "loss": 3.1252, |
| "step": 14380 |
| }, |
| { |
| "epoch": 34.743063932448734, |
| "grad_norm": 1.6249074760237179, |
| "learning_rate": 4.588988363094005e-05, |
| "loss": 3.1438, |
| "step": 14400 |
| }, |
| { |
| "epoch": 34.791314837153195, |
| "grad_norm": 1.6344678601568008, |
| "learning_rate": 4.581033200870545e-05, |
| "loss": 3.1283, |
| "step": 14420 |
| }, |
| { |
| "epoch": 34.83956574185766, |
| "grad_norm": 1.723308690466528, |
| "learning_rate": 4.5730765369335534e-05, |
| "loss": 3.1397, |
| "step": 14440 |
| }, |
| { |
| "epoch": 34.88781664656212, |
| "grad_norm": 1.6566074336252579, |
| "learning_rate": 4.565118407377989e-05, |
| "loss": 3.1351, |
| "step": 14460 |
| }, |
| { |
| "epoch": 34.93606755126659, |
| "grad_norm": 1.7050527568251084, |
| "learning_rate": 4.557158848305461e-05, |
| "loss": 3.1453, |
| "step": 14480 |
| }, |
| { |
| "epoch": 34.98431845597105, |
| "grad_norm": 1.8135963755799567, |
| "learning_rate": 4.549197895824062e-05, |
| "loss": 3.1286, |
| "step": 14500 |
| }, |
| { |
| "epoch": 35.03256936067551, |
| "grad_norm": 1.7495685396558727, |
| "learning_rate": 4.5412355860482065e-05, |
| "loss": 3.1007, |
| "step": 14520 |
| }, |
| { |
| "epoch": 35.08082026537998, |
| "grad_norm": 1.7020523084588701, |
| "learning_rate": 4.533271955098464e-05, |
| "loss": 3.0734, |
| "step": 14540 |
| }, |
| { |
| "epoch": 35.12907117008444, |
| "grad_norm": 1.7202414948259517, |
| "learning_rate": 4.5253070391014024e-05, |
| "loss": 3.0711, |
| "step": 14560 |
| }, |
| { |
| "epoch": 35.177322074788904, |
| "grad_norm": 1.697294351473405, |
| "learning_rate": 4.517340874189412e-05, |
| "loss": 3.1024, |
| "step": 14580 |
| }, |
| { |
| "epoch": 35.225572979493364, |
| "grad_norm": 1.6283575729669655, |
| "learning_rate": 4.509373496500556e-05, |
| "loss": 3.1087, |
| "step": 14600 |
| }, |
| { |
| "epoch": 35.27382388419783, |
| "grad_norm": 1.7210043815315272, |
| "learning_rate": 4.501404942178393e-05, |
| "loss": 3.1205, |
| "step": 14620 |
| }, |
| { |
| "epoch": 35.32207478890229, |
| "grad_norm": 1.7016286289650115, |
| "learning_rate": 4.493435247371826e-05, |
| "loss": 3.0872, |
| "step": 14640 |
| }, |
| { |
| "epoch": 35.37032569360675, |
| "grad_norm": 1.7660588591553978, |
| "learning_rate": 4.485464448234926e-05, |
| "loss": 3.0963, |
| "step": 14660 |
| }, |
| { |
| "epoch": 35.41857659831122, |
| "grad_norm": 1.731933654574753, |
| "learning_rate": 4.4774925809267745e-05, |
| "loss": 3.0839, |
| "step": 14680 |
| }, |
| { |
| "epoch": 35.46682750301568, |
| "grad_norm": 1.6283726530948188, |
| "learning_rate": 4.469519681611302e-05, |
| "loss": 3.0982, |
| "step": 14700 |
| }, |
| { |
| "epoch": 35.51507840772015, |
| "grad_norm": 1.6556453771233306, |
| "learning_rate": 4.461545786457119e-05, |
| "loss": 3.0792, |
| "step": 14720 |
| }, |
| { |
| "epoch": 35.56332931242461, |
| "grad_norm": 1.7319799326552476, |
| "learning_rate": 4.453570931637351e-05, |
| "loss": 3.0885, |
| "step": 14740 |
| }, |
| { |
| "epoch": 35.611580217129074, |
| "grad_norm": 1.6805448068573396, |
| "learning_rate": 4.445595153329481e-05, |
| "loss": 3.0898, |
| "step": 14760 |
| }, |
| { |
| "epoch": 35.659831121833534, |
| "grad_norm": 1.7578009903019474, |
| "learning_rate": 4.4376184877151785e-05, |
| "loss": 3.1019, |
| "step": 14780 |
| }, |
| { |
| "epoch": 35.708082026537994, |
| "grad_norm": 1.6772436523236836, |
| "learning_rate": 4.429640970980138e-05, |
| "loss": 3.0772, |
| "step": 14800 |
| }, |
| { |
| "epoch": 35.75633293124246, |
| "grad_norm": 1.8644032676407458, |
| "learning_rate": 4.4216626393139206e-05, |
| "loss": 3.1066, |
| "step": 14820 |
| }, |
| { |
| "epoch": 35.80458383594692, |
| "grad_norm": 1.696526658547905, |
| "learning_rate": 4.4136835289097776e-05, |
| "loss": 3.0872, |
| "step": 14840 |
| }, |
| { |
| "epoch": 35.85283474065139, |
| "grad_norm": 1.8069752034511175, |
| "learning_rate": 4.4057036759644924e-05, |
| "loss": 3.1048, |
| "step": 14860 |
| }, |
| { |
| "epoch": 35.90108564535585, |
| "grad_norm": 1.7633629626598877, |
| "learning_rate": 4.397723116678226e-05, |
| "loss": 3.0958, |
| "step": 14880 |
| }, |
| { |
| "epoch": 35.949336550060316, |
| "grad_norm": 1.7590133520202995, |
| "learning_rate": 4.389741887254331e-05, |
| "loss": 3.1091, |
| "step": 14900 |
| }, |
| { |
| "epoch": 35.997587454764776, |
| "grad_norm": 1.692796110079263, |
| "learning_rate": 4.381760023899212e-05, |
| "loss": 3.126, |
| "step": 14920 |
| }, |
| { |
| "epoch": 36.04583835946924, |
| "grad_norm": 1.7924040701790034, |
| "learning_rate": 4.37377756282214e-05, |
| "loss": 3.0533, |
| "step": 14940 |
| }, |
| { |
| "epoch": 36.094089264173704, |
| "grad_norm": 1.7943311453429807, |
| "learning_rate": 4.3657945402351035e-05, |
| "loss": 3.0744, |
| "step": 14960 |
| }, |
| { |
| "epoch": 36.142340168878164, |
| "grad_norm": 1.7329847221833496, |
| "learning_rate": 4.3578109923526385e-05, |
| "loss": 3.0447, |
| "step": 14980 |
| }, |
| { |
| "epoch": 36.19059107358263, |
| "grad_norm": 1.779751213291105, |
| "learning_rate": 4.3498269553916564e-05, |
| "loss": 3.0595, |
| "step": 15000 |
| }, |
| { |
| "epoch": 36.23884197828709, |
| "grad_norm": 1.6683399602681, |
| "learning_rate": 4.3418424655712955e-05, |
| "loss": 3.0294, |
| "step": 15020 |
| }, |
| { |
| "epoch": 36.28709288299156, |
| "grad_norm": 1.6811877912929312, |
| "learning_rate": 4.333857559112748e-05, |
| "loss": 3.0535, |
| "step": 15040 |
| }, |
| { |
| "epoch": 36.33534378769602, |
| "grad_norm": 1.7343219563599208, |
| "learning_rate": 4.32587227223909e-05, |
| "loss": 3.0652, |
| "step": 15060 |
| }, |
| { |
| "epoch": 36.383594692400486, |
| "grad_norm": 1.6858270814240977, |
| "learning_rate": 4.317886641175129e-05, |
| "loss": 3.0831, |
| "step": 15080 |
| }, |
| { |
| "epoch": 36.431845597104946, |
| "grad_norm": 1.7362868984820643, |
| "learning_rate": 4.3099007021472307e-05, |
| "loss": 3.0648, |
| "step": 15100 |
| }, |
| { |
| "epoch": 36.480096501809406, |
| "grad_norm": 1.7828323985846186, |
| "learning_rate": 4.30191449138316e-05, |
| "loss": 3.0575, |
| "step": 15120 |
| }, |
| { |
| "epoch": 36.52834740651387, |
| "grad_norm": 1.7922539283453194, |
| "learning_rate": 4.293928045111916e-05, |
| "loss": 3.0685, |
| "step": 15140 |
| }, |
| { |
| "epoch": 36.57659831121833, |
| "grad_norm": 1.8368830111744652, |
| "learning_rate": 4.2859413995635595e-05, |
| "loss": 3.0675, |
| "step": 15160 |
| }, |
| { |
| "epoch": 36.6248492159228, |
| "grad_norm": 1.714363997557128, |
| "learning_rate": 4.2779545909690626e-05, |
| "loss": 3.0737, |
| "step": 15180 |
| }, |
| { |
| "epoch": 36.67310012062726, |
| "grad_norm": 1.7340654268528681, |
| "learning_rate": 4.269967655560132e-05, |
| "loss": 3.0696, |
| "step": 15200 |
| }, |
| { |
| "epoch": 36.72135102533173, |
| "grad_norm": 1.7208353733554818, |
| "learning_rate": 4.2619806295690546e-05, |
| "loss": 3.0432, |
| "step": 15220 |
| }, |
| { |
| "epoch": 36.76960193003619, |
| "grad_norm": 1.7541734225467205, |
| "learning_rate": 4.253993549228523e-05, |
| "loss": 3.0566, |
| "step": 15240 |
| }, |
| { |
| "epoch": 36.81785283474065, |
| "grad_norm": 1.7332109813947543, |
| "learning_rate": 4.2460064507714786e-05, |
| "loss": 3.0483, |
| "step": 15260 |
| }, |
| { |
| "epoch": 36.866103739445116, |
| "grad_norm": 1.7313947039705442, |
| "learning_rate": 4.238019370430947e-05, |
| "loss": 3.0828, |
| "step": 15280 |
| }, |
| { |
| "epoch": 36.914354644149576, |
| "grad_norm": 1.645871884634537, |
| "learning_rate": 4.23003234443987e-05, |
| "loss": 3.0449, |
| "step": 15300 |
| }, |
| { |
| "epoch": 36.96260554885404, |
| "grad_norm": 1.9213073638705973, |
| "learning_rate": 4.2220454090309387e-05, |
| "loss": 3.0463, |
| "step": 15320 |
| }, |
| { |
| "epoch": 37.0108564535585, |
| "grad_norm": 1.7479495855726792, |
| "learning_rate": 4.214058600436442e-05, |
| "loss": 3.053, |
| "step": 15340 |
| }, |
| { |
| "epoch": 37.05910735826297, |
| "grad_norm": 1.781786344772174, |
| "learning_rate": 4.2060719548880854e-05, |
| "loss": 3.0057, |
| "step": 15360 |
| }, |
| { |
| "epoch": 37.10735826296743, |
| "grad_norm": 1.8395803574544805, |
| "learning_rate": 4.19808550861684e-05, |
| "loss": 3.0066, |
| "step": 15380 |
| }, |
| { |
| "epoch": 37.15560916767189, |
| "grad_norm": 1.7737868803506056, |
| "learning_rate": 4.1900992978527706e-05, |
| "loss": 3.0222, |
| "step": 15400 |
| }, |
| { |
| "epoch": 37.20386007237636, |
| "grad_norm": 1.793472223509958, |
| "learning_rate": 4.182113358824872e-05, |
| "loss": 3.0023, |
| "step": 15420 |
| }, |
| { |
| "epoch": 37.25211097708082, |
| "grad_norm": 1.8453641246663974, |
| "learning_rate": 4.174127727760911e-05, |
| "loss": 3.0193, |
| "step": 15440 |
| }, |
| { |
| "epoch": 37.300361881785285, |
| "grad_norm": 1.8238409729325793, |
| "learning_rate": 4.1661424408872534e-05, |
| "loss": 3.022, |
| "step": 15460 |
| }, |
| { |
| "epoch": 37.348612786489745, |
| "grad_norm": 1.8581075821521718, |
| "learning_rate": 4.158157534428705e-05, |
| "loss": 3.0361, |
| "step": 15480 |
| }, |
| { |
| "epoch": 37.39686369119421, |
| "grad_norm": 1.7365717910505376, |
| "learning_rate": 4.150173044608345e-05, |
| "loss": 3.0045, |
| "step": 15500 |
| }, |
| { |
| "epoch": 37.44511459589867, |
| "grad_norm": 1.8537920768053775, |
| "learning_rate": 4.142189007647364e-05, |
| "loss": 2.9945, |
| "step": 15520 |
| }, |
| { |
| "epoch": 37.49336550060313, |
| "grad_norm": 1.8726106877345121, |
| "learning_rate": 4.1342054597648984e-05, |
| "loss": 3.0153, |
| "step": 15540 |
| }, |
| { |
| "epoch": 37.5416164053076, |
| "grad_norm": 1.7299245565027463, |
| "learning_rate": 4.1262224371778615e-05, |
| "loss": 3.0231, |
| "step": 15560 |
| }, |
| { |
| "epoch": 37.58986731001206, |
| "grad_norm": 1.9684393888696026, |
| "learning_rate": 4.11823997610079e-05, |
| "loss": 3.039, |
| "step": 15580 |
| }, |
| { |
| "epoch": 37.63811821471653, |
| "grad_norm": 1.851811769786107, |
| "learning_rate": 4.110258112745669e-05, |
| "loss": 3.0131, |
| "step": 15600 |
| }, |
| { |
| "epoch": 37.68636911942099, |
| "grad_norm": 1.831699764017898, |
| "learning_rate": 4.102276883321777e-05, |
| "loss": 2.9943, |
| "step": 15620 |
| }, |
| { |
| "epoch": 37.734620024125455, |
| "grad_norm": 1.996966394453837, |
| "learning_rate": 4.094296324035508e-05, |
| "loss": 3.0364, |
| "step": 15640 |
| }, |
| { |
| "epoch": 37.782870928829915, |
| "grad_norm": 1.7286526983173882, |
| "learning_rate": 4.086316471090223e-05, |
| "loss": 3.0258, |
| "step": 15660 |
| }, |
| { |
| "epoch": 37.831121833534375, |
| "grad_norm": 1.764544493090953, |
| "learning_rate": 4.07833736068608e-05, |
| "loss": 3.0235, |
| "step": 15680 |
| }, |
| { |
| "epoch": 37.87937273823884, |
| "grad_norm": 1.721014332496419, |
| "learning_rate": 4.0703590290198625e-05, |
| "loss": 3.0453, |
| "step": 15700 |
| }, |
| { |
| "epoch": 37.9276236429433, |
| "grad_norm": 1.8154981773795826, |
| "learning_rate": 4.0623815122848234e-05, |
| "loss": 3.0218, |
| "step": 15720 |
| }, |
| { |
| "epoch": 37.97587454764777, |
| "grad_norm": 1.8786171844737976, |
| "learning_rate": 4.054404846670521e-05, |
| "loss": 3.02, |
| "step": 15740 |
| }, |
| { |
| "epoch": 38.02412545235223, |
| "grad_norm": 1.9881054344462354, |
| "learning_rate": 4.0464290683626506e-05, |
| "loss": 3.0231, |
| "step": 15760 |
| }, |
| { |
| "epoch": 38.0723763570567, |
| "grad_norm": 1.8121357954231627, |
| "learning_rate": 4.038454213542881e-05, |
| "loss": 2.9682, |
| "step": 15780 |
| }, |
| { |
| "epoch": 38.12062726176116, |
| "grad_norm": 1.7803983363783233, |
| "learning_rate": 4.030480318388698e-05, |
| "loss": 2.9726, |
| "step": 15800 |
| }, |
| { |
| "epoch": 38.168878166465625, |
| "grad_norm": 1.8169641630641804, |
| "learning_rate": 4.0225074190732254e-05, |
| "loss": 2.9918, |
| "step": 15820 |
| }, |
| { |
| "epoch": 38.217129071170085, |
| "grad_norm": 1.6718703967051454, |
| "learning_rate": 4.0145355517650756e-05, |
| "loss": 2.9423, |
| "step": 15840 |
| }, |
| { |
| "epoch": 38.265379975874545, |
| "grad_norm": 1.819593273711046, |
| "learning_rate": 4.006564752628174e-05, |
| "loss": 2.9779, |
| "step": 15860 |
| }, |
| { |
| "epoch": 38.31363088057901, |
| "grad_norm": 1.7436254395832131, |
| "learning_rate": 3.998595057821608e-05, |
| "loss": 2.9838, |
| "step": 15880 |
| }, |
| { |
| "epoch": 38.36188178528347, |
| "grad_norm": 1.797465810728006, |
| "learning_rate": 3.990626503499445e-05, |
| "loss": 2.9672, |
| "step": 15900 |
| }, |
| { |
| "epoch": 38.41013268998794, |
| "grad_norm": 1.8271833883406885, |
| "learning_rate": 3.982659125810589e-05, |
| "loss": 2.9957, |
| "step": 15920 |
| }, |
| { |
| "epoch": 38.4583835946924, |
| "grad_norm": 1.9562777666010511, |
| "learning_rate": 3.9746929608986e-05, |
| "loss": 2.9707, |
| "step": 15940 |
| }, |
| { |
| "epoch": 38.50663449939687, |
| "grad_norm": 1.7795642005658983, |
| "learning_rate": 3.966728044901537e-05, |
| "loss": 2.9733, |
| "step": 15960 |
| }, |
| { |
| "epoch": 38.55488540410133, |
| "grad_norm": 1.8362460485407077, |
| "learning_rate": 3.958764413951794e-05, |
| "loss": 2.9706, |
| "step": 15980 |
| }, |
| { |
| "epoch": 38.60313630880579, |
| "grad_norm": 1.7842328471663447, |
| "learning_rate": 3.950802104175938e-05, |
| "loss": 2.9851, |
| "step": 16000 |
| }, |
| { |
| "epoch": 38.651387213510255, |
| "grad_norm": 1.801477000832523, |
| "learning_rate": 3.94284115169454e-05, |
| "loss": 2.9657, |
| "step": 16020 |
| }, |
| { |
| "epoch": 38.699638118214715, |
| "grad_norm": 1.8909494164647498, |
| "learning_rate": 3.934881592622012e-05, |
| "loss": 2.976, |
| "step": 16040 |
| }, |
| { |
| "epoch": 38.74788902291918, |
| "grad_norm": 1.7599037069631402, |
| "learning_rate": 3.926923463066448e-05, |
| "loss": 2.9942, |
| "step": 16060 |
| }, |
| { |
| "epoch": 38.79613992762364, |
| "grad_norm": 1.8768046901259807, |
| "learning_rate": 3.918966799129456e-05, |
| "loss": 2.9907, |
| "step": 16080 |
| }, |
| { |
| "epoch": 38.84439083232811, |
| "grad_norm": 1.8872720373470384, |
| "learning_rate": 3.9110116369059954e-05, |
| "loss": 2.9485, |
| "step": 16100 |
| }, |
| { |
| "epoch": 38.89264173703257, |
| "grad_norm": 1.7750335339357575, |
| "learning_rate": 3.9030580124842117e-05, |
| "loss": 2.9707, |
| "step": 16120 |
| }, |
| { |
| "epoch": 38.94089264173703, |
| "grad_norm": 1.9240812475497915, |
| "learning_rate": 3.8951059619452774e-05, |
| "loss": 3.0111, |
| "step": 16140 |
| }, |
| { |
| "epoch": 38.9891435464415, |
| "grad_norm": 1.856685654369435, |
| "learning_rate": 3.887155521363223e-05, |
| "loss": 2.9757, |
| "step": 16160 |
| }, |
| { |
| "epoch": 39.03739445114596, |
| "grad_norm": 1.90506888563212, |
| "learning_rate": 3.879206726804775e-05, |
| "loss": 2.9538, |
| "step": 16180 |
| }, |
| { |
| "epoch": 39.085645355850424, |
| "grad_norm": 1.9385346759578652, |
| "learning_rate": 3.871259614329192e-05, |
| "loss": 2.9333, |
| "step": 16200 |
| }, |
| { |
| "epoch": 39.133896260554884, |
| "grad_norm": 1.8420268058246834, |
| "learning_rate": 3.863314219988107e-05, |
| "loss": 2.9241, |
| "step": 16220 |
| }, |
| { |
| "epoch": 39.18214716525935, |
| "grad_norm": 1.9069246783756324, |
| "learning_rate": 3.855370579825354e-05, |
| "loss": 2.9295, |
| "step": 16240 |
| }, |
| { |
| "epoch": 39.23039806996381, |
| "grad_norm": 1.9988242264698246, |
| "learning_rate": 3.847428729876812e-05, |
| "loss": 2.9449, |
| "step": 16260 |
| }, |
| { |
| "epoch": 39.27864897466827, |
| "grad_norm": 1.7518062607406635, |
| "learning_rate": 3.839488706170235e-05, |
| "loss": 2.9348, |
| "step": 16280 |
| }, |
| { |
| "epoch": 39.32689987937274, |
| "grad_norm": 1.8529123031732009, |
| "learning_rate": 3.831550544725095e-05, |
| "loss": 2.9208, |
| "step": 16300 |
| }, |
| { |
| "epoch": 39.3751507840772, |
| "grad_norm": 1.8164505221288894, |
| "learning_rate": 3.8236142815524175e-05, |
| "loss": 2.935, |
| "step": 16320 |
| }, |
| { |
| "epoch": 39.42340168878167, |
| "grad_norm": 1.8753566378635846, |
| "learning_rate": 3.8156799526546144e-05, |
| "loss": 2.9378, |
| "step": 16340 |
| }, |
| { |
| "epoch": 39.47165259348613, |
| "grad_norm": 1.9217703869070524, |
| "learning_rate": 3.807747594025321e-05, |
| "loss": 2.9442, |
| "step": 16360 |
| }, |
| { |
| "epoch": 39.519903498190594, |
| "grad_norm": 1.8319062040837821, |
| "learning_rate": 3.7998172416492404e-05, |
| "loss": 2.9143, |
| "step": 16380 |
| }, |
| { |
| "epoch": 39.568154402895054, |
| "grad_norm": 1.841633840947917, |
| "learning_rate": 3.791888931501967e-05, |
| "loss": 2.9232, |
| "step": 16400 |
| }, |
| { |
| "epoch": 39.616405307599514, |
| "grad_norm": 1.743100395293471, |
| "learning_rate": 3.783962699549839e-05, |
| "loss": 2.9451, |
| "step": 16420 |
| }, |
| { |
| "epoch": 39.66465621230398, |
| "grad_norm": 1.915894971357861, |
| "learning_rate": 3.77603858174976e-05, |
| "loss": 2.9084, |
| "step": 16440 |
| }, |
| { |
| "epoch": 39.71290711700844, |
| "grad_norm": 1.95747323799413, |
| "learning_rate": 3.768116614049046e-05, |
| "loss": 2.9389, |
| "step": 16460 |
| }, |
| { |
| "epoch": 39.76115802171291, |
| "grad_norm": 1.8951990654011275, |
| "learning_rate": 3.760196832385259e-05, |
| "loss": 2.9672, |
| "step": 16480 |
| }, |
| { |
| "epoch": 39.80940892641737, |
| "grad_norm": 1.8272389418899433, |
| "learning_rate": 3.752279272686043e-05, |
| "loss": 2.9586, |
| "step": 16500 |
| }, |
| { |
| "epoch": 39.857659831121836, |
| "grad_norm": 1.899243341230883, |
| "learning_rate": 3.744363970868964e-05, |
| "loss": 2.957, |
| "step": 16520 |
| }, |
| { |
| "epoch": 39.905910735826296, |
| "grad_norm": 1.8962116694601694, |
| "learning_rate": 3.736450962841344e-05, |
| "loss": 2.9325, |
| "step": 16540 |
| }, |
| { |
| "epoch": 39.95416164053076, |
| "grad_norm": 1.9115140788394096, |
| "learning_rate": 3.728540284500101e-05, |
| "loss": 2.9286, |
| "step": 16560 |
| }, |
| { |
| "epoch": 40.002412545235224, |
| "grad_norm": 1.834550691562255, |
| "learning_rate": 3.7206319717315816e-05, |
| "loss": 2.9387, |
| "step": 16580 |
| }, |
| { |
| "epoch": 40.050663449939684, |
| "grad_norm": 1.9444628023446033, |
| "learning_rate": 3.712726060411401e-05, |
| "loss": 2.909, |
| "step": 16600 |
| }, |
| { |
| "epoch": 40.09891435464415, |
| "grad_norm": 1.8887168964006762, |
| "learning_rate": 3.704822586404284e-05, |
| "loss": 2.902, |
| "step": 16620 |
| }, |
| { |
| "epoch": 40.14716525934861, |
| "grad_norm": 1.9035544602841328, |
| "learning_rate": 3.696921585563899e-05, |
| "loss": 2.8919, |
| "step": 16640 |
| }, |
| { |
| "epoch": 40.19541616405308, |
| "grad_norm": 1.8249608912380568, |
| "learning_rate": 3.68902309373269e-05, |
| "loss": 2.8902, |
| "step": 16660 |
| }, |
| { |
| "epoch": 40.24366706875754, |
| "grad_norm": 1.8833664623291582, |
| "learning_rate": 3.681127146741722e-05, |
| "loss": 2.8769, |
| "step": 16680 |
| }, |
| { |
| "epoch": 40.291917973462006, |
| "grad_norm": 1.9375804023477643, |
| "learning_rate": 3.673233780410516e-05, |
| "loss": 2.9071, |
| "step": 16700 |
| }, |
| { |
| "epoch": 40.340168878166466, |
| "grad_norm": 1.8823425573972612, |
| "learning_rate": 3.665343030546884e-05, |
| "loss": 2.8814, |
| "step": 16720 |
| }, |
| { |
| "epoch": 40.388419782870926, |
| "grad_norm": 1.8222884812774136, |
| "learning_rate": 3.657454932946771e-05, |
| "loss": 2.9162, |
| "step": 16740 |
| }, |
| { |
| "epoch": 40.43667068757539, |
| "grad_norm": 1.863097322069889, |
| "learning_rate": 3.649569523394088e-05, |
| "loss": 2.8888, |
| "step": 16760 |
| }, |
| { |
| "epoch": 40.48492159227985, |
| "grad_norm": 2.020214272787904, |
| "learning_rate": 3.641686837660554e-05, |
| "loss": 2.8824, |
| "step": 16780 |
| }, |
| { |
| "epoch": 40.53317249698432, |
| "grad_norm": 1.9655218708959694, |
| "learning_rate": 3.633806911505528e-05, |
| "loss": 2.8638, |
| "step": 16800 |
| }, |
| { |
| "epoch": 40.58142340168878, |
| "grad_norm": 1.963663069047329, |
| "learning_rate": 3.625929780675854e-05, |
| "loss": 2.8856, |
| "step": 16820 |
| }, |
| { |
| "epoch": 40.62967430639325, |
| "grad_norm": 1.9486597335215616, |
| "learning_rate": 3.618055480905695e-05, |
| "loss": 2.9164, |
| "step": 16840 |
| }, |
| { |
| "epoch": 40.67792521109771, |
| "grad_norm": 1.899918028463788, |
| "learning_rate": 3.610184047916368e-05, |
| "loss": 2.8993, |
| "step": 16860 |
| }, |
| { |
| "epoch": 40.72617611580217, |
| "grad_norm": 1.8657656425280695, |
| "learning_rate": 3.602315517416188e-05, |
| "loss": 2.9306, |
| "step": 16880 |
| }, |
| { |
| "epoch": 40.774427020506636, |
| "grad_norm": 1.974826578522589, |
| "learning_rate": 3.594449925100301e-05, |
| "loss": 2.8836, |
| "step": 16900 |
| }, |
| { |
| "epoch": 40.822677925211096, |
| "grad_norm": 1.918632646662226, |
| "learning_rate": 3.586587306650526e-05, |
| "loss": 2.9114, |
| "step": 16920 |
| }, |
| { |
| "epoch": 40.87092882991556, |
| "grad_norm": 1.9456033033390405, |
| "learning_rate": 3.578727697735189e-05, |
| "loss": 2.9214, |
| "step": 16940 |
| }, |
| { |
| "epoch": 40.91917973462002, |
| "grad_norm": 1.939791270138583, |
| "learning_rate": 3.570871134008966e-05, |
| "loss": 2.909, |
| "step": 16960 |
| }, |
| { |
| "epoch": 40.96743063932449, |
| "grad_norm": 1.8250418725326514, |
| "learning_rate": 3.5630176511127156e-05, |
| "loss": 2.9029, |
| "step": 16980 |
| }, |
| { |
| "epoch": 41.01568154402895, |
| "grad_norm": 1.958209463604106, |
| "learning_rate": 3.5551672846733224e-05, |
| "loss": 2.8948, |
| "step": 17000 |
| }, |
| { |
| "epoch": 41.06393244873341, |
| "grad_norm": 1.9798031577673816, |
| "learning_rate": 3.5473200703035325e-05, |
| "loss": 2.87, |
| "step": 17020 |
| }, |
| { |
| "epoch": 41.11218335343788, |
| "grad_norm": 1.9326637032631544, |
| "learning_rate": 3.5394760436017954e-05, |
| "loss": 2.8667, |
| "step": 17040 |
| }, |
| { |
| "epoch": 41.16043425814234, |
| "grad_norm": 1.9159534040743942, |
| "learning_rate": 3.5316352401520974e-05, |
| "loss": 2.8495, |
| "step": 17060 |
| }, |
| { |
| "epoch": 41.208685162846805, |
| "grad_norm": 1.9956227687415968, |
| "learning_rate": 3.523797695523802e-05, |
| "loss": 2.8608, |
| "step": 17080 |
| }, |
| { |
| "epoch": 41.256936067551266, |
| "grad_norm": 1.9185053684314197, |
| "learning_rate": 3.5159634452714906e-05, |
| "loss": 2.857, |
| "step": 17100 |
| }, |
| { |
| "epoch": 41.30518697225573, |
| "grad_norm": 1.865026592899831, |
| "learning_rate": 3.508132524934801e-05, |
| "loss": 2.845, |
| "step": 17120 |
| }, |
| { |
| "epoch": 41.35343787696019, |
| "grad_norm": 1.9504398437487287, |
| "learning_rate": 3.500304970038262e-05, |
| "loss": 2.8536, |
| "step": 17140 |
| }, |
| { |
| "epoch": 41.40168878166465, |
| "grad_norm": 2.0412196298748184, |
| "learning_rate": 3.492480816091137e-05, |
| "loss": 2.8454, |
| "step": 17160 |
| }, |
| { |
| "epoch": 41.44993968636912, |
| "grad_norm": 1.9474975172487607, |
| "learning_rate": 3.484660098587262e-05, |
| "loss": 2.8316, |
| "step": 17180 |
| }, |
| { |
| "epoch": 41.49819059107358, |
| "grad_norm": 2.0120334007121494, |
| "learning_rate": 3.476842853004883e-05, |
| "loss": 2.8692, |
| "step": 17200 |
| }, |
| { |
| "epoch": 41.54644149577805, |
| "grad_norm": 1.9936620610640912, |
| "learning_rate": 3.4690291148064955e-05, |
| "loss": 2.8748, |
| "step": 17220 |
| }, |
| { |
| "epoch": 41.59469240048251, |
| "grad_norm": 1.9175049240370934, |
| "learning_rate": 3.4612189194386814e-05, |
| "loss": 2.8779, |
| "step": 17240 |
| }, |
| { |
| "epoch": 41.642943305186975, |
| "grad_norm": 1.9218062651221073, |
| "learning_rate": 3.4534123023319584e-05, |
| "loss": 2.8828, |
| "step": 17260 |
| }, |
| { |
| "epoch": 41.691194209891435, |
| "grad_norm": 1.9276814892973138, |
| "learning_rate": 3.445609298900604e-05, |
| "loss": 2.841, |
| "step": 17280 |
| }, |
| { |
| "epoch": 41.739445114595895, |
| "grad_norm": 1.9629052683866184, |
| "learning_rate": 3.4378099445425055e-05, |
| "loss": 2.8477, |
| "step": 17300 |
| }, |
| { |
| "epoch": 41.78769601930036, |
| "grad_norm": 1.9347855365017907, |
| "learning_rate": 3.430014274638996e-05, |
| "loss": 2.8539, |
| "step": 17320 |
| }, |
| { |
| "epoch": 41.83594692400482, |
| "grad_norm": 1.9954065827753498, |
| "learning_rate": 3.422222324554694e-05, |
| "loss": 2.8531, |
| "step": 17340 |
| }, |
| { |
| "epoch": 41.88419782870929, |
| "grad_norm": 2.059853199529992, |
| "learning_rate": 3.414434129637346e-05, |
| "loss": 2.8783, |
| "step": 17360 |
| }, |
| { |
| "epoch": 41.93244873341375, |
| "grad_norm": 2.02584656746111, |
| "learning_rate": 3.406649725217658e-05, |
| "loss": 2.8602, |
| "step": 17380 |
| }, |
| { |
| "epoch": 41.98069963811822, |
| "grad_norm": 1.8711535012629026, |
| "learning_rate": 3.3988691466091444e-05, |
| "loss": 2.8693, |
| "step": 17400 |
| }, |
| { |
| "epoch": 42.02895054282268, |
| "grad_norm": 1.9219010035258672, |
| "learning_rate": 3.391092429107964e-05, |
| "loss": 2.8144, |
| "step": 17420 |
| }, |
| { |
| "epoch": 42.07720144752714, |
| "grad_norm": 1.9383737608579128, |
| "learning_rate": 3.383319607992757e-05, |
| "loss": 2.7949, |
| "step": 17440 |
| }, |
| { |
| "epoch": 42.125452352231605, |
| "grad_norm": 2.1514243460270794, |
| "learning_rate": 3.375550718524494e-05, |
| "loss": 2.8218, |
| "step": 17460 |
| }, |
| { |
| "epoch": 42.173703256936065, |
| "grad_norm": 2.071548457925646, |
| "learning_rate": 3.367785795946303e-05, |
| "loss": 2.8169, |
| "step": 17480 |
| }, |
| { |
| "epoch": 42.22195416164053, |
| "grad_norm": 2.0688314061520416, |
| "learning_rate": 3.3600248754833196e-05, |
| "loss": 2.7997, |
| "step": 17500 |
| }, |
| { |
| "epoch": 42.27020506634499, |
| "grad_norm": 2.009971631950664, |
| "learning_rate": 3.352267992342525e-05, |
| "loss": 2.7962, |
| "step": 17520 |
| }, |
| { |
| "epoch": 42.31845597104946, |
| "grad_norm": 1.9220577791634506, |
| "learning_rate": 3.344515181712583e-05, |
| "loss": 2.7786, |
| "step": 17540 |
| }, |
| { |
| "epoch": 42.36670687575392, |
| "grad_norm": 2.0888171292514706, |
| "learning_rate": 3.336766478763683e-05, |
| "loss": 2.8162, |
| "step": 17560 |
| }, |
| { |
| "epoch": 42.41495778045839, |
| "grad_norm": 2.0542142115017112, |
| "learning_rate": 3.3290219186473836e-05, |
| "loss": 2.8441, |
| "step": 17580 |
| }, |
| { |
| "epoch": 42.46320868516285, |
| "grad_norm": 1.999138050647526, |
| "learning_rate": 3.321281536496445e-05, |
| "loss": 2.7829, |
| "step": 17600 |
| }, |
| { |
| "epoch": 42.51145958986731, |
| "grad_norm": 2.0012114144238686, |
| "learning_rate": 3.3135453674246764e-05, |
| "loss": 2.8084, |
| "step": 17620 |
| }, |
| { |
| "epoch": 42.559710494571775, |
| "grad_norm": 1.998984383248801, |
| "learning_rate": 3.3058134465267725e-05, |
| "loss": 2.8283, |
| "step": 17640 |
| }, |
| { |
| "epoch": 42.607961399276235, |
| "grad_norm": 1.9630772132322898, |
| "learning_rate": 3.298085808878162e-05, |
| "loss": 2.8205, |
| "step": 17660 |
| }, |
| { |
| "epoch": 42.6562123039807, |
| "grad_norm": 1.9899679944064963, |
| "learning_rate": 3.2903624895348384e-05, |
| "loss": 2.7861, |
| "step": 17680 |
| }, |
| { |
| "epoch": 42.70446320868516, |
| "grad_norm": 2.070449313509756, |
| "learning_rate": 3.282643523533206e-05, |
| "loss": 2.8131, |
| "step": 17700 |
| }, |
| { |
| "epoch": 42.75271411338963, |
| "grad_norm": 2.1630767171523333, |
| "learning_rate": 3.274928945889919e-05, |
| "loss": 2.8209, |
| "step": 17720 |
| }, |
| { |
| "epoch": 42.80096501809409, |
| "grad_norm": 1.9187691565499827, |
| "learning_rate": 3.267218791601729e-05, |
| "loss": 2.8218, |
| "step": 17740 |
| }, |
| { |
| "epoch": 42.84921592279855, |
| "grad_norm": 2.0582347533157304, |
| "learning_rate": 3.259513095645316e-05, |
| "loss": 2.7936, |
| "step": 17760 |
| }, |
| { |
| "epoch": 42.89746682750302, |
| "grad_norm": 2.001660149810876, |
| "learning_rate": 3.251811892977137e-05, |
| "loss": 2.7752, |
| "step": 17780 |
| }, |
| { |
| "epoch": 42.94571773220748, |
| "grad_norm": 2.0275943501164133, |
| "learning_rate": 3.244115218533265e-05, |
| "loss": 2.8187, |
| "step": 17800 |
| }, |
| { |
| "epoch": 42.993968636911944, |
| "grad_norm": 2.121011171663165, |
| "learning_rate": 3.236423107229233e-05, |
| "loss": 2.8278, |
| "step": 17820 |
| }, |
| { |
| "epoch": 43.042219541616404, |
| "grad_norm": 2.01492273008567, |
| "learning_rate": 3.228735593959872e-05, |
| "loss": 2.7549, |
| "step": 17840 |
| }, |
| { |
| "epoch": 43.09047044632087, |
| "grad_norm": 2.0763812979808995, |
| "learning_rate": 3.221052713599152e-05, |
| "loss": 2.7395, |
| "step": 17860 |
| }, |
| { |
| "epoch": 43.13872135102533, |
| "grad_norm": 2.099934375289608, |
| "learning_rate": 3.2133745010000325e-05, |
| "loss": 2.7733, |
| "step": 17880 |
| }, |
| { |
| "epoch": 43.18697225572979, |
| "grad_norm": 1.9777897267218183, |
| "learning_rate": 3.20570099099429e-05, |
| "loss": 2.7373, |
| "step": 17900 |
| }, |
| { |
| "epoch": 43.23522316043426, |
| "grad_norm": 2.0730100647367, |
| "learning_rate": 3.198032218392374e-05, |
| "loss": 2.7536, |
| "step": 17920 |
| }, |
| { |
| "epoch": 43.28347406513872, |
| "grad_norm": 2.139473690352985, |
| "learning_rate": 3.190368217983242e-05, |
| "loss": 2.7377, |
| "step": 17940 |
| }, |
| { |
| "epoch": 43.33172496984319, |
| "grad_norm": 1.9625124702783403, |
| "learning_rate": 3.182709024534198e-05, |
| "loss": 2.775, |
| "step": 17960 |
| }, |
| { |
| "epoch": 43.37997587454765, |
| "grad_norm": 2.122578013951619, |
| "learning_rate": 3.175054672790746e-05, |
| "loss": 2.7658, |
| "step": 17980 |
| }, |
| { |
| "epoch": 43.428226779252114, |
| "grad_norm": 1.9956969934828435, |
| "learning_rate": 3.167405197476422e-05, |
| "loss": 2.7884, |
| "step": 18000 |
| }, |
| { |
| "epoch": 43.476477683956574, |
| "grad_norm": 2.0041870076278405, |
| "learning_rate": 3.159760633292642e-05, |
| "loss": 2.7666, |
| "step": 18020 |
| }, |
| { |
| "epoch": 43.524728588661034, |
| "grad_norm": 1.939729356783698, |
| "learning_rate": 3.15212101491854e-05, |
| "loss": 2.766, |
| "step": 18040 |
| }, |
| { |
| "epoch": 43.5729794933655, |
| "grad_norm": 2.035966658744916, |
| "learning_rate": 3.1444863770108166e-05, |
| "loss": 2.7509, |
| "step": 18060 |
| }, |
| { |
| "epoch": 43.62123039806996, |
| "grad_norm": 1.9640090034744808, |
| "learning_rate": 3.136856754203581e-05, |
| "loss": 2.7782, |
| "step": 18080 |
| }, |
| { |
| "epoch": 43.66948130277443, |
| "grad_norm": 1.9961952804064464, |
| "learning_rate": 3.129232181108186e-05, |
| "loss": 2.7946, |
| "step": 18100 |
| }, |
| { |
| "epoch": 43.71773220747889, |
| "grad_norm": 2.026150617965528, |
| "learning_rate": 3.12161269231308e-05, |
| "loss": 2.7783, |
| "step": 18120 |
| }, |
| { |
| "epoch": 43.765983112183356, |
| "grad_norm": 1.9729833227906524, |
| "learning_rate": 3.113998322383646e-05, |
| "loss": 2.7664, |
| "step": 18140 |
| }, |
| { |
| "epoch": 43.814234016887816, |
| "grad_norm": 2.023965898186139, |
| "learning_rate": 3.106389105862047e-05, |
| "loss": 2.7802, |
| "step": 18160 |
| }, |
| { |
| "epoch": 43.86248492159228, |
| "grad_norm": 2.0875039450364206, |
| "learning_rate": 3.098785077267064e-05, |
| "loss": 2.7909, |
| "step": 18180 |
| }, |
| { |
| "epoch": 43.910735826296744, |
| "grad_norm": 1.9692549405114874, |
| "learning_rate": 3.091186271093947e-05, |
| "loss": 2.7711, |
| "step": 18200 |
| }, |
| { |
| "epoch": 43.958986731001204, |
| "grad_norm": 2.1615598154502598, |
| "learning_rate": 3.083592721814255e-05, |
| "loss": 2.7537, |
| "step": 18220 |
| }, |
| { |
| "epoch": 44.00723763570567, |
| "grad_norm": 2.052912404177483, |
| "learning_rate": 3.076004463875697e-05, |
| "loss": 2.7624, |
| "step": 18240 |
| }, |
| { |
| "epoch": 44.05548854041013, |
| "grad_norm": 2.1099957171626316, |
| "learning_rate": 3.0684215317019774e-05, |
| "loss": 2.7214, |
| "step": 18260 |
| }, |
| { |
| "epoch": 44.1037394451146, |
| "grad_norm": 2.1486015951852453, |
| "learning_rate": 3.0608439596926456e-05, |
| "loss": 2.7375, |
| "step": 18280 |
| }, |
| { |
| "epoch": 44.15199034981906, |
| "grad_norm": 2.0822888693925092, |
| "learning_rate": 3.053271782222928e-05, |
| "loss": 2.7191, |
| "step": 18300 |
| }, |
| { |
| "epoch": 44.20024125452352, |
| "grad_norm": 1.997815858355968, |
| "learning_rate": 3.0457050336435852e-05, |
| "loss": 2.7022, |
| "step": 18320 |
| }, |
| { |
| "epoch": 44.248492159227986, |
| "grad_norm": 2.124754044356663, |
| "learning_rate": 3.0381437482807477e-05, |
| "loss": 2.7555, |
| "step": 18340 |
| }, |
| { |
| "epoch": 44.296743063932446, |
| "grad_norm": 2.109357693412431, |
| "learning_rate": 3.0305879604357594e-05, |
| "loss": 2.7192, |
| "step": 18360 |
| }, |
| { |
| "epoch": 44.34499396863691, |
| "grad_norm": 2.076233566262426, |
| "learning_rate": 3.02303770438503e-05, |
| "loss": 2.6955, |
| "step": 18380 |
| }, |
| { |
| "epoch": 44.393244873341374, |
| "grad_norm": 2.0900508471141284, |
| "learning_rate": 3.0154930143798714e-05, |
| "loss": 2.7314, |
| "step": 18400 |
| }, |
| { |
| "epoch": 44.44149577804584, |
| "grad_norm": 2.0876179802831545, |
| "learning_rate": 3.0079539246463466e-05, |
| "loss": 2.7424, |
| "step": 18420 |
| }, |
| { |
| "epoch": 44.4897466827503, |
| "grad_norm": 2.0473705569757943, |
| "learning_rate": 3.0004204693851105e-05, |
| "loss": 2.7231, |
| "step": 18440 |
| }, |
| { |
| "epoch": 44.53799758745477, |
| "grad_norm": 1.9949402770299118, |
| "learning_rate": 2.9928926827712646e-05, |
| "loss": 2.7057, |
| "step": 18460 |
| }, |
| { |
| "epoch": 44.58624849215923, |
| "grad_norm": 2.1329683670380053, |
| "learning_rate": 2.985370598954185e-05, |
| "loss": 2.7029, |
| "step": 18480 |
| }, |
| { |
| "epoch": 44.63449939686369, |
| "grad_norm": 2.113191023138322, |
| "learning_rate": 2.9778542520573867e-05, |
| "loss": 2.7422, |
| "step": 18500 |
| }, |
| { |
| "epoch": 44.682750301568156, |
| "grad_norm": 2.0255727493256868, |
| "learning_rate": 2.9703436761783532e-05, |
| "loss": 2.733, |
| "step": 18520 |
| }, |
| { |
| "epoch": 44.731001206272616, |
| "grad_norm": 2.0654058842407252, |
| "learning_rate": 2.9628389053883925e-05, |
| "loss": 2.7426, |
| "step": 18540 |
| }, |
| { |
| "epoch": 44.77925211097708, |
| "grad_norm": 2.0127042852958947, |
| "learning_rate": 2.955339973732474e-05, |
| "loss": 2.7473, |
| "step": 18560 |
| }, |
| { |
| "epoch": 44.82750301568154, |
| "grad_norm": 1.9473040008853106, |
| "learning_rate": 2.9478469152290806e-05, |
| "loss": 2.7526, |
| "step": 18580 |
| }, |
| { |
| "epoch": 44.87575392038601, |
| "grad_norm": 2.077086687331097, |
| "learning_rate": 2.9403597638700514e-05, |
| "loss": 2.7242, |
| "step": 18600 |
| }, |
| { |
| "epoch": 44.92400482509047, |
| "grad_norm": 1.9946613162317108, |
| "learning_rate": 2.9328785536204295e-05, |
| "loss": 2.7744, |
| "step": 18620 |
| }, |
| { |
| "epoch": 44.97225572979493, |
| "grad_norm": 2.0203550460599975, |
| "learning_rate": 2.9254033184183034e-05, |
| "loss": 2.7557, |
| "step": 18640 |
| }, |
| { |
| "epoch": 45.0205066344994, |
| "grad_norm": 2.0554189126088764, |
| "learning_rate": 2.9179340921746582e-05, |
| "loss": 2.6858, |
| "step": 18660 |
| }, |
| { |
| "epoch": 45.06875753920386, |
| "grad_norm": 2.1541004402415878, |
| "learning_rate": 2.9104709087732197e-05, |
| "loss": 2.6822, |
| "step": 18680 |
| }, |
| { |
| "epoch": 45.117008443908325, |
| "grad_norm": 2.1775026283465415, |
| "learning_rate": 2.9030138020703002e-05, |
| "loss": 2.698, |
| "step": 18700 |
| }, |
| { |
| "epoch": 45.165259348612786, |
| "grad_norm": 2.1269368128403516, |
| "learning_rate": 2.895562805894648e-05, |
| "loss": 2.6578, |
| "step": 18720 |
| }, |
| { |
| "epoch": 45.21351025331725, |
| "grad_norm": 2.2123805894539106, |
| "learning_rate": 2.8881179540472858e-05, |
| "loss": 2.6711, |
| "step": 18740 |
| }, |
| { |
| "epoch": 45.26176115802171, |
| "grad_norm": 2.042345987612676, |
| "learning_rate": 2.8806792803013673e-05, |
| "loss": 2.7029, |
| "step": 18760 |
| }, |
| { |
| "epoch": 45.31001206272617, |
| "grad_norm": 1.9787693735753125, |
| "learning_rate": 2.8732468184020183e-05, |
| "loss": 2.6572, |
| "step": 18780 |
| }, |
| { |
| "epoch": 45.35826296743064, |
| "grad_norm": 2.0358861779824475, |
| "learning_rate": 2.8658206020661853e-05, |
| "loss": 2.6712, |
| "step": 18800 |
| }, |
| { |
| "epoch": 45.4065138721351, |
| "grad_norm": 2.2305907553837203, |
| "learning_rate": 2.8584006649824815e-05, |
| "loss": 2.6832, |
| "step": 18820 |
| }, |
| { |
| "epoch": 45.45476477683957, |
| "grad_norm": 2.190995583901663, |
| "learning_rate": 2.8509870408110334e-05, |
| "loss": 2.7001, |
| "step": 18840 |
| }, |
| { |
| "epoch": 45.50301568154403, |
| "grad_norm": 2.045720590531228, |
| "learning_rate": 2.8435797631833336e-05, |
| "loss": 2.6819, |
| "step": 18860 |
| }, |
| { |
| "epoch": 45.551266586248495, |
| "grad_norm": 1.994749340319634, |
| "learning_rate": 2.836178865702079e-05, |
| "loss": 2.6914, |
| "step": 18880 |
| }, |
| { |
| "epoch": 45.599517490952955, |
| "grad_norm": 2.0538926952119496, |
| "learning_rate": 2.8287843819410256e-05, |
| "loss": 2.6828, |
| "step": 18900 |
| }, |
| { |
| "epoch": 45.647768395657415, |
| "grad_norm": 2.2258352751196955, |
| "learning_rate": 2.8213963454448348e-05, |
| "loss": 2.661, |
| "step": 18920 |
| }, |
| { |
| "epoch": 45.69601930036188, |
| "grad_norm": 2.119700849774589, |
| "learning_rate": 2.81401478972892e-05, |
| "loss": 2.7244, |
| "step": 18940 |
| }, |
| { |
| "epoch": 45.74427020506634, |
| "grad_norm": 2.107881509778084, |
| "learning_rate": 2.806639748279294e-05, |
| "loss": 2.6954, |
| "step": 18960 |
| }, |
| { |
| "epoch": 45.79252110977081, |
| "grad_norm": 2.146149017624382, |
| "learning_rate": 2.7992712545524173e-05, |
| "loss": 2.689, |
| "step": 18980 |
| }, |
| { |
| "epoch": 45.84077201447527, |
| "grad_norm": 2.1537375207646026, |
| "learning_rate": 2.791909341975048e-05, |
| "loss": 2.7223, |
| "step": 19000 |
| }, |
| { |
| "epoch": 45.88902291917974, |
| "grad_norm": 2.132279019194272, |
| "learning_rate": 2.78455404394409e-05, |
| "loss": 2.6961, |
| "step": 19020 |
| }, |
| { |
| "epoch": 45.9372738238842, |
| "grad_norm": 2.1371398975512363, |
| "learning_rate": 2.7772053938264402e-05, |
| "loss": 2.7091, |
| "step": 19040 |
| }, |
| { |
| "epoch": 45.98552472858866, |
| "grad_norm": 2.1780073597608345, |
| "learning_rate": 2.7698634249588354e-05, |
| "loss": 2.7046, |
| "step": 19060 |
| }, |
| { |
| "epoch": 46.033775633293125, |
| "grad_norm": 2.122271463346967, |
| "learning_rate": 2.762528170647707e-05, |
| "loss": 2.6606, |
| "step": 19080 |
| }, |
| { |
| "epoch": 46.082026537997585, |
| "grad_norm": 2.2290799312175418, |
| "learning_rate": 2.755199664169023e-05, |
| "loss": 2.5891, |
| "step": 19100 |
| }, |
| { |
| "epoch": 46.13027744270205, |
| "grad_norm": 2.13189384212509, |
| "learning_rate": 2.7478779387681435e-05, |
| "loss": 2.6523, |
| "step": 19120 |
| }, |
| { |
| "epoch": 46.17852834740651, |
| "grad_norm": 2.0912757257460997, |
| "learning_rate": 2.740563027659664e-05, |
| "loss": 2.6343, |
| "step": 19140 |
| }, |
| { |
| "epoch": 46.22677925211098, |
| "grad_norm": 2.149812863613732, |
| "learning_rate": 2.7332549640272663e-05, |
| "loss": 2.645, |
| "step": 19160 |
| }, |
| { |
| "epoch": 46.27503015681544, |
| "grad_norm": 2.136230162609186, |
| "learning_rate": 2.725953781023573e-05, |
| "loss": 2.6223, |
| "step": 19180 |
| }, |
| { |
| "epoch": 46.3232810615199, |
| "grad_norm": 2.137108806065443, |
| "learning_rate": 2.7186595117699908e-05, |
| "loss": 2.6237, |
| "step": 19200 |
| }, |
| { |
| "epoch": 46.37153196622437, |
| "grad_norm": 2.050859473476915, |
| "learning_rate": 2.7113721893565612e-05, |
| "loss": 2.642, |
| "step": 19220 |
| }, |
| { |
| "epoch": 46.41978287092883, |
| "grad_norm": 2.0560999413599155, |
| "learning_rate": 2.7040918468418134e-05, |
| "loss": 2.6502, |
| "step": 19240 |
| }, |
| { |
| "epoch": 46.468033775633295, |
| "grad_norm": 2.254261722195206, |
| "learning_rate": 2.6968185172526147e-05, |
| "loss": 2.6249, |
| "step": 19260 |
| }, |
| { |
| "epoch": 46.516284680337755, |
| "grad_norm": 2.2208787075684873, |
| "learning_rate": 2.6895522335840138e-05, |
| "loss": 2.655, |
| "step": 19280 |
| }, |
| { |
| "epoch": 46.56453558504222, |
| "grad_norm": 2.159503015224692, |
| "learning_rate": 2.6822930287991e-05, |
| "loss": 2.683, |
| "step": 19300 |
| }, |
| { |
| "epoch": 46.61278648974668, |
| "grad_norm": 2.119179981331361, |
| "learning_rate": 2.6750409358288454e-05, |
| "loss": 2.6229, |
| "step": 19320 |
| }, |
| { |
| "epoch": 46.66103739445115, |
| "grad_norm": 2.121001537607442, |
| "learning_rate": 2.6677959875719682e-05, |
| "loss": 2.652, |
| "step": 19340 |
| }, |
| { |
| "epoch": 46.70928829915561, |
| "grad_norm": 2.081748613111602, |
| "learning_rate": 2.6605582168947656e-05, |
| "loss": 2.6501, |
| "step": 19360 |
| }, |
| { |
| "epoch": 46.75753920386007, |
| "grad_norm": 2.0991033138026736, |
| "learning_rate": 2.653327656630978e-05, |
| "loss": 2.6449, |
| "step": 19380 |
| }, |
| { |
| "epoch": 46.80579010856454, |
| "grad_norm": 2.164871498047274, |
| "learning_rate": 2.6461043395816376e-05, |
| "loss": 2.6821, |
| "step": 19400 |
| }, |
| { |
| "epoch": 46.854041013269, |
| "grad_norm": 2.051209459696949, |
| "learning_rate": 2.6388882985149152e-05, |
| "loss": 2.6482, |
| "step": 19420 |
| }, |
| { |
| "epoch": 46.902291917973464, |
| "grad_norm": 2.0592620205805034, |
| "learning_rate": 2.631679566165976e-05, |
| "loss": 2.6434, |
| "step": 19440 |
| }, |
| { |
| "epoch": 46.950542822677924, |
| "grad_norm": 2.208433508215911, |
| "learning_rate": 2.6244781752368326e-05, |
| "loss": 2.6414, |
| "step": 19460 |
| }, |
| { |
| "epoch": 46.99879372738239, |
| "grad_norm": 2.1839035430902896, |
| "learning_rate": 2.6172841583961864e-05, |
| "loss": 2.6484, |
| "step": 19480 |
| }, |
| { |
| "epoch": 47.04704463208685, |
| "grad_norm": 2.1355725761932978, |
| "learning_rate": 2.6100975482792925e-05, |
| "loss": 2.6117, |
| "step": 19500 |
| }, |
| { |
| "epoch": 47.09529553679131, |
| "grad_norm": 2.118432147248433, |
| "learning_rate": 2.602918377487805e-05, |
| "loss": 2.6122, |
| "step": 19520 |
| }, |
| { |
| "epoch": 47.14354644149578, |
| "grad_norm": 2.0590852388207916, |
| "learning_rate": 2.5957466785896285e-05, |
| "loss": 2.5982, |
| "step": 19540 |
| }, |
| { |
| "epoch": 47.19179734620024, |
| "grad_norm": 2.1376001333726777, |
| "learning_rate": 2.588582484118774e-05, |
| "loss": 2.6054, |
| "step": 19560 |
| }, |
| { |
| "epoch": 47.24004825090471, |
| "grad_norm": 2.1111832031092, |
| "learning_rate": 2.5814258265752043e-05, |
| "loss": 2.604, |
| "step": 19580 |
| }, |
| { |
| "epoch": 47.28829915560917, |
| "grad_norm": 2.247167991275329, |
| "learning_rate": 2.574276738424697e-05, |
| "loss": 2.6219, |
| "step": 19600 |
| }, |
| { |
| "epoch": 47.336550060313634, |
| "grad_norm": 2.127535194411528, |
| "learning_rate": 2.56713525209869e-05, |
| "loss": 2.5704, |
| "step": 19620 |
| }, |
| { |
| "epoch": 47.384800965018094, |
| "grad_norm": 2.182653320110843, |
| "learning_rate": 2.560001399994131e-05, |
| "loss": 2.5767, |
| "step": 19640 |
| }, |
| { |
| "epoch": 47.433051869722554, |
| "grad_norm": 2.2138881998272884, |
| "learning_rate": 2.5528752144733432e-05, |
| "loss": 2.5755, |
| "step": 19660 |
| }, |
| { |
| "epoch": 47.48130277442702, |
| "grad_norm": 2.135645482687209, |
| "learning_rate": 2.5457567278638676e-05, |
| "loss": 2.5897, |
| "step": 19680 |
| }, |
| { |
| "epoch": 47.52955367913148, |
| "grad_norm": 2.168210658504318, |
| "learning_rate": 2.5386459724583157e-05, |
| "loss": 2.5877, |
| "step": 19700 |
| }, |
| { |
| "epoch": 47.57780458383595, |
| "grad_norm": 2.1504078005881633, |
| "learning_rate": 2.531542980514232e-05, |
| "loss": 2.6279, |
| "step": 19720 |
| }, |
| { |
| "epoch": 47.62605548854041, |
| "grad_norm": 2.2290010502819317, |
| "learning_rate": 2.524447784253941e-05, |
| "loss": 2.6078, |
| "step": 19740 |
| }, |
| { |
| "epoch": 47.674306393244876, |
| "grad_norm": 2.1819022499972216, |
| "learning_rate": 2.5173604158644013e-05, |
| "loss": 2.6264, |
| "step": 19760 |
| }, |
| { |
| "epoch": 47.722557297949336, |
| "grad_norm": 2.2680880277227877, |
| "learning_rate": 2.5102809074970647e-05, |
| "loss": 2.5925, |
| "step": 19780 |
| }, |
| { |
| "epoch": 47.7708082026538, |
| "grad_norm": 2.1755678215884537, |
| "learning_rate": 2.5032092912677196e-05, |
| "loss": 2.6342, |
| "step": 19800 |
| }, |
| { |
| "epoch": 47.819059107358264, |
| "grad_norm": 2.1402275771180723, |
| "learning_rate": 2.4961455992563584e-05, |
| "loss": 2.6306, |
| "step": 19820 |
| }, |
| { |
| "epoch": 47.867310012062724, |
| "grad_norm": 2.257515887785825, |
| "learning_rate": 2.4890898635070207e-05, |
| "loss": 2.6389, |
| "step": 19840 |
| }, |
| { |
| "epoch": 47.91556091676719, |
| "grad_norm": 2.3538187868568055, |
| "learning_rate": 2.482042116027658e-05, |
| "loss": 2.5782, |
| "step": 19860 |
| }, |
| { |
| "epoch": 47.96381182147165, |
| "grad_norm": 2.200170785630167, |
| "learning_rate": 2.4750023887899815e-05, |
| "loss": 2.5957, |
| "step": 19880 |
| }, |
| { |
| "epoch": 48.01206272617612, |
| "grad_norm": 2.139624947929836, |
| "learning_rate": 2.4679707137293164e-05, |
| "loss": 2.6023, |
| "step": 19900 |
| }, |
| { |
| "epoch": 48.06031363088058, |
| "grad_norm": 2.1982082549976276, |
| "learning_rate": 2.4609471227444633e-05, |
| "loss": 2.5558, |
| "step": 19920 |
| }, |
| { |
| "epoch": 48.10856453558504, |
| "grad_norm": 2.196248016967742, |
| "learning_rate": 2.4539316476975475e-05, |
| "loss": 2.5291, |
| "step": 19940 |
| }, |
| { |
| "epoch": 48.156815440289506, |
| "grad_norm": 2.2279354612936926, |
| "learning_rate": 2.446924320413879e-05, |
| "loss": 2.573, |
| "step": 19960 |
| }, |
| { |
| "epoch": 48.205066344993966, |
| "grad_norm": 2.217588299686161, |
| "learning_rate": 2.4399251726818038e-05, |
| "loss": 2.5797, |
| "step": 19980 |
| }, |
| { |
| "epoch": 48.25331724969843, |
| "grad_norm": 2.1479335382114835, |
| "learning_rate": 2.432934236252562e-05, |
| "loss": 2.5601, |
| "step": 20000 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 30000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 73, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8996557160448000.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
