| { | |
| "best_metric": 0.10381071222883471, | |
| "best_model_checkpoint": "d:\\\\whisper-medium-pt-cv19-fleurs2-lr\\checkpoint-10000", | |
| "epoch": 11.441647597254004, | |
| "eval_steps": 5000, | |
| "global_step": 25000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.011441647597254004, | |
| "grad_norm": 17.1010799407959, | |
| "learning_rate": 2.875e-08, | |
| "loss": 0.7462, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.02288329519450801, | |
| "grad_norm": 36.57398986816406, | |
| "learning_rate": 5.8750000000000007e-08, | |
| "loss": 1.2736, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.034324942791762014, | |
| "grad_norm": 14.23887825012207, | |
| "learning_rate": 9e-08, | |
| "loss": 0.7475, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.04576659038901602, | |
| "grad_norm": 37.83841323852539, | |
| "learning_rate": 1.2125e-07, | |
| "loss": 1.2338, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.057208237986270026, | |
| "grad_norm": 13.831230163574219, | |
| "learning_rate": 1.5250000000000002e-07, | |
| "loss": 0.6932, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.06864988558352403, | |
| "grad_norm": 33.25807189941406, | |
| "learning_rate": 1.8375000000000001e-07, | |
| "loss": 1.1706, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.08009153318077804, | |
| "grad_norm": 15.954742431640625, | |
| "learning_rate": 2.15e-07, | |
| "loss": 0.5765, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.09153318077803203, | |
| "grad_norm": 28.214441299438477, | |
| "learning_rate": 2.4624999999999997e-07, | |
| "loss": 0.7797, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.10297482837528604, | |
| "grad_norm": 9.24880313873291, | |
| "learning_rate": 2.7750000000000004e-07, | |
| "loss": 0.317, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.11441647597254005, | |
| "grad_norm": 15.88664722442627, | |
| "learning_rate": 3.0875e-07, | |
| "loss": 0.3906, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.12585812356979406, | |
| "grad_norm": 7.954398155212402, | |
| "learning_rate": 3.4e-07, | |
| "loss": 0.2576, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.13729977116704806, | |
| "grad_norm": 20.36141586303711, | |
| "learning_rate": 3.7125000000000005e-07, | |
| "loss": 0.3185, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.14874141876430205, | |
| "grad_norm": 5.76043176651001, | |
| "learning_rate": 4.025e-07, | |
| "loss": 0.1886, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.16018306636155608, | |
| "grad_norm": 24.122772216796875, | |
| "learning_rate": 4.3375000000000003e-07, | |
| "loss": 0.2623, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.17162471395881007, | |
| "grad_norm": 8.021683692932129, | |
| "learning_rate": 4.65e-07, | |
| "loss": 0.2107, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.18306636155606407, | |
| "grad_norm": 20.607276916503906, | |
| "learning_rate": 4.9625e-07, | |
| "loss": 0.2821, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.1945080091533181, | |
| "grad_norm": 9.00802230834961, | |
| "learning_rate": 5.275e-07, | |
| "loss": 0.1848, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.20594965675057209, | |
| "grad_norm": 16.48225975036621, | |
| "learning_rate": 5.587499999999999e-07, | |
| "loss": 0.2534, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.21739130434782608, | |
| "grad_norm": 7.142576217651367, | |
| "learning_rate": 5.9e-07, | |
| "loss": 0.1887, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.2288329519450801, | |
| "grad_norm": 13.774003982543945, | |
| "learning_rate": 6.212500000000001e-07, | |
| "loss": 0.2385, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2402745995423341, | |
| "grad_norm": 9.393098831176758, | |
| "learning_rate": 6.525000000000001e-07, | |
| "loss": 0.1894, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.2517162471395881, | |
| "grad_norm": 17.331106185913086, | |
| "learning_rate": 6.8375e-07, | |
| "loss": 0.2414, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.2631578947368421, | |
| "grad_norm": 6.325589656829834, | |
| "learning_rate": 7.15e-07, | |
| "loss": 0.1827, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.2745995423340961, | |
| "grad_norm": 19.494165420532227, | |
| "learning_rate": 7.462500000000001e-07, | |
| "loss": 0.2265, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.28604118993135014, | |
| "grad_norm": 8.660221099853516, | |
| "learning_rate": 7.775e-07, | |
| "loss": 0.2014, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.2974828375286041, | |
| "grad_norm": 16.032672882080078, | |
| "learning_rate": 8.0875e-07, | |
| "loss": 0.2182, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.30892448512585813, | |
| "grad_norm": 9.232745170593262, | |
| "learning_rate": 8.4e-07, | |
| "loss": 0.1863, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.32036613272311215, | |
| "grad_norm": 17.713306427001953, | |
| "learning_rate": 8.7125e-07, | |
| "loss": 0.2344, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3318077803203661, | |
| "grad_norm": 6.892812728881836, | |
| "learning_rate": 9.025e-07, | |
| "loss": 0.1698, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.34324942791762014, | |
| "grad_norm": 14.548686981201172, | |
| "learning_rate": 9.337500000000001e-07, | |
| "loss": 0.2197, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.35469107551487417, | |
| "grad_norm": 6.604827404022217, | |
| "learning_rate": 9.65e-07, | |
| "loss": 0.1939, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.36613272311212813, | |
| "grad_norm": 12.459800720214844, | |
| "learning_rate": 9.9625e-07, | |
| "loss": 0.2181, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.37757437070938216, | |
| "grad_norm": 6.9460248947143555, | |
| "learning_rate": 1.0275e-06, | |
| "loss": 0.1656, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.3890160183066362, | |
| "grad_norm": 14.406033515930176, | |
| "learning_rate": 1.05875e-06, | |
| "loss": 0.2054, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.40045766590389015, | |
| "grad_norm": 4.875965118408203, | |
| "learning_rate": 1.0900000000000002e-06, | |
| "loss": 0.1801, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.41189931350114417, | |
| "grad_norm": 10.513298988342285, | |
| "learning_rate": 1.12125e-06, | |
| "loss": 0.2108, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.4233409610983982, | |
| "grad_norm": 6.491100311279297, | |
| "learning_rate": 1.1525000000000002e-06, | |
| "loss": 0.1719, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.43478260869565216, | |
| "grad_norm": 17.76156997680664, | |
| "learning_rate": 1.18375e-06, | |
| "loss": 0.1924, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.4462242562929062, | |
| "grad_norm": 4.623416900634766, | |
| "learning_rate": 1.215e-06, | |
| "loss": 0.1684, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.4576659038901602, | |
| "grad_norm": 15.875606536865234, | |
| "learning_rate": 1.24625e-06, | |
| "loss": 0.1971, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.4691075514874142, | |
| "grad_norm": 5.360893726348877, | |
| "learning_rate": 1.2775e-06, | |
| "loss": 0.1661, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.4805491990846682, | |
| "grad_norm": 11.622519493103027, | |
| "learning_rate": 1.3087500000000002e-06, | |
| "loss": 0.1868, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.4919908466819222, | |
| "grad_norm": 8.163434982299805, | |
| "learning_rate": 1.34e-06, | |
| "loss": 0.1643, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.5034324942791762, | |
| "grad_norm": 14.534429550170898, | |
| "learning_rate": 1.3712500000000002e-06, | |
| "loss": 0.1727, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5148741418764302, | |
| "grad_norm": 9.445674896240234, | |
| "learning_rate": 1.4025e-06, | |
| "loss": 0.1659, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.5263157894736842, | |
| "grad_norm": 17.26341438293457, | |
| "learning_rate": 1.43375e-06, | |
| "loss": 0.1929, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.5377574370709383, | |
| "grad_norm": 4.513171672821045, | |
| "learning_rate": 1.465e-06, | |
| "loss": 0.169, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.5491990846681922, | |
| "grad_norm": 10.165334701538086, | |
| "learning_rate": 1.49625e-06, | |
| "loss": 0.1726, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.5606407322654462, | |
| "grad_norm": 4.283674716949463, | |
| "learning_rate": 1.5275000000000002e-06, | |
| "loss": 0.1672, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.5720823798627003, | |
| "grad_norm": 14.090361595153809, | |
| "learning_rate": 1.5587500000000001e-06, | |
| "loss": 0.181, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.5835240274599542, | |
| "grad_norm": 6.832610130310059, | |
| "learning_rate": 1.5900000000000002e-06, | |
| "loss": 0.1542, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.5949656750572082, | |
| "grad_norm": 14.610993385314941, | |
| "learning_rate": 1.6212500000000001e-06, | |
| "loss": 0.2017, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.6064073226544623, | |
| "grad_norm": 6.391531467437744, | |
| "learning_rate": 1.6525000000000003e-06, | |
| "loss": 0.1752, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.6178489702517163, | |
| "grad_norm": 15.447869300842285, | |
| "learning_rate": 1.68375e-06, | |
| "loss": 0.1862, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.6292906178489702, | |
| "grad_norm": 10.263774871826172, | |
| "learning_rate": 1.7149999999999999e-06, | |
| "loss": 0.1728, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.6407322654462243, | |
| "grad_norm": 9.934491157531738, | |
| "learning_rate": 1.74625e-06, | |
| "loss": 0.162, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6521739130434783, | |
| "grad_norm": 10.328812599182129, | |
| "learning_rate": 1.7775e-06, | |
| "loss": 0.1635, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.6636155606407322, | |
| "grad_norm": 16.462087631225586, | |
| "learning_rate": 1.80875e-06, | |
| "loss": 0.1785, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.6750572082379863, | |
| "grad_norm": 6.4470534324646, | |
| "learning_rate": 1.84e-06, | |
| "loss": 0.1706, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.6864988558352403, | |
| "grad_norm": 14.632269859313965, | |
| "learning_rate": 1.87125e-06, | |
| "loss": 0.1897, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.6979405034324943, | |
| "grad_norm": 5.021676063537598, | |
| "learning_rate": 1.9025000000000002e-06, | |
| "loss": 0.1711, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.7093821510297483, | |
| "grad_norm": 14.754373550415039, | |
| "learning_rate": 1.9337500000000003e-06, | |
| "loss": 0.2165, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.7208237986270023, | |
| "grad_norm": 8.087540626525879, | |
| "learning_rate": 1.9650000000000002e-06, | |
| "loss": 0.1793, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.7322654462242563, | |
| "grad_norm": 13.461847305297852, | |
| "learning_rate": 1.99625e-06, | |
| "loss": 0.176, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.7437070938215103, | |
| "grad_norm": 6.565804958343506, | |
| "learning_rate": 2.0275e-06, | |
| "loss": 0.1696, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.7551487414187643, | |
| "grad_norm": 16.43035888671875, | |
| "learning_rate": 2.0587500000000004e-06, | |
| "loss": 0.1796, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.7665903890160183, | |
| "grad_norm": 7.316359996795654, | |
| "learning_rate": 2.09e-06, | |
| "loss": 0.1565, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.7780320366132724, | |
| "grad_norm": 14.20641803741455, | |
| "learning_rate": 2.12125e-06, | |
| "loss": 0.1793, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.7894736842105263, | |
| "grad_norm": 5.601787090301514, | |
| "learning_rate": 2.1525e-06, | |
| "loss": 0.1518, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.8009153318077803, | |
| "grad_norm": 13.47598648071289, | |
| "learning_rate": 2.18375e-06, | |
| "loss": 0.1601, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.8123569794050344, | |
| "grad_norm": 5.27864408493042, | |
| "learning_rate": 2.215e-06, | |
| "loss": 0.1656, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.8237986270022883, | |
| "grad_norm": 9.679104804992676, | |
| "learning_rate": 2.24625e-06, | |
| "loss": 0.1842, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.8352402745995423, | |
| "grad_norm": 4.940381050109863, | |
| "learning_rate": 2.2775000000000002e-06, | |
| "loss": 0.1455, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.8466819221967964, | |
| "grad_norm": 15.962414741516113, | |
| "learning_rate": 2.30875e-06, | |
| "loss": 0.1936, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.8581235697940504, | |
| "grad_norm": 6.16251802444458, | |
| "learning_rate": 2.34e-06, | |
| "loss": 0.1623, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.8695652173913043, | |
| "grad_norm": 16.07195281982422, | |
| "learning_rate": 2.3712500000000004e-06, | |
| "loss": 0.1932, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.8810068649885584, | |
| "grad_norm": 5.088130950927734, | |
| "learning_rate": 2.4025000000000003e-06, | |
| "loss": 0.1568, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.8924485125858124, | |
| "grad_norm": 10.709908485412598, | |
| "learning_rate": 2.43375e-06, | |
| "loss": 0.165, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.9038901601830663, | |
| "grad_norm": 6.499959945678711, | |
| "learning_rate": 2.465e-06, | |
| "loss": 0.1385, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.9153318077803204, | |
| "grad_norm": 13.85750675201416, | |
| "learning_rate": 2.49625e-06, | |
| "loss": 0.1911, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.9267734553775744, | |
| "grad_norm": 5.7312822341918945, | |
| "learning_rate": 2.5275e-06, | |
| "loss": 0.1525, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.9382151029748284, | |
| "grad_norm": 12.252706527709961, | |
| "learning_rate": 2.55875e-06, | |
| "loss": 0.2005, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.9496567505720824, | |
| "grad_norm": 11.799100875854492, | |
| "learning_rate": 2.59e-06, | |
| "loss": 0.1695, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.9610983981693364, | |
| "grad_norm": 16.282901763916016, | |
| "learning_rate": 2.62125e-06, | |
| "loss": 0.2019, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.9725400457665904, | |
| "grad_norm": 4.300443172454834, | |
| "learning_rate": 2.6525e-06, | |
| "loss": 0.1514, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.9839816933638444, | |
| "grad_norm": 17.060945510864258, | |
| "learning_rate": 2.6837500000000004e-06, | |
| "loss": 0.1909, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.9954233409610984, | |
| "grad_norm": 8.843390464782715, | |
| "learning_rate": 2.7150000000000003e-06, | |
| "loss": 0.1605, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.0068649885583525, | |
| "grad_norm": 3.554812431335449, | |
| "learning_rate": 2.74625e-06, | |
| "loss": 0.1245, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.0183066361556063, | |
| "grad_norm": 5.7890305519104, | |
| "learning_rate": 2.7775e-06, | |
| "loss": 0.0978, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.0297482837528604, | |
| "grad_norm": 2.891451358795166, | |
| "learning_rate": 2.8087500000000004e-06, | |
| "loss": 0.1469, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.0411899313501145, | |
| "grad_norm": 5.289301872253418, | |
| "learning_rate": 2.8400000000000003e-06, | |
| "loss": 0.1022, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.0526315789473684, | |
| "grad_norm": 6.965038299560547, | |
| "learning_rate": 2.87125e-06, | |
| "loss": 0.134, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.0640732265446224, | |
| "grad_norm": 18.425371170043945, | |
| "learning_rate": 2.9025e-06, | |
| "loss": 0.0921, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.0755148741418765, | |
| "grad_norm": 4.118972301483154, | |
| "learning_rate": 2.93375e-06, | |
| "loss": 0.1319, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.0869565217391304, | |
| "grad_norm": 5.5514702796936035, | |
| "learning_rate": 2.965e-06, | |
| "loss": 0.0917, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 1.0983981693363845, | |
| "grad_norm": 3.7737677097320557, | |
| "learning_rate": 2.99625e-06, | |
| "loss": 0.1433, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.1098398169336385, | |
| "grad_norm": 5.6356987953186035, | |
| "learning_rate": 3.0275000000000002e-06, | |
| "loss": 0.1072, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 1.1212814645308924, | |
| "grad_norm": 3.293067693710327, | |
| "learning_rate": 3.05875e-06, | |
| "loss": 0.1306, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.1327231121281465, | |
| "grad_norm": 8.140530586242676, | |
| "learning_rate": 3.09e-06, | |
| "loss": 0.0957, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.1441647597254005, | |
| "grad_norm": 12.179439544677734, | |
| "learning_rate": 3.1212500000000004e-06, | |
| "loss": 0.1193, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.1556064073226544, | |
| "grad_norm": 5.836298942565918, | |
| "learning_rate": 3.1525e-06, | |
| "loss": 0.1076, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.1670480549199085, | |
| "grad_norm": 5.364569664001465, | |
| "learning_rate": 3.18375e-06, | |
| "loss": 0.1626, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.1784897025171626, | |
| "grad_norm": 5.4423723220825195, | |
| "learning_rate": 3.215e-06, | |
| "loss": 0.1094, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.1899313501144164, | |
| "grad_norm": 3.647977590560913, | |
| "learning_rate": 3.24625e-06, | |
| "loss": 0.129, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.2013729977116705, | |
| "grad_norm": 6.781228065490723, | |
| "learning_rate": 3.2775e-06, | |
| "loss": 0.1072, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.2128146453089246, | |
| "grad_norm": 3.458967924118042, | |
| "learning_rate": 3.30875e-06, | |
| "loss": 0.1365, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.2242562929061784, | |
| "grad_norm": 7.483636856079102, | |
| "learning_rate": 3.34e-06, | |
| "loss": 0.1026, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.2356979405034325, | |
| "grad_norm": 5.426140308380127, | |
| "learning_rate": 3.37125e-06, | |
| "loss": 0.1561, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.2471395881006866, | |
| "grad_norm": 6.9238104820251465, | |
| "learning_rate": 3.4025e-06, | |
| "loss": 0.1244, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.2585812356979404, | |
| "grad_norm": 3.6151397228240967, | |
| "learning_rate": 3.4337500000000004e-06, | |
| "loss": 0.1412, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.2700228832951945, | |
| "grad_norm": 8.311691284179688, | |
| "learning_rate": 3.4650000000000003e-06, | |
| "loss": 0.108, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.2814645308924484, | |
| "grad_norm": 3.9945647716522217, | |
| "learning_rate": 3.49625e-06, | |
| "loss": 0.1473, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.2929061784897025, | |
| "grad_norm": 8.727825164794922, | |
| "learning_rate": 3.5275e-06, | |
| "loss": 0.1101, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 1.3043478260869565, | |
| "grad_norm": 6.813472270965576, | |
| "learning_rate": 3.5587500000000004e-06, | |
| "loss": 0.1693, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.3157894736842106, | |
| "grad_norm": 7.848366737365723, | |
| "learning_rate": 3.5900000000000004e-06, | |
| "loss": 0.1067, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 1.3272311212814645, | |
| "grad_norm": 7.600481986999512, | |
| "learning_rate": 3.6212500000000003e-06, | |
| "loss": 0.1386, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.3386727688787186, | |
| "grad_norm": 6.826284885406494, | |
| "learning_rate": 3.6525e-06, | |
| "loss": 0.1102, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.3501144164759724, | |
| "grad_norm": 6.185801029205322, | |
| "learning_rate": 3.6837500000000005e-06, | |
| "loss": 0.1441, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.3615560640732265, | |
| "grad_norm": 7.203296661376953, | |
| "learning_rate": 3.7150000000000004e-06, | |
| "loss": 0.1033, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 1.3729977116704806, | |
| "grad_norm": 4.766386032104492, | |
| "learning_rate": 3.7462500000000003e-06, | |
| "loss": 0.152, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.3844393592677346, | |
| "grad_norm": 5.796128273010254, | |
| "learning_rate": 3.7775000000000007e-06, | |
| "loss": 0.0942, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 1.3958810068649885, | |
| "grad_norm": 3.6194448471069336, | |
| "learning_rate": 3.8087500000000006e-06, | |
| "loss": 0.1314, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.4073226544622426, | |
| "grad_norm": 1.8742519617080688, | |
| "learning_rate": 3.84e-06, | |
| "loss": 0.0959, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 1.4187643020594964, | |
| "grad_norm": 5.452184200286865, | |
| "learning_rate": 3.8712499999999996e-06, | |
| "loss": 0.1477, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.4302059496567505, | |
| "grad_norm": 9.028647422790527, | |
| "learning_rate": 3.9025e-06, | |
| "loss": 0.0983, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 1.4416475972540046, | |
| "grad_norm": 5.759121417999268, | |
| "learning_rate": 3.93375e-06, | |
| "loss": 0.1264, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.4530892448512587, | |
| "grad_norm": 4.013973236083984, | |
| "learning_rate": 3.965e-06, | |
| "loss": 0.1103, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 1.4645308924485125, | |
| "grad_norm": 4.706231594085693, | |
| "learning_rate": 3.99625e-06, | |
| "loss": 0.1425, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.4759725400457666, | |
| "grad_norm": 7.723937511444092, | |
| "learning_rate": 4.0275e-06, | |
| "loss": 0.0989, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 1.4874141876430205, | |
| "grad_norm": 4.614337921142578, | |
| "learning_rate": 4.05875e-06, | |
| "loss": 0.1456, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.4988558352402745, | |
| "grad_norm": 6.104960918426514, | |
| "learning_rate": 4.09e-06, | |
| "loss": 0.1257, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 1.5102974828375286, | |
| "grad_norm": 3.505063772201538, | |
| "learning_rate": 4.12125e-06, | |
| "loss": 0.1506, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.5217391304347827, | |
| "grad_norm": 11.545547485351562, | |
| "learning_rate": 4.1525000000000005e-06, | |
| "loss": 0.1014, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 1.5331807780320366, | |
| "grad_norm": 5.136053085327148, | |
| "learning_rate": 4.18375e-06, | |
| "loss": 0.1383, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.5446224256292906, | |
| "grad_norm": 7.054224491119385, | |
| "learning_rate": 4.215e-06, | |
| "loss": 0.1002, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 1.5560640732265445, | |
| "grad_norm": 6.568813800811768, | |
| "learning_rate": 4.24625e-06, | |
| "loss": 0.1384, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.5675057208237986, | |
| "grad_norm": 5.4689202308654785, | |
| "learning_rate": 4.2775e-06, | |
| "loss": 0.1155, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 1.5789473684210527, | |
| "grad_norm": 3.3778083324432373, | |
| "learning_rate": 4.30875e-06, | |
| "loss": 0.1466, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.5903890160183067, | |
| "grad_norm": 6.343507766723633, | |
| "learning_rate": 4.34e-06, | |
| "loss": 0.1067, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 1.6018306636155606, | |
| "grad_norm": 4.513115882873535, | |
| "learning_rate": 4.371250000000001e-06, | |
| "loss": 0.1327, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.6132723112128147, | |
| "grad_norm": 7.246913909912109, | |
| "learning_rate": 4.402500000000001e-06, | |
| "loss": 0.1074, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 1.6247139588100685, | |
| "grad_norm": 6.542562961578369, | |
| "learning_rate": 4.4337500000000005e-06, | |
| "loss": 0.1428, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.6361556064073226, | |
| "grad_norm": 5.578348159790039, | |
| "learning_rate": 4.4650000000000004e-06, | |
| "loss": 0.1148, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 1.6475972540045767, | |
| "grad_norm": 5.8001885414123535, | |
| "learning_rate": 4.49625e-06, | |
| "loss": 0.1406, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.6590389016018308, | |
| "grad_norm": 9.58809757232666, | |
| "learning_rate": 4.5275e-06, | |
| "loss": 0.1139, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 1.6704805491990846, | |
| "grad_norm": 5.428323268890381, | |
| "learning_rate": 4.55875e-06, | |
| "loss": 0.1471, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.6819221967963387, | |
| "grad_norm": 8.763864517211914, | |
| "learning_rate": 4.590000000000001e-06, | |
| "loss": 0.1075, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 1.6933638443935926, | |
| "grad_norm": 3.4743332862854004, | |
| "learning_rate": 4.62125e-06, | |
| "loss": 0.1537, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.7048054919908466, | |
| "grad_norm": 6.93314790725708, | |
| "learning_rate": 4.6525e-06, | |
| "loss": 0.1257, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 1.7162471395881007, | |
| "grad_norm": 3.2530903816223145, | |
| "learning_rate": 4.68375e-06, | |
| "loss": 0.1429, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.7276887871853548, | |
| "grad_norm": 5.646566390991211, | |
| "learning_rate": 4.715e-06, | |
| "loss": 0.1167, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 1.7391304347826086, | |
| "grad_norm": 4.806797981262207, | |
| "learning_rate": 4.74625e-06, | |
| "loss": 0.1387, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.7505720823798627, | |
| "grad_norm": 8.664536476135254, | |
| "learning_rate": 4.7775e-06, | |
| "loss": 0.1173, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 1.7620137299771166, | |
| "grad_norm": 2.8637678623199463, | |
| "learning_rate": 4.80875e-06, | |
| "loss": 0.1539, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.7734553775743707, | |
| "grad_norm": 7.306221961975098, | |
| "learning_rate": 4.84e-06, | |
| "loss": 0.1342, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 1.7848970251716247, | |
| "grad_norm": 3.557720184326172, | |
| "learning_rate": 4.87125e-06, | |
| "loss": 0.1611, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.7963386727688788, | |
| "grad_norm": 10.298198699951172, | |
| "learning_rate": 4.9025e-06, | |
| "loss": 0.1093, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 1.8077803203661327, | |
| "grad_norm": 3.6880478858947754, | |
| "learning_rate": 4.93375e-06, | |
| "loss": 0.1332, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.8192219679633868, | |
| "grad_norm": 5.447417259216309, | |
| "learning_rate": 4.965e-06, | |
| "loss": 0.1232, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 1.8306636155606406, | |
| "grad_norm": 7.719545364379883, | |
| "learning_rate": 4.996250000000001e-06, | |
| "loss": 0.1445, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.8421052631578947, | |
| "grad_norm": 5.616191387176514, | |
| "learning_rate": 5.0275000000000006e-06, | |
| "loss": 0.1335, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 1.8535469107551488, | |
| "grad_norm": 4.927710056304932, | |
| "learning_rate": 5.0587500000000005e-06, | |
| "loss": 0.139, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.8649885583524028, | |
| "grad_norm": 9.265386581420898, | |
| "learning_rate": 5.09e-06, | |
| "loss": 0.1206, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 1.8764302059496567, | |
| "grad_norm": 6.632187366485596, | |
| "learning_rate": 5.12125e-06, | |
| "loss": 0.1312, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.8878718535469108, | |
| "grad_norm": 11.779533386230469, | |
| "learning_rate": 5.1525e-06, | |
| "loss": 0.1116, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 1.8993135011441646, | |
| "grad_norm": 3.810981035232544, | |
| "learning_rate": 5.182500000000001e-06, | |
| "loss": 0.1401, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.9107551487414187, | |
| "grad_norm": 4.736062526702881, | |
| "learning_rate": 5.213750000000001e-06, | |
| "loss": 0.1171, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 1.9221967963386728, | |
| "grad_norm": 5.427768707275391, | |
| "learning_rate": 5.245e-06, | |
| "loss": 0.1392, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.9336384439359269, | |
| "grad_norm": 10.339317321777344, | |
| "learning_rate": 5.27625e-06, | |
| "loss": 0.1249, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 1.9450800915331807, | |
| "grad_norm": 5.156798362731934, | |
| "learning_rate": 5.3075e-06, | |
| "loss": 0.1413, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.9565217391304348, | |
| "grad_norm": 6.890321731567383, | |
| "learning_rate": 5.33875e-06, | |
| "loss": 0.1059, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 1.9679633867276887, | |
| "grad_norm": 4.059100151062012, | |
| "learning_rate": 5.37e-06, | |
| "loss": 0.1443, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.9794050343249427, | |
| "grad_norm": 12.56505012512207, | |
| "learning_rate": 5.40125e-06, | |
| "loss": 0.1082, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 1.9908466819221968, | |
| "grad_norm": 5.877668857574463, | |
| "learning_rate": 5.4325e-06, | |
| "loss": 0.1328, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.002288329519451, | |
| "grad_norm": 3.3472976684570312, | |
| "learning_rate": 5.46375e-06, | |
| "loss": 0.1337, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 2.013729977116705, | |
| "grad_norm": 1.5074313879013062, | |
| "learning_rate": 5.495e-06, | |
| "loss": 0.0594, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.0251716247139586, | |
| "grad_norm": 4.803617000579834, | |
| "learning_rate": 5.52625e-06, | |
| "loss": 0.0803, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 2.0366132723112127, | |
| "grad_norm": 3.4739410877227783, | |
| "learning_rate": 5.557500000000001e-06, | |
| "loss": 0.0581, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.0480549199084668, | |
| "grad_norm": 2.3615224361419678, | |
| "learning_rate": 5.5887500000000005e-06, | |
| "loss": 0.0815, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 2.059496567505721, | |
| "grad_norm": 2.8116395473480225, | |
| "learning_rate": 5.62e-06, | |
| "loss": 0.066, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.070938215102975, | |
| "grad_norm": 3.5427844524383545, | |
| "learning_rate": 5.65125e-06, | |
| "loss": 0.0756, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 2.082379862700229, | |
| "grad_norm": 10.534377098083496, | |
| "learning_rate": 5.6825e-06, | |
| "loss": 0.0608, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.0938215102974826, | |
| "grad_norm": 3.33672833442688, | |
| "learning_rate": 5.71375e-06, | |
| "loss": 0.0937, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 2.1052631578947367, | |
| "grad_norm": 3.8001768589019775, | |
| "learning_rate": 5.745e-06, | |
| "loss": 0.058, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.116704805491991, | |
| "grad_norm": 4.036559104919434, | |
| "learning_rate": 5.776250000000001e-06, | |
| "loss": 0.0789, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 2.128146453089245, | |
| "grad_norm": 2.8355629444122314, | |
| "learning_rate": 5.807500000000001e-06, | |
| "loss": 0.0503, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.139588100686499, | |
| "grad_norm": 6.225577354431152, | |
| "learning_rate": 5.838750000000001e-06, | |
| "loss": 0.0859, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 2.151029748283753, | |
| "grad_norm": 3.4654979705810547, | |
| "learning_rate": 5.8700000000000005e-06, | |
| "loss": 0.0635, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.1624713958810067, | |
| "grad_norm": 3.9897263050079346, | |
| "learning_rate": 5.9012500000000005e-06, | |
| "loss": 0.078, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 2.1739130434782608, | |
| "grad_norm": 3.4768152236938477, | |
| "learning_rate": 5.9325e-06, | |
| "loss": 0.0707, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.185354691075515, | |
| "grad_norm": 4.6715192794799805, | |
| "learning_rate": 5.96375e-06, | |
| "loss": 0.0937, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 2.196796338672769, | |
| "grad_norm": 3.6018433570861816, | |
| "learning_rate": 5.995e-06, | |
| "loss": 0.0616, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.208237986270023, | |
| "grad_norm": 4.695530891418457, | |
| "learning_rate": 6.02625e-06, | |
| "loss": 0.0853, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 2.219679633867277, | |
| "grad_norm": 1.7175928354263306, | |
| "learning_rate": 6.0575e-06, | |
| "loss": 0.0527, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.2311212814645307, | |
| "grad_norm": 2.272045850753784, | |
| "learning_rate": 6.08875e-06, | |
| "loss": 0.1014, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 2.242562929061785, | |
| "grad_norm": 9.221810340881348, | |
| "learning_rate": 6.12e-06, | |
| "loss": 0.0698, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.254004576659039, | |
| "grad_norm": 3.7419273853302, | |
| "learning_rate": 6.15125e-06, | |
| "loss": 0.1009, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 2.265446224256293, | |
| "grad_norm": 4.7529802322387695, | |
| "learning_rate": 6.1825e-06, | |
| "loss": 0.0715, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.276887871853547, | |
| "grad_norm": 3.084136486053467, | |
| "learning_rate": 6.2137500000000004e-06, | |
| "loss": 0.1042, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 2.288329519450801, | |
| "grad_norm": 6.452476501464844, | |
| "learning_rate": 6.245e-06, | |
| "loss": 0.0697, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.288329519450801, | |
| "eval_loss": 0.16196583211421967, | |
| "eval_runtime": 5941.1089, | |
| "eval_samples_per_second": 1.603, | |
| "eval_steps_per_second": 0.2, | |
| "eval_wer": 0.10273884942727331, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.2997711670480547, | |
| "grad_norm": 3.5335402488708496, | |
| "learning_rate": 6.2434375e-06, | |
| "loss": 0.0812, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 2.311212814645309, | |
| "grad_norm": 7.161555290222168, | |
| "learning_rate": 6.235625e-06, | |
| "loss": 0.0688, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.322654462242563, | |
| "grad_norm": 2.389561653137207, | |
| "learning_rate": 6.2278125e-06, | |
| "loss": 0.0872, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 2.334096109839817, | |
| "grad_norm": 6.461544513702393, | |
| "learning_rate": 6.22e-06, | |
| "loss": 0.0598, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.345537757437071, | |
| "grad_norm": 4.625803470611572, | |
| "learning_rate": 6.2121875e-06, | |
| "loss": 0.0825, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 2.356979405034325, | |
| "grad_norm": 3.9252727031707764, | |
| "learning_rate": 6.204375e-06, | |
| "loss": 0.0631, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.3684210526315788, | |
| "grad_norm": 2.284882068634033, | |
| "learning_rate": 6.196562500000001e-06, | |
| "loss": 0.085, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 2.379862700228833, | |
| "grad_norm": 5.8602399826049805, | |
| "learning_rate": 6.18875e-06, | |
| "loss": 0.0697, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.391304347826087, | |
| "grad_norm": 5.568091869354248, | |
| "learning_rate": 6.1809375000000005e-06, | |
| "loss": 0.0872, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 2.402745995423341, | |
| "grad_norm": 7.008312225341797, | |
| "learning_rate": 6.173125e-06, | |
| "loss": 0.0661, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.414187643020595, | |
| "grad_norm": 3.3845436573028564, | |
| "learning_rate": 6.165312500000001e-06, | |
| "loss": 0.0912, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 2.425629290617849, | |
| "grad_norm": 3.0679447650909424, | |
| "learning_rate": 6.1575e-06, | |
| "loss": 0.0723, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.437070938215103, | |
| "grad_norm": 5.007796287536621, | |
| "learning_rate": 6.1496875000000006e-06, | |
| "loss": 0.0937, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 2.448512585812357, | |
| "grad_norm": 4.2327046394348145, | |
| "learning_rate": 6.141875e-06, | |
| "loss": 0.073, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.459954233409611, | |
| "grad_norm": 4.146753311157227, | |
| "learning_rate": 6.1340625e-06, | |
| "loss": 0.0894, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 2.471395881006865, | |
| "grad_norm": 1.6775671243667603, | |
| "learning_rate": 6.12625e-06, | |
| "loss": 0.0866, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.482837528604119, | |
| "grad_norm": 3.461623191833496, | |
| "learning_rate": 6.1184375e-06, | |
| "loss": 0.0859, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 2.494279176201373, | |
| "grad_norm": 3.211845636367798, | |
| "learning_rate": 6.1106250000000005e-06, | |
| "loss": 0.0732, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.505720823798627, | |
| "grad_norm": 4.490880489349365, | |
| "learning_rate": 6.1028125e-06, | |
| "loss": 0.0871, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 2.517162471395881, | |
| "grad_norm": 4.470268249511719, | |
| "learning_rate": 6.095e-06, | |
| "loss": 0.0734, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.528604118993135, | |
| "grad_norm": 5.099210262298584, | |
| "learning_rate": 6.0871875e-06, | |
| "loss": 0.0961, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 2.540045766590389, | |
| "grad_norm": 2.920400381088257, | |
| "learning_rate": 6.0793750000000006e-06, | |
| "loss": 0.0712, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.551487414187643, | |
| "grad_norm": 4.1212592124938965, | |
| "learning_rate": 6.0715625e-06, | |
| "loss": 0.0911, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 2.5629290617848968, | |
| "grad_norm": 1.774526596069336, | |
| "learning_rate": 6.06375e-06, | |
| "loss": 0.0664, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.5743707093821513, | |
| "grad_norm": 3.186657428741455, | |
| "learning_rate": 6.0559375e-06, | |
| "loss": 0.0807, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 2.585812356979405, | |
| "grad_norm": 1.9952179193496704, | |
| "learning_rate": 6.048125000000001e-06, | |
| "loss": 0.0776, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.597254004576659, | |
| "grad_norm": 2.9018378257751465, | |
| "learning_rate": 6.0403125000000005e-06, | |
| "loss": 0.092, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 2.608695652173913, | |
| "grad_norm": 3.827449083328247, | |
| "learning_rate": 6.0325e-06, | |
| "loss": 0.0645, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.620137299771167, | |
| "grad_norm": 3.021289825439453, | |
| "learning_rate": 6.0246875e-06, | |
| "loss": 0.0791, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 2.6315789473684212, | |
| "grad_norm": 3.3749895095825195, | |
| "learning_rate": 6.016875e-06, | |
| "loss": 0.075, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.643020594965675, | |
| "grad_norm": 4.381983757019043, | |
| "learning_rate": 6.0090625000000005e-06, | |
| "loss": 0.0977, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 2.654462242562929, | |
| "grad_norm": 8.246472358703613, | |
| "learning_rate": 6.00125e-06, | |
| "loss": 0.0669, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.665903890160183, | |
| "grad_norm": 2.754366874694824, | |
| "learning_rate": 5.9934375e-06, | |
| "loss": 0.0845, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 2.677345537757437, | |
| "grad_norm": 3.511594295501709, | |
| "learning_rate": 5.985625e-06, | |
| "loss": 0.0663, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.688787185354691, | |
| "grad_norm": 3.16924786567688, | |
| "learning_rate": 5.977812500000001e-06, | |
| "loss": 0.0868, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 2.700228832951945, | |
| "grad_norm": 3.8349554538726807, | |
| "learning_rate": 5.9700000000000004e-06, | |
| "loss": 0.0644, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.7116704805491993, | |
| "grad_norm": 2.3711776733398438, | |
| "learning_rate": 5.9621875e-06, | |
| "loss": 0.0786, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 2.723112128146453, | |
| "grad_norm": 2.4516854286193848, | |
| "learning_rate": 5.954375e-06, | |
| "loss": 0.0774, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.734553775743707, | |
| "grad_norm": 2.746248483657837, | |
| "learning_rate": 5.946562500000001e-06, | |
| "loss": 0.1053, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 2.745995423340961, | |
| "grad_norm": 5.512765407562256, | |
| "learning_rate": 5.9387500000000005e-06, | |
| "loss": 0.0624, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.757437070938215, | |
| "grad_norm": 3.6978447437286377, | |
| "learning_rate": 5.9309375e-06, | |
| "loss": 0.0832, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 2.7688787185354693, | |
| "grad_norm": 3.7485339641571045, | |
| "learning_rate": 5.923125e-06, | |
| "loss": 0.0646, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.780320366132723, | |
| "grad_norm": 2.9584758281707764, | |
| "learning_rate": 5.9153125e-06, | |
| "loss": 0.0797, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 2.791762013729977, | |
| "grad_norm": 3.063089609146118, | |
| "learning_rate": 5.907500000000001e-06, | |
| "loss": 0.0594, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.803203661327231, | |
| "grad_norm": 3.4016189575195312, | |
| "learning_rate": 5.8996875000000004e-06, | |
| "loss": 0.0841, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 2.814645308924485, | |
| "grad_norm": 5.774538993835449, | |
| "learning_rate": 5.8921875e-06, | |
| "loss": 0.0851, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.8260869565217392, | |
| "grad_norm": 2.9045443534851074, | |
| "learning_rate": 5.884375e-06, | |
| "loss": 0.0849, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 2.837528604118993, | |
| "grad_norm": 9.496201515197754, | |
| "learning_rate": 5.8765625000000005e-06, | |
| "loss": 0.08, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.8489702517162474, | |
| "grad_norm": 4.791667938232422, | |
| "learning_rate": 5.86875e-06, | |
| "loss": 0.0912, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 2.860411899313501, | |
| "grad_norm": 3.803701400756836, | |
| "learning_rate": 5.8609375e-06, | |
| "loss": 0.0662, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.871853546910755, | |
| "grad_norm": 7.12540864944458, | |
| "learning_rate": 5.853125e-06, | |
| "loss": 0.0981, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 2.883295194508009, | |
| "grad_norm": 6.205677032470703, | |
| "learning_rate": 5.845312500000001e-06, | |
| "loss": 0.0758, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.8947368421052633, | |
| "grad_norm": 4.83319616317749, | |
| "learning_rate": 5.8375000000000004e-06, | |
| "loss": 0.0805, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 2.9061784897025174, | |
| "grad_norm": 6.701275825500488, | |
| "learning_rate": 5.8296875e-06, | |
| "loss": 0.0796, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.917620137299771, | |
| "grad_norm": 4.209991455078125, | |
| "learning_rate": 5.821875e-06, | |
| "loss": 0.0876, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 2.929061784897025, | |
| "grad_norm": 3.636922597885132, | |
| "learning_rate": 5.814062500000001e-06, | |
| "loss": 0.0719, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.940503432494279, | |
| "grad_norm": 4.24993896484375, | |
| "learning_rate": 5.8062500000000005e-06, | |
| "loss": 0.0848, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 2.9519450800915332, | |
| "grad_norm": 4.109525203704834, | |
| "learning_rate": 5.7984375e-06, | |
| "loss": 0.0775, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.9633867276887873, | |
| "grad_norm": 3.515380382537842, | |
| "learning_rate": 5.790625e-06, | |
| "loss": 0.0949, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 2.974828375286041, | |
| "grad_norm": 2.294419765472412, | |
| "learning_rate": 5.782812500000001e-06, | |
| "loss": 0.0721, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.9862700228832955, | |
| "grad_norm": 3.1478168964385986, | |
| "learning_rate": 5.775000000000001e-06, | |
| "loss": 0.0784, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 2.997711670480549, | |
| "grad_norm": 6.680340766906738, | |
| "learning_rate": 5.7671875e-06, | |
| "loss": 0.0817, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 3.009153318077803, | |
| "grad_norm": 5.719060897827148, | |
| "learning_rate": 5.759375e-06, | |
| "loss": 0.0532, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 3.0205949656750573, | |
| "grad_norm": 12.910862922668457, | |
| "learning_rate": 5.7515625e-06, | |
| "loss": 0.039, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 3.0320366132723113, | |
| "grad_norm": 2.577425003051758, | |
| "learning_rate": 5.743750000000001e-06, | |
| "loss": 0.0385, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 3.0434782608695654, | |
| "grad_norm": 6.705196380615234, | |
| "learning_rate": 5.7359375e-06, | |
| "loss": 0.0373, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 3.054919908466819, | |
| "grad_norm": 3.4962539672851562, | |
| "learning_rate": 5.728125e-06, | |
| "loss": 0.0542, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 3.066361556064073, | |
| "grad_norm": 7.721837043762207, | |
| "learning_rate": 5.7203125e-06, | |
| "loss": 0.0384, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 3.077803203661327, | |
| "grad_norm": 2.549494504928589, | |
| "learning_rate": 5.712500000000001e-06, | |
| "loss": 0.0443, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 3.0892448512585813, | |
| "grad_norm": 7.875229358673096, | |
| "learning_rate": 5.7046875e-06, | |
| "loss": 0.0546, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 3.1006864988558354, | |
| "grad_norm": 6.519637584686279, | |
| "learning_rate": 5.696875e-06, | |
| "loss": 0.0572, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 3.1121281464530894, | |
| "grad_norm": 3.3160250186920166, | |
| "learning_rate": 5.6890625e-06, | |
| "loss": 0.0268, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 3.123569794050343, | |
| "grad_norm": 1.0826241970062256, | |
| "learning_rate": 5.681250000000001e-06, | |
| "loss": 0.0455, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 3.135011441647597, | |
| "grad_norm": 2.4593420028686523, | |
| "learning_rate": 5.6734375e-06, | |
| "loss": 0.0374, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 3.1464530892448512, | |
| "grad_norm": 5.654216289520264, | |
| "learning_rate": 5.6656250000000005e-06, | |
| "loss": 0.0528, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 3.1578947368421053, | |
| "grad_norm": 4.648204803466797, | |
| "learning_rate": 5.6578125e-06, | |
| "loss": 0.0345, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 3.1693363844393594, | |
| "grad_norm": 4.878942489624023, | |
| "learning_rate": 5.65e-06, | |
| "loss": 0.0397, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 3.1807780320366135, | |
| "grad_norm": 5.794234752655029, | |
| "learning_rate": 5.642187500000001e-06, | |
| "loss": 0.0457, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 3.192219679633867, | |
| "grad_norm": 3.9493894577026367, | |
| "learning_rate": 5.634375e-06, | |
| "loss": 0.0547, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 3.203661327231121, | |
| "grad_norm": 4.193353652954102, | |
| "learning_rate": 5.6265625e-06, | |
| "loss": 0.0383, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 3.2151029748283753, | |
| "grad_norm": 3.423971176147461, | |
| "learning_rate": 5.61875e-06, | |
| "loss": 0.0462, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 3.2265446224256293, | |
| "grad_norm": 6.13396692276001, | |
| "learning_rate": 5.610937500000001e-06, | |
| "loss": 0.0473, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 3.2379862700228834, | |
| "grad_norm": 4.359652996063232, | |
| "learning_rate": 5.603125e-06, | |
| "loss": 0.0511, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 3.2494279176201375, | |
| "grad_norm": 1.4082869291305542, | |
| "learning_rate": 5.5953125000000005e-06, | |
| "loss": 0.0423, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 3.260869565217391, | |
| "grad_norm": 4.264839172363281, | |
| "learning_rate": 5.5875e-06, | |
| "loss": 0.0462, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 3.272311212814645, | |
| "grad_norm": 7.262903213500977, | |
| "learning_rate": 5.579687500000001e-06, | |
| "loss": 0.0478, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 3.2837528604118993, | |
| "grad_norm": 3.770082950592041, | |
| "learning_rate": 5.571875e-06, | |
| "loss": 0.0361, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 3.2951945080091534, | |
| "grad_norm": 7.296878814697266, | |
| "learning_rate": 5.5640625000000006e-06, | |
| "loss": 0.0432, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 3.3066361556064074, | |
| "grad_norm": 2.4708614349365234, | |
| "learning_rate": 5.55625e-06, | |
| "loss": 0.0599, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 3.3180778032036615, | |
| "grad_norm": 4.431317329406738, | |
| "learning_rate": 5.5484375e-06, | |
| "loss": 0.0424, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 3.329519450800915, | |
| "grad_norm": 4.9188127517700195, | |
| "learning_rate": 5.540625e-06, | |
| "loss": 0.0514, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 3.3409610983981692, | |
| "grad_norm": 5.590330123901367, | |
| "learning_rate": 5.5328125e-06, | |
| "loss": 0.0502, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 3.3524027459954233, | |
| "grad_norm": 1.5474858283996582, | |
| "learning_rate": 5.5250000000000005e-06, | |
| "loss": 0.0506, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 3.3638443935926774, | |
| "grad_norm": 6.954276084899902, | |
| "learning_rate": 5.5171875e-06, | |
| "loss": 0.0432, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 3.3752860411899315, | |
| "grad_norm": 2.652070999145508, | |
| "learning_rate": 5.509375e-06, | |
| "loss": 0.0516, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 3.386727688787185, | |
| "grad_norm": 1.9480232000350952, | |
| "learning_rate": 5.5015625e-06, | |
| "loss": 0.0408, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 3.398169336384439, | |
| "grad_norm": 1.5268117189407349, | |
| "learning_rate": 5.4937500000000006e-06, | |
| "loss": 0.0468, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 3.4096109839816933, | |
| "grad_norm": 3.8624870777130127, | |
| "learning_rate": 5.4859375e-06, | |
| "loss": 0.0401, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 3.4210526315789473, | |
| "grad_norm": 3.136197805404663, | |
| "learning_rate": 5.478125e-06, | |
| "loss": 0.0485, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 3.4324942791762014, | |
| "grad_norm": 4.95338249206543, | |
| "learning_rate": 5.4703125e-06, | |
| "loss": 0.0381, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.4439359267734555, | |
| "grad_norm": 4.111715793609619, | |
| "learning_rate": 5.462500000000001e-06, | |
| "loss": 0.0484, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 3.4553775743707096, | |
| "grad_norm": 8.481527328491211, | |
| "learning_rate": 5.4546875000000004e-06, | |
| "loss": 0.0573, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 3.466819221967963, | |
| "grad_norm": 2.4452638626098633, | |
| "learning_rate": 5.446875e-06, | |
| "loss": 0.0511, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 3.4782608695652173, | |
| "grad_norm": 4.839463710784912, | |
| "learning_rate": 5.4390625e-06, | |
| "loss": 0.0454, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 3.4897025171624714, | |
| "grad_norm": 3.3421833515167236, | |
| "learning_rate": 5.43125e-06, | |
| "loss": 0.0531, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 3.5011441647597255, | |
| "grad_norm": 5.8438334465026855, | |
| "learning_rate": 5.4234375000000005e-06, | |
| "loss": 0.0464, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 3.5125858123569795, | |
| "grad_norm": 3.1992125511169434, | |
| "learning_rate": 5.415625e-06, | |
| "loss": 0.0558, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 3.524027459954233, | |
| "grad_norm": 2.4741952419281006, | |
| "learning_rate": 5.4078125e-06, | |
| "loss": 0.0496, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 3.5354691075514877, | |
| "grad_norm": 2.3519113063812256, | |
| "learning_rate": 5.4e-06, | |
| "loss": 0.0517, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 3.5469107551487413, | |
| "grad_norm": 3.754331111907959, | |
| "learning_rate": 5.392187500000001e-06, | |
| "loss": 0.0417, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 3.5583524027459954, | |
| "grad_norm": 2.477574586868286, | |
| "learning_rate": 5.3843750000000004e-06, | |
| "loss": 0.048, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 3.5697940503432495, | |
| "grad_norm": 4.506994724273682, | |
| "learning_rate": 5.3765625e-06, | |
| "loss": 0.0393, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 3.5812356979405036, | |
| "grad_norm": 2.5902769565582275, | |
| "learning_rate": 5.36875e-06, | |
| "loss": 0.0493, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 3.5926773455377576, | |
| "grad_norm": 9.635528564453125, | |
| "learning_rate": 5.360937500000001e-06, | |
| "loss": 0.0456, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 3.6041189931350113, | |
| "grad_norm": 5.572010040283203, | |
| "learning_rate": 5.3531250000000005e-06, | |
| "loss": 0.0451, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 3.6155606407322654, | |
| "grad_norm": 8.494470596313477, | |
| "learning_rate": 5.3453125e-06, | |
| "loss": 0.0388, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 3.6270022883295194, | |
| "grad_norm": 3.9414212703704834, | |
| "learning_rate": 5.3375e-06, | |
| "loss": 0.0555, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 3.6384439359267735, | |
| "grad_norm": 4.169886112213135, | |
| "learning_rate": 5.3296875e-06, | |
| "loss": 0.0468, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 3.6498855835240276, | |
| "grad_norm": 3.8904569149017334, | |
| "learning_rate": 5.321875000000001e-06, | |
| "loss": 0.0566, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 3.6613272311212812, | |
| "grad_norm": 4.280102729797363, | |
| "learning_rate": 5.3140624999999996e-06, | |
| "loss": 0.0416, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.6727688787185357, | |
| "grad_norm": 3.302794933319092, | |
| "learning_rate": 5.30625e-06, | |
| "loss": 0.0451, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 3.6842105263157894, | |
| "grad_norm": 9.184480667114258, | |
| "learning_rate": 5.2984375e-06, | |
| "loss": 0.0502, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 3.6956521739130435, | |
| "grad_norm": 4.913455009460449, | |
| "learning_rate": 5.290625000000001e-06, | |
| "loss": 0.0452, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 3.7070938215102975, | |
| "grad_norm": 3.561953544616699, | |
| "learning_rate": 5.2828125e-06, | |
| "loss": 0.0485, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 3.7185354691075516, | |
| "grad_norm": 3.3016109466552734, | |
| "learning_rate": 5.275e-06, | |
| "loss": 0.0471, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 3.7299771167048057, | |
| "grad_norm": 4.43864107131958, | |
| "learning_rate": 5.2671875e-06, | |
| "loss": 0.0499, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 3.7414187643020593, | |
| "grad_norm": 6.333988666534424, | |
| "learning_rate": 5.259687500000001e-06, | |
| "loss": 0.0554, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 3.7528604118993134, | |
| "grad_norm": 11.240910530090332, | |
| "learning_rate": 5.2518750000000004e-06, | |
| "loss": 0.034, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 3.7643020594965675, | |
| "grad_norm": 3.428675889968872, | |
| "learning_rate": 5.2440625e-06, | |
| "loss": 0.0474, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 3.7757437070938216, | |
| "grad_norm": 2.0469939708709717, | |
| "learning_rate": 5.23625e-06, | |
| "loss": 0.0366, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 3.7871853546910756, | |
| "grad_norm": 2.763183116912842, | |
| "learning_rate": 5.228437500000001e-06, | |
| "loss": 0.0451, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 3.7986270022883293, | |
| "grad_norm": 5.365248203277588, | |
| "learning_rate": 5.2206250000000005e-06, | |
| "loss": 0.0409, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 3.8100686498855834, | |
| "grad_norm": 3.84425687789917, | |
| "learning_rate": 5.2128125e-06, | |
| "loss": 0.0493, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 3.8215102974828374, | |
| "grad_norm": 8.628647804260254, | |
| "learning_rate": 5.205e-06, | |
| "loss": 0.0468, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 3.8329519450800915, | |
| "grad_norm": 6.355470657348633, | |
| "learning_rate": 5.1971875e-06, | |
| "loss": 0.0532, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 3.8443935926773456, | |
| "grad_norm": 5.792243003845215, | |
| "learning_rate": 5.189375000000001e-06, | |
| "loss": 0.0389, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 3.8558352402745997, | |
| "grad_norm": 5.9728312492370605, | |
| "learning_rate": 5.1815624999999996e-06, | |
| "loss": 0.0495, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 3.8672768878718538, | |
| "grad_norm": 3.019531488418579, | |
| "learning_rate": 5.17375e-06, | |
| "loss": 0.0474, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 3.8787185354691074, | |
| "grad_norm": 4.252594947814941, | |
| "learning_rate": 5.1659375e-06, | |
| "loss": 0.0571, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 3.8901601830663615, | |
| "grad_norm": 2.1574008464813232, | |
| "learning_rate": 5.158125000000001e-06, | |
| "loss": 0.0353, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.9016018306636155, | |
| "grad_norm": 1.5579230785369873, | |
| "learning_rate": 5.1503125e-06, | |
| "loss": 0.04, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 3.9130434782608696, | |
| "grad_norm": 9.67751693725586, | |
| "learning_rate": 5.1425e-06, | |
| "loss": 0.0446, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 3.9244851258581237, | |
| "grad_norm": 3.2914412021636963, | |
| "learning_rate": 5.1346875e-06, | |
| "loss": 0.0491, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 3.9359267734553773, | |
| "grad_norm": 5.403482437133789, | |
| "learning_rate": 5.126875000000001e-06, | |
| "loss": 0.0501, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 3.9473684210526314, | |
| "grad_norm": 4.028888702392578, | |
| "learning_rate": 5.1190625e-06, | |
| "loss": 0.0554, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 3.9588100686498855, | |
| "grad_norm": 4.119118690490723, | |
| "learning_rate": 5.11125e-06, | |
| "loss": 0.0411, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 3.9702517162471396, | |
| "grad_norm": 3.5604629516601562, | |
| "learning_rate": 5.1034375e-06, | |
| "loss": 0.0595, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 3.9816933638443937, | |
| "grad_norm": 4.4073686599731445, | |
| "learning_rate": 5.095625e-06, | |
| "loss": 0.0362, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 3.9931350114416477, | |
| "grad_norm": 3.6186680793762207, | |
| "learning_rate": 5.087812500000001e-06, | |
| "loss": 0.05, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 4.004576659038902, | |
| "grad_norm": 2.3267414569854736, | |
| "learning_rate": 5.08e-06, | |
| "loss": 0.0403, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 4.016018306636155, | |
| "grad_norm": 3.6123080253601074, | |
| "learning_rate": 5.0721875e-06, | |
| "loss": 0.0205, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 4.02745995423341, | |
| "grad_norm": 4.297911643981934, | |
| "learning_rate": 5.064375e-06, | |
| "loss": 0.0269, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 4.038901601830664, | |
| "grad_norm": 3.034499168395996, | |
| "learning_rate": 5.056562500000001e-06, | |
| "loss": 0.0195, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 4.050343249427917, | |
| "grad_norm": 2.369044780731201, | |
| "learning_rate": 5.04875e-06, | |
| "loss": 0.0293, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 4.061784897025172, | |
| "grad_norm": 2.833590269088745, | |
| "learning_rate": 5.0409375e-06, | |
| "loss": 0.0187, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 4.073226544622425, | |
| "grad_norm": 2.4066593647003174, | |
| "learning_rate": 5.033125e-06, | |
| "loss": 0.0298, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 4.08466819221968, | |
| "grad_norm": 2.521658420562744, | |
| "learning_rate": 5.025312500000001e-06, | |
| "loss": 0.0219, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 4.0961098398169336, | |
| "grad_norm": 2.493262529373169, | |
| "learning_rate": 5.0175e-06, | |
| "loss": 0.0319, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 4.107551487414188, | |
| "grad_norm": 4.92982816696167, | |
| "learning_rate": 5.0096875000000005e-06, | |
| "loss": 0.0229, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 4.118993135011442, | |
| "grad_norm": 5.053268909454346, | |
| "learning_rate": 5.001875e-06, | |
| "loss": 0.0348, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 4.130434782608695, | |
| "grad_norm": 1.4297044277191162, | |
| "learning_rate": 4.9940625e-06, | |
| "loss": 0.0204, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 4.14187643020595, | |
| "grad_norm": 1.9617934226989746, | |
| "learning_rate": 4.98625e-06, | |
| "loss": 0.0369, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 4.1533180778032035, | |
| "grad_norm": 3.376234531402588, | |
| "learning_rate": 4.9784375e-06, | |
| "loss": 0.0286, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 4.164759725400458, | |
| "grad_norm": 1.698594570159912, | |
| "learning_rate": 4.970625e-06, | |
| "loss": 0.035, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 4.176201372997712, | |
| "grad_norm": 1.5813435316085815, | |
| "learning_rate": 4.9628125e-06, | |
| "loss": 0.0215, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 4.187643020594965, | |
| "grad_norm": 1.6306517124176025, | |
| "learning_rate": 4.955e-06, | |
| "loss": 0.0401, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 4.19908466819222, | |
| "grad_norm": 2.4657962322235107, | |
| "learning_rate": 4.9471875e-06, | |
| "loss": 0.0211, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 4.2105263157894735, | |
| "grad_norm": 0.9647684693336487, | |
| "learning_rate": 4.9393750000000005e-06, | |
| "loss": 0.0292, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 4.221967963386728, | |
| "grad_norm": 3.233245849609375, | |
| "learning_rate": 4.9315625e-06, | |
| "loss": 0.0218, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 4.233409610983982, | |
| "grad_norm": 3.3073842525482178, | |
| "learning_rate": 4.92375e-06, | |
| "loss": 0.0301, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 4.244851258581235, | |
| "grad_norm": 3.375771999359131, | |
| "learning_rate": 4.9159375e-06, | |
| "loss": 0.0243, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 4.25629290617849, | |
| "grad_norm": 2.0122270584106445, | |
| "learning_rate": 4.9081250000000005e-06, | |
| "loss": 0.0274, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 4.267734553775743, | |
| "grad_norm": 4.077823638916016, | |
| "learning_rate": 4.9003125e-06, | |
| "loss": 0.0186, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 4.279176201372998, | |
| "grad_norm": 2.2521536350250244, | |
| "learning_rate": 4.8925e-06, | |
| "loss": 0.0305, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 4.290617848970252, | |
| "grad_norm": 2.4649903774261475, | |
| "learning_rate": 4.8846875e-06, | |
| "loss": 0.0218, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 4.302059496567506, | |
| "grad_norm": 2.196124792098999, | |
| "learning_rate": 4.876875e-06, | |
| "loss": 0.0342, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 4.31350114416476, | |
| "grad_norm": 2.979475975036621, | |
| "learning_rate": 4.8690625000000004e-06, | |
| "loss": 0.0242, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 4.324942791762013, | |
| "grad_norm": 7.853615760803223, | |
| "learning_rate": 4.86125e-06, | |
| "loss": 0.03, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 4.336384439359268, | |
| "grad_norm": 1.174206256866455, | |
| "learning_rate": 4.8534375e-06, | |
| "loss": 0.0195, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 4.3478260869565215, | |
| "grad_norm": 3.248457193374634, | |
| "learning_rate": 4.845625e-06, | |
| "loss": 0.0377, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.359267734553776, | |
| "grad_norm": 1.723983645439148, | |
| "learning_rate": 4.8378125000000005e-06, | |
| "loss": 0.0266, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 4.37070938215103, | |
| "grad_norm": 8.764972686767578, | |
| "learning_rate": 4.83e-06, | |
| "loss": 0.0431, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 4.382151029748284, | |
| "grad_norm": 1.3390229940414429, | |
| "learning_rate": 4.8221875e-06, | |
| "loss": 0.0176, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 4.393592677345538, | |
| "grad_norm": 4.078359603881836, | |
| "learning_rate": 4.814375e-06, | |
| "loss": 0.0338, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 4.4050343249427915, | |
| "grad_norm": 2.31992244720459, | |
| "learning_rate": 4.806562500000001e-06, | |
| "loss": 0.0202, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 4.416475972540046, | |
| "grad_norm": 4.521693229675293, | |
| "learning_rate": 4.7987500000000004e-06, | |
| "loss": 0.0302, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 4.4279176201373, | |
| "grad_norm": 5.699862480163574, | |
| "learning_rate": 4.7909375e-06, | |
| "loss": 0.0262, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 4.439359267734554, | |
| "grad_norm": 2.659482955932617, | |
| "learning_rate": 4.783125e-06, | |
| "loss": 0.0252, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 4.450800915331808, | |
| "grad_norm": 9.114242553710938, | |
| "learning_rate": 4.7753125e-06, | |
| "loss": 0.0292, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 4.462242562929061, | |
| "grad_norm": 2.6791884899139404, | |
| "learning_rate": 4.7675000000000005e-06, | |
| "loss": 0.0304, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 4.473684210526316, | |
| "grad_norm": 3.7395987510681152, | |
| "learning_rate": 4.7596875e-06, | |
| "loss": 0.0266, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 4.48512585812357, | |
| "grad_norm": 1.6912297010421753, | |
| "learning_rate": 4.751875e-06, | |
| "loss": 0.0446, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 4.496567505720824, | |
| "grad_norm": 3.4774134159088135, | |
| "learning_rate": 4.7440625e-06, | |
| "loss": 0.0266, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 4.508009153318078, | |
| "grad_norm": 3.602811098098755, | |
| "learning_rate": 4.736250000000001e-06, | |
| "loss": 0.0343, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 4.519450800915331, | |
| "grad_norm": 3.7448768615722656, | |
| "learning_rate": 4.7284374999999996e-06, | |
| "loss": 0.0241, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 4.530892448512586, | |
| "grad_norm": 2.9017863273620605, | |
| "learning_rate": 4.720625e-06, | |
| "loss": 0.0313, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 4.5423340961098395, | |
| "grad_norm": 2.8648183345794678, | |
| "learning_rate": 4.7128125e-06, | |
| "loss": 0.0224, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 4.553775743707094, | |
| "grad_norm": 2.749983549118042, | |
| "learning_rate": 4.705000000000001e-06, | |
| "loss": 0.0326, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 4.565217391304348, | |
| "grad_norm": 0.6364901661872864, | |
| "learning_rate": 4.6971875000000005e-06, | |
| "loss": 0.0192, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 4.576659038901602, | |
| "grad_norm": 0.9560081362724304, | |
| "learning_rate": 4.689375e-06, | |
| "loss": 0.0272, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.576659038901602, | |
| "eval_loss": 0.1832965463399887, | |
| "eval_runtime": 5483.9142, | |
| "eval_samples_per_second": 1.736, | |
| "eval_steps_per_second": 0.217, | |
| "eval_wer": 0.10381071222883471, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.588100686498856, | |
| "grad_norm": 4.101663589477539, | |
| "learning_rate": 4.6815625e-06, | |
| "loss": 0.0217, | |
| "step": 10025 | |
| }, | |
| { | |
| "epoch": 4.5995423340961095, | |
| "grad_norm": 2.0789246559143066, | |
| "learning_rate": 4.67375e-06, | |
| "loss": 0.0289, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 4.610983981693364, | |
| "grad_norm": 4.012986660003662, | |
| "learning_rate": 4.665937500000001e-06, | |
| "loss": 0.0272, | |
| "step": 10075 | |
| }, | |
| { | |
| "epoch": 4.622425629290618, | |
| "grad_norm": 2.1427500247955322, | |
| "learning_rate": 4.658125e-06, | |
| "loss": 0.0299, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 4.633867276887872, | |
| "grad_norm": 6.746981620788574, | |
| "learning_rate": 4.6503125e-06, | |
| "loss": 0.0222, | |
| "step": 10125 | |
| }, | |
| { | |
| "epoch": 4.645308924485126, | |
| "grad_norm": 0.5219627022743225, | |
| "learning_rate": 4.6425e-06, | |
| "loss": 0.0311, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 4.65675057208238, | |
| "grad_norm": 2.274179697036743, | |
| "learning_rate": 4.634687500000001e-06, | |
| "loss": 0.0189, | |
| "step": 10175 | |
| }, | |
| { | |
| "epoch": 4.668192219679634, | |
| "grad_norm": 1.2450759410858154, | |
| "learning_rate": 4.6271875e-06, | |
| "loss": 0.0319, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 4.679633867276888, | |
| "grad_norm": 7.748188018798828, | |
| "learning_rate": 4.619375e-06, | |
| "loss": 0.0249, | |
| "step": 10225 | |
| }, | |
| { | |
| "epoch": 4.691075514874142, | |
| "grad_norm": 2.7961182594299316, | |
| "learning_rate": 4.6115625e-06, | |
| "loss": 0.0367, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 4.702517162471396, | |
| "grad_norm": 1.6634931564331055, | |
| "learning_rate": 4.603750000000001e-06, | |
| "loss": 0.0193, | |
| "step": 10275 | |
| }, | |
| { | |
| "epoch": 4.71395881006865, | |
| "grad_norm": 3.7419142723083496, | |
| "learning_rate": 4.5959374999999996e-06, | |
| "loss": 0.0346, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 4.725400457665904, | |
| "grad_norm": 11.037392616271973, | |
| "learning_rate": 4.588125e-06, | |
| "loss": 0.0251, | |
| "step": 10325 | |
| }, | |
| { | |
| "epoch": 4.7368421052631575, | |
| "grad_norm": 2.88437819480896, | |
| "learning_rate": 4.5803125e-06, | |
| "loss": 0.0386, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 4.748283752860412, | |
| "grad_norm": 3.546595335006714, | |
| "learning_rate": 4.572500000000001e-06, | |
| "loss": 0.0184, | |
| "step": 10375 | |
| }, | |
| { | |
| "epoch": 4.759725400457666, | |
| "grad_norm": 1.2331124544143677, | |
| "learning_rate": 4.5646875000000005e-06, | |
| "loss": 0.0322, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 4.77116704805492, | |
| "grad_norm": 1.0554383993148804, | |
| "learning_rate": 4.556875e-06, | |
| "loss": 0.02, | |
| "step": 10425 | |
| }, | |
| { | |
| "epoch": 4.782608695652174, | |
| "grad_norm": 0.897574245929718, | |
| "learning_rate": 4.5490625e-06, | |
| "loss": 0.028, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 4.7940503432494275, | |
| "grad_norm": 3.45660138130188, | |
| "learning_rate": 4.541250000000001e-06, | |
| "loss": 0.0196, | |
| "step": 10475 | |
| }, | |
| { | |
| "epoch": 4.805491990846682, | |
| "grad_norm": 4.324442386627197, | |
| "learning_rate": 4.533437500000001e-06, | |
| "loss": 0.0329, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 4.816933638443936, | |
| "grad_norm": 7.328847885131836, | |
| "learning_rate": 4.525625e-06, | |
| "loss": 0.0286, | |
| "step": 10525 | |
| }, | |
| { | |
| "epoch": 4.82837528604119, | |
| "grad_norm": 0.6618658900260925, | |
| "learning_rate": 4.5178125e-06, | |
| "loss": 0.0257, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 4.839816933638444, | |
| "grad_norm": 3.4053359031677246, | |
| "learning_rate": 4.51e-06, | |
| "loss": 0.0188, | |
| "step": 10575 | |
| }, | |
| { | |
| "epoch": 4.851258581235698, | |
| "grad_norm": 1.5626916885375977, | |
| "learning_rate": 4.502187500000001e-06, | |
| "loss": 0.0388, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 4.862700228832952, | |
| "grad_norm": 2.1022493839263916, | |
| "learning_rate": 4.494375e-06, | |
| "loss": 0.0228, | |
| "step": 10625 | |
| }, | |
| { | |
| "epoch": 4.874141876430206, | |
| "grad_norm": 1.5179095268249512, | |
| "learning_rate": 4.4865625e-06, | |
| "loss": 0.0446, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 4.88558352402746, | |
| "grad_norm": 3.457355499267578, | |
| "learning_rate": 4.47875e-06, | |
| "loss": 0.0213, | |
| "step": 10675 | |
| }, | |
| { | |
| "epoch": 4.897025171624714, | |
| "grad_norm": 1.2291810512542725, | |
| "learning_rate": 4.470937500000001e-06, | |
| "loss": 0.0308, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 4.908466819221968, | |
| "grad_norm": 4.664734363555908, | |
| "learning_rate": 4.463125e-06, | |
| "loss": 0.0187, | |
| "step": 10725 | |
| }, | |
| { | |
| "epoch": 4.919908466819222, | |
| "grad_norm": 2.5962226390838623, | |
| "learning_rate": 4.4553125e-06, | |
| "loss": 0.0348, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 4.931350114416476, | |
| "grad_norm": 1.759839415550232, | |
| "learning_rate": 4.4475e-06, | |
| "loss": 0.0223, | |
| "step": 10775 | |
| }, | |
| { | |
| "epoch": 4.94279176201373, | |
| "grad_norm": 3.38629412651062, | |
| "learning_rate": 4.439687500000001e-06, | |
| "loss": 0.0439, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 4.954233409610984, | |
| "grad_norm": 0.6326417326927185, | |
| "learning_rate": 4.431875e-06, | |
| "loss": 0.0204, | |
| "step": 10825 | |
| }, | |
| { | |
| "epoch": 4.965675057208238, | |
| "grad_norm": 3.3679585456848145, | |
| "learning_rate": 4.4240625000000005e-06, | |
| "loss": 0.0322, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 4.977116704805492, | |
| "grad_norm": 3.8049206733703613, | |
| "learning_rate": 4.41625e-06, | |
| "loss": 0.0243, | |
| "step": 10875 | |
| }, | |
| { | |
| "epoch": 4.988558352402746, | |
| "grad_norm": 2.581594944000244, | |
| "learning_rate": 4.4084375e-06, | |
| "loss": 0.0332, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 3.7988698482513428, | |
| "learning_rate": 4.400625e-06, | |
| "loss": 0.0275, | |
| "step": 10925 | |
| }, | |
| { | |
| "epoch": 5.011441647597254, | |
| "grad_norm": 2.600945234298706, | |
| "learning_rate": 4.3928125e-06, | |
| "loss": 0.0131, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 5.022883295194508, | |
| "grad_norm": 8.007580757141113, | |
| "learning_rate": 4.385e-06, | |
| "loss": 0.0133, | |
| "step": 10975 | |
| }, | |
| { | |
| "epoch": 5.034324942791762, | |
| "grad_norm": 3.332880735397339, | |
| "learning_rate": 4.3771875e-06, | |
| "loss": 0.0149, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 5.045766590389016, | |
| "grad_norm": 15.387001037597656, | |
| "learning_rate": 4.369375000000001e-06, | |
| "loss": 0.0207, | |
| "step": 11025 | |
| }, | |
| { | |
| "epoch": 5.05720823798627, | |
| "grad_norm": 4.535585403442383, | |
| "learning_rate": 4.3615625e-06, | |
| "loss": 0.0199, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 5.068649885583524, | |
| "grad_norm": 4.385061740875244, | |
| "learning_rate": 4.3537500000000005e-06, | |
| "loss": 0.0248, | |
| "step": 11075 | |
| }, | |
| { | |
| "epoch": 5.080091533180778, | |
| "grad_norm": 2.6416256427764893, | |
| "learning_rate": 4.3459375e-06, | |
| "loss": 0.0129, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 5.091533180778032, | |
| "grad_norm": 2.3068976402282715, | |
| "learning_rate": 4.338125000000001e-06, | |
| "loss": 0.0271, | |
| "step": 11125 | |
| }, | |
| { | |
| "epoch": 5.102974828375286, | |
| "grad_norm": 5.006783485412598, | |
| "learning_rate": 4.3303125e-06, | |
| "loss": 0.0156, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 5.11441647597254, | |
| "grad_norm": 8.350238800048828, | |
| "learning_rate": 4.3225000000000005e-06, | |
| "loss": 0.0152, | |
| "step": 11175 | |
| }, | |
| { | |
| "epoch": 5.125858123569794, | |
| "grad_norm": 3.0252091884613037, | |
| "learning_rate": 4.3146875e-06, | |
| "loss": 0.0142, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 5.137299771167048, | |
| "grad_norm": 17.71987533569336, | |
| "learning_rate": 4.306875e-06, | |
| "loss": 0.0261, | |
| "step": 11225 | |
| }, | |
| { | |
| "epoch": 5.148741418764302, | |
| "grad_norm": 0.3432025611400604, | |
| "learning_rate": 4.2990625e-06, | |
| "loss": 0.0141, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 5.160183066361556, | |
| "grad_norm": 3.693594455718994, | |
| "learning_rate": 4.29125e-06, | |
| "loss": 0.0284, | |
| "step": 11275 | |
| }, | |
| { | |
| "epoch": 5.17162471395881, | |
| "grad_norm": 2.1907877922058105, | |
| "learning_rate": 4.2834375000000004e-06, | |
| "loss": 0.0103, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 5.183066361556064, | |
| "grad_norm": 5.526587963104248, | |
| "learning_rate": 4.275625e-06, | |
| "loss": 0.0254, | |
| "step": 11325 | |
| }, | |
| { | |
| "epoch": 5.194508009153318, | |
| "grad_norm": 5.500503063201904, | |
| "learning_rate": 4.2678125e-06, | |
| "loss": 0.0108, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 5.2059496567505725, | |
| "grad_norm": 7.589873790740967, | |
| "learning_rate": 4.26e-06, | |
| "loss": 0.0237, | |
| "step": 11375 | |
| }, | |
| { | |
| "epoch": 5.217391304347826, | |
| "grad_norm": 2.3860023021698, | |
| "learning_rate": 4.2521875000000005e-06, | |
| "loss": 0.0186, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 5.22883295194508, | |
| "grad_norm": 4.4563307762146, | |
| "learning_rate": 4.244375e-06, | |
| "loss": 0.0217, | |
| "step": 11425 | |
| }, | |
| { | |
| "epoch": 5.240274599542334, | |
| "grad_norm": 3.0135042667388916, | |
| "learning_rate": 4.2365625e-06, | |
| "loss": 0.0155, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 5.251716247139588, | |
| "grad_norm": 1.9074753522872925, | |
| "learning_rate": 4.22875e-06, | |
| "loss": 0.0251, | |
| "step": 11475 | |
| }, | |
| { | |
| "epoch": 5.2631578947368425, | |
| "grad_norm": 3.4067037105560303, | |
| "learning_rate": 4.220937500000001e-06, | |
| "loss": 0.0119, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 5.274599542334096, | |
| "grad_norm": 2.8989033699035645, | |
| "learning_rate": 4.2131250000000004e-06, | |
| "loss": 0.0188, | |
| "step": 11525 | |
| }, | |
| { | |
| "epoch": 5.28604118993135, | |
| "grad_norm": 2.8292016983032227, | |
| "learning_rate": 4.2053125e-06, | |
| "loss": 0.0159, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 5.297482837528604, | |
| "grad_norm": 6.212322235107422, | |
| "learning_rate": 4.1975e-06, | |
| "loss": 0.0233, | |
| "step": 11575 | |
| }, | |
| { | |
| "epoch": 5.308924485125858, | |
| "grad_norm": 0.9031001925468445, | |
| "learning_rate": 4.1896875e-06, | |
| "loss": 0.0146, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 5.320366132723112, | |
| "grad_norm": 7.238254070281982, | |
| "learning_rate": 4.1818750000000005e-06, | |
| "loss": 0.0158, | |
| "step": 11625 | |
| }, | |
| { | |
| "epoch": 5.331807780320366, | |
| "grad_norm": 2.4615652561187744, | |
| "learning_rate": 4.1740625e-06, | |
| "loss": 0.0122, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 5.34324942791762, | |
| "grad_norm": 3.7764835357666016, | |
| "learning_rate": 4.16625e-06, | |
| "loss": 0.0221, | |
| "step": 11675 | |
| }, | |
| { | |
| "epoch": 5.354691075514874, | |
| "grad_norm": 1.053728699684143, | |
| "learning_rate": 4.1584375e-06, | |
| "loss": 0.0186, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 5.366132723112128, | |
| "grad_norm": 7.169757843017578, | |
| "learning_rate": 4.150625000000001e-06, | |
| "loss": 0.0198, | |
| "step": 11725 | |
| }, | |
| { | |
| "epoch": 5.377574370709382, | |
| "grad_norm": 0.351454496383667, | |
| "learning_rate": 4.1428125e-06, | |
| "loss": 0.0121, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 5.389016018306636, | |
| "grad_norm": 4.189688682556152, | |
| "learning_rate": 4.135e-06, | |
| "loss": 0.0245, | |
| "step": 11775 | |
| }, | |
| { | |
| "epoch": 5.4004576659038905, | |
| "grad_norm": 3.2234408855438232, | |
| "learning_rate": 4.1271875e-06, | |
| "loss": 0.0149, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 5.411899313501144, | |
| "grad_norm": 7.368442058563232, | |
| "learning_rate": 4.119375000000001e-06, | |
| "loss": 0.0185, | |
| "step": 11825 | |
| }, | |
| { | |
| "epoch": 5.423340961098398, | |
| "grad_norm": 4.849565505981445, | |
| "learning_rate": 4.1115625000000005e-06, | |
| "loss": 0.0155, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 5.434782608695652, | |
| "grad_norm": 8.018900871276855, | |
| "learning_rate": 4.10375e-06, | |
| "loss": 0.0272, | |
| "step": 11875 | |
| }, | |
| { | |
| "epoch": 5.446224256292906, | |
| "grad_norm": 3.36999773979187, | |
| "learning_rate": 4.0959375e-06, | |
| "loss": 0.0168, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 5.4576659038901605, | |
| "grad_norm": 8.504731178283691, | |
| "learning_rate": 4.088125e-06, | |
| "loss": 0.0187, | |
| "step": 11925 | |
| }, | |
| { | |
| "epoch": 5.469107551487414, | |
| "grad_norm": 1.719467282295227, | |
| "learning_rate": 4.080312500000001e-06, | |
| "loss": 0.0213, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 5.480549199084669, | |
| "grad_norm": 7.953880310058594, | |
| "learning_rate": 4.0724999999999995e-06, | |
| "loss": 0.0209, | |
| "step": 11975 | |
| }, | |
| { | |
| "epoch": 5.491990846681922, | |
| "grad_norm": 3.389706611633301, | |
| "learning_rate": 4.0646875e-06, | |
| "loss": 0.0151, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 5.503432494279176, | |
| "grad_norm": 6.694132328033447, | |
| "learning_rate": 4.056875e-06, | |
| "loss": 0.0202, | |
| "step": 12025 | |
| }, | |
| { | |
| "epoch": 5.51487414187643, | |
| "grad_norm": 2.6016061305999756, | |
| "learning_rate": 4.049062500000001e-06, | |
| "loss": 0.0172, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 5.526315789473684, | |
| "grad_norm": 5.176774024963379, | |
| "learning_rate": 4.04125e-06, | |
| "loss": 0.0281, | |
| "step": 12075 | |
| }, | |
| { | |
| "epoch": 5.537757437070939, | |
| "grad_norm": 1.5615991353988647, | |
| "learning_rate": 4.0334375e-06, | |
| "loss": 0.0128, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 5.549199084668192, | |
| "grad_norm": 4.4115376472473145, | |
| "learning_rate": 4.025625e-06, | |
| "loss": 0.0278, | |
| "step": 12125 | |
| }, | |
| { | |
| "epoch": 5.560640732265446, | |
| "grad_norm": 0.18079940974712372, | |
| "learning_rate": 4.017812500000001e-06, | |
| "loss": 0.0129, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 5.5720823798627, | |
| "grad_norm": 1.855873942375183, | |
| "learning_rate": 4.01e-06, | |
| "loss": 0.024, | |
| "step": 12175 | |
| }, | |
| { | |
| "epoch": 5.583524027459954, | |
| "grad_norm": 3.256206512451172, | |
| "learning_rate": 4.0021875e-06, | |
| "loss": 0.0152, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 5.5949656750572085, | |
| "grad_norm": 6.555622100830078, | |
| "learning_rate": 3.994375e-06, | |
| "loss": 0.0261, | |
| "step": 12225 | |
| }, | |
| { | |
| "epoch": 5.606407322654462, | |
| "grad_norm": 3.024768352508545, | |
| "learning_rate": 3.9865625e-06, | |
| "loss": 0.0107, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 5.617848970251716, | |
| "grad_norm": 2.868229389190674, | |
| "learning_rate": 3.978750000000001e-06, | |
| "loss": 0.0255, | |
| "step": 12275 | |
| }, | |
| { | |
| "epoch": 5.62929061784897, | |
| "grad_norm": 5.408130168914795, | |
| "learning_rate": 3.9709375e-06, | |
| "loss": 0.0121, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 5.640732265446224, | |
| "grad_norm": 8.534693717956543, | |
| "learning_rate": 3.963125e-06, | |
| "loss": 0.0245, | |
| "step": 12325 | |
| }, | |
| { | |
| "epoch": 5.6521739130434785, | |
| "grad_norm": 0.8499470353126526, | |
| "learning_rate": 3.9553125e-06, | |
| "loss": 0.0114, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 5.663615560640732, | |
| "grad_norm": 1.4523133039474487, | |
| "learning_rate": 3.947500000000001e-06, | |
| "loss": 0.0251, | |
| "step": 12375 | |
| }, | |
| { | |
| "epoch": 5.675057208237987, | |
| "grad_norm": 1.7775627374649048, | |
| "learning_rate": 3.9396875e-06, | |
| "loss": 0.0191, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 5.68649885583524, | |
| "grad_norm": 4.454090118408203, | |
| "learning_rate": 3.931875e-06, | |
| "loss": 0.0195, | |
| "step": 12425 | |
| }, | |
| { | |
| "epoch": 5.697940503432494, | |
| "grad_norm": 1.4271085262298584, | |
| "learning_rate": 3.9240625e-06, | |
| "loss": 0.0138, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 5.709382151029748, | |
| "grad_norm": 9.393786430358887, | |
| "learning_rate": 3.916250000000001e-06, | |
| "loss": 0.0273, | |
| "step": 12475 | |
| }, | |
| { | |
| "epoch": 5.720823798627002, | |
| "grad_norm": 3.8522861003875732, | |
| "learning_rate": 3.9084375e-06, | |
| "loss": 0.0197, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 5.732265446224257, | |
| "grad_norm": 5.545007705688477, | |
| "learning_rate": 3.9006250000000005e-06, | |
| "loss": 0.0206, | |
| "step": 12525 | |
| }, | |
| { | |
| "epoch": 5.74370709382151, | |
| "grad_norm": 2.3138723373413086, | |
| "learning_rate": 3.8928125e-06, | |
| "loss": 0.0135, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 5.755148741418765, | |
| "grad_norm": 6.381573677062988, | |
| "learning_rate": 3.885e-06, | |
| "loss": 0.0264, | |
| "step": 12575 | |
| }, | |
| { | |
| "epoch": 5.766590389016018, | |
| "grad_norm": 2.9235124588012695, | |
| "learning_rate": 3.8771875e-06, | |
| "loss": 0.014, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 5.778032036613272, | |
| "grad_norm": 9.768881797790527, | |
| "learning_rate": 3.869375e-06, | |
| "loss": 0.0237, | |
| "step": 12625 | |
| }, | |
| { | |
| "epoch": 5.7894736842105265, | |
| "grad_norm": 2.5591719150543213, | |
| "learning_rate": 3.8615625e-06, | |
| "loss": 0.0129, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 5.80091533180778, | |
| "grad_norm": 8.308956146240234, | |
| "learning_rate": 3.85375e-06, | |
| "loss": 0.0174, | |
| "step": 12675 | |
| }, | |
| { | |
| "epoch": 5.812356979405035, | |
| "grad_norm": 1.5682135820388794, | |
| "learning_rate": 3.8459375e-06, | |
| "loss": 0.0134, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 5.823798627002288, | |
| "grad_norm": 5.886026859283447, | |
| "learning_rate": 3.838125e-06, | |
| "loss": 0.0221, | |
| "step": 12725 | |
| }, | |
| { | |
| "epoch": 5.835240274599542, | |
| "grad_norm": 5.910558223724365, | |
| "learning_rate": 3.8303125000000004e-06, | |
| "loss": 0.0163, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 5.8466819221967965, | |
| "grad_norm": 6.313669204711914, | |
| "learning_rate": 3.8225e-06, | |
| "loss": 0.0222, | |
| "step": 12775 | |
| }, | |
| { | |
| "epoch": 5.85812356979405, | |
| "grad_norm": 4.852139949798584, | |
| "learning_rate": 3.8146875e-06, | |
| "loss": 0.013, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 5.869565217391305, | |
| "grad_norm": 6.2581963539123535, | |
| "learning_rate": 3.806875e-06, | |
| "loss": 0.0169, | |
| "step": 12825 | |
| }, | |
| { | |
| "epoch": 5.881006864988558, | |
| "grad_norm": 5.26676607131958, | |
| "learning_rate": 3.7990625e-06, | |
| "loss": 0.0159, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 5.892448512585812, | |
| "grad_norm": 0.4348423182964325, | |
| "learning_rate": 3.7912500000000003e-06, | |
| "loss": 0.0276, | |
| "step": 12875 | |
| }, | |
| { | |
| "epoch": 5.9038901601830664, | |
| "grad_norm": 0.7607429623603821, | |
| "learning_rate": 3.7834375000000006e-06, | |
| "loss": 0.017, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 5.91533180778032, | |
| "grad_norm": 4.235646724700928, | |
| "learning_rate": 3.775625e-06, | |
| "loss": 0.0277, | |
| "step": 12925 | |
| }, | |
| { | |
| "epoch": 5.926773455377575, | |
| "grad_norm": 0.33068224787712097, | |
| "learning_rate": 3.7678125e-06, | |
| "loss": 0.0177, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 5.938215102974828, | |
| "grad_norm": 8.94812297821045, | |
| "learning_rate": 3.7600000000000004e-06, | |
| "loss": 0.0189, | |
| "step": 12975 | |
| }, | |
| { | |
| "epoch": 5.949656750572083, | |
| "grad_norm": 3.01238751411438, | |
| "learning_rate": 3.7521875000000007e-06, | |
| "loss": 0.0135, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 5.961098398169336, | |
| "grad_norm": 6.622538089752197, | |
| "learning_rate": 3.744375e-06, | |
| "loss": 0.021, | |
| "step": 13025 | |
| }, | |
| { | |
| "epoch": 5.97254004576659, | |
| "grad_norm": 5.920276641845703, | |
| "learning_rate": 3.7365625000000003e-06, | |
| "loss": 0.0208, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 5.983981693363845, | |
| "grad_norm": 1.632116436958313, | |
| "learning_rate": 3.7287500000000005e-06, | |
| "loss": 0.0206, | |
| "step": 13075 | |
| }, | |
| { | |
| "epoch": 5.995423340961098, | |
| "grad_norm": 6.903181076049805, | |
| "learning_rate": 3.7209375000000003e-06, | |
| "loss": 0.0155, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 6.006864988558353, | |
| "grad_norm": 0.6914149522781372, | |
| "learning_rate": 3.7134375e-06, | |
| "loss": 0.0194, | |
| "step": 13125 | |
| }, | |
| { | |
| "epoch": 6.018306636155606, | |
| "grad_norm": 6.280193328857422, | |
| "learning_rate": 3.705625e-06, | |
| "loss": 0.0168, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 6.02974828375286, | |
| "grad_norm": 0.3250044286251068, | |
| "learning_rate": 3.6978125000000004e-06, | |
| "loss": 0.0273, | |
| "step": 13175 | |
| }, | |
| { | |
| "epoch": 6.0411899313501145, | |
| "grad_norm": 2.4546151161193848, | |
| "learning_rate": 3.6900000000000002e-06, | |
| "loss": 0.0144, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 6.052631578947368, | |
| "grad_norm": 1.1390433311462402, | |
| "learning_rate": 3.6821875e-06, | |
| "loss": 0.0184, | |
| "step": 13225 | |
| }, | |
| { | |
| "epoch": 6.064073226544623, | |
| "grad_norm": 1.7204899787902832, | |
| "learning_rate": 3.674375e-06, | |
| "loss": 0.0092, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 6.075514874141876, | |
| "grad_norm": 1.4025479555130005, | |
| "learning_rate": 3.6665625e-06, | |
| "loss": 0.024, | |
| "step": 13275 | |
| }, | |
| { | |
| "epoch": 6.086956521739131, | |
| "grad_norm": 0.4468977153301239, | |
| "learning_rate": 3.6587500000000003e-06, | |
| "loss": 0.0139, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 6.0983981693363845, | |
| "grad_norm": 0.18809981644153595, | |
| "learning_rate": 3.6509374999999997e-06, | |
| "loss": 0.011, | |
| "step": 13325 | |
| }, | |
| { | |
| "epoch": 6.109839816933638, | |
| "grad_norm": 3.639801502227783, | |
| "learning_rate": 3.643125e-06, | |
| "loss": 0.0116, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 6.121281464530893, | |
| "grad_norm": 0.617262601852417, | |
| "learning_rate": 3.6353125e-06, | |
| "loss": 0.0127, | |
| "step": 13375 | |
| }, | |
| { | |
| "epoch": 6.132723112128146, | |
| "grad_norm": 3.9678919315338135, | |
| "learning_rate": 3.6275000000000004e-06, | |
| "loss": 0.0131, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 6.144164759725401, | |
| "grad_norm": 1.4072645902633667, | |
| "learning_rate": 3.6196875000000007e-06, | |
| "loss": 0.0144, | |
| "step": 13425 | |
| }, | |
| { | |
| "epoch": 6.155606407322654, | |
| "grad_norm": 6.396816253662109, | |
| "learning_rate": 3.611875e-06, | |
| "loss": 0.0094, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 6.167048054919908, | |
| "grad_norm": 2.001157760620117, | |
| "learning_rate": 3.6040625000000003e-06, | |
| "loss": 0.0189, | |
| "step": 13475 | |
| }, | |
| { | |
| "epoch": 6.178489702517163, | |
| "grad_norm": 4.379182815551758, | |
| "learning_rate": 3.5962500000000005e-06, | |
| "loss": 0.0135, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 6.189931350114416, | |
| "grad_norm": 1.7968692779541016, | |
| "learning_rate": 3.5884375000000003e-06, | |
| "loss": 0.0197, | |
| "step": 13525 | |
| }, | |
| { | |
| "epoch": 6.201372997711671, | |
| "grad_norm": 0.30796533823013306, | |
| "learning_rate": 3.580625e-06, | |
| "loss": 0.0091, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 6.212814645308924, | |
| "grad_norm": 0.5206483006477356, | |
| "learning_rate": 3.5728125e-06, | |
| "loss": 0.0193, | |
| "step": 13575 | |
| }, | |
| { | |
| "epoch": 6.224256292906179, | |
| "grad_norm": 0.16793321073055267, | |
| "learning_rate": 3.565e-06, | |
| "loss": 0.011, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 6.2356979405034325, | |
| "grad_norm": 3.4714410305023193, | |
| "learning_rate": 3.5571875000000004e-06, | |
| "loss": 0.0163, | |
| "step": 13625 | |
| }, | |
| { | |
| "epoch": 6.247139588100686, | |
| "grad_norm": 2.5397183895111084, | |
| "learning_rate": 3.549375e-06, | |
| "loss": 0.0098, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 6.258581235697941, | |
| "grad_norm": 0.8021149039268494, | |
| "learning_rate": 3.5415625e-06, | |
| "loss": 0.0261, | |
| "step": 13675 | |
| }, | |
| { | |
| "epoch": 6.270022883295194, | |
| "grad_norm": 2.6485466957092285, | |
| "learning_rate": 3.5337500000000003e-06, | |
| "loss": 0.0116, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 6.281464530892449, | |
| "grad_norm": 0.5701060891151428, | |
| "learning_rate": 3.5259375000000005e-06, | |
| "loss": 0.0144, | |
| "step": 13725 | |
| }, | |
| { | |
| "epoch": 6.2929061784897025, | |
| "grad_norm": 0.46138399839401245, | |
| "learning_rate": 3.518125e-06, | |
| "loss": 0.0074, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 6.304347826086957, | |
| "grad_norm": 2.842442512512207, | |
| "learning_rate": 3.5103125e-06, | |
| "loss": 0.0194, | |
| "step": 13775 | |
| }, | |
| { | |
| "epoch": 6.315789473684211, | |
| "grad_norm": 0.676575243473053, | |
| "learning_rate": 3.5025000000000003e-06, | |
| "loss": 0.0085, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 6.327231121281464, | |
| "grad_norm": 1.1983352899551392, | |
| "learning_rate": 3.4946875000000006e-06, | |
| "loss": 0.0118, | |
| "step": 13825 | |
| }, | |
| { | |
| "epoch": 6.338672768878719, | |
| "grad_norm": 3.670888900756836, | |
| "learning_rate": 3.486875e-06, | |
| "loss": 0.0126, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 6.350114416475972, | |
| "grad_norm": 0.25366395711898804, | |
| "learning_rate": 3.4790625e-06, | |
| "loss": 0.0154, | |
| "step": 13875 | |
| }, | |
| { | |
| "epoch": 6.361556064073227, | |
| "grad_norm": 3.8486428260803223, | |
| "learning_rate": 3.47125e-06, | |
| "loss": 0.0117, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 6.372997711670481, | |
| "grad_norm": 1.135246753692627, | |
| "learning_rate": 3.4634375000000002e-06, | |
| "loss": 0.0156, | |
| "step": 13925 | |
| }, | |
| { | |
| "epoch": 6.384439359267734, | |
| "grad_norm": 1.3957738876342773, | |
| "learning_rate": 3.4556249999999996e-06, | |
| "loss": 0.0191, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 6.395881006864989, | |
| "grad_norm": 0.1521887332201004, | |
| "learning_rate": 3.4478125e-06, | |
| "loss": 0.0161, | |
| "step": 13975 | |
| }, | |
| { | |
| "epoch": 6.407322654462242, | |
| "grad_norm": 0.3171142041683197, | |
| "learning_rate": 3.44e-06, | |
| "loss": 0.0106, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 6.418764302059497, | |
| "grad_norm": 1.6162185668945312, | |
| "learning_rate": 3.4321875000000003e-06, | |
| "loss": 0.016, | |
| "step": 14025 | |
| }, | |
| { | |
| "epoch": 6.4302059496567505, | |
| "grad_norm": 3.2044668197631836, | |
| "learning_rate": 3.4243750000000006e-06, | |
| "loss": 0.0088, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 6.441647597254004, | |
| "grad_norm": 16.820634841918945, | |
| "learning_rate": 3.4165625e-06, | |
| "loss": 0.0094, | |
| "step": 14075 | |
| }, | |
| { | |
| "epoch": 6.453089244851259, | |
| "grad_norm": 2.0577335357666016, | |
| "learning_rate": 3.40875e-06, | |
| "loss": 0.0113, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 6.464530892448512, | |
| "grad_norm": 2.2943193912506104, | |
| "learning_rate": 3.4009375000000004e-06, | |
| "loss": 0.0136, | |
| "step": 14125 | |
| }, | |
| { | |
| "epoch": 6.475972540045767, | |
| "grad_norm": 3.4963417053222656, | |
| "learning_rate": 3.3931250000000007e-06, | |
| "loss": 0.0138, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 6.4874141876430205, | |
| "grad_norm": 0.4365079402923584, | |
| "learning_rate": 3.3853125e-06, | |
| "loss": 0.0131, | |
| "step": 14175 | |
| }, | |
| { | |
| "epoch": 6.498855835240275, | |
| "grad_norm": 3.457284450531006, | |
| "learning_rate": 3.3775000000000003e-06, | |
| "loss": 0.0115, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 6.510297482837529, | |
| "grad_norm": 0.40817612409591675, | |
| "learning_rate": 3.3696875e-06, | |
| "loss": 0.0181, | |
| "step": 14225 | |
| }, | |
| { | |
| "epoch": 6.521739130434782, | |
| "grad_norm": 1.6476938724517822, | |
| "learning_rate": 3.3618750000000003e-06, | |
| "loss": 0.0097, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 6.533180778032037, | |
| "grad_norm": 0.25183960795402527, | |
| "learning_rate": 3.3540624999999997e-06, | |
| "loss": 0.0217, | |
| "step": 14275 | |
| }, | |
| { | |
| "epoch": 6.54462242562929, | |
| "grad_norm": 1.9451416730880737, | |
| "learning_rate": 3.34625e-06, | |
| "loss": 0.0097, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 6.556064073226545, | |
| "grad_norm": 4.131077289581299, | |
| "learning_rate": 3.3384375e-06, | |
| "loss": 0.0183, | |
| "step": 14325 | |
| }, | |
| { | |
| "epoch": 6.567505720823799, | |
| "grad_norm": 0.5438878536224365, | |
| "learning_rate": 3.3306250000000004e-06, | |
| "loss": 0.0145, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 6.578947368421053, | |
| "grad_norm": 0.5045881867408752, | |
| "learning_rate": 3.3228125e-06, | |
| "loss": 0.0172, | |
| "step": 14375 | |
| }, | |
| { | |
| "epoch": 6.590389016018307, | |
| "grad_norm": 0.4585050344467163, | |
| "learning_rate": 3.315e-06, | |
| "loss": 0.0126, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 6.60183066361556, | |
| "grad_norm": 0.8127508759498596, | |
| "learning_rate": 3.3071875000000003e-06, | |
| "loss": 0.0151, | |
| "step": 14425 | |
| }, | |
| { | |
| "epoch": 6.613272311212815, | |
| "grad_norm": 1.7050418853759766, | |
| "learning_rate": 3.2993750000000005e-06, | |
| "loss": 0.009, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 6.6247139588100685, | |
| "grad_norm": 2.609612464904785, | |
| "learning_rate": 3.2915625e-06, | |
| "loss": 0.014, | |
| "step": 14475 | |
| }, | |
| { | |
| "epoch": 6.636155606407323, | |
| "grad_norm": 0.10997484624385834, | |
| "learning_rate": 3.28375e-06, | |
| "loss": 0.0094, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 6.647597254004577, | |
| "grad_norm": 5.7333173751831055, | |
| "learning_rate": 3.2759375000000003e-06, | |
| "loss": 0.0154, | |
| "step": 14525 | |
| }, | |
| { | |
| "epoch": 6.65903890160183, | |
| "grad_norm": 2.564332962036133, | |
| "learning_rate": 3.268125e-06, | |
| "loss": 0.0155, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 6.670480549199085, | |
| "grad_norm": 4.814024448394775, | |
| "learning_rate": 3.2603125e-06, | |
| "loss": 0.0179, | |
| "step": 14575 | |
| }, | |
| { | |
| "epoch": 6.6819221967963385, | |
| "grad_norm": 1.1423102617263794, | |
| "learning_rate": 3.2525e-06, | |
| "loss": 0.0096, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 6.693363844393593, | |
| "grad_norm": 3.1103646755218506, | |
| "learning_rate": 3.2446875e-06, | |
| "loss": 0.0164, | |
| "step": 14625 | |
| }, | |
| { | |
| "epoch": 6.704805491990847, | |
| "grad_norm": 1.021026372909546, | |
| "learning_rate": 3.2368750000000002e-06, | |
| "loss": 0.0075, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 6.7162471395881, | |
| "grad_norm": 0.4085843861103058, | |
| "learning_rate": 3.2290625000000005e-06, | |
| "loss": 0.0167, | |
| "step": 14675 | |
| }, | |
| { | |
| "epoch": 6.727688787185355, | |
| "grad_norm": 0.8315253257751465, | |
| "learning_rate": 3.22125e-06, | |
| "loss": 0.0085, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 6.739130434782608, | |
| "grad_norm": 2.2641472816467285, | |
| "learning_rate": 3.2134375e-06, | |
| "loss": 0.0209, | |
| "step": 14725 | |
| }, | |
| { | |
| "epoch": 6.750572082379863, | |
| "grad_norm": 6.209875583648682, | |
| "learning_rate": 3.2056250000000003e-06, | |
| "loss": 0.0088, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 6.762013729977117, | |
| "grad_norm": 0.5979451537132263, | |
| "learning_rate": 3.1978125000000006e-06, | |
| "loss": 0.0179, | |
| "step": 14775 | |
| }, | |
| { | |
| "epoch": 6.77345537757437, | |
| "grad_norm": 2.0241873264312744, | |
| "learning_rate": 3.19e-06, | |
| "loss": 0.0103, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 6.784897025171625, | |
| "grad_norm": 0.17280341684818268, | |
| "learning_rate": 3.1821875e-06, | |
| "loss": 0.0227, | |
| "step": 14825 | |
| }, | |
| { | |
| "epoch": 6.796338672768878, | |
| "grad_norm": 0.12923689186573029, | |
| "learning_rate": 3.1743750000000004e-06, | |
| "loss": 0.0089, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 6.807780320366133, | |
| "grad_norm": 0.43938687443733215, | |
| "learning_rate": 3.1665625000000002e-06, | |
| "loss": 0.0209, | |
| "step": 14875 | |
| }, | |
| { | |
| "epoch": 6.8192219679633865, | |
| "grad_norm": 0.2618752419948578, | |
| "learning_rate": 3.15875e-06, | |
| "loss": 0.0109, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 6.830663615560641, | |
| "grad_norm": 3.6829495429992676, | |
| "learning_rate": 3.1509375000000003e-06, | |
| "loss": 0.0188, | |
| "step": 14925 | |
| }, | |
| { | |
| "epoch": 6.842105263157895, | |
| "grad_norm": 4.100037574768066, | |
| "learning_rate": 3.143125e-06, | |
| "loss": 0.0103, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 6.853546910755149, | |
| "grad_norm": 3.131757974624634, | |
| "learning_rate": 3.1353125000000003e-06, | |
| "loss": 0.0199, | |
| "step": 14975 | |
| }, | |
| { | |
| "epoch": 6.864988558352403, | |
| "grad_norm": 2.9150915145874023, | |
| "learning_rate": 3.1274999999999997e-06, | |
| "loss": 0.0125, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 6.864988558352403, | |
| "eval_loss": 0.20364722609519958, | |
| "eval_runtime": 5377.8653, | |
| "eval_samples_per_second": 1.771, | |
| "eval_steps_per_second": 0.221, | |
| "eval_wer": 0.09913931016829845, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 6.8764302059496565, | |
| "grad_norm": 3.365856885910034, | |
| "learning_rate": 3.1196875e-06, | |
| "loss": 0.0218, | |
| "step": 15025 | |
| }, | |
| { | |
| "epoch": 6.887871853546911, | |
| "grad_norm": 0.5725418329238892, | |
| "learning_rate": 3.111875e-06, | |
| "loss": 0.0073, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 6.899313501144165, | |
| "grad_norm": 1.2597202062606812, | |
| "learning_rate": 3.1040625e-06, | |
| "loss": 0.0155, | |
| "step": 15075 | |
| }, | |
| { | |
| "epoch": 6.910755148741419, | |
| "grad_norm": 4.598627090454102, | |
| "learning_rate": 3.0962500000000002e-06, | |
| "loss": 0.0098, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 6.922196796338673, | |
| "grad_norm": 0.7468834519386292, | |
| "learning_rate": 3.0884375e-06, | |
| "loss": 0.0193, | |
| "step": 15125 | |
| }, | |
| { | |
| "epoch": 6.933638443935926, | |
| "grad_norm": 4.2396464347839355, | |
| "learning_rate": 3.0806250000000003e-06, | |
| "loss": 0.0102, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 6.945080091533181, | |
| "grad_norm": 2.1572372913360596, | |
| "learning_rate": 3.0728125e-06, | |
| "loss": 0.02, | |
| "step": 15175 | |
| }, | |
| { | |
| "epoch": 6.956521739130435, | |
| "grad_norm": 2.8561244010925293, | |
| "learning_rate": 3.0650000000000003e-06, | |
| "loss": 0.0096, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 6.967963386727689, | |
| "grad_norm": 0.29279011487960815, | |
| "learning_rate": 3.0571875e-06, | |
| "loss": 0.0175, | |
| "step": 15225 | |
| }, | |
| { | |
| "epoch": 6.979405034324943, | |
| "grad_norm": 1.120410442352295, | |
| "learning_rate": 3.0493750000000003e-06, | |
| "loss": 0.0117, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 6.990846681922196, | |
| "grad_norm": 2.2122271060943604, | |
| "learning_rate": 3.0415625e-06, | |
| "loss": 0.0133, | |
| "step": 15275 | |
| }, | |
| { | |
| "epoch": 7.002288329519451, | |
| "grad_norm": 1.584817886352539, | |
| "learning_rate": 3.03375e-06, | |
| "loss": 0.0088, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 7.0137299771167045, | |
| "grad_norm": 0.8186086416244507, | |
| "learning_rate": 3.0259375e-06, | |
| "loss": 0.0064, | |
| "step": 15325 | |
| }, | |
| { | |
| "epoch": 7.025171624713959, | |
| "grad_norm": 1.3982340097427368, | |
| "learning_rate": 3.018125e-06, | |
| "loss": 0.0173, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 7.036613272311213, | |
| "grad_norm": 0.623369574546814, | |
| "learning_rate": 3.0103125000000002e-06, | |
| "loss": 0.0072, | |
| "step": 15375 | |
| }, | |
| { | |
| "epoch": 7.048054919908467, | |
| "grad_norm": 0.9551053643226624, | |
| "learning_rate": 3.0025e-06, | |
| "loss": 0.0104, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 7.059496567505721, | |
| "grad_norm": 0.4638427495956421, | |
| "learning_rate": 2.9946875000000003e-06, | |
| "loss": 0.0074, | |
| "step": 15425 | |
| }, | |
| { | |
| "epoch": 7.0709382151029745, | |
| "grad_norm": 0.7113415598869324, | |
| "learning_rate": 2.986875e-06, | |
| "loss": 0.0121, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 7.082379862700229, | |
| "grad_norm": 1.5616718530654907, | |
| "learning_rate": 2.9790625000000003e-06, | |
| "loss": 0.0084, | |
| "step": 15475 | |
| }, | |
| { | |
| "epoch": 7.093821510297483, | |
| "grad_norm": 5.3068528175354, | |
| "learning_rate": 2.97125e-06, | |
| "loss": 0.0115, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 7.105263157894737, | |
| "grad_norm": 6.045175075531006, | |
| "learning_rate": 2.9634375000000004e-06, | |
| "loss": 0.007, | |
| "step": 15525 | |
| }, | |
| { | |
| "epoch": 7.116704805491991, | |
| "grad_norm": 0.12478996068239212, | |
| "learning_rate": 2.955625e-06, | |
| "loss": 0.0122, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 7.128146453089244, | |
| "grad_norm": 0.3576812744140625, | |
| "learning_rate": 2.9478125000000004e-06, | |
| "loss": 0.007, | |
| "step": 15575 | |
| }, | |
| { | |
| "epoch": 7.139588100686499, | |
| "grad_norm": 1.844315767288208, | |
| "learning_rate": 2.9400000000000002e-06, | |
| "loss": 0.0115, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 7.151029748283753, | |
| "grad_norm": 9.679522514343262, | |
| "learning_rate": 2.9321875e-06, | |
| "loss": 0.0087, | |
| "step": 15625 | |
| }, | |
| { | |
| "epoch": 7.162471395881007, | |
| "grad_norm": 0.7042823433876038, | |
| "learning_rate": 2.924375e-06, | |
| "loss": 0.0125, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 7.173913043478261, | |
| "grad_norm": 0.31098079681396484, | |
| "learning_rate": 2.9165625e-06, | |
| "loss": 0.0099, | |
| "step": 15675 | |
| }, | |
| { | |
| "epoch": 7.185354691075515, | |
| "grad_norm": 2.236577033996582, | |
| "learning_rate": 2.90875e-06, | |
| "loss": 0.0152, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 7.196796338672769, | |
| "grad_norm": 0.2922148108482361, | |
| "learning_rate": 2.9009375e-06, | |
| "loss": 0.0066, | |
| "step": 15725 | |
| }, | |
| { | |
| "epoch": 7.2082379862700225, | |
| "grad_norm": 3.0574800968170166, | |
| "learning_rate": 2.893125e-06, | |
| "loss": 0.0142, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 7.219679633867277, | |
| "grad_norm": 0.9282683730125427, | |
| "learning_rate": 2.8853125e-06, | |
| "loss": 0.007, | |
| "step": 15775 | |
| }, | |
| { | |
| "epoch": 7.231121281464531, | |
| "grad_norm": 1.8068912029266357, | |
| "learning_rate": 2.8775e-06, | |
| "loss": 0.0065, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 7.242562929061785, | |
| "grad_norm": 2.347912311553955, | |
| "learning_rate": 2.8696875000000002e-06, | |
| "loss": 0.0098, | |
| "step": 15825 | |
| }, | |
| { | |
| "epoch": 7.254004576659039, | |
| "grad_norm": 1.0899382829666138, | |
| "learning_rate": 2.861875e-06, | |
| "loss": 0.0143, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 7.2654462242562925, | |
| "grad_norm": 0.7211443185806274, | |
| "learning_rate": 2.8540625000000003e-06, | |
| "loss": 0.0057, | |
| "step": 15875 | |
| }, | |
| { | |
| "epoch": 7.276887871853547, | |
| "grad_norm": 1.6489779949188232, | |
| "learning_rate": 2.8462500000000005e-06, | |
| "loss": 0.0175, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 7.288329519450801, | |
| "grad_norm": 1.7807652950286865, | |
| "learning_rate": 2.8384375000000003e-06, | |
| "loss": 0.0074, | |
| "step": 15925 | |
| }, | |
| { | |
| "epoch": 7.299771167048055, | |
| "grad_norm": 2.1116390228271484, | |
| "learning_rate": 2.830625e-06, | |
| "loss": 0.0111, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 7.311212814645309, | |
| "grad_norm": 0.1760861575603485, | |
| "learning_rate": 2.8228125e-06, | |
| "loss": 0.0098, | |
| "step": 15975 | |
| }, | |
| { | |
| "epoch": 7.322654462242563, | |
| "grad_norm": 1.8475443124771118, | |
| "learning_rate": 2.815e-06, | |
| "loss": 0.0093, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 7.334096109839817, | |
| "grad_norm": 0.14219874143600464, | |
| "learning_rate": 2.8071875e-06, | |
| "loss": 0.0057, | |
| "step": 16025 | |
| }, | |
| { | |
| "epoch": 7.345537757437071, | |
| "grad_norm": 0.7175412774085999, | |
| "learning_rate": 2.799375e-06, | |
| "loss": 0.0195, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 7.356979405034325, | |
| "grad_norm": 0.1249295026063919, | |
| "learning_rate": 2.7915625e-06, | |
| "loss": 0.0085, | |
| "step": 16075 | |
| }, | |
| { | |
| "epoch": 7.368421052631579, | |
| "grad_norm": 1.440131664276123, | |
| "learning_rate": 2.7837500000000002e-06, | |
| "loss": 0.0176, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 7.379862700228833, | |
| "grad_norm": 0.3971177339553833, | |
| "learning_rate": 2.7759375e-06, | |
| "loss": 0.0073, | |
| "step": 16125 | |
| }, | |
| { | |
| "epoch": 7.391304347826087, | |
| "grad_norm": 3.1487958431243896, | |
| "learning_rate": 2.7681250000000003e-06, | |
| "loss": 0.0099, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 7.4027459954233406, | |
| "grad_norm": 4.346505165100098, | |
| "learning_rate": 2.7603125e-06, | |
| "loss": 0.0061, | |
| "step": 16175 | |
| }, | |
| { | |
| "epoch": 7.414187643020595, | |
| "grad_norm": 1.5192569494247437, | |
| "learning_rate": 2.7525000000000003e-06, | |
| "loss": 0.0195, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 7.425629290617849, | |
| "grad_norm": 2.2581429481506348, | |
| "learning_rate": 2.7446875e-06, | |
| "loss": 0.0071, | |
| "step": 16225 | |
| }, | |
| { | |
| "epoch": 7.437070938215103, | |
| "grad_norm": 1.6350927352905273, | |
| "learning_rate": 2.7368750000000004e-06, | |
| "loss": 0.0115, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 7.448512585812357, | |
| "grad_norm": 0.6200711727142334, | |
| "learning_rate": 2.7290625e-06, | |
| "loss": 0.0083, | |
| "step": 16275 | |
| }, | |
| { | |
| "epoch": 7.459954233409611, | |
| "grad_norm": 0.9812812805175781, | |
| "learning_rate": 2.72125e-06, | |
| "loss": 0.013, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 7.471395881006865, | |
| "grad_norm": 0.33793002367019653, | |
| "learning_rate": 2.7134375e-06, | |
| "loss": 0.0074, | |
| "step": 16325 | |
| }, | |
| { | |
| "epoch": 7.482837528604119, | |
| "grad_norm": 1.2503453493118286, | |
| "learning_rate": 2.705625e-06, | |
| "loss": 0.011, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 7.494279176201373, | |
| "grad_norm": 0.3572548031806946, | |
| "learning_rate": 2.6978125e-06, | |
| "loss": 0.0058, | |
| "step": 16375 | |
| }, | |
| { | |
| "epoch": 7.505720823798627, | |
| "grad_norm": 1.6965501308441162, | |
| "learning_rate": 2.69e-06, | |
| "loss": 0.0101, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 7.517162471395881, | |
| "grad_norm": 1.6538255214691162, | |
| "learning_rate": 2.6821875e-06, | |
| "loss": 0.0079, | |
| "step": 16425 | |
| }, | |
| { | |
| "epoch": 7.528604118993135, | |
| "grad_norm": 1.0653047561645508, | |
| "learning_rate": 2.674375e-06, | |
| "loss": 0.0247, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 7.540045766590389, | |
| "grad_norm": 0.19629091024398804, | |
| "learning_rate": 2.6665625e-06, | |
| "loss": 0.0093, | |
| "step": 16475 | |
| }, | |
| { | |
| "epoch": 7.551487414187643, | |
| "grad_norm": 0.48006531596183777, | |
| "learning_rate": 2.65875e-06, | |
| "loss": 0.0133, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 7.562929061784897, | |
| "grad_norm": 0.11753380298614502, | |
| "learning_rate": 2.6509375000000004e-06, | |
| "loss": 0.0052, | |
| "step": 16525 | |
| }, | |
| { | |
| "epoch": 7.574370709382151, | |
| "grad_norm": 0.975831151008606, | |
| "learning_rate": 2.6434375e-06, | |
| "loss": 0.0115, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 7.585812356979405, | |
| "grad_norm": 3.755007028579712, | |
| "learning_rate": 2.6356250000000003e-06, | |
| "loss": 0.0086, | |
| "step": 16575 | |
| }, | |
| { | |
| "epoch": 7.597254004576659, | |
| "grad_norm": 0.4555506408214569, | |
| "learning_rate": 2.6278125e-06, | |
| "loss": 0.0178, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 7.608695652173913, | |
| "grad_norm": 0.7911310791969299, | |
| "learning_rate": 2.6200000000000003e-06, | |
| "loss": 0.0098, | |
| "step": 16625 | |
| }, | |
| { | |
| "epoch": 7.620137299771167, | |
| "grad_norm": 1.7671183347702026, | |
| "learning_rate": 2.6121875e-06, | |
| "loss": 0.0178, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 7.631578947368421, | |
| "grad_norm": 3.4077210426330566, | |
| "learning_rate": 2.6043750000000004e-06, | |
| "loss": 0.0107, | |
| "step": 16675 | |
| }, | |
| { | |
| "epoch": 7.643020594965675, | |
| "grad_norm": 0.5805812478065491, | |
| "learning_rate": 2.5965625e-06, | |
| "loss": 0.014, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 7.654462242562929, | |
| "grad_norm": 0.3688525855541229, | |
| "learning_rate": 2.5887500000000004e-06, | |
| "loss": 0.0069, | |
| "step": 16725 | |
| }, | |
| { | |
| "epoch": 7.665903890160183, | |
| "grad_norm": 0.8044073581695557, | |
| "learning_rate": 2.5809375000000002e-06, | |
| "loss": 0.0158, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 7.6773455377574376, | |
| "grad_norm": 0.10179438441991806, | |
| "learning_rate": 2.573125e-06, | |
| "loss": 0.0083, | |
| "step": 16775 | |
| }, | |
| { | |
| "epoch": 7.688787185354691, | |
| "grad_norm": 1.3863494396209717, | |
| "learning_rate": 2.5653125e-06, | |
| "loss": 0.015, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 7.700228832951945, | |
| "grad_norm": 0.7638989090919495, | |
| "learning_rate": 2.5575e-06, | |
| "loss": 0.0102, | |
| "step": 16825 | |
| }, | |
| { | |
| "epoch": 7.711670480549199, | |
| "grad_norm": 1.0550347566604614, | |
| "learning_rate": 2.5496875e-06, | |
| "loss": 0.0142, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 7.723112128146453, | |
| "grad_norm": 6.330323219299316, | |
| "learning_rate": 2.541875e-06, | |
| "loss": 0.0099, | |
| "step": 16875 | |
| }, | |
| { | |
| "epoch": 7.7345537757437075, | |
| "grad_norm": 3.124359369277954, | |
| "learning_rate": 2.5340625e-06, | |
| "loss": 0.008, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 7.745995423340961, | |
| "grad_norm": 0.30625733733177185, | |
| "learning_rate": 2.52625e-06, | |
| "loss": 0.006, | |
| "step": 16925 | |
| }, | |
| { | |
| "epoch": 7.757437070938215, | |
| "grad_norm": 1.6125200986862183, | |
| "learning_rate": 2.5184375e-06, | |
| "loss": 0.0142, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 7.768878718535469, | |
| "grad_norm": 0.9505332708358765, | |
| "learning_rate": 2.510625e-06, | |
| "loss": 0.0062, | |
| "step": 16975 | |
| }, | |
| { | |
| "epoch": 7.780320366132723, | |
| "grad_norm": 3.020979404449463, | |
| "learning_rate": 2.5028125e-06, | |
| "loss": 0.0169, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 7.7917620137299775, | |
| "grad_norm": 0.600764274597168, | |
| "learning_rate": 2.4950000000000003e-06, | |
| "loss": 0.0064, | |
| "step": 17025 | |
| }, | |
| { | |
| "epoch": 7.803203661327231, | |
| "grad_norm": 1.8066636323928833, | |
| "learning_rate": 2.4871875000000005e-06, | |
| "loss": 0.0189, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 7.814645308924485, | |
| "grad_norm": 9.108110427856445, | |
| "learning_rate": 2.4793750000000003e-06, | |
| "loss": 0.0071, | |
| "step": 17075 | |
| }, | |
| { | |
| "epoch": 7.826086956521739, | |
| "grad_norm": 2.945603132247925, | |
| "learning_rate": 2.4715625e-06, | |
| "loss": 0.0089, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 7.837528604118993, | |
| "grad_norm": 0.26592642068862915, | |
| "learning_rate": 2.46375e-06, | |
| "loss": 0.0071, | |
| "step": 17125 | |
| }, | |
| { | |
| "epoch": 7.848970251716247, | |
| "grad_norm": 0.4964580833911896, | |
| "learning_rate": 2.4559375e-06, | |
| "loss": 0.0089, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 7.860411899313501, | |
| "grad_norm": 3.0700931549072266, | |
| "learning_rate": 2.448125e-06, | |
| "loss": 0.0129, | |
| "step": 17175 | |
| }, | |
| { | |
| "epoch": 7.871853546910755, | |
| "grad_norm": 1.6877917051315308, | |
| "learning_rate": 2.4403125e-06, | |
| "loss": 0.0187, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 7.883295194508009, | |
| "grad_norm": 0.2074529379606247, | |
| "learning_rate": 2.4325e-06, | |
| "loss": 0.0101, | |
| "step": 17225 | |
| }, | |
| { | |
| "epoch": 7.894736842105263, | |
| "grad_norm": 0.1611488312482834, | |
| "learning_rate": 2.4246875000000002e-06, | |
| "loss": 0.0163, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 7.906178489702517, | |
| "grad_norm": 21.526241302490234, | |
| "learning_rate": 2.416875e-06, | |
| "loss": 0.0096, | |
| "step": 17275 | |
| }, | |
| { | |
| "epoch": 7.917620137299771, | |
| "grad_norm": 1.5529296398162842, | |
| "learning_rate": 2.4090625000000003e-06, | |
| "loss": 0.0142, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 7.9290617848970255, | |
| "grad_norm": 0.151444673538208, | |
| "learning_rate": 2.40125e-06, | |
| "loss": 0.0066, | |
| "step": 17325 | |
| }, | |
| { | |
| "epoch": 7.940503432494279, | |
| "grad_norm": 1.1893980503082275, | |
| "learning_rate": 2.3934375000000003e-06, | |
| "loss": 0.0076, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 7.951945080091534, | |
| "grad_norm": 3.2917895317077637, | |
| "learning_rate": 2.385625e-06, | |
| "loss": 0.0082, | |
| "step": 17375 | |
| }, | |
| { | |
| "epoch": 7.963386727688787, | |
| "grad_norm": 1.4442905187606812, | |
| "learning_rate": 2.3778125000000004e-06, | |
| "loss": 0.0079, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 7.974828375286041, | |
| "grad_norm": 3.447230577468872, | |
| "learning_rate": 2.37e-06, | |
| "loss": 0.0117, | |
| "step": 17425 | |
| }, | |
| { | |
| "epoch": 7.9862700228832955, | |
| "grad_norm": 0.0969911515712738, | |
| "learning_rate": 2.3621875e-06, | |
| "loss": 0.0186, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 7.997711670480549, | |
| "grad_norm": 3.7749619483947754, | |
| "learning_rate": 2.354375e-06, | |
| "loss": 0.0064, | |
| "step": 17475 | |
| }, | |
| { | |
| "epoch": 8.009153318077804, | |
| "grad_norm": 0.26138579845428467, | |
| "learning_rate": 2.3465625e-06, | |
| "loss": 0.0155, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 8.020594965675057, | |
| "grad_norm": 1.6767950057983398, | |
| "learning_rate": 2.33875e-06, | |
| "loss": 0.0067, | |
| "step": 17525 | |
| }, | |
| { | |
| "epoch": 8.03203661327231, | |
| "grad_norm": 2.5147764682769775, | |
| "learning_rate": 2.3309375e-06, | |
| "loss": 0.0128, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 8.043478260869565, | |
| "grad_norm": 0.12537100911140442, | |
| "learning_rate": 2.323125e-06, | |
| "loss": 0.0071, | |
| "step": 17575 | |
| }, | |
| { | |
| "epoch": 8.05491990846682, | |
| "grad_norm": 7.097085952758789, | |
| "learning_rate": 2.3153125e-06, | |
| "loss": 0.0069, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 8.066361556064074, | |
| "grad_norm": 0.1975085735321045, | |
| "learning_rate": 2.3075e-06, | |
| "loss": 0.0063, | |
| "step": 17625 | |
| }, | |
| { | |
| "epoch": 8.077803203661327, | |
| "grad_norm": 2.5416934490203857, | |
| "learning_rate": 2.2996875e-06, | |
| "loss": 0.0067, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 8.08924485125858, | |
| "grad_norm": 0.9218634963035583, | |
| "learning_rate": 2.2918750000000004e-06, | |
| "loss": 0.0081, | |
| "step": 17675 | |
| }, | |
| { | |
| "epoch": 8.100686498855834, | |
| "grad_norm": 1.0671167373657227, | |
| "learning_rate": 2.2840625e-06, | |
| "loss": 0.0153, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 8.11212814645309, | |
| "grad_norm": 0.07980553060770035, | |
| "learning_rate": 2.2762500000000004e-06, | |
| "loss": 0.0121, | |
| "step": 17725 | |
| }, | |
| { | |
| "epoch": 8.123569794050344, | |
| "grad_norm": 0.6690077781677246, | |
| "learning_rate": 2.2684375000000003e-06, | |
| "loss": 0.0061, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 8.135011441647597, | |
| "grad_norm": 14.465129852294922, | |
| "learning_rate": 2.260625e-06, | |
| "loss": 0.0083, | |
| "step": 17775 | |
| }, | |
| { | |
| "epoch": 8.14645308924485, | |
| "grad_norm": 1.2041326761245728, | |
| "learning_rate": 2.2528125e-06, | |
| "loss": 0.0093, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 8.157894736842104, | |
| "grad_norm": 6.081242561340332, | |
| "learning_rate": 2.245e-06, | |
| "loss": 0.0068, | |
| "step": 17825 | |
| }, | |
| { | |
| "epoch": 8.16933638443936, | |
| "grad_norm": 1.041059970855713, | |
| "learning_rate": 2.2371875e-06, | |
| "loss": 0.012, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 8.180778032036613, | |
| "grad_norm": 2.5304393768310547, | |
| "learning_rate": 2.229375e-06, | |
| "loss": 0.0145, | |
| "step": 17875 | |
| }, | |
| { | |
| "epoch": 8.192219679633867, | |
| "grad_norm": 0.06209346652030945, | |
| "learning_rate": 2.2215625e-06, | |
| "loss": 0.0061, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 8.20366132723112, | |
| "grad_norm": 0.9206859469413757, | |
| "learning_rate": 2.21375e-06, | |
| "loss": 0.0116, | |
| "step": 17925 | |
| }, | |
| { | |
| "epoch": 8.215102974828376, | |
| "grad_norm": 1.2147653102874756, | |
| "learning_rate": 2.2059375e-06, | |
| "loss": 0.0067, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 8.22654462242563, | |
| "grad_norm": 0.1464168131351471, | |
| "learning_rate": 2.1981250000000002e-06, | |
| "loss": 0.0078, | |
| "step": 17975 | |
| }, | |
| { | |
| "epoch": 8.237986270022883, | |
| "grad_norm": 1.9483212232589722, | |
| "learning_rate": 2.1903125e-06, | |
| "loss": 0.0112, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 8.249427917620137, | |
| "grad_norm": 3.755913734436035, | |
| "learning_rate": 2.1825000000000003e-06, | |
| "loss": 0.0093, | |
| "step": 18025 | |
| }, | |
| { | |
| "epoch": 8.26086956521739, | |
| "grad_norm": 1.1962236166000366, | |
| "learning_rate": 2.1746875e-06, | |
| "loss": 0.007, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 8.272311212814646, | |
| "grad_norm": 1.5700790882110596, | |
| "learning_rate": 2.1668750000000003e-06, | |
| "loss": 0.0115, | |
| "step": 18075 | |
| }, | |
| { | |
| "epoch": 8.2837528604119, | |
| "grad_norm": 0.4117244780063629, | |
| "learning_rate": 2.1590625e-06, | |
| "loss": 0.0089, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 8.295194508009153, | |
| "grad_norm": 2.4972431659698486, | |
| "learning_rate": 2.15125e-06, | |
| "loss": 0.0051, | |
| "step": 18125 | |
| }, | |
| { | |
| "epoch": 8.306636155606407, | |
| "grad_norm": 0.6796992421150208, | |
| "learning_rate": 2.1434374999999998e-06, | |
| "loss": 0.01, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 8.31807780320366, | |
| "grad_norm": 1.471119999885559, | |
| "learning_rate": 2.135625e-06, | |
| "loss": 0.0051, | |
| "step": 18175 | |
| }, | |
| { | |
| "epoch": 8.329519450800916, | |
| "grad_norm": 0.32256969809532166, | |
| "learning_rate": 2.1278125e-06, | |
| "loss": 0.01, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 8.34096109839817, | |
| "grad_norm": 1.6328589916229248, | |
| "learning_rate": 2.12e-06, | |
| "loss": 0.0045, | |
| "step": 18225 | |
| }, | |
| { | |
| "epoch": 8.352402745995423, | |
| "grad_norm": 0.09561590105295181, | |
| "learning_rate": 2.1121875e-06, | |
| "loss": 0.0106, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 8.363844393592677, | |
| "grad_norm": 4.785649299621582, | |
| "learning_rate": 2.104375e-06, | |
| "loss": 0.0094, | |
| "step": 18275 | |
| }, | |
| { | |
| "epoch": 8.37528604118993, | |
| "grad_norm": 1.282939076423645, | |
| "learning_rate": 2.0965625000000003e-06, | |
| "loss": 0.0095, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 8.386727688787186, | |
| "grad_norm": 0.11949565261602402, | |
| "learning_rate": 2.08875e-06, | |
| "loss": 0.0082, | |
| "step": 18325 | |
| }, | |
| { | |
| "epoch": 8.39816933638444, | |
| "grad_norm": 0.13847044110298157, | |
| "learning_rate": 2.0809375000000004e-06, | |
| "loss": 0.01, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 8.409610983981693, | |
| "grad_norm": 0.5209012031555176, | |
| "learning_rate": 2.073125e-06, | |
| "loss": 0.0073, | |
| "step": 18375 | |
| }, | |
| { | |
| "epoch": 8.421052631578947, | |
| "grad_norm": 0.20265115797519684, | |
| "learning_rate": 2.0653125000000004e-06, | |
| "loss": 0.0115, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 8.4324942791762, | |
| "grad_norm": 0.9013919830322266, | |
| "learning_rate": 2.0575e-06, | |
| "loss": 0.0099, | |
| "step": 18425 | |
| }, | |
| { | |
| "epoch": 8.443935926773456, | |
| "grad_norm": 1.9062713384628296, | |
| "learning_rate": 2.0496875e-06, | |
| "loss": 0.0112, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 8.45537757437071, | |
| "grad_norm": 3.9823992252349854, | |
| "learning_rate": 2.041875e-06, | |
| "loss": 0.0066, | |
| "step": 18475 | |
| }, | |
| { | |
| "epoch": 8.466819221967963, | |
| "grad_norm": 0.3470716178417206, | |
| "learning_rate": 2.0340625e-06, | |
| "loss": 0.0049, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 8.478260869565217, | |
| "grad_norm": 1.912090539932251, | |
| "learning_rate": 2.02625e-06, | |
| "loss": 0.0072, | |
| "step": 18525 | |
| }, | |
| { | |
| "epoch": 8.48970251716247, | |
| "grad_norm": 2.102421522140503, | |
| "learning_rate": 2.0184375e-06, | |
| "loss": 0.0081, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 8.501144164759726, | |
| "grad_norm": 0.11117032915353775, | |
| "learning_rate": 2.010625e-06, | |
| "loss": 0.0057, | |
| "step": 18575 | |
| }, | |
| { | |
| "epoch": 8.51258581235698, | |
| "grad_norm": 0.21074584126472473, | |
| "learning_rate": 2.0028125e-06, | |
| "loss": 0.0103, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 8.524027459954233, | |
| "grad_norm": 0.12100081890821457, | |
| "learning_rate": 1.995e-06, | |
| "loss": 0.0038, | |
| "step": 18625 | |
| }, | |
| { | |
| "epoch": 8.535469107551487, | |
| "grad_norm": 0.08020362257957458, | |
| "learning_rate": 1.9871875e-06, | |
| "loss": 0.0077, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 8.546910755148742, | |
| "grad_norm": 2.3164095878601074, | |
| "learning_rate": 1.979375e-06, | |
| "loss": 0.0087, | |
| "step": 18675 | |
| }, | |
| { | |
| "epoch": 8.558352402745996, | |
| "grad_norm": 0.48693156242370605, | |
| "learning_rate": 1.9715625000000002e-06, | |
| "loss": 0.0079, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 8.56979405034325, | |
| "grad_norm": 0.06513327360153198, | |
| "learning_rate": 1.96375e-06, | |
| "loss": 0.0093, | |
| "step": 18725 | |
| }, | |
| { | |
| "epoch": 8.581235697940503, | |
| "grad_norm": 0.049644988030195236, | |
| "learning_rate": 1.9559375000000003e-06, | |
| "loss": 0.0122, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 8.592677345537757, | |
| "grad_norm": 0.46888506412506104, | |
| "learning_rate": 1.948125e-06, | |
| "loss": 0.0066, | |
| "step": 18775 | |
| }, | |
| { | |
| "epoch": 8.604118993135012, | |
| "grad_norm": 1.531025767326355, | |
| "learning_rate": 1.9403125000000003e-06, | |
| "loss": 0.0089, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 8.615560640732266, | |
| "grad_norm": 3.112746000289917, | |
| "learning_rate": 1.9325e-06, | |
| "loss": 0.0101, | |
| "step": 18825 | |
| }, | |
| { | |
| "epoch": 8.62700228832952, | |
| "grad_norm": 0.7876713871955872, | |
| "learning_rate": 1.9246875e-06, | |
| "loss": 0.0138, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 8.638443935926773, | |
| "grad_norm": 16.939899444580078, | |
| "learning_rate": 1.9168749999999998e-06, | |
| "loss": 0.0098, | |
| "step": 18875 | |
| }, | |
| { | |
| "epoch": 8.649885583524027, | |
| "grad_norm": 0.5488317608833313, | |
| "learning_rate": 1.9090625e-06, | |
| "loss": 0.0098, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 8.661327231121282, | |
| "grad_norm": 9.495604515075684, | |
| "learning_rate": 1.9012500000000002e-06, | |
| "loss": 0.0125, | |
| "step": 18925 | |
| }, | |
| { | |
| "epoch": 8.672768878718536, | |
| "grad_norm": 0.20728307962417603, | |
| "learning_rate": 1.8934375e-06, | |
| "loss": 0.0084, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 8.68421052631579, | |
| "grad_norm": 13.799328804016113, | |
| "learning_rate": 1.8856250000000003e-06, | |
| "loss": 0.0169, | |
| "step": 18975 | |
| }, | |
| { | |
| "epoch": 8.695652173913043, | |
| "grad_norm": 0.3443595767021179, | |
| "learning_rate": 1.8778125e-06, | |
| "loss": 0.0129, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 8.707093821510298, | |
| "grad_norm": 0.05261196941137314, | |
| "learning_rate": 1.8700000000000003e-06, | |
| "loss": 0.0081, | |
| "step": 19025 | |
| }, | |
| { | |
| "epoch": 8.718535469107552, | |
| "grad_norm": 1.2424705028533936, | |
| "learning_rate": 1.8621875000000001e-06, | |
| "loss": 0.0138, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 8.729977116704806, | |
| "grad_norm": 2.1272494792938232, | |
| "learning_rate": 1.8543750000000001e-06, | |
| "loss": 0.0087, | |
| "step": 19075 | |
| }, | |
| { | |
| "epoch": 8.74141876430206, | |
| "grad_norm": 0.19991889595985413, | |
| "learning_rate": 1.8465625e-06, | |
| "loss": 0.011, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 8.752860411899313, | |
| "grad_norm": 2.920642375946045, | |
| "learning_rate": 1.8387500000000002e-06, | |
| "loss": 0.0072, | |
| "step": 19125 | |
| }, | |
| { | |
| "epoch": 8.764302059496568, | |
| "grad_norm": 2.8176496028900146, | |
| "learning_rate": 1.8309375e-06, | |
| "loss": 0.0093, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 8.775743707093822, | |
| "grad_norm": 2.0975587368011475, | |
| "learning_rate": 1.8231250000000002e-06, | |
| "loss": 0.0071, | |
| "step": 19175 | |
| }, | |
| { | |
| "epoch": 8.787185354691076, | |
| "grad_norm": 0.34839051961898804, | |
| "learning_rate": 1.8153125e-06, | |
| "loss": 0.0061, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 8.79862700228833, | |
| "grad_norm": 1.3293085098266602, | |
| "learning_rate": 1.8075000000000003e-06, | |
| "loss": 0.0088, | |
| "step": 19225 | |
| }, | |
| { | |
| "epoch": 8.810068649885583, | |
| "grad_norm": 0.2044825553894043, | |
| "learning_rate": 1.7996875e-06, | |
| "loss": 0.0085, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 8.821510297482838, | |
| "grad_norm": 0.24040932953357697, | |
| "learning_rate": 1.791875e-06, | |
| "loss": 0.0073, | |
| "step": 19275 | |
| }, | |
| { | |
| "epoch": 8.832951945080092, | |
| "grad_norm": 4.296323299407959, | |
| "learning_rate": 1.784375e-06, | |
| "loss": 0.0103, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 8.844393592677346, | |
| "grad_norm": 0.16996651887893677, | |
| "learning_rate": 1.7765625000000002e-06, | |
| "loss": 0.0046, | |
| "step": 19325 | |
| }, | |
| { | |
| "epoch": 8.8558352402746, | |
| "grad_norm": 7.846490859985352, | |
| "learning_rate": 1.76875e-06, | |
| "loss": 0.0091, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 8.867276887871853, | |
| "grad_norm": 6.62661600112915, | |
| "learning_rate": 1.7609375e-06, | |
| "loss": 0.0038, | |
| "step": 19375 | |
| }, | |
| { | |
| "epoch": 8.878718535469108, | |
| "grad_norm": 0.48901718854904175, | |
| "learning_rate": 1.7531250000000003e-06, | |
| "loss": 0.0084, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 8.890160183066362, | |
| "grad_norm": 0.669843852519989, | |
| "learning_rate": 1.7453125e-06, | |
| "loss": 0.0073, | |
| "step": 19425 | |
| }, | |
| { | |
| "epoch": 8.901601830663616, | |
| "grad_norm": 5.433796405792236, | |
| "learning_rate": 1.7375000000000003e-06, | |
| "loss": 0.0065, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 8.91304347826087, | |
| "grad_norm": 0.07918695360422134, | |
| "learning_rate": 1.7296875000000001e-06, | |
| "loss": 0.0056, | |
| "step": 19475 | |
| }, | |
| { | |
| "epoch": 8.924485125858123, | |
| "grad_norm": 0.07582997530698776, | |
| "learning_rate": 1.7218750000000001e-06, | |
| "loss": 0.0115, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 8.935926773455378, | |
| "grad_norm": 0.5449735522270203, | |
| "learning_rate": 1.7140625e-06, | |
| "loss": 0.0106, | |
| "step": 19525 | |
| }, | |
| { | |
| "epoch": 8.947368421052632, | |
| "grad_norm": 0.7232295274734497, | |
| "learning_rate": 1.7062500000000002e-06, | |
| "loss": 0.0059, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 8.958810068649885, | |
| "grad_norm": 4.808300495147705, | |
| "learning_rate": 1.6984375e-06, | |
| "loss": 0.0103, | |
| "step": 19575 | |
| }, | |
| { | |
| "epoch": 8.97025171624714, | |
| "grad_norm": 5.207526683807373, | |
| "learning_rate": 1.6906250000000002e-06, | |
| "loss": 0.0104, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 8.981693363844393, | |
| "grad_norm": 0.05005680024623871, | |
| "learning_rate": 1.6828125e-06, | |
| "loss": 0.0056, | |
| "step": 19625 | |
| }, | |
| { | |
| "epoch": 8.993135011441648, | |
| "grad_norm": 0.113949254155159, | |
| "learning_rate": 1.6750000000000003e-06, | |
| "loss": 0.0061, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 9.004576659038902, | |
| "grad_norm": 0.4994412064552307, | |
| "learning_rate": 1.6671875e-06, | |
| "loss": 0.0114, | |
| "step": 19675 | |
| }, | |
| { | |
| "epoch": 9.016018306636155, | |
| "grad_norm": 1.9782668352127075, | |
| "learning_rate": 1.659375e-06, | |
| "loss": 0.005, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 9.027459954233409, | |
| "grad_norm": 0.5642163157463074, | |
| "learning_rate": 1.6515625e-06, | |
| "loss": 0.0128, | |
| "step": 19725 | |
| }, | |
| { | |
| "epoch": 9.038901601830664, | |
| "grad_norm": 0.13898131251335144, | |
| "learning_rate": 1.6437500000000001e-06, | |
| "loss": 0.0057, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 9.050343249427918, | |
| "grad_norm": 0.932721734046936, | |
| "learning_rate": 1.6359375e-06, | |
| "loss": 0.0059, | |
| "step": 19775 | |
| }, | |
| { | |
| "epoch": 9.061784897025172, | |
| "grad_norm": 3.428349494934082, | |
| "learning_rate": 1.6281250000000002e-06, | |
| "loss": 0.0084, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 9.073226544622425, | |
| "grad_norm": 3.3652799129486084, | |
| "learning_rate": 1.6203125e-06, | |
| "loss": 0.0117, | |
| "step": 19825 | |
| }, | |
| { | |
| "epoch": 9.084668192219679, | |
| "grad_norm": 0.9847972393035889, | |
| "learning_rate": 1.6125e-06, | |
| "loss": 0.0039, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 9.096109839816934, | |
| "grad_norm": 0.21777117252349854, | |
| "learning_rate": 1.6046875e-06, | |
| "loss": 0.0077, | |
| "step": 19875 | |
| }, | |
| { | |
| "epoch": 9.107551487414188, | |
| "grad_norm": 0.054129473865032196, | |
| "learning_rate": 1.596875e-06, | |
| "loss": 0.0053, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 9.118993135011442, | |
| "grad_norm": 0.08982221782207489, | |
| "learning_rate": 1.5890624999999999e-06, | |
| "loss": 0.0065, | |
| "step": 19925 | |
| }, | |
| { | |
| "epoch": 9.130434782608695, | |
| "grad_norm": 0.7745457291603088, | |
| "learning_rate": 1.5812500000000001e-06, | |
| "loss": 0.0055, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 9.141876430205949, | |
| "grad_norm": 1.2945647239685059, | |
| "learning_rate": 1.5734375e-06, | |
| "loss": 0.0082, | |
| "step": 19975 | |
| }, | |
| { | |
| "epoch": 9.153318077803204, | |
| "grad_norm": 1.5046677589416504, | |
| "learning_rate": 1.5656250000000002e-06, | |
| "loss": 0.0057, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 9.153318077803204, | |
| "eval_loss": 0.2091646045446396, | |
| "eval_runtime": 5410.4377, | |
| "eval_samples_per_second": 1.76, | |
| "eval_steps_per_second": 0.22, | |
| "eval_wer": 0.0982754207461445, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 9.164759725400458, | |
| "grad_norm": 0.4961409866809845, | |
| "learning_rate": 1.5578125000000002e-06, | |
| "loss": 0.0101, | |
| "step": 20025 | |
| }, | |
| { | |
| "epoch": 9.176201372997712, | |
| "grad_norm": 0.1165071576833725, | |
| "learning_rate": 1.55e-06, | |
| "loss": 0.0049, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 9.187643020594965, | |
| "grad_norm": 4.693184852600098, | |
| "learning_rate": 1.5421875e-06, | |
| "loss": 0.0071, | |
| "step": 20075 | |
| }, | |
| { | |
| "epoch": 9.199084668192219, | |
| "grad_norm": 2.6000266075134277, | |
| "learning_rate": 1.534375e-06, | |
| "loss": 0.0042, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 9.210526315789474, | |
| "grad_norm": 0.3854849338531494, | |
| "learning_rate": 1.5265625e-06, | |
| "loss": 0.0047, | |
| "step": 20125 | |
| }, | |
| { | |
| "epoch": 9.221967963386728, | |
| "grad_norm": 0.0833137035369873, | |
| "learning_rate": 1.51875e-06, | |
| "loss": 0.0045, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 9.233409610983982, | |
| "grad_norm": 0.8595607876777649, | |
| "learning_rate": 1.5109375e-06, | |
| "loss": 0.0059, | |
| "step": 20175 | |
| }, | |
| { | |
| "epoch": 9.244851258581235, | |
| "grad_norm": 0.15006107091903687, | |
| "learning_rate": 1.5031250000000001e-06, | |
| "loss": 0.0035, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 9.256292906178489, | |
| "grad_norm": 0.9896960258483887, | |
| "learning_rate": 1.4953125e-06, | |
| "loss": 0.0064, | |
| "step": 20225 | |
| }, | |
| { | |
| "epoch": 9.267734553775744, | |
| "grad_norm": 6.129720211029053, | |
| "learning_rate": 1.4875e-06, | |
| "loss": 0.0043, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 9.279176201372998, | |
| "grad_norm": 0.558292031288147, | |
| "learning_rate": 1.4796875e-06, | |
| "loss": 0.0134, | |
| "step": 20275 | |
| }, | |
| { | |
| "epoch": 9.290617848970252, | |
| "grad_norm": 0.06486662477254868, | |
| "learning_rate": 1.471875e-06, | |
| "loss": 0.0048, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 9.302059496567505, | |
| "grad_norm": 0.475968599319458, | |
| "learning_rate": 1.4640625000000002e-06, | |
| "loss": 0.0102, | |
| "step": 20325 | |
| }, | |
| { | |
| "epoch": 9.31350114416476, | |
| "grad_norm": 1.7022502422332764, | |
| "learning_rate": 1.4562500000000002e-06, | |
| "loss": 0.0038, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 9.324942791762014, | |
| "grad_norm": 3.257913589477539, | |
| "learning_rate": 1.4484375e-06, | |
| "loss": 0.0123, | |
| "step": 20375 | |
| }, | |
| { | |
| "epoch": 9.336384439359268, | |
| "grad_norm": 0.739531397819519, | |
| "learning_rate": 1.440625e-06, | |
| "loss": 0.0066, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 9.347826086956522, | |
| "grad_norm": 0.6568574905395508, | |
| "learning_rate": 1.4328125e-06, | |
| "loss": 0.0081, | |
| "step": 20425 | |
| }, | |
| { | |
| "epoch": 9.359267734553775, | |
| "grad_norm": 0.15944476425647736, | |
| "learning_rate": 1.4250000000000001e-06, | |
| "loss": 0.0041, | |
| "step": 20450 | |
| }, | |
| { | |
| "epoch": 9.37070938215103, | |
| "grad_norm": 2.0112485885620117, | |
| "learning_rate": 1.4171875000000001e-06, | |
| "loss": 0.0114, | |
| "step": 20475 | |
| }, | |
| { | |
| "epoch": 9.382151029748284, | |
| "grad_norm": 6.05720853805542, | |
| "learning_rate": 1.4093750000000002e-06, | |
| "loss": 0.0074, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 9.393592677345538, | |
| "grad_norm": 5.496974468231201, | |
| "learning_rate": 1.4015625000000002e-06, | |
| "loss": 0.0071, | |
| "step": 20525 | |
| }, | |
| { | |
| "epoch": 9.405034324942791, | |
| "grad_norm": 0.04030141234397888, | |
| "learning_rate": 1.39375e-06, | |
| "loss": 0.003, | |
| "step": 20550 | |
| }, | |
| { | |
| "epoch": 9.416475972540045, | |
| "grad_norm": 2.8988194465637207, | |
| "learning_rate": 1.3859375e-06, | |
| "loss": 0.0073, | |
| "step": 20575 | |
| }, | |
| { | |
| "epoch": 9.4279176201373, | |
| "grad_norm": 3.288280963897705, | |
| "learning_rate": 1.378125e-06, | |
| "loss": 0.0038, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 9.439359267734554, | |
| "grad_norm": 0.5999969244003296, | |
| "learning_rate": 1.3703125e-06, | |
| "loss": 0.0072, | |
| "step": 20625 | |
| }, | |
| { | |
| "epoch": 9.450800915331808, | |
| "grad_norm": 0.05087543651461601, | |
| "learning_rate": 1.3625e-06, | |
| "loss": 0.0047, | |
| "step": 20650 | |
| }, | |
| { | |
| "epoch": 9.462242562929061, | |
| "grad_norm": 0.31114375591278076, | |
| "learning_rate": 1.3546875e-06, | |
| "loss": 0.0118, | |
| "step": 20675 | |
| }, | |
| { | |
| "epoch": 9.473684210526315, | |
| "grad_norm": 0.05578223988413811, | |
| "learning_rate": 1.3468750000000001e-06, | |
| "loss": 0.0068, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 9.48512585812357, | |
| "grad_norm": 0.2985018789768219, | |
| "learning_rate": 1.3390625e-06, | |
| "loss": 0.0135, | |
| "step": 20725 | |
| }, | |
| { | |
| "epoch": 9.496567505720824, | |
| "grad_norm": 8.602644920349121, | |
| "learning_rate": 1.33125e-06, | |
| "loss": 0.0064, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 9.508009153318078, | |
| "grad_norm": 0.8129026293754578, | |
| "learning_rate": 1.3234375e-06, | |
| "loss": 0.0074, | |
| "step": 20775 | |
| }, | |
| { | |
| "epoch": 9.519450800915331, | |
| "grad_norm": 13.631547927856445, | |
| "learning_rate": 1.315625e-06, | |
| "loss": 0.0054, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 9.530892448512585, | |
| "grad_norm": 1.1775178909301758, | |
| "learning_rate": 1.3078125e-06, | |
| "loss": 0.0147, | |
| "step": 20825 | |
| }, | |
| { | |
| "epoch": 9.54233409610984, | |
| "grad_norm": 3.9796142578125, | |
| "learning_rate": 1.3e-06, | |
| "loss": 0.0072, | |
| "step": 20850 | |
| }, | |
| { | |
| "epoch": 9.553775743707094, | |
| "grad_norm": 0.5741226077079773, | |
| "learning_rate": 1.2921875e-06, | |
| "loss": 0.0093, | |
| "step": 20875 | |
| }, | |
| { | |
| "epoch": 9.565217391304348, | |
| "grad_norm": 0.49431973695755005, | |
| "learning_rate": 1.284375e-06, | |
| "loss": 0.0042, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 9.576659038901601, | |
| "grad_norm": 0.24845191836357117, | |
| "learning_rate": 1.2765625e-06, | |
| "loss": 0.0059, | |
| "step": 20925 | |
| }, | |
| { | |
| "epoch": 9.588100686498855, | |
| "grad_norm": 0.3911905884742737, | |
| "learning_rate": 1.2687500000000001e-06, | |
| "loss": 0.0066, | |
| "step": 20950 | |
| }, | |
| { | |
| "epoch": 9.59954233409611, | |
| "grad_norm": 4.166600704193115, | |
| "learning_rate": 1.2609375000000002e-06, | |
| "loss": 0.0102, | |
| "step": 20975 | |
| }, | |
| { | |
| "epoch": 9.610983981693364, | |
| "grad_norm": 1.9600577354431152, | |
| "learning_rate": 1.2531250000000002e-06, | |
| "loss": 0.0055, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 9.622425629290618, | |
| "grad_norm": 0.053466055542230606, | |
| "learning_rate": 1.2453125000000002e-06, | |
| "loss": 0.0081, | |
| "step": 21025 | |
| }, | |
| { | |
| "epoch": 9.633867276887871, | |
| "grad_norm": 0.10502848774194717, | |
| "learning_rate": 1.2375000000000002e-06, | |
| "loss": 0.0046, | |
| "step": 21050 | |
| }, | |
| { | |
| "epoch": 9.645308924485127, | |
| "grad_norm": 0.6094481348991394, | |
| "learning_rate": 1.2296875e-06, | |
| "loss": 0.0081, | |
| "step": 21075 | |
| }, | |
| { | |
| "epoch": 9.65675057208238, | |
| "grad_norm": 0.2322821468114853, | |
| "learning_rate": 1.221875e-06, | |
| "loss": 0.0064, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 9.668192219679634, | |
| "grad_norm": 0.5858094692230225, | |
| "learning_rate": 1.2140625e-06, | |
| "loss": 0.0099, | |
| "step": 21125 | |
| }, | |
| { | |
| "epoch": 9.679633867276888, | |
| "grad_norm": 0.4338737428188324, | |
| "learning_rate": 1.20625e-06, | |
| "loss": 0.0053, | |
| "step": 21150 | |
| }, | |
| { | |
| "epoch": 9.691075514874141, | |
| "grad_norm": 2.8088247776031494, | |
| "learning_rate": 1.1984375000000001e-06, | |
| "loss": 0.0096, | |
| "step": 21175 | |
| }, | |
| { | |
| "epoch": 9.702517162471397, | |
| "grad_norm": 0.27802830934524536, | |
| "learning_rate": 1.1906250000000001e-06, | |
| "loss": 0.005, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 9.71395881006865, | |
| "grad_norm": 0.3727511167526245, | |
| "learning_rate": 1.1828125000000002e-06, | |
| "loss": 0.012, | |
| "step": 21225 | |
| }, | |
| { | |
| "epoch": 9.725400457665904, | |
| "grad_norm": 0.17081360518932343, | |
| "learning_rate": 1.175e-06, | |
| "loss": 0.0059, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 9.736842105263158, | |
| "grad_norm": 2.140308380126953, | |
| "learning_rate": 1.1671875e-06, | |
| "loss": 0.0146, | |
| "step": 21275 | |
| }, | |
| { | |
| "epoch": 9.748283752860411, | |
| "grad_norm": 0.04215441644191742, | |
| "learning_rate": 1.159375e-06, | |
| "loss": 0.0056, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 9.759725400457667, | |
| "grad_norm": 1.3280128240585327, | |
| "learning_rate": 1.1515625e-06, | |
| "loss": 0.0049, | |
| "step": 21325 | |
| }, | |
| { | |
| "epoch": 9.77116704805492, | |
| "grad_norm": 0.8858660459518433, | |
| "learning_rate": 1.14375e-06, | |
| "loss": 0.0061, | |
| "step": 21350 | |
| }, | |
| { | |
| "epoch": 9.782608695652174, | |
| "grad_norm": 2.4523348808288574, | |
| "learning_rate": 1.1359375e-06, | |
| "loss": 0.0074, | |
| "step": 21375 | |
| }, | |
| { | |
| "epoch": 9.794050343249427, | |
| "grad_norm": 0.11217644065618515, | |
| "learning_rate": 1.128125e-06, | |
| "loss": 0.0037, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 9.805491990846681, | |
| "grad_norm": 0.23124535381793976, | |
| "learning_rate": 1.120625e-06, | |
| "loss": 0.008, | |
| "step": 21425 | |
| }, | |
| { | |
| "epoch": 9.816933638443937, | |
| "grad_norm": 4.284655570983887, | |
| "learning_rate": 1.1128125000000002e-06, | |
| "loss": 0.0083, | |
| "step": 21450 | |
| }, | |
| { | |
| "epoch": 9.82837528604119, | |
| "grad_norm": 1.4181989431381226, | |
| "learning_rate": 1.1050000000000002e-06, | |
| "loss": 0.0068, | |
| "step": 21475 | |
| }, | |
| { | |
| "epoch": 9.839816933638444, | |
| "grad_norm": 0.043931469321250916, | |
| "learning_rate": 1.0971875e-06, | |
| "loss": 0.0056, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 9.851258581235697, | |
| "grad_norm": 1.3745752573013306, | |
| "learning_rate": 1.089375e-06, | |
| "loss": 0.0053, | |
| "step": 21525 | |
| }, | |
| { | |
| "epoch": 9.862700228832953, | |
| "grad_norm": 4.101833820343018, | |
| "learning_rate": 1.0815625e-06, | |
| "loss": 0.005, | |
| "step": 21550 | |
| }, | |
| { | |
| "epoch": 9.874141876430206, | |
| "grad_norm": 0.13216155767440796, | |
| "learning_rate": 1.07375e-06, | |
| "loss": 0.0046, | |
| "step": 21575 | |
| }, | |
| { | |
| "epoch": 9.88558352402746, | |
| "grad_norm": 0.1495962142944336, | |
| "learning_rate": 1.0659375000000001e-06, | |
| "loss": 0.006, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 9.897025171624714, | |
| "grad_norm": 6.025510787963867, | |
| "learning_rate": 1.0581250000000001e-06, | |
| "loss": 0.0096, | |
| "step": 21625 | |
| }, | |
| { | |
| "epoch": 9.908466819221967, | |
| "grad_norm": 1.0735716819763184, | |
| "learning_rate": 1.0503125000000002e-06, | |
| "loss": 0.006, | |
| "step": 21650 | |
| }, | |
| { | |
| "epoch": 9.919908466819223, | |
| "grad_norm": 0.1290319263935089, | |
| "learning_rate": 1.0425e-06, | |
| "loss": 0.0062, | |
| "step": 21675 | |
| }, | |
| { | |
| "epoch": 9.931350114416476, | |
| "grad_norm": 0.3358752429485321, | |
| "learning_rate": 1.0346875e-06, | |
| "loss": 0.0072, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 9.94279176201373, | |
| "grad_norm": 0.3810190260410309, | |
| "learning_rate": 1.026875e-06, | |
| "loss": 0.0054, | |
| "step": 21725 | |
| }, | |
| { | |
| "epoch": 9.954233409610984, | |
| "grad_norm": 0.14147138595581055, | |
| "learning_rate": 1.0190625e-06, | |
| "loss": 0.0041, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 9.965675057208237, | |
| "grad_norm": 0.8347612619400024, | |
| "learning_rate": 1.01125e-06, | |
| "loss": 0.0087, | |
| "step": 21775 | |
| }, | |
| { | |
| "epoch": 9.977116704805493, | |
| "grad_norm": 0.0881999209523201, | |
| "learning_rate": 1.0034375e-06, | |
| "loss": 0.0072, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 9.988558352402746, | |
| "grad_norm": 0.05394062027335167, | |
| "learning_rate": 9.95625e-07, | |
| "loss": 0.0085, | |
| "step": 21825 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 5.682041645050049, | |
| "learning_rate": 9.878125000000001e-07, | |
| "loss": 0.008, | |
| "step": 21850 | |
| }, | |
| { | |
| "epoch": 10.011441647597254, | |
| "grad_norm": 0.030163856223225594, | |
| "learning_rate": 9.8e-07, | |
| "loss": 0.0035, | |
| "step": 21875 | |
| }, | |
| { | |
| "epoch": 10.022883295194507, | |
| "grad_norm": 1.5702613592147827, | |
| "learning_rate": 9.721875e-07, | |
| "loss": 0.0059, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 10.034324942791763, | |
| "grad_norm": 1.831508994102478, | |
| "learning_rate": 9.64375e-07, | |
| "loss": 0.007, | |
| "step": 21925 | |
| }, | |
| { | |
| "epoch": 10.045766590389016, | |
| "grad_norm": 3.454017162322998, | |
| "learning_rate": 9.565625e-07, | |
| "loss": 0.007, | |
| "step": 21950 | |
| }, | |
| { | |
| "epoch": 10.05720823798627, | |
| "grad_norm": 0.42849200963974, | |
| "learning_rate": 9.4875e-07, | |
| "loss": 0.0029, | |
| "step": 21975 | |
| }, | |
| { | |
| "epoch": 10.068649885583524, | |
| "grad_norm": 10.296757698059082, | |
| "learning_rate": 9.409374999999999e-07, | |
| "loss": 0.012, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 10.080091533180777, | |
| "grad_norm": 2.301107168197632, | |
| "learning_rate": 9.33125e-07, | |
| "loss": 0.0064, | |
| "step": 22025 | |
| }, | |
| { | |
| "epoch": 10.091533180778033, | |
| "grad_norm": 0.2854618728160858, | |
| "learning_rate": 9.253125e-07, | |
| "loss": 0.009, | |
| "step": 22050 | |
| }, | |
| { | |
| "epoch": 10.102974828375286, | |
| "grad_norm": 3.725808620452881, | |
| "learning_rate": 9.175000000000001e-07, | |
| "loss": 0.0039, | |
| "step": 22075 | |
| }, | |
| { | |
| "epoch": 10.11441647597254, | |
| "grad_norm": 5.867912769317627, | |
| "learning_rate": 9.096875000000001e-07, | |
| "loss": 0.0078, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 10.125858123569794, | |
| "grad_norm": 3.184048652648926, | |
| "learning_rate": 9.018750000000002e-07, | |
| "loss": 0.0051, | |
| "step": 22125 | |
| }, | |
| { | |
| "epoch": 10.137299771167047, | |
| "grad_norm": 4.497511386871338, | |
| "learning_rate": 8.940625000000001e-07, | |
| "loss": 0.0089, | |
| "step": 22150 | |
| }, | |
| { | |
| "epoch": 10.148741418764303, | |
| "grad_norm": 0.0537056103348732, | |
| "learning_rate": 8.862500000000001e-07, | |
| "loss": 0.0027, | |
| "step": 22175 | |
| }, | |
| { | |
| "epoch": 10.160183066361556, | |
| "grad_norm": 3.5934197902679443, | |
| "learning_rate": 8.784375000000001e-07, | |
| "loss": 0.009, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 10.17162471395881, | |
| "grad_norm": 0.23545417189598083, | |
| "learning_rate": 8.706250000000001e-07, | |
| "loss": 0.0058, | |
| "step": 22225 | |
| }, | |
| { | |
| "epoch": 10.183066361556063, | |
| "grad_norm": 5.6573004722595215, | |
| "learning_rate": 8.628125e-07, | |
| "loss": 0.0082, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 10.194508009153319, | |
| "grad_norm": 1.168822169303894, | |
| "learning_rate": 8.550000000000001e-07, | |
| "loss": 0.0032, | |
| "step": 22275 | |
| }, | |
| { | |
| "epoch": 10.205949656750573, | |
| "grad_norm": 4.02138090133667, | |
| "learning_rate": 8.471875000000001e-07, | |
| "loss": 0.011, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 10.217391304347826, | |
| "grad_norm": 0.18906021118164062, | |
| "learning_rate": 8.39375e-07, | |
| "loss": 0.0042, | |
| "step": 22325 | |
| }, | |
| { | |
| "epoch": 10.22883295194508, | |
| "grad_norm": 4.549426078796387, | |
| "learning_rate": 8.315625e-07, | |
| "loss": 0.0127, | |
| "step": 22350 | |
| }, | |
| { | |
| "epoch": 10.240274599542333, | |
| "grad_norm": 0.021799422800540924, | |
| "learning_rate": 8.237500000000001e-07, | |
| "loss": 0.0056, | |
| "step": 22375 | |
| }, | |
| { | |
| "epoch": 10.251716247139589, | |
| "grad_norm": 6.450737953186035, | |
| "learning_rate": 8.159375000000001e-07, | |
| "loss": 0.0037, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 10.263157894736842, | |
| "grad_norm": 0.04190767928957939, | |
| "learning_rate": 8.08125e-07, | |
| "loss": 0.0087, | |
| "step": 22425 | |
| }, | |
| { | |
| "epoch": 10.274599542334096, | |
| "grad_norm": 5.531692028045654, | |
| "learning_rate": 8.003125e-07, | |
| "loss": 0.0076, | |
| "step": 22450 | |
| }, | |
| { | |
| "epoch": 10.28604118993135, | |
| "grad_norm": 0.1595929116010666, | |
| "learning_rate": 7.925e-07, | |
| "loss": 0.0043, | |
| "step": 22475 | |
| }, | |
| { | |
| "epoch": 10.297482837528603, | |
| "grad_norm": 2.6428611278533936, | |
| "learning_rate": 7.846875000000001e-07, | |
| "loss": 0.0107, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 10.308924485125859, | |
| "grad_norm": 0.043632976710796356, | |
| "learning_rate": 7.76875e-07, | |
| "loss": 0.0055, | |
| "step": 22525 | |
| }, | |
| { | |
| "epoch": 10.320366132723112, | |
| "grad_norm": 4.209513187408447, | |
| "learning_rate": 7.690625000000001e-07, | |
| "loss": 0.014, | |
| "step": 22550 | |
| }, | |
| { | |
| "epoch": 10.331807780320366, | |
| "grad_norm": 0.08739282190799713, | |
| "learning_rate": 7.612500000000001e-07, | |
| "loss": 0.0054, | |
| "step": 22575 | |
| }, | |
| { | |
| "epoch": 10.34324942791762, | |
| "grad_norm": 5.106118202209473, | |
| "learning_rate": 7.534375e-07, | |
| "loss": 0.0048, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 10.354691075514873, | |
| "grad_norm": 1.0995253324508667, | |
| "learning_rate": 7.456250000000001e-07, | |
| "loss": 0.0048, | |
| "step": 22625 | |
| }, | |
| { | |
| "epoch": 10.366132723112129, | |
| "grad_norm": 4.488454341888428, | |
| "learning_rate": 7.378125000000001e-07, | |
| "loss": 0.0083, | |
| "step": 22650 | |
| }, | |
| { | |
| "epoch": 10.377574370709382, | |
| "grad_norm": 0.04510258138179779, | |
| "learning_rate": 7.3e-07, | |
| "loss": 0.0054, | |
| "step": 22675 | |
| }, | |
| { | |
| "epoch": 10.389016018306636, | |
| "grad_norm": 12.380441665649414, | |
| "learning_rate": 7.221875e-07, | |
| "loss": 0.0053, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 10.40045766590389, | |
| "grad_norm": 0.06387301534414291, | |
| "learning_rate": 7.14375e-07, | |
| "loss": 0.0036, | |
| "step": 22725 | |
| }, | |
| { | |
| "epoch": 10.411899313501145, | |
| "grad_norm": 5.258612155914307, | |
| "learning_rate": 7.065625000000001e-07, | |
| "loss": 0.0044, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 10.423340961098399, | |
| "grad_norm": 1.0784777402877808, | |
| "learning_rate": 6.9875e-07, | |
| "loss": 0.0023, | |
| "step": 22775 | |
| }, | |
| { | |
| "epoch": 10.434782608695652, | |
| "grad_norm": 9.012079238891602, | |
| "learning_rate": 6.909375e-07, | |
| "loss": 0.0085, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 10.446224256292906, | |
| "grad_norm": 0.2832639515399933, | |
| "learning_rate": 6.83125e-07, | |
| "loss": 0.005, | |
| "step": 22825 | |
| }, | |
| { | |
| "epoch": 10.45766590389016, | |
| "grad_norm": 1.8746007680892944, | |
| "learning_rate": 6.753124999999999e-07, | |
| "loss": 0.0067, | |
| "step": 22850 | |
| }, | |
| { | |
| "epoch": 10.469107551487415, | |
| "grad_norm": 0.7013452649116516, | |
| "learning_rate": 6.675000000000001e-07, | |
| "loss": 0.0035, | |
| "step": 22875 | |
| }, | |
| { | |
| "epoch": 10.480549199084669, | |
| "grad_norm": 4.465462684631348, | |
| "learning_rate": 6.596875000000001e-07, | |
| "loss": 0.0048, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 10.491990846681922, | |
| "grad_norm": 3.2530734539031982, | |
| "learning_rate": 6.51875e-07, | |
| "loss": 0.0062, | |
| "step": 22925 | |
| }, | |
| { | |
| "epoch": 10.503432494279176, | |
| "grad_norm": 11.731400489807129, | |
| "learning_rate": 6.440625e-07, | |
| "loss": 0.0157, | |
| "step": 22950 | |
| }, | |
| { | |
| "epoch": 10.51487414187643, | |
| "grad_norm": 0.5493900775909424, | |
| "learning_rate": 6.3625e-07, | |
| "loss": 0.0039, | |
| "step": 22975 | |
| }, | |
| { | |
| "epoch": 10.526315789473685, | |
| "grad_norm": 4.6817240715026855, | |
| "learning_rate": 6.284375000000001e-07, | |
| "loss": 0.0092, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 10.537757437070939, | |
| "grad_norm": 1.2315994501113892, | |
| "learning_rate": 6.20625e-07, | |
| "loss": 0.0044, | |
| "step": 23025 | |
| }, | |
| { | |
| "epoch": 10.549199084668192, | |
| "grad_norm": 0.23386216163635254, | |
| "learning_rate": 6.128125e-07, | |
| "loss": 0.0079, | |
| "step": 23050 | |
| }, | |
| { | |
| "epoch": 10.560640732265446, | |
| "grad_norm": 0.387458860874176, | |
| "learning_rate": 6.05e-07, | |
| "loss": 0.0032, | |
| "step": 23075 | |
| }, | |
| { | |
| "epoch": 10.5720823798627, | |
| "grad_norm": 3.660433769226074, | |
| "learning_rate": 5.971875e-07, | |
| "loss": 0.0036, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 10.583524027459955, | |
| "grad_norm": 2.7630832195281982, | |
| "learning_rate": 5.89375e-07, | |
| "loss": 0.0068, | |
| "step": 23125 | |
| }, | |
| { | |
| "epoch": 10.594965675057209, | |
| "grad_norm": 12.062283515930176, | |
| "learning_rate": 5.815625e-07, | |
| "loss": 0.0101, | |
| "step": 23150 | |
| }, | |
| { | |
| "epoch": 10.606407322654462, | |
| "grad_norm": 0.07887246459722519, | |
| "learning_rate": 5.737500000000001e-07, | |
| "loss": 0.0036, | |
| "step": 23175 | |
| }, | |
| { | |
| "epoch": 10.617848970251716, | |
| "grad_norm": 0.8604605793952942, | |
| "learning_rate": 5.659375e-07, | |
| "loss": 0.008, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 10.62929061784897, | |
| "grad_norm": 0.21621568500995636, | |
| "learning_rate": 5.581250000000001e-07, | |
| "loss": 0.0036, | |
| "step": 23225 | |
| }, | |
| { | |
| "epoch": 10.640732265446225, | |
| "grad_norm": 4.55475378036499, | |
| "learning_rate": 5.503125000000001e-07, | |
| "loss": 0.0049, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 10.652173913043478, | |
| "grad_norm": 0.07743289321660995, | |
| "learning_rate": 5.425e-07, | |
| "loss": 0.0022, | |
| "step": 23275 | |
| }, | |
| { | |
| "epoch": 10.663615560640732, | |
| "grad_norm": 2.8529226779937744, | |
| "learning_rate": 5.346875e-07, | |
| "loss": 0.0035, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 10.675057208237986, | |
| "grad_norm": 1.4317353963851929, | |
| "learning_rate": 5.26875e-07, | |
| "loss": 0.0046, | |
| "step": 23325 | |
| }, | |
| { | |
| "epoch": 10.68649885583524, | |
| "grad_norm": 4.198233127593994, | |
| "learning_rate": 5.190625000000001e-07, | |
| "loss": 0.0039, | |
| "step": 23350 | |
| }, | |
| { | |
| "epoch": 10.697940503432495, | |
| "grad_norm": 1.182904601097107, | |
| "learning_rate": 5.1125e-07, | |
| "loss": 0.0053, | |
| "step": 23375 | |
| }, | |
| { | |
| "epoch": 10.709382151029748, | |
| "grad_norm": 7.1977105140686035, | |
| "learning_rate": 5.034375e-07, | |
| "loss": 0.0103, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 10.720823798627002, | |
| "grad_norm": 0.051739439368247986, | |
| "learning_rate": 4.95625e-07, | |
| "loss": 0.0044, | |
| "step": 23425 | |
| }, | |
| { | |
| "epoch": 10.732265446224256, | |
| "grad_norm": 6.68768310546875, | |
| "learning_rate": 4.878125e-07, | |
| "loss": 0.0084, | |
| "step": 23450 | |
| }, | |
| { | |
| "epoch": 10.743707093821511, | |
| "grad_norm": 0.04325169697403908, | |
| "learning_rate": 4.8e-07, | |
| "loss": 0.0054, | |
| "step": 23475 | |
| }, | |
| { | |
| "epoch": 10.755148741418765, | |
| "grad_norm": 7.35172700881958, | |
| "learning_rate": 4.721875000000001e-07, | |
| "loss": 0.0173, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 10.766590389016018, | |
| "grad_norm": 1.9433234930038452, | |
| "learning_rate": 4.6437500000000005e-07, | |
| "loss": 0.0032, | |
| "step": 23525 | |
| }, | |
| { | |
| "epoch": 10.778032036613272, | |
| "grad_norm": 9.553720474243164, | |
| "learning_rate": 4.565625e-07, | |
| "loss": 0.0047, | |
| "step": 23550 | |
| }, | |
| { | |
| "epoch": 10.789473684210526, | |
| "grad_norm": 0.2103455811738968, | |
| "learning_rate": 4.4875000000000004e-07, | |
| "loss": 0.0047, | |
| "step": 23575 | |
| }, | |
| { | |
| "epoch": 10.800915331807781, | |
| "grad_norm": 0.601758599281311, | |
| "learning_rate": 4.409375e-07, | |
| "loss": 0.0091, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 10.812356979405035, | |
| "grad_norm": 0.04723617061972618, | |
| "learning_rate": 4.3312500000000004e-07, | |
| "loss": 0.0043, | |
| "step": 23625 | |
| }, | |
| { | |
| "epoch": 10.823798627002288, | |
| "grad_norm": 0.1756594479084015, | |
| "learning_rate": 4.253125e-07, | |
| "loss": 0.0068, | |
| "step": 23650 | |
| }, | |
| { | |
| "epoch": 10.835240274599542, | |
| "grad_norm": 0.13647685945034027, | |
| "learning_rate": 4.175e-07, | |
| "loss": 0.0035, | |
| "step": 23675 | |
| }, | |
| { | |
| "epoch": 10.846681922196796, | |
| "grad_norm": 6.657943248748779, | |
| "learning_rate": 4.096875e-07, | |
| "loss": 0.0086, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 10.858123569794051, | |
| "grad_norm": 1.3252496719360352, | |
| "learning_rate": 4.01875e-07, | |
| "loss": 0.0046, | |
| "step": 23725 | |
| }, | |
| { | |
| "epoch": 10.869565217391305, | |
| "grad_norm": 0.7701499462127686, | |
| "learning_rate": 3.940625e-07, | |
| "loss": 0.0059, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 10.881006864988558, | |
| "grad_norm": 0.02328154630959034, | |
| "learning_rate": 3.8625e-07, | |
| "loss": 0.0063, | |
| "step": 23775 | |
| }, | |
| { | |
| "epoch": 10.892448512585812, | |
| "grad_norm": 1.4766663312911987, | |
| "learning_rate": 3.7843750000000003e-07, | |
| "loss": 0.0058, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 10.903890160183066, | |
| "grad_norm": 0.08133988082408905, | |
| "learning_rate": 3.70625e-07, | |
| "loss": 0.0032, | |
| "step": 23825 | |
| }, | |
| { | |
| "epoch": 10.915331807780321, | |
| "grad_norm": 9.198525428771973, | |
| "learning_rate": 3.628125e-07, | |
| "loss": 0.0054, | |
| "step": 23850 | |
| }, | |
| { | |
| "epoch": 10.926773455377575, | |
| "grad_norm": 0.09271799027919769, | |
| "learning_rate": 3.5500000000000004e-07, | |
| "loss": 0.0044, | |
| "step": 23875 | |
| }, | |
| { | |
| "epoch": 10.938215102974828, | |
| "grad_norm": 1.473221778869629, | |
| "learning_rate": 3.471875e-07, | |
| "loss": 0.0049, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 10.949656750572082, | |
| "grad_norm": 3.2264695167541504, | |
| "learning_rate": 3.3937500000000003e-07, | |
| "loss": 0.0049, | |
| "step": 23925 | |
| }, | |
| { | |
| "epoch": 10.961098398169337, | |
| "grad_norm": 14.144686698913574, | |
| "learning_rate": 3.315625e-07, | |
| "loss": 0.0072, | |
| "step": 23950 | |
| }, | |
| { | |
| "epoch": 10.972540045766591, | |
| "grad_norm": 2.536242723464966, | |
| "learning_rate": 3.2375e-07, | |
| "loss": 0.0047, | |
| "step": 23975 | |
| }, | |
| { | |
| "epoch": 10.983981693363845, | |
| "grad_norm": 7.181889533996582, | |
| "learning_rate": 3.159375e-07, | |
| "loss": 0.0123, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 10.995423340961098, | |
| "grad_norm": 0.28295642137527466, | |
| "learning_rate": 3.08125e-07, | |
| "loss": 0.005, | |
| "step": 24025 | |
| }, | |
| { | |
| "epoch": 11.006864988558352, | |
| "grad_norm": 1.317877173423767, | |
| "learning_rate": 3.0031250000000004e-07, | |
| "loss": 0.005, | |
| "step": 24050 | |
| }, | |
| { | |
| "epoch": 11.018306636155607, | |
| "grad_norm": 0.0772235319018364, | |
| "learning_rate": 2.925e-07, | |
| "loss": 0.0016, | |
| "step": 24075 | |
| }, | |
| { | |
| "epoch": 11.02974828375286, | |
| "grad_norm": 2.499826192855835, | |
| "learning_rate": 2.8468750000000003e-07, | |
| "loss": 0.0084, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 11.041189931350115, | |
| "grad_norm": 12.638914108276367, | |
| "learning_rate": 2.76875e-07, | |
| "loss": 0.004, | |
| "step": 24125 | |
| }, | |
| { | |
| "epoch": 11.052631578947368, | |
| "grad_norm": 0.1981966644525528, | |
| "learning_rate": 2.690625e-07, | |
| "loss": 0.0083, | |
| "step": 24150 | |
| }, | |
| { | |
| "epoch": 11.064073226544622, | |
| "grad_norm": 0.04735041409730911, | |
| "learning_rate": 2.6125e-07, | |
| "loss": 0.0054, | |
| "step": 24175 | |
| }, | |
| { | |
| "epoch": 11.075514874141877, | |
| "grad_norm": 0.5447256565093994, | |
| "learning_rate": 2.534375e-07, | |
| "loss": 0.0038, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 11.08695652173913, | |
| "grad_norm": 0.0347541943192482, | |
| "learning_rate": 2.4562500000000003e-07, | |
| "loss": 0.0029, | |
| "step": 24225 | |
| }, | |
| { | |
| "epoch": 11.098398169336384, | |
| "grad_norm": 13.768309593200684, | |
| "learning_rate": 2.3781250000000003e-07, | |
| "loss": 0.0049, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 11.109839816933638, | |
| "grad_norm": 1.426023244857788, | |
| "learning_rate": 2.3e-07, | |
| "loss": 0.0054, | |
| "step": 24275 | |
| }, | |
| { | |
| "epoch": 11.121281464530892, | |
| "grad_norm": 0.021928640082478523, | |
| "learning_rate": 2.221875e-07, | |
| "loss": 0.0063, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 11.132723112128147, | |
| "grad_norm": 2.05029296875, | |
| "learning_rate": 2.1437499999999999e-07, | |
| "loss": 0.0046, | |
| "step": 24325 | |
| }, | |
| { | |
| "epoch": 11.1441647597254, | |
| "grad_norm": 0.16184775531291962, | |
| "learning_rate": 2.0656250000000003e-07, | |
| "loss": 0.0062, | |
| "step": 24350 | |
| }, | |
| { | |
| "epoch": 11.155606407322654, | |
| "grad_norm": 1.0633113384246826, | |
| "learning_rate": 1.9875000000000003e-07, | |
| "loss": 0.0049, | |
| "step": 24375 | |
| }, | |
| { | |
| "epoch": 11.167048054919908, | |
| "grad_norm": 0.7184084057807922, | |
| "learning_rate": 1.9093750000000002e-07, | |
| "loss": 0.0088, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 11.178489702517162, | |
| "grad_norm": 0.5524642467498779, | |
| "learning_rate": 1.83125e-07, | |
| "loss": 0.0019, | |
| "step": 24425 | |
| }, | |
| { | |
| "epoch": 11.189931350114417, | |
| "grad_norm": 0.1881658285856247, | |
| "learning_rate": 1.753125e-07, | |
| "loss": 0.0061, | |
| "step": 24450 | |
| }, | |
| { | |
| "epoch": 11.20137299771167, | |
| "grad_norm": 3.7017602920532227, | |
| "learning_rate": 1.675e-07, | |
| "loss": 0.006, | |
| "step": 24475 | |
| }, | |
| { | |
| "epoch": 11.212814645308924, | |
| "grad_norm": 1.5420652627944946, | |
| "learning_rate": 1.596875e-07, | |
| "loss": 0.0048, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 11.224256292906178, | |
| "grad_norm": 5.843155384063721, | |
| "learning_rate": 1.51875e-07, | |
| "loss": 0.0064, | |
| "step": 24525 | |
| }, | |
| { | |
| "epoch": 11.235697940503432, | |
| "grad_norm": 0.06349411606788635, | |
| "learning_rate": 1.4406250000000002e-07, | |
| "loss": 0.0092, | |
| "step": 24550 | |
| }, | |
| { | |
| "epoch": 11.247139588100687, | |
| "grad_norm": 2.3772706985473633, | |
| "learning_rate": 1.3625000000000002e-07, | |
| "loss": 0.0029, | |
| "step": 24575 | |
| }, | |
| { | |
| "epoch": 11.25858123569794, | |
| "grad_norm": 1.1983476877212524, | |
| "learning_rate": 1.284375e-07, | |
| "loss": 0.0071, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 11.270022883295194, | |
| "grad_norm": 0.02243354730308056, | |
| "learning_rate": 1.20625e-07, | |
| "loss": 0.0035, | |
| "step": 24625 | |
| }, | |
| { | |
| "epoch": 11.281464530892448, | |
| "grad_norm": 1.8328884840011597, | |
| "learning_rate": 1.1312500000000002e-07, | |
| "loss": 0.0097, | |
| "step": 24650 | |
| }, | |
| { | |
| "epoch": 11.292906178489703, | |
| "grad_norm": 0.05551990494132042, | |
| "learning_rate": 1.0531250000000001e-07, | |
| "loss": 0.0034, | |
| "step": 24675 | |
| }, | |
| { | |
| "epoch": 11.304347826086957, | |
| "grad_norm": 0.030004534870386124, | |
| "learning_rate": 9.75e-08, | |
| "loss": 0.0103, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 11.31578947368421, | |
| "grad_norm": 0.03290963172912598, | |
| "learning_rate": 8.96875e-08, | |
| "loss": 0.0074, | |
| "step": 24725 | |
| }, | |
| { | |
| "epoch": 11.327231121281464, | |
| "grad_norm": 0.29857203364372253, | |
| "learning_rate": 8.187500000000001e-08, | |
| "loss": 0.0057, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 11.338672768878718, | |
| "grad_norm": 1.0099925994873047, | |
| "learning_rate": 7.40625e-08, | |
| "loss": 0.0066, | |
| "step": 24775 | |
| }, | |
| { | |
| "epoch": 11.350114416475973, | |
| "grad_norm": 0.26381850242614746, | |
| "learning_rate": 6.625e-08, | |
| "loss": 0.0063, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 11.361556064073227, | |
| "grad_norm": 0.07193097472190857, | |
| "learning_rate": 5.843750000000001e-08, | |
| "loss": 0.006, | |
| "step": 24825 | |
| }, | |
| { | |
| "epoch": 11.37299771167048, | |
| "grad_norm": 0.05023621395230293, | |
| "learning_rate": 5.0625e-08, | |
| "loss": 0.0032, | |
| "step": 24850 | |
| }, | |
| { | |
| "epoch": 11.384439359267734, | |
| "grad_norm": 0.03356996551156044, | |
| "learning_rate": 4.28125e-08, | |
| "loss": 0.0036, | |
| "step": 24875 | |
| }, | |
| { | |
| "epoch": 11.395881006864988, | |
| "grad_norm": 1.0069869756698608, | |
| "learning_rate": 3.5e-08, | |
| "loss": 0.0078, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 11.407322654462243, | |
| "grad_norm": 0.020418858155608177, | |
| "learning_rate": 2.7187499999999998e-08, | |
| "loss": 0.0024, | |
| "step": 24925 | |
| }, | |
| { | |
| "epoch": 11.418764302059497, | |
| "grad_norm": 0.03717822954058647, | |
| "learning_rate": 1.9375e-08, | |
| "loss": 0.0051, | |
| "step": 24950 | |
| }, | |
| { | |
| "epoch": 11.43020594965675, | |
| "grad_norm": 0.03731099143624306, | |
| "learning_rate": 1.1562500000000002e-08, | |
| "loss": 0.003, | |
| "step": 24975 | |
| }, | |
| { | |
| "epoch": 11.441647597254004, | |
| "grad_norm": 1.1690711975097656, | |
| "learning_rate": 3.75e-09, | |
| "loss": 0.0043, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 11.441647597254004, | |
| "eval_loss": 0.20993435382843018, | |
| "eval_runtime": 5536.2723, | |
| "eval_samples_per_second": 1.72, | |
| "eval_steps_per_second": 0.215, | |
| "eval_wer": 0.09534779548217828, | |
| "step": 25000 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 25000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 12, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.081970563920691e+20, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |