| { |
| "best_global_step": 18000, |
| "best_metric": 0.0025384361540999973, |
| "best_model_checkpoint": "./whisper-small-echo-34/checkpoint-18000", |
| "epoch": 21.712907117008445, |
| "eval_steps": 1000, |
| "global_step": 18000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.030156815440289506, |
| "grad_norm": 13.260934829711914, |
| "learning_rate": 2.3e-06, |
| "loss": 1.665, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06031363088057901, |
| "grad_norm": 5.694974422454834, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 0.4942, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.09047044632086852, |
| "grad_norm": 4.081104278564453, |
| "learning_rate": 7.2999999999999996e-06, |
| "loss": 0.1984, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.12062726176115803, |
| "grad_norm": 3.3096771240234375, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 0.167, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.15078407720144751, |
| "grad_norm": 3.138788938522339, |
| "learning_rate": 1.23e-05, |
| "loss": 0.1507, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.18094089264173704, |
| "grad_norm": 2.740973472595215, |
| "learning_rate": 1.48e-05, |
| "loss": 0.1355, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.21109770808202655, |
| "grad_norm": 2.520491600036621, |
| "learning_rate": 1.73e-05, |
| "loss": 0.1364, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.24125452352231605, |
| "grad_norm": 2.0648436546325684, |
| "learning_rate": 1.9800000000000004e-05, |
| "loss": 0.1282, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.27141133896260555, |
| "grad_norm": 2.080972194671631, |
| "learning_rate": 2.23e-05, |
| "loss": 0.126, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.30156815440289503, |
| "grad_norm": 2.3935911655426025, |
| "learning_rate": 2.48e-05, |
| "loss": 0.1238, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.33172496984318456, |
| "grad_norm": 2.247201681137085, |
| "learning_rate": 2.7300000000000003e-05, |
| "loss": 0.1258, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3618817852834741, |
| "grad_norm": 1.885792851448059, |
| "learning_rate": 2.98e-05, |
| "loss": 0.1279, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.39203860072376356, |
| "grad_norm": 2.2178285121917725, |
| "learning_rate": 3.2300000000000006e-05, |
| "loss": 0.1239, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.4221954161640531, |
| "grad_norm": 2.426934003829956, |
| "learning_rate": 3.48e-05, |
| "loss": 0.1209, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.45235223160434257, |
| "grad_norm": 1.9541774988174438, |
| "learning_rate": 3.73e-05, |
| "loss": 0.1227, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.4825090470446321, |
| "grad_norm": 1.9077287912368774, |
| "learning_rate": 3.9800000000000005e-05, |
| "loss": 0.1234, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5126658624849216, |
| "grad_norm": 2.251500368118286, |
| "learning_rate": 4.23e-05, |
| "loss": 0.1321, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5428226779252111, |
| "grad_norm": 1.9919301271438599, |
| "learning_rate": 4.4800000000000005e-05, |
| "loss": 0.1305, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5729794933655006, |
| "grad_norm": 2.8198187351226807, |
| "learning_rate": 4.73e-05, |
| "loss": 0.1285, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.6031363088057901, |
| "grad_norm": 2.038248300552368, |
| "learning_rate": 4.9800000000000004e-05, |
| "loss": 0.1228, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6332931242460796, |
| "grad_norm": 2.0357909202575684, |
| "learning_rate": 4.994102564102565e-05, |
| "loss": 0.1378, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.6634499396863691, |
| "grad_norm": 1.9232615232467651, |
| "learning_rate": 4.987692307692308e-05, |
| "loss": 0.1357, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6936067551266586, |
| "grad_norm": 1.9130828380584717, |
| "learning_rate": 4.981282051282051e-05, |
| "loss": 0.1337, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.7237635705669482, |
| "grad_norm": 1.9533162117004395, |
| "learning_rate": 4.974871794871795e-05, |
| "loss": 0.117, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7539203860072377, |
| "grad_norm": 2.2381041049957275, |
| "learning_rate": 4.9684615384615384e-05, |
| "loss": 0.1339, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.7840772014475271, |
| "grad_norm": 1.7269432544708252, |
| "learning_rate": 4.962051282051282e-05, |
| "loss": 0.1238, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8142340168878166, |
| "grad_norm": 1.7123943567276, |
| "learning_rate": 4.9556410256410256e-05, |
| "loss": 0.1239, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.8443908323281062, |
| "grad_norm": 2.099423408508301, |
| "learning_rate": 4.9492307692307695e-05, |
| "loss": 0.1256, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8745476477683957, |
| "grad_norm": 1.7714295387268066, |
| "learning_rate": 4.942820512820513e-05, |
| "loss": 0.1255, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.9047044632086851, |
| "grad_norm": 1.6543285846710205, |
| "learning_rate": 4.9364102564102567e-05, |
| "loss": 0.1257, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9348612786489746, |
| "grad_norm": 1.7311604022979736, |
| "learning_rate": 4.93e-05, |
| "loss": 0.1183, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.9650180940892642, |
| "grad_norm": 1.9620075225830078, |
| "learning_rate": 4.923589743589744e-05, |
| "loss": 0.1231, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9951749095295537, |
| "grad_norm": 1.7906538248062134, |
| "learning_rate": 4.917179487179488e-05, |
| "loss": 0.1147, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.0253317249698433, |
| "grad_norm": 1.3615118265151978, |
| "learning_rate": 4.910769230769231e-05, |
| "loss": 0.0764, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.0554885404101326, |
| "grad_norm": 1.240789532661438, |
| "learning_rate": 4.904358974358975e-05, |
| "loss": 0.0717, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.0856453558504222, |
| "grad_norm": 1.2732924222946167, |
| "learning_rate": 4.897948717948718e-05, |
| "loss": 0.0745, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.1158021712907118, |
| "grad_norm": 1.4706544876098633, |
| "learning_rate": 4.891538461538462e-05, |
| "loss": 0.0693, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.1459589867310012, |
| "grad_norm": 1.7006871700286865, |
| "learning_rate": 4.885128205128205e-05, |
| "loss": 0.0677, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.1761158021712907, |
| "grad_norm": 1.3941196203231812, |
| "learning_rate": 4.878717948717949e-05, |
| "loss": 0.0713, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.2062726176115803, |
| "grad_norm": 1.4292792081832886, |
| "learning_rate": 4.8723076923076925e-05, |
| "loss": 0.0676, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.2062726176115803, |
| "eval_loss": 0.06693512201309204, |
| "eval_runtime": 994.8278, |
| "eval_samples_per_second": 6.251, |
| "eval_steps_per_second": 0.196, |
| "eval_wer": 4.682568558929796, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.2364294330518697, |
| "grad_norm": 1.1452343463897705, |
| "learning_rate": 4.8658974358974364e-05, |
| "loss": 0.0733, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.2665862484921593, |
| "grad_norm": 1.0198625326156616, |
| "learning_rate": 4.8594871794871796e-05, |
| "loss": 0.0734, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2967430639324489, |
| "grad_norm": 1.3289015293121338, |
| "learning_rate": 4.8530769230769236e-05, |
| "loss": 0.0706, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.3268998793727382, |
| "grad_norm": 1.28515625, |
| "learning_rate": 4.8466666666666675e-05, |
| "loss": 0.0727, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.3570566948130278, |
| "grad_norm": 1.5149142742156982, |
| "learning_rate": 4.840256410256411e-05, |
| "loss": 0.076, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.3872135102533172, |
| "grad_norm": 1.9065613746643066, |
| "learning_rate": 4.833846153846154e-05, |
| "loss": 0.0788, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.4173703256936068, |
| "grad_norm": 1.5577850341796875, |
| "learning_rate": 4.827435897435897e-05, |
| "loss": 0.0725, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.4475271411338961, |
| "grad_norm": 1.4491074085235596, |
| "learning_rate": 4.821025641025641e-05, |
| "loss": 0.0763, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.4776839565741857, |
| "grad_norm": 1.5700063705444336, |
| "learning_rate": 4.8146153846153844e-05, |
| "loss": 0.0747, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.5078407720144753, |
| "grad_norm": 1.2881931066513062, |
| "learning_rate": 4.808205128205128e-05, |
| "loss": 0.0685, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.5379975874547647, |
| "grad_norm": 1.3658524751663208, |
| "learning_rate": 4.8017948717948715e-05, |
| "loss": 0.0758, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.5681544028950543, |
| "grad_norm": 1.5188759565353394, |
| "learning_rate": 4.7953846153846154e-05, |
| "loss": 0.0724, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.5983112183353438, |
| "grad_norm": 2.3469696044921875, |
| "learning_rate": 4.7889743589743594e-05, |
| "loss": 0.0723, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.6284680337756332, |
| "grad_norm": 1.253737449645996, |
| "learning_rate": 4.7825641025641026e-05, |
| "loss": 0.0784, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.6586248492159228, |
| "grad_norm": 1.2355287075042725, |
| "learning_rate": 4.7761538461538465e-05, |
| "loss": 0.0736, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.6887816646562124, |
| "grad_norm": 1.2552683353424072, |
| "learning_rate": 4.76974358974359e-05, |
| "loss": 0.0739, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.7189384800965017, |
| "grad_norm": 1.3123173713684082, |
| "learning_rate": 4.763333333333334e-05, |
| "loss": 0.0751, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.7490952955367913, |
| "grad_norm": 1.4828323125839233, |
| "learning_rate": 4.756923076923077e-05, |
| "loss": 0.0816, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.779252110977081, |
| "grad_norm": 1.2300126552581787, |
| "learning_rate": 4.750512820512821e-05, |
| "loss": 0.0705, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.8094089264173703, |
| "grad_norm": 1.3694815635681152, |
| "learning_rate": 4.744102564102564e-05, |
| "loss": 0.0753, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.8395657418576599, |
| "grad_norm": 1.4961223602294922, |
| "learning_rate": 4.737692307692308e-05, |
| "loss": 0.0735, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.8697225572979495, |
| "grad_norm": 1.244605541229248, |
| "learning_rate": 4.731282051282051e-05, |
| "loss": 0.0773, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.8998793727382388, |
| "grad_norm": 2.1918959617614746, |
| "learning_rate": 4.724871794871795e-05, |
| "loss": 0.0717, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.9300361881785284, |
| "grad_norm": 1.3644964694976807, |
| "learning_rate": 4.718461538461539e-05, |
| "loss": 0.0739, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.960193003618818, |
| "grad_norm": 1.135060429573059, |
| "learning_rate": 4.7120512820512823e-05, |
| "loss": 0.0708, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.9903498190591074, |
| "grad_norm": 1.1154969930648804, |
| "learning_rate": 4.705641025641026e-05, |
| "loss": 0.0715, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.0205066344993967, |
| "grad_norm": 0.8572198152542114, |
| "learning_rate": 4.6992307692307695e-05, |
| "loss": 0.0529, |
| "step": 1675 |
| }, |
| { |
| "epoch": 2.0506634499396865, |
| "grad_norm": 0.9596756100654602, |
| "learning_rate": 4.6928205128205134e-05, |
| "loss": 0.0343, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.080820265379976, |
| "grad_norm": 0.9875553250312805, |
| "learning_rate": 4.686410256410257e-05, |
| "loss": 0.0382, |
| "step": 1725 |
| }, |
| { |
| "epoch": 2.1109770808202653, |
| "grad_norm": 1.2540346384048462, |
| "learning_rate": 4.6800000000000006e-05, |
| "loss": 0.0379, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.141133896260555, |
| "grad_norm": 1.4974902868270874, |
| "learning_rate": 4.673589743589744e-05, |
| "loss": 0.0385, |
| "step": 1775 |
| }, |
| { |
| "epoch": 2.1712907117008444, |
| "grad_norm": 1.2013468742370605, |
| "learning_rate": 4.667179487179487e-05, |
| "loss": 0.0409, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.201447527141134, |
| "grad_norm": 1.1493020057678223, |
| "learning_rate": 4.660769230769231e-05, |
| "loss": 0.0396, |
| "step": 1825 |
| }, |
| { |
| "epoch": 2.2316043425814236, |
| "grad_norm": 0.7408850789070129, |
| "learning_rate": 4.654358974358974e-05, |
| "loss": 0.0371, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.261761158021713, |
| "grad_norm": 1.2223716974258423, |
| "learning_rate": 4.647948717948718e-05, |
| "loss": 0.0386, |
| "step": 1875 |
| }, |
| { |
| "epoch": 2.2919179734620023, |
| "grad_norm": 0.920441210269928, |
| "learning_rate": 4.6415384615384614e-05, |
| "loss": 0.04, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.3220747889022917, |
| "grad_norm": 1.211411714553833, |
| "learning_rate": 4.635128205128205e-05, |
| "loss": 0.0408, |
| "step": 1925 |
| }, |
| { |
| "epoch": 2.3522316043425815, |
| "grad_norm": 1.7482447624206543, |
| "learning_rate": 4.6287179487179486e-05, |
| "loss": 0.0441, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.382388419782871, |
| "grad_norm": 1.084710955619812, |
| "learning_rate": 4.6223076923076925e-05, |
| "loss": 0.0412, |
| "step": 1975 |
| }, |
| { |
| "epoch": 2.4125452352231607, |
| "grad_norm": 1.2094680070877075, |
| "learning_rate": 4.615897435897436e-05, |
| "loss": 0.0397, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.4125452352231607, |
| "eval_loss": 0.035049937665462494, |
| "eval_runtime": 997.1035, |
| "eval_samples_per_second": 6.237, |
| "eval_steps_per_second": 0.196, |
| "eval_wer": 2.687357741807197, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.44270205066345, |
| "grad_norm": 1.193366527557373, |
| "learning_rate": 4.6094871794871797e-05, |
| "loss": 0.0412, |
| "step": 2025 |
| }, |
| { |
| "epoch": 2.4728588661037394, |
| "grad_norm": 1.0651732683181763, |
| "learning_rate": 4.6030769230769236e-05, |
| "loss": 0.0417, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.5030156815440288, |
| "grad_norm": 0.8402532935142517, |
| "learning_rate": 4.596666666666667e-05, |
| "loss": 0.0413, |
| "step": 2075 |
| }, |
| { |
| "epoch": 2.5331724969843186, |
| "grad_norm": 1.1230006217956543, |
| "learning_rate": 4.590256410256411e-05, |
| "loss": 0.0408, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.563329312424608, |
| "grad_norm": 0.9971626996994019, |
| "learning_rate": 4.583846153846154e-05, |
| "loss": 0.0442, |
| "step": 2125 |
| }, |
| { |
| "epoch": 2.5934861278648977, |
| "grad_norm": 0.9995920658111572, |
| "learning_rate": 4.577435897435898e-05, |
| "loss": 0.0433, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.623642943305187, |
| "grad_norm": 0.7602790594100952, |
| "learning_rate": 4.571025641025641e-05, |
| "loss": 0.0397, |
| "step": 2175 |
| }, |
| { |
| "epoch": 2.6537997587454765, |
| "grad_norm": 0.8482845425605774, |
| "learning_rate": 4.564615384615385e-05, |
| "loss": 0.0409, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.683956574185766, |
| "grad_norm": 1.2381870746612549, |
| "learning_rate": 4.558205128205128e-05, |
| "loss": 0.0453, |
| "step": 2225 |
| }, |
| { |
| "epoch": 2.7141133896260556, |
| "grad_norm": 0.858048677444458, |
| "learning_rate": 4.551794871794872e-05, |
| "loss": 0.0436, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.744270205066345, |
| "grad_norm": 0.9876936674118042, |
| "learning_rate": 4.5453846153846155e-05, |
| "loss": 0.0432, |
| "step": 2275 |
| }, |
| { |
| "epoch": 2.7744270205066344, |
| "grad_norm": 0.8502510786056519, |
| "learning_rate": 4.5389743589743594e-05, |
| "loss": 0.0416, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.804583835946924, |
| "grad_norm": 0.9436619877815247, |
| "learning_rate": 4.532564102564103e-05, |
| "loss": 0.0449, |
| "step": 2325 |
| }, |
| { |
| "epoch": 2.8347406513872135, |
| "grad_norm": 1.0096615552902222, |
| "learning_rate": 4.5261538461538466e-05, |
| "loss": 0.042, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.864897466827503, |
| "grad_norm": 3.012417793273926, |
| "learning_rate": 4.51974358974359e-05, |
| "loss": 0.0422, |
| "step": 2375 |
| }, |
| { |
| "epoch": 2.8950542822677923, |
| "grad_norm": 1.2591495513916016, |
| "learning_rate": 4.513333333333333e-05, |
| "loss": 0.0441, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.925211097708082, |
| "grad_norm": 1.1567842960357666, |
| "learning_rate": 4.506923076923077e-05, |
| "loss": 0.0428, |
| "step": 2425 |
| }, |
| { |
| "epoch": 2.9553679131483714, |
| "grad_norm": 1.0082149505615234, |
| "learning_rate": 4.50051282051282e-05, |
| "loss": 0.0423, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.9855247285886612, |
| "grad_norm": 0.8080809712409973, |
| "learning_rate": 4.494102564102564e-05, |
| "loss": 0.0441, |
| "step": 2475 |
| }, |
| { |
| "epoch": 3.0156815440289506, |
| "grad_norm": 0.7071292996406555, |
| "learning_rate": 4.487692307692308e-05, |
| "loss": 0.0335, |
| "step": 2500 |
| }, |
| { |
| "epoch": 3.04583835946924, |
| "grad_norm": 0.5274437665939331, |
| "learning_rate": 4.481282051282051e-05, |
| "loss": 0.0224, |
| "step": 2525 |
| }, |
| { |
| "epoch": 3.0759951749095293, |
| "grad_norm": 0.5653446912765503, |
| "learning_rate": 4.474871794871795e-05, |
| "loss": 0.0225, |
| "step": 2550 |
| }, |
| { |
| "epoch": 3.106151990349819, |
| "grad_norm": 0.7106825113296509, |
| "learning_rate": 4.4684615384615384e-05, |
| "loss": 0.0231, |
| "step": 2575 |
| }, |
| { |
| "epoch": 3.1363088057901085, |
| "grad_norm": 1.064150333404541, |
| "learning_rate": 4.4620512820512824e-05, |
| "loss": 0.0225, |
| "step": 2600 |
| }, |
| { |
| "epoch": 3.166465621230398, |
| "grad_norm": 0.7649369239807129, |
| "learning_rate": 4.4556410256410256e-05, |
| "loss": 0.023, |
| "step": 2625 |
| }, |
| { |
| "epoch": 3.1966224366706877, |
| "grad_norm": 0.8564630746841431, |
| "learning_rate": 4.4492307692307695e-05, |
| "loss": 0.0253, |
| "step": 2650 |
| }, |
| { |
| "epoch": 3.226779252110977, |
| "grad_norm": 0.7872750163078308, |
| "learning_rate": 4.442820512820513e-05, |
| "loss": 0.0246, |
| "step": 2675 |
| }, |
| { |
| "epoch": 3.2569360675512664, |
| "grad_norm": 0.8772583603858948, |
| "learning_rate": 4.436410256410257e-05, |
| "loss": 0.0225, |
| "step": 2700 |
| }, |
| { |
| "epoch": 3.287092882991556, |
| "grad_norm": 0.693744957447052, |
| "learning_rate": 4.43e-05, |
| "loss": 0.0227, |
| "step": 2725 |
| }, |
| { |
| "epoch": 3.3172496984318456, |
| "grad_norm": 0.8259156346321106, |
| "learning_rate": 4.423589743589744e-05, |
| "loss": 0.0242, |
| "step": 2750 |
| }, |
| { |
| "epoch": 3.347406513872135, |
| "grad_norm": 0.8966303467750549, |
| "learning_rate": 4.417179487179488e-05, |
| "loss": 0.0226, |
| "step": 2775 |
| }, |
| { |
| "epoch": 3.3775633293124248, |
| "grad_norm": 1.1054375171661377, |
| "learning_rate": 4.410769230769231e-05, |
| "loss": 0.0243, |
| "step": 2800 |
| }, |
| { |
| "epoch": 3.407720144752714, |
| "grad_norm": 0.7290776371955872, |
| "learning_rate": 4.404358974358975e-05, |
| "loss": 0.0253, |
| "step": 2825 |
| }, |
| { |
| "epoch": 3.4378769601930035, |
| "grad_norm": 0.8963374495506287, |
| "learning_rate": 4.397948717948718e-05, |
| "loss": 0.0247, |
| "step": 2850 |
| }, |
| { |
| "epoch": 3.4680337756332933, |
| "grad_norm": 0.7539418339729309, |
| "learning_rate": 4.391538461538462e-05, |
| "loss": 0.0246, |
| "step": 2875 |
| }, |
| { |
| "epoch": 3.4981905910735827, |
| "grad_norm": 0.990731418132782, |
| "learning_rate": 4.3851282051282053e-05, |
| "loss": 0.0251, |
| "step": 2900 |
| }, |
| { |
| "epoch": 3.528347406513872, |
| "grad_norm": 0.8503810167312622, |
| "learning_rate": 4.378717948717949e-05, |
| "loss": 0.0239, |
| "step": 2925 |
| }, |
| { |
| "epoch": 3.558504221954162, |
| "grad_norm": 1.1601711511611938, |
| "learning_rate": 4.3723076923076925e-05, |
| "loss": 0.028, |
| "step": 2950 |
| }, |
| { |
| "epoch": 3.588661037394451, |
| "grad_norm": 0.9357703924179077, |
| "learning_rate": 4.3658974358974364e-05, |
| "loss": 0.0248, |
| "step": 2975 |
| }, |
| { |
| "epoch": 3.6188178528347406, |
| "grad_norm": 0.7224007844924927, |
| "learning_rate": 4.35948717948718e-05, |
| "loss": 0.026, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.6188178528347406, |
| "eval_loss": 0.01960960403084755, |
| "eval_runtime": 993.3731, |
| "eval_samples_per_second": 6.26, |
| "eval_steps_per_second": 0.196, |
| "eval_wer": 1.6939830601693981, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.64897466827503, |
| "grad_norm": 0.7143465280532837, |
| "learning_rate": 4.353076923076923e-05, |
| "loss": 0.0257, |
| "step": 3025 |
| }, |
| { |
| "epoch": 3.6791314837153197, |
| "grad_norm": 1.0202616453170776, |
| "learning_rate": 4.346666666666667e-05, |
| "loss": 0.0281, |
| "step": 3050 |
| }, |
| { |
| "epoch": 3.709288299155609, |
| "grad_norm": 0.9486157894134521, |
| "learning_rate": 4.34025641025641e-05, |
| "loss": 0.0277, |
| "step": 3075 |
| }, |
| { |
| "epoch": 3.739445114595899, |
| "grad_norm": 1.1457022428512573, |
| "learning_rate": 4.333846153846154e-05, |
| "loss": 0.0281, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.7696019300361883, |
| "grad_norm": 0.7724334597587585, |
| "learning_rate": 4.327435897435897e-05, |
| "loss": 0.0258, |
| "step": 3125 |
| }, |
| { |
| "epoch": 3.7997587454764776, |
| "grad_norm": 1.5436846017837524, |
| "learning_rate": 4.321025641025641e-05, |
| "loss": 0.0299, |
| "step": 3150 |
| }, |
| { |
| "epoch": 3.829915560916767, |
| "grad_norm": 0.9987947344779968, |
| "learning_rate": 4.3146153846153844e-05, |
| "loss": 0.027, |
| "step": 3175 |
| }, |
| { |
| "epoch": 3.860072376357057, |
| "grad_norm": 0.8411365151405334, |
| "learning_rate": 4.308205128205128e-05, |
| "loss": 0.0273, |
| "step": 3200 |
| }, |
| { |
| "epoch": 3.890229191797346, |
| "grad_norm": 0.8284839987754822, |
| "learning_rate": 4.301794871794872e-05, |
| "loss": 0.0274, |
| "step": 3225 |
| }, |
| { |
| "epoch": 3.920386007237636, |
| "grad_norm": 0.8280783295631409, |
| "learning_rate": 4.2953846153846155e-05, |
| "loss": 0.0264, |
| "step": 3250 |
| }, |
| { |
| "epoch": 3.9505428226779253, |
| "grad_norm": 0.8956604599952698, |
| "learning_rate": 4.2889743589743594e-05, |
| "loss": 0.027, |
| "step": 3275 |
| }, |
| { |
| "epoch": 3.9806996381182147, |
| "grad_norm": 0.6638178825378418, |
| "learning_rate": 4.2825641025641027e-05, |
| "loss": 0.0305, |
| "step": 3300 |
| }, |
| { |
| "epoch": 4.010856453558504, |
| "grad_norm": 0.5242146253585815, |
| "learning_rate": 4.2761538461538466e-05, |
| "loss": 0.024, |
| "step": 3325 |
| }, |
| { |
| "epoch": 4.041013268998793, |
| "grad_norm": 0.5336647629737854, |
| "learning_rate": 4.26974358974359e-05, |
| "loss": 0.0149, |
| "step": 3350 |
| }, |
| { |
| "epoch": 4.071170084439084, |
| "grad_norm": 1.2898390293121338, |
| "learning_rate": 4.263333333333334e-05, |
| "loss": 0.017, |
| "step": 3375 |
| }, |
| { |
| "epoch": 4.101326899879373, |
| "grad_norm": 0.8589633107185364, |
| "learning_rate": 4.256923076923077e-05, |
| "loss": 0.0154, |
| "step": 3400 |
| }, |
| { |
| "epoch": 4.131483715319662, |
| "grad_norm": 0.5778971314430237, |
| "learning_rate": 4.250512820512821e-05, |
| "loss": 0.0155, |
| "step": 3425 |
| }, |
| { |
| "epoch": 4.161640530759952, |
| "grad_norm": 0.7384247183799744, |
| "learning_rate": 4.244102564102564e-05, |
| "loss": 0.0152, |
| "step": 3450 |
| }, |
| { |
| "epoch": 4.191797346200241, |
| "grad_norm": 0.7232837080955505, |
| "learning_rate": 4.237692307692308e-05, |
| "loss": 0.0171, |
| "step": 3475 |
| }, |
| { |
| "epoch": 4.2219541616405305, |
| "grad_norm": 0.5860539674758911, |
| "learning_rate": 4.231282051282052e-05, |
| "loss": 0.0165, |
| "step": 3500 |
| }, |
| { |
| "epoch": 4.25211097708082, |
| "grad_norm": 0.7764546275138855, |
| "learning_rate": 4.224871794871795e-05, |
| "loss": 0.0126, |
| "step": 3525 |
| }, |
| { |
| "epoch": 4.28226779252111, |
| "grad_norm": 0.5289584994316101, |
| "learning_rate": 4.218461538461539e-05, |
| "loss": 0.0154, |
| "step": 3550 |
| }, |
| { |
| "epoch": 4.3124246079613995, |
| "grad_norm": 0.712826132774353, |
| "learning_rate": 4.2120512820512824e-05, |
| "loss": 0.0154, |
| "step": 3575 |
| }, |
| { |
| "epoch": 4.342581423401689, |
| "grad_norm": 0.7885989546775818, |
| "learning_rate": 4.2056410256410256e-05, |
| "loss": 0.0156, |
| "step": 3600 |
| }, |
| { |
| "epoch": 4.372738238841978, |
| "grad_norm": 0.41895636916160583, |
| "learning_rate": 4.199230769230769e-05, |
| "loss": 0.0165, |
| "step": 3625 |
| }, |
| { |
| "epoch": 4.402895054282268, |
| "grad_norm": 0.6412532925605774, |
| "learning_rate": 4.192820512820513e-05, |
| "loss": 0.0151, |
| "step": 3650 |
| }, |
| { |
| "epoch": 4.433051869722557, |
| "grad_norm": 0.7599934935569763, |
| "learning_rate": 4.186410256410257e-05, |
| "loss": 0.0166, |
| "step": 3675 |
| }, |
| { |
| "epoch": 4.463208685162847, |
| "grad_norm": 0.5345127582550049, |
| "learning_rate": 4.18e-05, |
| "loss": 0.0156, |
| "step": 3700 |
| }, |
| { |
| "epoch": 4.4933655006031366, |
| "grad_norm": 1.0072388648986816, |
| "learning_rate": 4.173589743589744e-05, |
| "loss": 0.0171, |
| "step": 3725 |
| }, |
| { |
| "epoch": 4.523522316043426, |
| "grad_norm": 0.6174359917640686, |
| "learning_rate": 4.167179487179487e-05, |
| "loss": 0.0173, |
| "step": 3750 |
| }, |
| { |
| "epoch": 4.553679131483715, |
| "grad_norm": 0.7795931100845337, |
| "learning_rate": 4.160769230769231e-05, |
| "loss": 0.0159, |
| "step": 3775 |
| }, |
| { |
| "epoch": 4.583835946924005, |
| "grad_norm": 0.7058958411216736, |
| "learning_rate": 4.154358974358974e-05, |
| "loss": 0.0179, |
| "step": 3800 |
| }, |
| { |
| "epoch": 4.613992762364294, |
| "grad_norm": 1.01051664352417, |
| "learning_rate": 4.147948717948718e-05, |
| "loss": 0.0178, |
| "step": 3825 |
| }, |
| { |
| "epoch": 4.644149577804583, |
| "grad_norm": 1.9903522729873657, |
| "learning_rate": 4.1415384615384614e-05, |
| "loss": 0.0181, |
| "step": 3850 |
| }, |
| { |
| "epoch": 4.674306393244874, |
| "grad_norm": 0.9144511222839355, |
| "learning_rate": 4.1351282051282054e-05, |
| "loss": 0.0169, |
| "step": 3875 |
| }, |
| { |
| "epoch": 4.704463208685163, |
| "grad_norm": 0.9474649429321289, |
| "learning_rate": 4.1287179487179486e-05, |
| "loss": 0.0174, |
| "step": 3900 |
| }, |
| { |
| "epoch": 4.734620024125452, |
| "grad_norm": 0.9880340099334717, |
| "learning_rate": 4.1223076923076925e-05, |
| "loss": 0.0179, |
| "step": 3925 |
| }, |
| { |
| "epoch": 4.764776839565742, |
| "grad_norm": 0.8132879137992859, |
| "learning_rate": 4.1158974358974365e-05, |
| "loss": 0.0184, |
| "step": 3950 |
| }, |
| { |
| "epoch": 4.794933655006031, |
| "grad_norm": 0.9378625154495239, |
| "learning_rate": 4.10948717948718e-05, |
| "loss": 0.0171, |
| "step": 3975 |
| }, |
| { |
| "epoch": 4.825090470446321, |
| "grad_norm": 0.9277964234352112, |
| "learning_rate": 4.1030769230769236e-05, |
| "loss": 0.0169, |
| "step": 4000 |
| }, |
| { |
| "epoch": 4.825090470446321, |
| "eval_loss": 0.012216232717037201, |
| "eval_runtime": 991.0186, |
| "eval_samples_per_second": 6.275, |
| "eval_steps_per_second": 0.197, |
| "eval_wer": 1.165988340116599, |
| "step": 4000 |
| }, |
| { |
| "epoch": 4.855247285886611, |
| "grad_norm": 0.6154299974441528, |
| "learning_rate": 4.096666666666667e-05, |
| "loss": 0.0192, |
| "step": 4025 |
| }, |
| { |
| "epoch": 4.8854041013269, |
| "grad_norm": 0.848542332649231, |
| "learning_rate": 4.090256410256411e-05, |
| "loss": 0.019, |
| "step": 4050 |
| }, |
| { |
| "epoch": 4.915560916767189, |
| "grad_norm": 0.6274838447570801, |
| "learning_rate": 4.083846153846154e-05, |
| "loss": 0.0198, |
| "step": 4075 |
| }, |
| { |
| "epoch": 4.945717732207479, |
| "grad_norm": 1.021127462387085, |
| "learning_rate": 4.077435897435898e-05, |
| "loss": 0.0198, |
| "step": 4100 |
| }, |
| { |
| "epoch": 4.975874547647768, |
| "grad_norm": 0.9392691254615784, |
| "learning_rate": 4.071025641025641e-05, |
| "loss": 0.0188, |
| "step": 4125 |
| }, |
| { |
| "epoch": 5.0060313630880575, |
| "grad_norm": 0.6448451280593872, |
| "learning_rate": 4.064615384615385e-05, |
| "loss": 0.0179, |
| "step": 4150 |
| }, |
| { |
| "epoch": 5.036188178528348, |
| "grad_norm": 1.6301369667053223, |
| "learning_rate": 4.0582051282051283e-05, |
| "loss": 0.0126, |
| "step": 4175 |
| }, |
| { |
| "epoch": 5.066344993968637, |
| "grad_norm": 0.5240802764892578, |
| "learning_rate": 4.0517948717948716e-05, |
| "loss": 0.0121, |
| "step": 4200 |
| }, |
| { |
| "epoch": 5.0965018094089265, |
| "grad_norm": 0.7823707461357117, |
| "learning_rate": 4.0453846153846155e-05, |
| "loss": 0.0112, |
| "step": 4225 |
| }, |
| { |
| "epoch": 5.126658624849216, |
| "grad_norm": 0.8711583614349365, |
| "learning_rate": 4.038974358974359e-05, |
| "loss": 0.0109, |
| "step": 4250 |
| }, |
| { |
| "epoch": 5.156815440289505, |
| "grad_norm": 0.5085228085517883, |
| "learning_rate": 4.032564102564103e-05, |
| "loss": 0.0106, |
| "step": 4275 |
| }, |
| { |
| "epoch": 5.186972255729795, |
| "grad_norm": 0.8798126578330994, |
| "learning_rate": 4.026153846153846e-05, |
| "loss": 0.01, |
| "step": 4300 |
| }, |
| { |
| "epoch": 5.217129071170085, |
| "grad_norm": 0.9341961145401001, |
| "learning_rate": 4.01974358974359e-05, |
| "loss": 0.0104, |
| "step": 4325 |
| }, |
| { |
| "epoch": 5.247285886610374, |
| "grad_norm": 0.5406096577644348, |
| "learning_rate": 4.013333333333333e-05, |
| "loss": 0.0105, |
| "step": 4350 |
| }, |
| { |
| "epoch": 5.277442702050664, |
| "grad_norm": 0.4724595844745636, |
| "learning_rate": 4.006923076923077e-05, |
| "loss": 0.0098, |
| "step": 4375 |
| }, |
| { |
| "epoch": 5.307599517490953, |
| "grad_norm": 0.6248977780342102, |
| "learning_rate": 4.000512820512821e-05, |
| "loss": 0.0102, |
| "step": 4400 |
| }, |
| { |
| "epoch": 5.337756332931242, |
| "grad_norm": 0.8041181564331055, |
| "learning_rate": 3.994102564102564e-05, |
| "loss": 0.011, |
| "step": 4425 |
| }, |
| { |
| "epoch": 5.367913148371532, |
| "grad_norm": 0.5448179244995117, |
| "learning_rate": 3.987692307692308e-05, |
| "loss": 0.0103, |
| "step": 4450 |
| }, |
| { |
| "epoch": 5.398069963811821, |
| "grad_norm": 0.7673892378807068, |
| "learning_rate": 3.981282051282051e-05, |
| "loss": 0.0109, |
| "step": 4475 |
| }, |
| { |
| "epoch": 5.428226779252111, |
| "grad_norm": 0.48907679319381714, |
| "learning_rate": 3.974871794871795e-05, |
| "loss": 0.0127, |
| "step": 4500 |
| }, |
| { |
| "epoch": 5.458383594692401, |
| "grad_norm": 0.6552016139030457, |
| "learning_rate": 3.9684615384615385e-05, |
| "loss": 0.0097, |
| "step": 4525 |
| }, |
| { |
| "epoch": 5.48854041013269, |
| "grad_norm": 0.6085155010223389, |
| "learning_rate": 3.9620512820512824e-05, |
| "loss": 0.0111, |
| "step": 4550 |
| }, |
| { |
| "epoch": 5.518697225572979, |
| "grad_norm": 0.8025962710380554, |
| "learning_rate": 3.9556410256410257e-05, |
| "loss": 0.0118, |
| "step": 4575 |
| }, |
| { |
| "epoch": 5.548854041013269, |
| "grad_norm": 0.746627926826477, |
| "learning_rate": 3.9492307692307696e-05, |
| "loss": 0.0118, |
| "step": 4600 |
| }, |
| { |
| "epoch": 5.579010856453559, |
| "grad_norm": 0.628870964050293, |
| "learning_rate": 3.942820512820513e-05, |
| "loss": 0.0117, |
| "step": 4625 |
| }, |
| { |
| "epoch": 5.609167671893848, |
| "grad_norm": 0.5807325839996338, |
| "learning_rate": 3.936410256410257e-05, |
| "loss": 0.0114, |
| "step": 4650 |
| }, |
| { |
| "epoch": 5.639324487334138, |
| "grad_norm": 0.8060477375984192, |
| "learning_rate": 3.9300000000000007e-05, |
| "loss": 0.0125, |
| "step": 4675 |
| }, |
| { |
| "epoch": 5.669481302774427, |
| "grad_norm": 0.7507126331329346, |
| "learning_rate": 3.923589743589744e-05, |
| "loss": 0.0128, |
| "step": 4700 |
| }, |
| { |
| "epoch": 5.699638118214716, |
| "grad_norm": 0.6952813863754272, |
| "learning_rate": 3.917179487179488e-05, |
| "loss": 0.0126, |
| "step": 4725 |
| }, |
| { |
| "epoch": 5.729794933655006, |
| "grad_norm": 0.5870805382728577, |
| "learning_rate": 3.910769230769231e-05, |
| "loss": 0.0114, |
| "step": 4750 |
| }, |
| { |
| "epoch": 5.759951749095295, |
| "grad_norm": 0.8088861703872681, |
| "learning_rate": 3.904358974358975e-05, |
| "loss": 0.0123, |
| "step": 4775 |
| }, |
| { |
| "epoch": 5.790108564535585, |
| "grad_norm": 0.6179110407829285, |
| "learning_rate": 3.897948717948718e-05, |
| "loss": 0.0131, |
| "step": 4800 |
| }, |
| { |
| "epoch": 5.820265379975875, |
| "grad_norm": 0.7527028918266296, |
| "learning_rate": 3.8915384615384615e-05, |
| "loss": 0.0115, |
| "step": 4825 |
| }, |
| { |
| "epoch": 5.850422195416164, |
| "grad_norm": 0.6718854308128357, |
| "learning_rate": 3.8851282051282054e-05, |
| "loss": 0.0137, |
| "step": 4850 |
| }, |
| { |
| "epoch": 5.8805790108564535, |
| "grad_norm": 0.674188494682312, |
| "learning_rate": 3.8787179487179486e-05, |
| "loss": 0.0112, |
| "step": 4875 |
| }, |
| { |
| "epoch": 5.910735826296743, |
| "grad_norm": 0.593620777130127, |
| "learning_rate": 3.8723076923076926e-05, |
| "loss": 0.0133, |
| "step": 4900 |
| }, |
| { |
| "epoch": 5.940892641737032, |
| "grad_norm": 0.6573485136032104, |
| "learning_rate": 3.865897435897436e-05, |
| "loss": 0.0146, |
| "step": 4925 |
| }, |
| { |
| "epoch": 5.9710494571773225, |
| "grad_norm": 0.7873544692993164, |
| "learning_rate": 3.85948717948718e-05, |
| "loss": 0.0128, |
| "step": 4950 |
| }, |
| { |
| "epoch": 6.001206272617612, |
| "grad_norm": 0.35063135623931885, |
| "learning_rate": 3.853076923076923e-05, |
| "loss": 0.0133, |
| "step": 4975 |
| }, |
| { |
| "epoch": 6.031363088057901, |
| "grad_norm": 0.3884020447731018, |
| "learning_rate": 3.846666666666667e-05, |
| "loss": 0.0082, |
| "step": 5000 |
| }, |
| { |
| "epoch": 6.031363088057901, |
| "eval_loss": 0.008334021084010601, |
| "eval_runtime": 996.9313, |
| "eval_samples_per_second": 6.238, |
| "eval_steps_per_second": 0.196, |
| "eval_wer": 1.3174483639778987, |
| "step": 5000 |
| }, |
| { |
| "epoch": 6.061519903498191, |
| "grad_norm": 0.8306075930595398, |
| "learning_rate": 3.84025641025641e-05, |
| "loss": 0.0076, |
| "step": 5025 |
| }, |
| { |
| "epoch": 6.09167671893848, |
| "grad_norm": 0.47690141201019287, |
| "learning_rate": 3.833846153846154e-05, |
| "loss": 0.0076, |
| "step": 5050 |
| }, |
| { |
| "epoch": 6.121833534378769, |
| "grad_norm": 0.4397512376308441, |
| "learning_rate": 3.827435897435897e-05, |
| "loss": 0.0092, |
| "step": 5075 |
| }, |
| { |
| "epoch": 6.151990349819059, |
| "grad_norm": 0.678534746170044, |
| "learning_rate": 3.821025641025641e-05, |
| "loss": 0.0082, |
| "step": 5100 |
| }, |
| { |
| "epoch": 6.182147165259349, |
| "grad_norm": 0.4765614867210388, |
| "learning_rate": 3.814615384615385e-05, |
| "loss": 0.0084, |
| "step": 5125 |
| }, |
| { |
| "epoch": 6.212303980699638, |
| "grad_norm": 0.4264390766620636, |
| "learning_rate": 3.8082051282051284e-05, |
| "loss": 0.0088, |
| "step": 5150 |
| }, |
| { |
| "epoch": 6.242460796139928, |
| "grad_norm": 0.6547079682350159, |
| "learning_rate": 3.801794871794872e-05, |
| "loss": 0.0085, |
| "step": 5175 |
| }, |
| { |
| "epoch": 6.272617611580217, |
| "grad_norm": 0.49223577976226807, |
| "learning_rate": 3.7953846153846155e-05, |
| "loss": 0.0087, |
| "step": 5200 |
| }, |
| { |
| "epoch": 6.302774427020506, |
| "grad_norm": 1.8589699268341064, |
| "learning_rate": 3.7889743589743595e-05, |
| "loss": 0.0087, |
| "step": 5225 |
| }, |
| { |
| "epoch": 6.332931242460796, |
| "grad_norm": 0.6287866234779358, |
| "learning_rate": 3.782564102564103e-05, |
| "loss": 0.0088, |
| "step": 5250 |
| }, |
| { |
| "epoch": 6.363088057901086, |
| "grad_norm": 0.6359266042709351, |
| "learning_rate": 3.7761538461538466e-05, |
| "loss": 0.0093, |
| "step": 5275 |
| }, |
| { |
| "epoch": 6.393244873341375, |
| "grad_norm": 0.7100051641464233, |
| "learning_rate": 3.76974358974359e-05, |
| "loss": 0.0092, |
| "step": 5300 |
| }, |
| { |
| "epoch": 6.423401688781665, |
| "grad_norm": 0.4683254659175873, |
| "learning_rate": 3.763333333333334e-05, |
| "loss": 0.0083, |
| "step": 5325 |
| }, |
| { |
| "epoch": 6.453558504221954, |
| "grad_norm": 0.5852154493331909, |
| "learning_rate": 3.756923076923077e-05, |
| "loss": 0.0087, |
| "step": 5350 |
| }, |
| { |
| "epoch": 6.4837153196622435, |
| "grad_norm": 0.6639401316642761, |
| "learning_rate": 3.750512820512821e-05, |
| "loss": 0.0091, |
| "step": 5375 |
| }, |
| { |
| "epoch": 6.513872135102533, |
| "grad_norm": 0.4289957284927368, |
| "learning_rate": 3.744102564102565e-05, |
| "loss": 0.0091, |
| "step": 5400 |
| }, |
| { |
| "epoch": 6.544028950542822, |
| "grad_norm": 0.4844948947429657, |
| "learning_rate": 3.7376923076923074e-05, |
| "loss": 0.009, |
| "step": 5425 |
| }, |
| { |
| "epoch": 6.574185765983112, |
| "grad_norm": 0.7272210717201233, |
| "learning_rate": 3.7312820512820513e-05, |
| "loss": 0.0095, |
| "step": 5450 |
| }, |
| { |
| "epoch": 6.604342581423402, |
| "grad_norm": 0.32236674427986145, |
| "learning_rate": 3.7248717948717946e-05, |
| "loss": 0.0089, |
| "step": 5475 |
| }, |
| { |
| "epoch": 6.634499396863691, |
| "grad_norm": 0.6004102230072021, |
| "learning_rate": 3.7184615384615385e-05, |
| "loss": 0.0099, |
| "step": 5500 |
| }, |
| { |
| "epoch": 6.6646562123039805, |
| "grad_norm": 0.6273390054702759, |
| "learning_rate": 3.712051282051282e-05, |
| "loss": 0.0098, |
| "step": 5525 |
| }, |
| { |
| "epoch": 6.69481302774427, |
| "grad_norm": 0.5772261023521423, |
| "learning_rate": 3.705641025641026e-05, |
| "loss": 0.0096, |
| "step": 5550 |
| }, |
| { |
| "epoch": 6.72496984318456, |
| "grad_norm": 0.5057559013366699, |
| "learning_rate": 3.6992307692307696e-05, |
| "loss": 0.0103, |
| "step": 5575 |
| }, |
| { |
| "epoch": 6.7551266586248495, |
| "grad_norm": 1.0213583707809448, |
| "learning_rate": 3.692820512820513e-05, |
| "loss": 0.0097, |
| "step": 5600 |
| }, |
| { |
| "epoch": 6.785283474065139, |
| "grad_norm": 0.807521402835846, |
| "learning_rate": 3.686410256410257e-05, |
| "loss": 0.0101, |
| "step": 5625 |
| }, |
| { |
| "epoch": 6.815440289505428, |
| "grad_norm": 0.610185444355011, |
| "learning_rate": 3.68e-05, |
| "loss": 0.0094, |
| "step": 5650 |
| }, |
| { |
| "epoch": 6.845597104945718, |
| "grad_norm": 0.3346485197544098, |
| "learning_rate": 3.673589743589744e-05, |
| "loss": 0.0098, |
| "step": 5675 |
| }, |
| { |
| "epoch": 6.875753920386007, |
| "grad_norm": 0.6063949465751648, |
| "learning_rate": 3.667179487179487e-05, |
| "loss": 0.0112, |
| "step": 5700 |
| }, |
| { |
| "epoch": 6.905910735826296, |
| "grad_norm": 0.7852259874343872, |
| "learning_rate": 3.660769230769231e-05, |
| "loss": 0.0116, |
| "step": 5725 |
| }, |
| { |
| "epoch": 6.936067551266587, |
| "grad_norm": 0.4328850507736206, |
| "learning_rate": 3.654358974358974e-05, |
| "loss": 0.0096, |
| "step": 5750 |
| }, |
| { |
| "epoch": 6.966224366706876, |
| "grad_norm": 0.7402851581573486, |
| "learning_rate": 3.647948717948718e-05, |
| "loss": 0.0098, |
| "step": 5775 |
| }, |
| { |
| "epoch": 6.996381182147165, |
| "grad_norm": 0.3319641947746277, |
| "learning_rate": 3.6415384615384615e-05, |
| "loss": 0.01, |
| "step": 5800 |
| }, |
| { |
| "epoch": 7.026537997587455, |
| "grad_norm": 0.5382101535797119, |
| "learning_rate": 3.6351282051282054e-05, |
| "loss": 0.0078, |
| "step": 5825 |
| }, |
| { |
| "epoch": 7.056694813027744, |
| "grad_norm": 0.5631383061408997, |
| "learning_rate": 3.628717948717949e-05, |
| "loss": 0.0063, |
| "step": 5850 |
| }, |
| { |
| "epoch": 7.086851628468033, |
| "grad_norm": 0.31435051560401917, |
| "learning_rate": 3.6223076923076926e-05, |
| "loss": 0.0069, |
| "step": 5875 |
| }, |
| { |
| "epoch": 7.117008443908324, |
| "grad_norm": 0.6166759729385376, |
| "learning_rate": 3.6158974358974365e-05, |
| "loss": 0.0068, |
| "step": 5900 |
| }, |
| { |
| "epoch": 7.147165259348613, |
| "grad_norm": 2.1059749126434326, |
| "learning_rate": 3.60948717948718e-05, |
| "loss": 0.0057, |
| "step": 5925 |
| }, |
| { |
| "epoch": 7.177322074788902, |
| "grad_norm": 0.49370259046554565, |
| "learning_rate": 3.6030769230769237e-05, |
| "loss": 0.0068, |
| "step": 5950 |
| }, |
| { |
| "epoch": 7.207478890229192, |
| "grad_norm": 0.5166518092155457, |
| "learning_rate": 3.596666666666667e-05, |
| "loss": 0.0071, |
| "step": 5975 |
| }, |
| { |
| "epoch": 7.237635705669481, |
| "grad_norm": 0.4447627663612366, |
| "learning_rate": 3.590256410256411e-05, |
| "loss": 0.006, |
| "step": 6000 |
| }, |
| { |
| "epoch": 7.237635705669481, |
| "eval_loss": 0.00565904937684536, |
| "eval_runtime": 990.1532, |
| "eval_samples_per_second": 6.281, |
| "eval_steps_per_second": 0.197, |
| "eval_wer": 0.5093795215893995, |
| "step": 6000 |
| }, |
| { |
| "epoch": 7.2677925211097705, |
| "grad_norm": 0.6862059831619263, |
| "learning_rate": 3.583846153846154e-05, |
| "loss": 0.0061, |
| "step": 6025 |
| }, |
| { |
| "epoch": 7.297949336550061, |
| "grad_norm": 1.0469138622283936, |
| "learning_rate": 3.577435897435897e-05, |
| "loss": 0.0058, |
| "step": 6050 |
| }, |
| { |
| "epoch": 7.32810615199035, |
| "grad_norm": 0.597836434841156, |
| "learning_rate": 3.571025641025641e-05, |
| "loss": 0.0067, |
| "step": 6075 |
| }, |
| { |
| "epoch": 7.3582629674306395, |
| "grad_norm": 0.5140921473503113, |
| "learning_rate": 3.5646153846153845e-05, |
| "loss": 0.0061, |
| "step": 6100 |
| }, |
| { |
| "epoch": 7.388419782870929, |
| "grad_norm": 0.32968372106552124, |
| "learning_rate": 3.5582051282051284e-05, |
| "loss": 0.0068, |
| "step": 6125 |
| }, |
| { |
| "epoch": 7.418576598311218, |
| "grad_norm": 0.7434627413749695, |
| "learning_rate": 3.5517948717948716e-05, |
| "loss": 0.0066, |
| "step": 6150 |
| }, |
| { |
| "epoch": 7.4487334137515075, |
| "grad_norm": 0.49147599935531616, |
| "learning_rate": 3.5453846153846156e-05, |
| "loss": 0.0069, |
| "step": 6175 |
| }, |
| { |
| "epoch": 7.478890229191798, |
| "grad_norm": 0.6912224292755127, |
| "learning_rate": 3.538974358974359e-05, |
| "loss": 0.0066, |
| "step": 6200 |
| }, |
| { |
| "epoch": 7.509047044632087, |
| "grad_norm": 0.3987594246864319, |
| "learning_rate": 3.532564102564103e-05, |
| "loss": 0.0067, |
| "step": 6225 |
| }, |
| { |
| "epoch": 7.5392038600723765, |
| "grad_norm": 0.49482178688049316, |
| "learning_rate": 3.526153846153846e-05, |
| "loss": 0.0077, |
| "step": 6250 |
| }, |
| { |
| "epoch": 7.569360675512666, |
| "grad_norm": 0.7536881566047668, |
| "learning_rate": 3.51974358974359e-05, |
| "loss": 0.0068, |
| "step": 6275 |
| }, |
| { |
| "epoch": 7.599517490952955, |
| "grad_norm": 0.6014280319213867, |
| "learning_rate": 3.513333333333334e-05, |
| "loss": 0.0066, |
| "step": 6300 |
| }, |
| { |
| "epoch": 7.629674306393245, |
| "grad_norm": 1.284350872039795, |
| "learning_rate": 3.506923076923077e-05, |
| "loss": 0.0081, |
| "step": 6325 |
| }, |
| { |
| "epoch": 7.659831121833534, |
| "grad_norm": 0.5877798199653625, |
| "learning_rate": 3.500512820512821e-05, |
| "loss": 0.0087, |
| "step": 6350 |
| }, |
| { |
| "epoch": 7.689987937273824, |
| "grad_norm": 0.5651775002479553, |
| "learning_rate": 3.494102564102564e-05, |
| "loss": 0.0072, |
| "step": 6375 |
| }, |
| { |
| "epoch": 7.720144752714114, |
| "grad_norm": 0.8394071459770203, |
| "learning_rate": 3.487692307692308e-05, |
| "loss": 0.0081, |
| "step": 6400 |
| }, |
| { |
| "epoch": 7.750301568154403, |
| "grad_norm": 0.4458906948566437, |
| "learning_rate": 3.4812820512820514e-05, |
| "loss": 0.009, |
| "step": 6425 |
| }, |
| { |
| "epoch": 7.780458383594692, |
| "grad_norm": 0.6104443669319153, |
| "learning_rate": 3.474871794871795e-05, |
| "loss": 0.0075, |
| "step": 6450 |
| }, |
| { |
| "epoch": 7.810615199034982, |
| "grad_norm": 0.570220410823822, |
| "learning_rate": 3.4684615384615385e-05, |
| "loss": 0.0087, |
| "step": 6475 |
| }, |
| { |
| "epoch": 7.840772014475271, |
| "grad_norm": 0.5109632015228271, |
| "learning_rate": 3.4620512820512825e-05, |
| "loss": 0.0079, |
| "step": 6500 |
| }, |
| { |
| "epoch": 7.870928829915561, |
| "grad_norm": 0.5733775496482849, |
| "learning_rate": 3.455641025641026e-05, |
| "loss": 0.0084, |
| "step": 6525 |
| }, |
| { |
| "epoch": 7.901085645355851, |
| "grad_norm": 0.5624831914901733, |
| "learning_rate": 3.4492307692307696e-05, |
| "loss": 0.0076, |
| "step": 6550 |
| }, |
| { |
| "epoch": 7.93124246079614, |
| "grad_norm": 0.46332231163978577, |
| "learning_rate": 3.4428205128205135e-05, |
| "loss": 0.009, |
| "step": 6575 |
| }, |
| { |
| "epoch": 7.961399276236429, |
| "grad_norm": 0.34991389513015747, |
| "learning_rate": 3.436410256410257e-05, |
| "loss": 0.0085, |
| "step": 6600 |
| }, |
| { |
| "epoch": 7.991556091676719, |
| "grad_norm": 0.6192627549171448, |
| "learning_rate": 3.430000000000001e-05, |
| "loss": 0.0081, |
| "step": 6625 |
| }, |
| { |
| "epoch": 8.021712907117008, |
| "grad_norm": 0.46190038323402405, |
| "learning_rate": 3.423589743589743e-05, |
| "loss": 0.0069, |
| "step": 6650 |
| }, |
| { |
| "epoch": 8.051869722557297, |
| "grad_norm": 0.603630006313324, |
| "learning_rate": 3.417179487179487e-05, |
| "loss": 0.0046, |
| "step": 6675 |
| }, |
| { |
| "epoch": 8.082026537997587, |
| "grad_norm": 0.553790807723999, |
| "learning_rate": 3.4107692307692304e-05, |
| "loss": 0.0054, |
| "step": 6700 |
| }, |
| { |
| "epoch": 8.112183353437876, |
| "grad_norm": 0.2668970823287964, |
| "learning_rate": 3.4043589743589744e-05, |
| "loss": 0.0047, |
| "step": 6725 |
| }, |
| { |
| "epoch": 8.142340168878167, |
| "grad_norm": 0.7724784016609192, |
| "learning_rate": 3.397948717948718e-05, |
| "loss": 0.0048, |
| "step": 6750 |
| }, |
| { |
| "epoch": 8.172496984318457, |
| "grad_norm": 0.6020099520683289, |
| "learning_rate": 3.3915384615384615e-05, |
| "loss": 0.0065, |
| "step": 6775 |
| }, |
| { |
| "epoch": 8.202653799758746, |
| "grad_norm": 0.43746957182884216, |
| "learning_rate": 3.3851282051282054e-05, |
| "loss": 0.0059, |
| "step": 6800 |
| }, |
| { |
| "epoch": 8.232810615199035, |
| "grad_norm": 0.39779946208000183, |
| "learning_rate": 3.378717948717949e-05, |
| "loss": 0.0055, |
| "step": 6825 |
| }, |
| { |
| "epoch": 8.262967430639325, |
| "grad_norm": 0.6365821957588196, |
| "learning_rate": 3.3723076923076926e-05, |
| "loss": 0.0055, |
| "step": 6850 |
| }, |
| { |
| "epoch": 8.293124246079614, |
| "grad_norm": 0.7428629398345947, |
| "learning_rate": 3.365897435897436e-05, |
| "loss": 0.0063, |
| "step": 6875 |
| }, |
| { |
| "epoch": 8.323281061519904, |
| "grad_norm": 0.2789345383644104, |
| "learning_rate": 3.35948717948718e-05, |
| "loss": 0.0061, |
| "step": 6900 |
| }, |
| { |
| "epoch": 8.353437876960193, |
| "grad_norm": 0.8929633498191833, |
| "learning_rate": 3.353076923076923e-05, |
| "loss": 0.0066, |
| "step": 6925 |
| }, |
| { |
| "epoch": 8.383594692400482, |
| "grad_norm": 0.3454608917236328, |
| "learning_rate": 3.346666666666667e-05, |
| "loss": 0.0059, |
| "step": 6950 |
| }, |
| { |
| "epoch": 8.413751507840772, |
| "grad_norm": 0.4825322926044464, |
| "learning_rate": 3.34025641025641e-05, |
| "loss": 0.006, |
| "step": 6975 |
| }, |
| { |
| "epoch": 8.443908323281061, |
| "grad_norm": 0.6422285437583923, |
| "learning_rate": 3.333846153846154e-05, |
| "loss": 0.0054, |
| "step": 7000 |
| }, |
| { |
| "epoch": 8.443908323281061, |
| "eval_loss": 0.004851850681006908, |
| "eval_runtime": 1006.3258, |
| "eval_samples_per_second": 6.18, |
| "eval_steps_per_second": 0.194, |
| "eval_wer": 0.4247649831193996, |
| "step": 7000 |
| }, |
| { |
| "epoch": 8.47406513872135, |
| "grad_norm": 0.5762166976928711, |
| "learning_rate": 3.327435897435898e-05, |
| "loss": 0.0054, |
| "step": 7025 |
| }, |
| { |
| "epoch": 8.50422195416164, |
| "grad_norm": 0.49785882234573364, |
| "learning_rate": 3.321025641025641e-05, |
| "loss": 0.0052, |
| "step": 7050 |
| }, |
| { |
| "epoch": 8.534378769601929, |
| "grad_norm": 0.508910059928894, |
| "learning_rate": 3.314615384615385e-05, |
| "loss": 0.0062, |
| "step": 7075 |
| }, |
| { |
| "epoch": 8.56453558504222, |
| "grad_norm": 0.6332126259803772, |
| "learning_rate": 3.3082051282051284e-05, |
| "loss": 0.005, |
| "step": 7100 |
| }, |
| { |
| "epoch": 8.59469240048251, |
| "grad_norm": 0.3884871304035187, |
| "learning_rate": 3.301794871794872e-05, |
| "loss": 0.006, |
| "step": 7125 |
| }, |
| { |
| "epoch": 8.624849215922799, |
| "grad_norm": 0.4841156005859375, |
| "learning_rate": 3.2953846153846156e-05, |
| "loss": 0.0054, |
| "step": 7150 |
| }, |
| { |
| "epoch": 8.655006031363088, |
| "grad_norm": 0.6124204397201538, |
| "learning_rate": 3.2889743589743595e-05, |
| "loss": 0.0068, |
| "step": 7175 |
| }, |
| { |
| "epoch": 8.685162846803378, |
| "grad_norm": 0.9315184354782104, |
| "learning_rate": 3.282564102564103e-05, |
| "loss": 0.0063, |
| "step": 7200 |
| }, |
| { |
| "epoch": 8.715319662243667, |
| "grad_norm": 0.3243924677371979, |
| "learning_rate": 3.276153846153847e-05, |
| "loss": 0.0053, |
| "step": 7225 |
| }, |
| { |
| "epoch": 8.745476477683956, |
| "grad_norm": 0.5066370964050293, |
| "learning_rate": 3.26974358974359e-05, |
| "loss": 0.0058, |
| "step": 7250 |
| }, |
| { |
| "epoch": 8.775633293124246, |
| "grad_norm": 0.5013644099235535, |
| "learning_rate": 3.263333333333333e-05, |
| "loss": 0.0056, |
| "step": 7275 |
| }, |
| { |
| "epoch": 8.805790108564535, |
| "grad_norm": 0.6400606632232666, |
| "learning_rate": 3.256923076923077e-05, |
| "loss": 0.0068, |
| "step": 7300 |
| }, |
| { |
| "epoch": 8.835946924004825, |
| "grad_norm": 0.5252374410629272, |
| "learning_rate": 3.25051282051282e-05, |
| "loss": 0.0057, |
| "step": 7325 |
| }, |
| { |
| "epoch": 8.866103739445114, |
| "grad_norm": 0.6690750122070312, |
| "learning_rate": 3.244102564102564e-05, |
| "loss": 0.0063, |
| "step": 7350 |
| }, |
| { |
| "epoch": 8.896260554885405, |
| "grad_norm": 0.5600816607475281, |
| "learning_rate": 3.2376923076923075e-05, |
| "loss": 0.0069, |
| "step": 7375 |
| }, |
| { |
| "epoch": 8.926417370325694, |
| "grad_norm": 0.6033779382705688, |
| "learning_rate": 3.2312820512820514e-05, |
| "loss": 0.0071, |
| "step": 7400 |
| }, |
| { |
| "epoch": 8.956574185765984, |
| "grad_norm": 0.47139960527420044, |
| "learning_rate": 3.2248717948717946e-05, |
| "loss": 0.0065, |
| "step": 7425 |
| }, |
| { |
| "epoch": 8.986731001206273, |
| "grad_norm": 0.6430622935295105, |
| "learning_rate": 3.2184615384615386e-05, |
| "loss": 0.0082, |
| "step": 7450 |
| }, |
| { |
| "epoch": 9.016887816646562, |
| "grad_norm": 0.5133035182952881, |
| "learning_rate": 3.2120512820512825e-05, |
| "loss": 0.0054, |
| "step": 7475 |
| }, |
| { |
| "epoch": 9.047044632086852, |
| "grad_norm": 0.18024998903274536, |
| "learning_rate": 3.205641025641026e-05, |
| "loss": 0.0042, |
| "step": 7500 |
| }, |
| { |
| "epoch": 9.077201447527141, |
| "grad_norm": 0.3068269193172455, |
| "learning_rate": 3.1992307692307696e-05, |
| "loss": 0.0035, |
| "step": 7525 |
| }, |
| { |
| "epoch": 9.10735826296743, |
| "grad_norm": 0.7015949487686157, |
| "learning_rate": 3.192820512820513e-05, |
| "loss": 0.0042, |
| "step": 7550 |
| }, |
| { |
| "epoch": 9.13751507840772, |
| "grad_norm": 0.3348095417022705, |
| "learning_rate": 3.186410256410257e-05, |
| "loss": 0.0034, |
| "step": 7575 |
| }, |
| { |
| "epoch": 9.16767189384801, |
| "grad_norm": 0.4713417887687683, |
| "learning_rate": 3.18e-05, |
| "loss": 0.004, |
| "step": 7600 |
| }, |
| { |
| "epoch": 9.197828709288299, |
| "grad_norm": 0.5061328411102295, |
| "learning_rate": 3.173589743589744e-05, |
| "loss": 0.0051, |
| "step": 7625 |
| }, |
| { |
| "epoch": 9.227985524728588, |
| "grad_norm": 0.7264745831489563, |
| "learning_rate": 3.167179487179487e-05, |
| "loss": 0.0041, |
| "step": 7650 |
| }, |
| { |
| "epoch": 9.258142340168877, |
| "grad_norm": 0.6336009502410889, |
| "learning_rate": 3.160769230769231e-05, |
| "loss": 0.0053, |
| "step": 7675 |
| }, |
| { |
| "epoch": 9.288299155609169, |
| "grad_norm": 0.7289473414421082, |
| "learning_rate": 3.1543589743589744e-05, |
| "loss": 0.0043, |
| "step": 7700 |
| }, |
| { |
| "epoch": 9.318455971049458, |
| "grad_norm": 0.22295871376991272, |
| "learning_rate": 3.147948717948718e-05, |
| "loss": 0.0046, |
| "step": 7725 |
| }, |
| { |
| "epoch": 9.348612786489747, |
| "grad_norm": 0.19099809229373932, |
| "learning_rate": 3.1415384615384615e-05, |
| "loss": 0.0042, |
| "step": 7750 |
| }, |
| { |
| "epoch": 9.378769601930037, |
| "grad_norm": 0.40205222368240356, |
| "learning_rate": 3.1351282051282055e-05, |
| "loss": 0.0045, |
| "step": 7775 |
| }, |
| { |
| "epoch": 9.408926417370326, |
| "grad_norm": 0.4660908877849579, |
| "learning_rate": 3.1287179487179494e-05, |
| "loss": 0.0053, |
| "step": 7800 |
| }, |
| { |
| "epoch": 9.439083232810615, |
| "grad_norm": 0.3816703259944916, |
| "learning_rate": 3.1223076923076926e-05, |
| "loss": 0.005, |
| "step": 7825 |
| }, |
| { |
| "epoch": 9.469240048250905, |
| "grad_norm": 0.3453875780105591, |
| "learning_rate": 3.1158974358974365e-05, |
| "loss": 0.0057, |
| "step": 7850 |
| }, |
| { |
| "epoch": 9.499396863691194, |
| "grad_norm": 0.71337890625, |
| "learning_rate": 3.109487179487179e-05, |
| "loss": 0.0059, |
| "step": 7875 |
| }, |
| { |
| "epoch": 9.529553679131483, |
| "grad_norm": 0.8145949840545654, |
| "learning_rate": 3.103076923076923e-05, |
| "loss": 0.0045, |
| "step": 7900 |
| }, |
| { |
| "epoch": 9.559710494571773, |
| "grad_norm": 0.42738842964172363, |
| "learning_rate": 3.096666666666666e-05, |
| "loss": 0.0052, |
| "step": 7925 |
| }, |
| { |
| "epoch": 9.589867310012062, |
| "grad_norm": 0.3211086094379425, |
| "learning_rate": 3.09025641025641e-05, |
| "loss": 0.0062, |
| "step": 7950 |
| }, |
| { |
| "epoch": 9.620024125452352, |
| "grad_norm": 0.3079499900341034, |
| "learning_rate": 3.083846153846154e-05, |
| "loss": 0.0056, |
| "step": 7975 |
| }, |
| { |
| "epoch": 9.650180940892643, |
| "grad_norm": 1.0396015644073486, |
| "learning_rate": 3.0774358974358974e-05, |
| "loss": 0.0052, |
| "step": 8000 |
| }, |
| { |
| "epoch": 9.650180940892643, |
| "eval_loss": 0.004133495967835188, |
| "eval_runtime": 1012.439, |
| "eval_samples_per_second": 6.143, |
| "eval_steps_per_second": 0.193, |
| "eval_wer": 0.39938062157839954, |
| "step": 8000 |
| }, |
| { |
| "epoch": 9.680337756332932, |
| "grad_norm": 0.49858543276786804, |
| "learning_rate": 3.071025641025641e-05, |
| "loss": 0.0055, |
| "step": 8025 |
| }, |
| { |
| "epoch": 9.710494571773221, |
| "grad_norm": 0.380087286233902, |
| "learning_rate": 3.0646153846153845e-05, |
| "loss": 0.0051, |
| "step": 8050 |
| }, |
| { |
| "epoch": 9.74065138721351, |
| "grad_norm": 0.3809559941291809, |
| "learning_rate": 3.0582051282051284e-05, |
| "loss": 0.005, |
| "step": 8075 |
| }, |
| { |
| "epoch": 9.7708082026538, |
| "grad_norm": 0.4090009033679962, |
| "learning_rate": 3.051794871794872e-05, |
| "loss": 0.0045, |
| "step": 8100 |
| }, |
| { |
| "epoch": 9.80096501809409, |
| "grad_norm": 0.5513147711753845, |
| "learning_rate": 3.0453846153846156e-05, |
| "loss": 0.005, |
| "step": 8125 |
| }, |
| { |
| "epoch": 9.831121833534379, |
| "grad_norm": 0.2282816618680954, |
| "learning_rate": 3.0389743589743592e-05, |
| "loss": 0.0052, |
| "step": 8150 |
| }, |
| { |
| "epoch": 9.861278648974668, |
| "grad_norm": 0.6830194592475891, |
| "learning_rate": 3.0325641025641028e-05, |
| "loss": 0.0056, |
| "step": 8175 |
| }, |
| { |
| "epoch": 9.891435464414958, |
| "grad_norm": 0.2835237383842468, |
| "learning_rate": 3.0261538461538463e-05, |
| "loss": 0.005, |
| "step": 8200 |
| }, |
| { |
| "epoch": 9.921592279855247, |
| "grad_norm": 0.9871799945831299, |
| "learning_rate": 3.01974358974359e-05, |
| "loss": 0.0051, |
| "step": 8225 |
| }, |
| { |
| "epoch": 9.951749095295536, |
| "grad_norm": 0.30679917335510254, |
| "learning_rate": 3.0133333333333335e-05, |
| "loss": 0.0057, |
| "step": 8250 |
| }, |
| { |
| "epoch": 9.981905910735826, |
| "grad_norm": 0.33395645022392273, |
| "learning_rate": 3.006923076923077e-05, |
| "loss": 0.0052, |
| "step": 8275 |
| }, |
| { |
| "epoch": 10.012062726176115, |
| "grad_norm": 0.3980708122253418, |
| "learning_rate": 3.0005128205128207e-05, |
| "loss": 0.005, |
| "step": 8300 |
| }, |
| { |
| "epoch": 10.042219541616406, |
| "grad_norm": 0.3314126431941986, |
| "learning_rate": 2.9941025641025643e-05, |
| "loss": 0.0036, |
| "step": 8325 |
| }, |
| { |
| "epoch": 10.072376357056696, |
| "grad_norm": 0.3394934833049774, |
| "learning_rate": 2.9876923076923082e-05, |
| "loss": 0.003, |
| "step": 8350 |
| }, |
| { |
| "epoch": 10.102533172496985, |
| "grad_norm": 0.7935678958892822, |
| "learning_rate": 2.9812820512820518e-05, |
| "loss": 0.0041, |
| "step": 8375 |
| }, |
| { |
| "epoch": 10.132689987937274, |
| "grad_norm": 0.34128591418266296, |
| "learning_rate": 2.9748717948717953e-05, |
| "loss": 0.0043, |
| "step": 8400 |
| }, |
| { |
| "epoch": 10.162846803377564, |
| "grad_norm": 0.3675540089607239, |
| "learning_rate": 2.968461538461539e-05, |
| "loss": 0.0037, |
| "step": 8425 |
| }, |
| { |
| "epoch": 10.193003618817853, |
| "grad_norm": 0.3633953928947449, |
| "learning_rate": 2.9620512820512825e-05, |
| "loss": 0.0039, |
| "step": 8450 |
| }, |
| { |
| "epoch": 10.223160434258142, |
| "grad_norm": 0.2437092512845993, |
| "learning_rate": 2.9556410256410254e-05, |
| "loss": 0.004, |
| "step": 8475 |
| }, |
| { |
| "epoch": 10.253317249698432, |
| "grad_norm": 0.5230311155319214, |
| "learning_rate": 2.949230769230769e-05, |
| "loss": 0.0048, |
| "step": 8500 |
| }, |
| { |
| "epoch": 10.283474065138721, |
| "grad_norm": 0.8120681643486023, |
| "learning_rate": 2.942820512820513e-05, |
| "loss": 0.0036, |
| "step": 8525 |
| }, |
| { |
| "epoch": 10.31363088057901, |
| "grad_norm": 0.5272610783576965, |
| "learning_rate": 2.9364102564102565e-05, |
| "loss": 0.0035, |
| "step": 8550 |
| }, |
| { |
| "epoch": 10.3437876960193, |
| "grad_norm": 0.32748904824256897, |
| "learning_rate": 2.93e-05, |
| "loss": 0.0037, |
| "step": 8575 |
| }, |
| { |
| "epoch": 10.37394451145959, |
| "grad_norm": 0.37172701954841614, |
| "learning_rate": 2.9235897435897437e-05, |
| "loss": 0.0048, |
| "step": 8600 |
| }, |
| { |
| "epoch": 10.404101326899879, |
| "grad_norm": 0.24529249966144562, |
| "learning_rate": 2.9171794871794872e-05, |
| "loss": 0.0042, |
| "step": 8625 |
| }, |
| { |
| "epoch": 10.43425814234017, |
| "grad_norm": 0.3945331871509552, |
| "learning_rate": 2.9107692307692308e-05, |
| "loss": 0.0028, |
| "step": 8650 |
| }, |
| { |
| "epoch": 10.464414957780459, |
| "grad_norm": 0.4225753843784332, |
| "learning_rate": 2.9043589743589744e-05, |
| "loss": 0.0037, |
| "step": 8675 |
| }, |
| { |
| "epoch": 10.494571773220748, |
| "grad_norm": 0.45884862542152405, |
| "learning_rate": 2.897948717948718e-05, |
| "loss": 0.004, |
| "step": 8700 |
| }, |
| { |
| "epoch": 10.524728588661038, |
| "grad_norm": 0.5330889225006104, |
| "learning_rate": 2.8915384615384616e-05, |
| "loss": 0.0057, |
| "step": 8725 |
| }, |
| { |
| "epoch": 10.554885404101327, |
| "grad_norm": 0.36432358622550964, |
| "learning_rate": 2.885128205128205e-05, |
| "loss": 0.0045, |
| "step": 8750 |
| }, |
| { |
| "epoch": 10.585042219541617, |
| "grad_norm": 0.2396915704011917, |
| "learning_rate": 2.8787179487179487e-05, |
| "loss": 0.0039, |
| "step": 8775 |
| }, |
| { |
| "epoch": 10.615199034981906, |
| "grad_norm": 0.29191240668296814, |
| "learning_rate": 2.8723076923076926e-05, |
| "loss": 0.0029, |
| "step": 8800 |
| }, |
| { |
| "epoch": 10.645355850422195, |
| "grad_norm": 0.3459051847457886, |
| "learning_rate": 2.8658974358974362e-05, |
| "loss": 0.004, |
| "step": 8825 |
| }, |
| { |
| "epoch": 10.675512665862485, |
| "grad_norm": 0.17961002886295319, |
| "learning_rate": 2.8594871794871798e-05, |
| "loss": 0.0035, |
| "step": 8850 |
| }, |
| { |
| "epoch": 10.705669481302774, |
| "grad_norm": 0.3958909511566162, |
| "learning_rate": 2.8530769230769234e-05, |
| "loss": 0.0036, |
| "step": 8875 |
| }, |
| { |
| "epoch": 10.735826296743063, |
| "grad_norm": 0.44192948937416077, |
| "learning_rate": 2.846666666666667e-05, |
| "loss": 0.0039, |
| "step": 8900 |
| }, |
| { |
| "epoch": 10.765983112183353, |
| "grad_norm": 0.4524558186531067, |
| "learning_rate": 2.8402564102564106e-05, |
| "loss": 0.0038, |
| "step": 8925 |
| }, |
| { |
| "epoch": 10.796139927623642, |
| "grad_norm": 0.392850786447525, |
| "learning_rate": 2.833846153846154e-05, |
| "loss": 0.0044, |
| "step": 8950 |
| }, |
| { |
| "epoch": 10.826296743063933, |
| "grad_norm": 0.29905205965042114, |
| "learning_rate": 2.8274358974358977e-05, |
| "loss": 0.0036, |
| "step": 8975 |
| }, |
| { |
| "epoch": 10.856453558504223, |
| "grad_norm": 0.5706111788749695, |
| "learning_rate": 2.8210256410256413e-05, |
| "loss": 0.0048, |
| "step": 9000 |
| }, |
| { |
| "epoch": 10.856453558504223, |
| "eval_loss": 0.0026703376788645983, |
| "eval_runtime": 1012.108, |
| "eval_samples_per_second": 6.145, |
| "eval_steps_per_second": 0.193, |
| "eval_wer": 0.23353612617719977, |
| "step": 9000 |
| }, |
| { |
| "epoch": 10.886610373944512, |
| "grad_norm": 0.321850448846817, |
| "learning_rate": 2.814615384615385e-05, |
| "loss": 0.0044, |
| "step": 9025 |
| }, |
| { |
| "epoch": 10.916767189384801, |
| "grad_norm": 0.45686766505241394, |
| "learning_rate": 2.8082051282051285e-05, |
| "loss": 0.0053, |
| "step": 9050 |
| }, |
| { |
| "epoch": 10.94692400482509, |
| "grad_norm": 0.38578805327415466, |
| "learning_rate": 2.8017948717948717e-05, |
| "loss": 0.0038, |
| "step": 9075 |
| }, |
| { |
| "epoch": 10.97708082026538, |
| "grad_norm": 0.6577151417732239, |
| "learning_rate": 2.7953846153846153e-05, |
| "loss": 0.0039, |
| "step": 9100 |
| }, |
| { |
| "epoch": 11.00723763570567, |
| "grad_norm": 0.4123535454273224, |
| "learning_rate": 2.788974358974359e-05, |
| "loss": 0.0037, |
| "step": 9125 |
| }, |
| { |
| "epoch": 11.037394451145959, |
| "grad_norm": 0.38779810070991516, |
| "learning_rate": 2.7825641025641024e-05, |
| "loss": 0.0027, |
| "step": 9150 |
| }, |
| { |
| "epoch": 11.067551266586248, |
| "grad_norm": 0.0658646896481514, |
| "learning_rate": 2.776153846153846e-05, |
| "loss": 0.0024, |
| "step": 9175 |
| }, |
| { |
| "epoch": 11.097708082026537, |
| "grad_norm": 0.5341454744338989, |
| "learning_rate": 2.7697435897435896e-05, |
| "loss": 0.0024, |
| "step": 9200 |
| }, |
| { |
| "epoch": 11.127864897466827, |
| "grad_norm": 0.23726364970207214, |
| "learning_rate": 2.7633333333333332e-05, |
| "loss": 0.0038, |
| "step": 9225 |
| }, |
| { |
| "epoch": 11.158021712907116, |
| "grad_norm": 0.15049795806407928, |
| "learning_rate": 2.756923076923077e-05, |
| "loss": 0.0027, |
| "step": 9250 |
| }, |
| { |
| "epoch": 11.188178528347407, |
| "grad_norm": 0.29823240637779236, |
| "learning_rate": 2.7505128205128207e-05, |
| "loss": 0.0026, |
| "step": 9275 |
| }, |
| { |
| "epoch": 11.218335343787697, |
| "grad_norm": 0.22329437732696533, |
| "learning_rate": 2.7441025641025643e-05, |
| "loss": 0.0018, |
| "step": 9300 |
| }, |
| { |
| "epoch": 11.248492159227986, |
| "grad_norm": 0.3106261193752289, |
| "learning_rate": 2.737692307692308e-05, |
| "loss": 0.002, |
| "step": 9325 |
| }, |
| { |
| "epoch": 11.278648974668275, |
| "grad_norm": 0.3054550290107727, |
| "learning_rate": 2.7312820512820514e-05, |
| "loss": 0.0021, |
| "step": 9350 |
| }, |
| { |
| "epoch": 11.308805790108565, |
| "grad_norm": 0.3811512887477875, |
| "learning_rate": 2.724871794871795e-05, |
| "loss": 0.0021, |
| "step": 9375 |
| }, |
| { |
| "epoch": 11.338962605548854, |
| "grad_norm": 0.5648501515388489, |
| "learning_rate": 2.7184615384615386e-05, |
| "loss": 0.002, |
| "step": 9400 |
| }, |
| { |
| "epoch": 11.369119420989144, |
| "grad_norm": 0.20232941210269928, |
| "learning_rate": 2.7120512820512822e-05, |
| "loss": 0.0029, |
| "step": 9425 |
| }, |
| { |
| "epoch": 11.399276236429433, |
| "grad_norm": 0.3404022455215454, |
| "learning_rate": 2.7056410256410258e-05, |
| "loss": 0.0027, |
| "step": 9450 |
| }, |
| { |
| "epoch": 11.429433051869722, |
| "grad_norm": 0.3755060136318207, |
| "learning_rate": 2.6992307692307693e-05, |
| "loss": 0.0018, |
| "step": 9475 |
| }, |
| { |
| "epoch": 11.459589867310012, |
| "grad_norm": 0.20553480088710785, |
| "learning_rate": 2.692820512820513e-05, |
| "loss": 0.0021, |
| "step": 9500 |
| }, |
| { |
| "epoch": 11.489746682750301, |
| "grad_norm": 0.4247529208660126, |
| "learning_rate": 2.6864102564102565e-05, |
| "loss": 0.003, |
| "step": 9525 |
| }, |
| { |
| "epoch": 11.51990349819059, |
| "grad_norm": 0.4408630132675171, |
| "learning_rate": 2.6800000000000004e-05, |
| "loss": 0.003, |
| "step": 9550 |
| }, |
| { |
| "epoch": 11.55006031363088, |
| "grad_norm": 0.4051152765750885, |
| "learning_rate": 2.673589743589744e-05, |
| "loss": 0.0039, |
| "step": 9575 |
| }, |
| { |
| "epoch": 11.58021712907117, |
| "grad_norm": 0.14619019627571106, |
| "learning_rate": 2.6671794871794876e-05, |
| "loss": 0.0025, |
| "step": 9600 |
| }, |
| { |
| "epoch": 11.61037394451146, |
| "grad_norm": 0.25218665599823, |
| "learning_rate": 2.6607692307692312e-05, |
| "loss": 0.0024, |
| "step": 9625 |
| }, |
| { |
| "epoch": 11.64053075995175, |
| "grad_norm": 0.16053034365177155, |
| "learning_rate": 2.6543589743589748e-05, |
| "loss": 0.0026, |
| "step": 9650 |
| }, |
| { |
| "epoch": 11.670687575392039, |
| "grad_norm": 0.39415442943573, |
| "learning_rate": 2.6479487179487183e-05, |
| "loss": 0.0034, |
| "step": 9675 |
| }, |
| { |
| "epoch": 11.700844390832328, |
| "grad_norm": 0.181549534201622, |
| "learning_rate": 2.6415384615384612e-05, |
| "loss": 0.0034, |
| "step": 9700 |
| }, |
| { |
| "epoch": 11.731001206272618, |
| "grad_norm": 0.30012285709381104, |
| "learning_rate": 2.635128205128205e-05, |
| "loss": 0.0037, |
| "step": 9725 |
| }, |
| { |
| "epoch": 11.761158021712907, |
| "grad_norm": 0.4771812856197357, |
| "learning_rate": 2.6287179487179487e-05, |
| "loss": 0.0031, |
| "step": 9750 |
| }, |
| { |
| "epoch": 11.791314837153196, |
| "grad_norm": 0.48958683013916016, |
| "learning_rate": 2.6223076923076923e-05, |
| "loss": 0.0031, |
| "step": 9775 |
| }, |
| { |
| "epoch": 11.821471652593486, |
| "grad_norm": 0.35798442363739014, |
| "learning_rate": 2.615897435897436e-05, |
| "loss": 0.003, |
| "step": 9800 |
| }, |
| { |
| "epoch": 11.851628468033775, |
| "grad_norm": 0.424891859292984, |
| "learning_rate": 2.6094871794871795e-05, |
| "loss": 0.0034, |
| "step": 9825 |
| }, |
| { |
| "epoch": 11.881785283474064, |
| "grad_norm": 0.5343705415725708, |
| "learning_rate": 2.603076923076923e-05, |
| "loss": 0.0034, |
| "step": 9850 |
| }, |
| { |
| "epoch": 11.911942098914354, |
| "grad_norm": 0.33687034249305725, |
| "learning_rate": 2.5966666666666667e-05, |
| "loss": 0.0034, |
| "step": 9875 |
| }, |
| { |
| "epoch": 11.942098914354645, |
| "grad_norm": 0.19549277424812317, |
| "learning_rate": 2.5902564102564102e-05, |
| "loss": 0.0032, |
| "step": 9900 |
| }, |
| { |
| "epoch": 11.972255729794934, |
| "grad_norm": 0.37058568000793457, |
| "learning_rate": 2.5838461538461538e-05, |
| "loss": 0.0041, |
| "step": 9925 |
| }, |
| { |
| "epoch": 12.002412545235224, |
| "grad_norm": 0.4825538098812103, |
| "learning_rate": 2.5774358974358974e-05, |
| "loss": 0.0037, |
| "step": 9950 |
| }, |
| { |
| "epoch": 12.032569360675513, |
| "grad_norm": 0.32408758997917175, |
| "learning_rate": 2.571025641025641e-05, |
| "loss": 0.0029, |
| "step": 9975 |
| }, |
| { |
| "epoch": 12.062726176115802, |
| "grad_norm": 1.3659263849258423, |
| "learning_rate": 2.564615384615385e-05, |
| "loss": 0.0026, |
| "step": 10000 |
| }, |
| { |
| "epoch": 12.062726176115802, |
| "eval_loss": 0.0029017296619713306, |
| "eval_runtime": 1002.1561, |
| "eval_samples_per_second": 6.206, |
| "eval_steps_per_second": 0.195, |
| "eval_wer": 0.21661321848319975, |
| "step": 10000 |
| }, |
| { |
| "epoch": 12.092882991556092, |
| "grad_norm": 0.21181556582450867, |
| "learning_rate": 2.5582051282051285e-05, |
| "loss": 0.0022, |
| "step": 10025 |
| }, |
| { |
| "epoch": 12.123039806996381, |
| "grad_norm": 0.5615534782409668, |
| "learning_rate": 2.551794871794872e-05, |
| "loss": 0.0024, |
| "step": 10050 |
| }, |
| { |
| "epoch": 12.15319662243667, |
| "grad_norm": 0.39352747797966003, |
| "learning_rate": 2.5456410256410256e-05, |
| "loss": 0.003, |
| "step": 10075 |
| }, |
| { |
| "epoch": 12.18335343787696, |
| "grad_norm": 0.2446441948413849, |
| "learning_rate": 2.5392307692307692e-05, |
| "loss": 0.0017, |
| "step": 10100 |
| }, |
| { |
| "epoch": 12.21351025331725, |
| "grad_norm": 0.16832281649112701, |
| "learning_rate": 2.5328205128205128e-05, |
| "loss": 0.0026, |
| "step": 10125 |
| }, |
| { |
| "epoch": 12.243667068757539, |
| "grad_norm": 0.4804658889770508, |
| "learning_rate": 2.5264102564102567e-05, |
| "loss": 0.0027, |
| "step": 10150 |
| }, |
| { |
| "epoch": 12.273823884197828, |
| "grad_norm": 0.1354343742132187, |
| "learning_rate": 2.5200000000000003e-05, |
| "loss": 0.0031, |
| "step": 10175 |
| }, |
| { |
| "epoch": 12.303980699638117, |
| "grad_norm": 0.15623527765274048, |
| "learning_rate": 2.513589743589744e-05, |
| "loss": 0.0031, |
| "step": 10200 |
| }, |
| { |
| "epoch": 12.334137515078408, |
| "grad_norm": 0.36342325806617737, |
| "learning_rate": 2.5071794871794874e-05, |
| "loss": 0.0036, |
| "step": 10225 |
| }, |
| { |
| "epoch": 12.364294330518698, |
| "grad_norm": 0.23433375358581543, |
| "learning_rate": 2.500769230769231e-05, |
| "loss": 0.0039, |
| "step": 10250 |
| }, |
| { |
| "epoch": 12.394451145958987, |
| "grad_norm": 0.3810514211654663, |
| "learning_rate": 2.4943589743589746e-05, |
| "loss": 0.0039, |
| "step": 10275 |
| }, |
| { |
| "epoch": 12.424607961399277, |
| "grad_norm": 0.16892196238040924, |
| "learning_rate": 2.4879487179487182e-05, |
| "loss": 0.0024, |
| "step": 10300 |
| }, |
| { |
| "epoch": 12.454764776839566, |
| "grad_norm": 0.20938655734062195, |
| "learning_rate": 2.4815384615384614e-05, |
| "loss": 0.0022, |
| "step": 10325 |
| }, |
| { |
| "epoch": 12.484921592279855, |
| "grad_norm": 0.20405377447605133, |
| "learning_rate": 2.475128205128205e-05, |
| "loss": 0.0021, |
| "step": 10350 |
| }, |
| { |
| "epoch": 12.515078407720145, |
| "grad_norm": 0.32469889521598816, |
| "learning_rate": 2.468717948717949e-05, |
| "loss": 0.0023, |
| "step": 10375 |
| }, |
| { |
| "epoch": 12.545235223160434, |
| "grad_norm": 0.5191196799278259, |
| "learning_rate": 2.4623076923076925e-05, |
| "loss": 0.0023, |
| "step": 10400 |
| }, |
| { |
| "epoch": 12.575392038600723, |
| "grad_norm": 0.7766408324241638, |
| "learning_rate": 2.455897435897436e-05, |
| "loss": 0.002, |
| "step": 10425 |
| }, |
| { |
| "epoch": 12.605548854041013, |
| "grad_norm": 0.174134761095047, |
| "learning_rate": 2.4494871794871797e-05, |
| "loss": 0.0029, |
| "step": 10450 |
| }, |
| { |
| "epoch": 12.635705669481302, |
| "grad_norm": 0.2488279789686203, |
| "learning_rate": 2.4430769230769232e-05, |
| "loss": 0.0026, |
| "step": 10475 |
| }, |
| { |
| "epoch": 12.665862484921592, |
| "grad_norm": 0.5845912098884583, |
| "learning_rate": 2.4366666666666668e-05, |
| "loss": 0.0027, |
| "step": 10500 |
| }, |
| { |
| "epoch": 12.696019300361883, |
| "grad_norm": 0.3894956707954407, |
| "learning_rate": 2.4302564102564104e-05, |
| "loss": 0.004, |
| "step": 10525 |
| }, |
| { |
| "epoch": 12.726176115802172, |
| "grad_norm": 0.577989935874939, |
| "learning_rate": 2.423846153846154e-05, |
| "loss": 0.0033, |
| "step": 10550 |
| }, |
| { |
| "epoch": 12.756332931242461, |
| "grad_norm": 0.5323812365531921, |
| "learning_rate": 2.4174358974358976e-05, |
| "loss": 0.0031, |
| "step": 10575 |
| }, |
| { |
| "epoch": 12.78648974668275, |
| "grad_norm": 0.18721026182174683, |
| "learning_rate": 2.411025641025641e-05, |
| "loss": 0.0026, |
| "step": 10600 |
| }, |
| { |
| "epoch": 12.81664656212304, |
| "grad_norm": 0.45707863569259644, |
| "learning_rate": 2.4046153846153847e-05, |
| "loss": 0.0025, |
| "step": 10625 |
| }, |
| { |
| "epoch": 12.84680337756333, |
| "grad_norm": 0.2535931169986725, |
| "learning_rate": 2.3982051282051283e-05, |
| "loss": 0.0026, |
| "step": 10650 |
| }, |
| { |
| "epoch": 12.876960193003619, |
| "grad_norm": 0.40412938594818115, |
| "learning_rate": 2.391794871794872e-05, |
| "loss": 0.0029, |
| "step": 10675 |
| }, |
| { |
| "epoch": 12.907117008443908, |
| "grad_norm": 0.48595574498176575, |
| "learning_rate": 2.3853846153846155e-05, |
| "loss": 0.0032, |
| "step": 10700 |
| }, |
| { |
| "epoch": 12.937273823884198, |
| "grad_norm": 0.3177012801170349, |
| "learning_rate": 2.378974358974359e-05, |
| "loss": 0.0027, |
| "step": 10725 |
| }, |
| { |
| "epoch": 12.967430639324487, |
| "grad_norm": 0.3524671494960785, |
| "learning_rate": 2.3725641025641026e-05, |
| "loss": 0.0027, |
| "step": 10750 |
| }, |
| { |
| "epoch": 12.997587454764776, |
| "grad_norm": 0.4569479823112488, |
| "learning_rate": 2.3661538461538462e-05, |
| "loss": 0.0027, |
| "step": 10775 |
| }, |
| { |
| "epoch": 13.027744270205066, |
| "grad_norm": 0.17919158935546875, |
| "learning_rate": 2.3597435897435898e-05, |
| "loss": 0.002, |
| "step": 10800 |
| }, |
| { |
| "epoch": 13.057901085645355, |
| "grad_norm": 0.3922942876815796, |
| "learning_rate": 2.3533333333333334e-05, |
| "loss": 0.0012, |
| "step": 10825 |
| }, |
| { |
| "epoch": 13.088057901085646, |
| "grad_norm": 0.386620432138443, |
| "learning_rate": 2.346923076923077e-05, |
| "loss": 0.0015, |
| "step": 10850 |
| }, |
| { |
| "epoch": 13.118214716525936, |
| "grad_norm": 0.3305458128452301, |
| "learning_rate": 2.340512820512821e-05, |
| "loss": 0.002, |
| "step": 10875 |
| }, |
| { |
| "epoch": 13.148371531966225, |
| "grad_norm": 0.4336313307285309, |
| "learning_rate": 2.3341025641025645e-05, |
| "loss": 0.0018, |
| "step": 10900 |
| }, |
| { |
| "epoch": 13.178528347406514, |
| "grad_norm": 0.10824853926897049, |
| "learning_rate": 2.3276923076923077e-05, |
| "loss": 0.0017, |
| "step": 10925 |
| }, |
| { |
| "epoch": 13.208685162846804, |
| "grad_norm": 0.2195797562599182, |
| "learning_rate": 2.3212820512820513e-05, |
| "loss": 0.0026, |
| "step": 10950 |
| }, |
| { |
| "epoch": 13.238841978287093, |
| "grad_norm": 0.25650644302368164, |
| "learning_rate": 2.314871794871795e-05, |
| "loss": 0.0023, |
| "step": 10975 |
| }, |
| { |
| "epoch": 13.268998793727382, |
| "grad_norm": 0.10807997733354568, |
| "learning_rate": 2.3084615384615385e-05, |
| "loss": 0.0018, |
| "step": 11000 |
| }, |
| { |
| "epoch": 13.268998793727382, |
| "eval_loss": 0.0015814718790352345, |
| "eval_runtime": 996.446, |
| "eval_samples_per_second": 6.241, |
| "eval_steps_per_second": 0.196, |
| "eval_wer": 0.14046013386019984, |
| "step": 11000 |
| }, |
| { |
| "epoch": 13.299155609167672, |
| "grad_norm": 0.2267145812511444, |
| "learning_rate": 2.302051282051282e-05, |
| "loss": 0.0019, |
| "step": 11025 |
| }, |
| { |
| "epoch": 13.329312424607961, |
| "grad_norm": 0.14571033418178558, |
| "learning_rate": 2.2956410256410256e-05, |
| "loss": 0.0021, |
| "step": 11050 |
| }, |
| { |
| "epoch": 13.35946924004825, |
| "grad_norm": 0.15503397583961487, |
| "learning_rate": 2.2892307692307692e-05, |
| "loss": 0.0021, |
| "step": 11075 |
| }, |
| { |
| "epoch": 13.38962605548854, |
| "grad_norm": 0.19532398879528046, |
| "learning_rate": 2.282820512820513e-05, |
| "loss": 0.0018, |
| "step": 11100 |
| }, |
| { |
| "epoch": 13.41978287092883, |
| "grad_norm": 0.4344866871833801, |
| "learning_rate": 2.2766666666666667e-05, |
| "loss": 0.0029, |
| "step": 11125 |
| }, |
| { |
| "epoch": 13.44993968636912, |
| "grad_norm": 0.2359779328107834, |
| "learning_rate": 2.2702564102564102e-05, |
| "loss": 0.0023, |
| "step": 11150 |
| }, |
| { |
| "epoch": 13.48009650180941, |
| "grad_norm": 0.4041311740875244, |
| "learning_rate": 2.2638461538461538e-05, |
| "loss": 0.0029, |
| "step": 11175 |
| }, |
| { |
| "epoch": 13.510253317249699, |
| "grad_norm": 0.4723527729511261, |
| "learning_rate": 2.2574358974358974e-05, |
| "loss": 0.0021, |
| "step": 11200 |
| }, |
| { |
| "epoch": 13.540410132689988, |
| "grad_norm": 0.2631275951862335, |
| "learning_rate": 2.251025641025641e-05, |
| "loss": 0.0022, |
| "step": 11225 |
| }, |
| { |
| "epoch": 13.570566948130278, |
| "grad_norm": 0.3231171667575836, |
| "learning_rate": 2.2446153846153846e-05, |
| "loss": 0.0017, |
| "step": 11250 |
| }, |
| { |
| "epoch": 13.600723763570567, |
| "grad_norm": 0.23541826009750366, |
| "learning_rate": 2.2382051282051285e-05, |
| "loss": 0.0017, |
| "step": 11275 |
| }, |
| { |
| "epoch": 13.630880579010856, |
| "grad_norm": 0.27727654576301575, |
| "learning_rate": 2.231794871794872e-05, |
| "loss": 0.0016, |
| "step": 11300 |
| }, |
| { |
| "epoch": 13.661037394451146, |
| "grad_norm": 0.031325988471508026, |
| "learning_rate": 2.2253846153846157e-05, |
| "loss": 0.0017, |
| "step": 11325 |
| }, |
| { |
| "epoch": 13.691194209891435, |
| "grad_norm": 0.1195283904671669, |
| "learning_rate": 2.2189743589743592e-05, |
| "loss": 0.0015, |
| "step": 11350 |
| }, |
| { |
| "epoch": 13.721351025331725, |
| "grad_norm": 0.30955806374549866, |
| "learning_rate": 2.2125641025641028e-05, |
| "loss": 0.0016, |
| "step": 11375 |
| }, |
| { |
| "epoch": 13.751507840772014, |
| "grad_norm": 0.235143780708313, |
| "learning_rate": 2.206153846153846e-05, |
| "loss": 0.0018, |
| "step": 11400 |
| }, |
| { |
| "epoch": 13.781664656212303, |
| "grad_norm": 0.24938906729221344, |
| "learning_rate": 2.1997435897435896e-05, |
| "loss": 0.0017, |
| "step": 11425 |
| }, |
| { |
| "epoch": 13.811821471652593, |
| "grad_norm": 0.43972665071487427, |
| "learning_rate": 2.1933333333333332e-05, |
| "loss": 0.0017, |
| "step": 11450 |
| }, |
| { |
| "epoch": 13.841978287092884, |
| "grad_norm": 0.0943671390414238, |
| "learning_rate": 2.1869230769230768e-05, |
| "loss": 0.0022, |
| "step": 11475 |
| }, |
| { |
| "epoch": 13.872135102533173, |
| "grad_norm": 0.40343430638313293, |
| "learning_rate": 2.1805128205128207e-05, |
| "loss": 0.0019, |
| "step": 11500 |
| }, |
| { |
| "epoch": 13.902291917973463, |
| "grad_norm": 0.10829182714223862, |
| "learning_rate": 2.1741025641025643e-05, |
| "loss": 0.0018, |
| "step": 11525 |
| }, |
| { |
| "epoch": 13.932448733413752, |
| "grad_norm": 0.2386273443698883, |
| "learning_rate": 2.167692307692308e-05, |
| "loss": 0.0016, |
| "step": 11550 |
| }, |
| { |
| "epoch": 13.962605548854041, |
| "grad_norm": 0.1016281247138977, |
| "learning_rate": 2.1612820512820515e-05, |
| "loss": 0.0018, |
| "step": 11575 |
| }, |
| { |
| "epoch": 13.99276236429433, |
| "grad_norm": 0.32754793763160706, |
| "learning_rate": 2.154871794871795e-05, |
| "loss": 0.002, |
| "step": 11600 |
| }, |
| { |
| "epoch": 14.02291917973462, |
| "grad_norm": 0.04194990545511246, |
| "learning_rate": 2.1484615384615386e-05, |
| "loss": 0.0011, |
| "step": 11625 |
| }, |
| { |
| "epoch": 14.05307599517491, |
| "grad_norm": 0.2491765320301056, |
| "learning_rate": 2.1420512820512822e-05, |
| "loss": 0.0014, |
| "step": 11650 |
| }, |
| { |
| "epoch": 14.083232810615199, |
| "grad_norm": 0.014708359725773335, |
| "learning_rate": 2.1356410256410258e-05, |
| "loss": 0.0008, |
| "step": 11675 |
| }, |
| { |
| "epoch": 14.113389626055488, |
| "grad_norm": 0.4803709387779236, |
| "learning_rate": 2.129230769230769e-05, |
| "loss": 0.0015, |
| "step": 11700 |
| }, |
| { |
| "epoch": 14.143546441495777, |
| "grad_norm": 0.4044797122478485, |
| "learning_rate": 2.122820512820513e-05, |
| "loss": 0.0012, |
| "step": 11725 |
| }, |
| { |
| "epoch": 14.173703256936067, |
| "grad_norm": 0.029006000608205795, |
| "learning_rate": 2.1164102564102565e-05, |
| "loss": 0.0007, |
| "step": 11750 |
| }, |
| { |
| "epoch": 14.203860072376358, |
| "grad_norm": 0.1911536306142807, |
| "learning_rate": 2.11e-05, |
| "loss": 0.001, |
| "step": 11775 |
| }, |
| { |
| "epoch": 14.234016887816647, |
| "grad_norm": 0.21454551815986633, |
| "learning_rate": 2.1035897435897437e-05, |
| "loss": 0.001, |
| "step": 11800 |
| }, |
| { |
| "epoch": 14.264173703256937, |
| "grad_norm": 0.17662163078784943, |
| "learning_rate": 2.0971794871794873e-05, |
| "loss": 0.0007, |
| "step": 11825 |
| }, |
| { |
| "epoch": 14.294330518697226, |
| "grad_norm": 0.22295348346233368, |
| "learning_rate": 2.090769230769231e-05, |
| "loss": 0.0012, |
| "step": 11850 |
| }, |
| { |
| "epoch": 14.324487334137515, |
| "grad_norm": 0.2702692747116089, |
| "learning_rate": 2.0843589743589745e-05, |
| "loss": 0.0011, |
| "step": 11875 |
| }, |
| { |
| "epoch": 14.354644149577805, |
| "grad_norm": 0.05450628325343132, |
| "learning_rate": 2.077948717948718e-05, |
| "loss": 0.0011, |
| "step": 11900 |
| }, |
| { |
| "epoch": 14.384800965018094, |
| "grad_norm": 0.3169969320297241, |
| "learning_rate": 2.0715384615384616e-05, |
| "loss": 0.001, |
| "step": 11925 |
| }, |
| { |
| "epoch": 14.414957780458383, |
| "grad_norm": 0.15280167758464813, |
| "learning_rate": 2.0651282051282052e-05, |
| "loss": 0.0009, |
| "step": 11950 |
| }, |
| { |
| "epoch": 14.445114595898673, |
| "grad_norm": 0.21866431832313538, |
| "learning_rate": 2.0587179487179488e-05, |
| "loss": 0.0006, |
| "step": 11975 |
| }, |
| { |
| "epoch": 14.475271411338962, |
| "grad_norm": 0.08858295530080795, |
| "learning_rate": 2.0523076923076927e-05, |
| "loss": 0.0006, |
| "step": 12000 |
| }, |
| { |
| "epoch": 14.475271411338962, |
| "eval_loss": 0.0008076800731942058, |
| "eval_runtime": 996.6648, |
| "eval_samples_per_second": 6.24, |
| "eval_steps_per_second": 0.196, |
| "eval_wer": 0.051614868466699944, |
| "step": 12000 |
| }, |
| { |
| "epoch": 14.505428226779252, |
| "grad_norm": 0.1264970898628235, |
| "learning_rate": 2.045897435897436e-05, |
| "loss": 0.0012, |
| "step": 12025 |
| }, |
| { |
| "epoch": 14.535585042219541, |
| "grad_norm": 0.2380407452583313, |
| "learning_rate": 2.0394871794871795e-05, |
| "loss": 0.0011, |
| "step": 12050 |
| }, |
| { |
| "epoch": 14.56574185765983, |
| "grad_norm": 0.15191993117332458, |
| "learning_rate": 2.033076923076923e-05, |
| "loss": 0.0006, |
| "step": 12075 |
| }, |
| { |
| "epoch": 14.595898673100121, |
| "grad_norm": 0.13679549098014832, |
| "learning_rate": 2.0266666666666667e-05, |
| "loss": 0.0009, |
| "step": 12100 |
| }, |
| { |
| "epoch": 14.62605548854041, |
| "grad_norm": 0.32420992851257324, |
| "learning_rate": 2.0202564102564103e-05, |
| "loss": 0.0015, |
| "step": 12125 |
| }, |
| { |
| "epoch": 14.6562123039807, |
| "grad_norm": 0.05826028808951378, |
| "learning_rate": 2.013846153846154e-05, |
| "loss": 0.0021, |
| "step": 12150 |
| }, |
| { |
| "epoch": 14.68636911942099, |
| "grad_norm": 0.2103799283504486, |
| "learning_rate": 2.0074358974358974e-05, |
| "loss": 0.0012, |
| "step": 12175 |
| }, |
| { |
| "epoch": 14.716525934861279, |
| "grad_norm": 0.2913725674152374, |
| "learning_rate": 2.0012820512820513e-05, |
| "loss": 0.0018, |
| "step": 12200 |
| }, |
| { |
| "epoch": 14.746682750301568, |
| "grad_norm": 0.4515094757080078, |
| "learning_rate": 1.994871794871795e-05, |
| "loss": 0.0015, |
| "step": 12225 |
| }, |
| { |
| "epoch": 14.776839565741858, |
| "grad_norm": 0.4244413673877716, |
| "learning_rate": 1.9884615384615385e-05, |
| "loss": 0.0017, |
| "step": 12250 |
| }, |
| { |
| "epoch": 14.806996381182147, |
| "grad_norm": 0.457838773727417, |
| "learning_rate": 1.982051282051282e-05, |
| "loss": 0.0019, |
| "step": 12275 |
| }, |
| { |
| "epoch": 14.837153196622436, |
| "grad_norm": 0.2790083587169647, |
| "learning_rate": 1.9756410256410256e-05, |
| "loss": 0.0018, |
| "step": 12300 |
| }, |
| { |
| "epoch": 14.867310012062726, |
| "grad_norm": 0.1873409003019333, |
| "learning_rate": 1.9692307692307692e-05, |
| "loss": 0.001, |
| "step": 12325 |
| }, |
| { |
| "epoch": 14.897466827503015, |
| "grad_norm": 0.10269332677125931, |
| "learning_rate": 1.9628205128205128e-05, |
| "loss": 0.0016, |
| "step": 12350 |
| }, |
| { |
| "epoch": 14.927623642943304, |
| "grad_norm": 0.25753891468048096, |
| "learning_rate": 1.9564102564102564e-05, |
| "loss": 0.0015, |
| "step": 12375 |
| }, |
| { |
| "epoch": 14.957780458383596, |
| "grad_norm": 0.35127919912338257, |
| "learning_rate": 1.9500000000000003e-05, |
| "loss": 0.0012, |
| "step": 12400 |
| }, |
| { |
| "epoch": 14.987937273823885, |
| "grad_norm": 0.5634476542472839, |
| "learning_rate": 1.943589743589744e-05, |
| "loss": 0.0016, |
| "step": 12425 |
| }, |
| { |
| "epoch": 15.018094089264174, |
| "grad_norm": 0.024632366374135017, |
| "learning_rate": 1.9371794871794875e-05, |
| "loss": 0.0015, |
| "step": 12450 |
| }, |
| { |
| "epoch": 15.048250904704464, |
| "grad_norm": 0.02257225476205349, |
| "learning_rate": 1.930769230769231e-05, |
| "loss": 0.0013, |
| "step": 12475 |
| }, |
| { |
| "epoch": 15.078407720144753, |
| "grad_norm": 0.04358160123229027, |
| "learning_rate": 1.9243589743589743e-05, |
| "loss": 0.0009, |
| "step": 12500 |
| }, |
| { |
| "epoch": 15.108564535585042, |
| "grad_norm": 0.04449508711695671, |
| "learning_rate": 1.917948717948718e-05, |
| "loss": 0.0007, |
| "step": 12525 |
| }, |
| { |
| "epoch": 15.138721351025332, |
| "grad_norm": 0.28677237033843994, |
| "learning_rate": 1.9115384615384615e-05, |
| "loss": 0.001, |
| "step": 12550 |
| }, |
| { |
| "epoch": 15.168878166465621, |
| "grad_norm": 0.27006012201309204, |
| "learning_rate": 1.905128205128205e-05, |
| "loss": 0.0008, |
| "step": 12575 |
| }, |
| { |
| "epoch": 15.19903498190591, |
| "grad_norm": 0.11848629266023636, |
| "learning_rate": 1.8987179487179486e-05, |
| "loss": 0.0011, |
| "step": 12600 |
| }, |
| { |
| "epoch": 15.2291917973462, |
| "grad_norm": 0.09428757429122925, |
| "learning_rate": 1.8923076923076925e-05, |
| "loss": 0.001, |
| "step": 12625 |
| }, |
| { |
| "epoch": 15.25934861278649, |
| "grad_norm": 0.3050622344017029, |
| "learning_rate": 1.885897435897436e-05, |
| "loss": 0.0016, |
| "step": 12650 |
| }, |
| { |
| "epoch": 15.289505428226779, |
| "grad_norm": 0.11524270474910736, |
| "learning_rate": 1.8794871794871797e-05, |
| "loss": 0.0007, |
| "step": 12675 |
| }, |
| { |
| "epoch": 15.319662243667068, |
| "grad_norm": 0.049393486231565475, |
| "learning_rate": 1.8730769230769233e-05, |
| "loss": 0.0014, |
| "step": 12700 |
| }, |
| { |
| "epoch": 15.349819059107359, |
| "grad_norm": 0.13888594508171082, |
| "learning_rate": 1.866666666666667e-05, |
| "loss": 0.001, |
| "step": 12725 |
| }, |
| { |
| "epoch": 15.379975874547648, |
| "grad_norm": 0.24283666908740997, |
| "learning_rate": 1.8602564102564104e-05, |
| "loss": 0.0012, |
| "step": 12750 |
| }, |
| { |
| "epoch": 15.410132689987938, |
| "grad_norm": 0.03154498338699341, |
| "learning_rate": 1.853846153846154e-05, |
| "loss": 0.0006, |
| "step": 12775 |
| }, |
| { |
| "epoch": 15.440289505428227, |
| "grad_norm": 0.23273347318172455, |
| "learning_rate": 1.8474358974358973e-05, |
| "loss": 0.0013, |
| "step": 12800 |
| }, |
| { |
| "epoch": 15.470446320868517, |
| "grad_norm": 0.027964431792497635, |
| "learning_rate": 1.841025641025641e-05, |
| "loss": 0.0009, |
| "step": 12825 |
| }, |
| { |
| "epoch": 15.500603136308806, |
| "grad_norm": 0.10171785950660706, |
| "learning_rate": 1.8346153846153848e-05, |
| "loss": 0.001, |
| "step": 12850 |
| }, |
| { |
| "epoch": 15.530759951749095, |
| "grad_norm": 0.07663460075855255, |
| "learning_rate": 1.8282051282051284e-05, |
| "loss": 0.0012, |
| "step": 12875 |
| }, |
| { |
| "epoch": 15.560916767189385, |
| "grad_norm": 0.13134215772151947, |
| "learning_rate": 1.821794871794872e-05, |
| "loss": 0.0014, |
| "step": 12900 |
| }, |
| { |
| "epoch": 15.591073582629674, |
| "grad_norm": 0.36030343174934387, |
| "learning_rate": 1.8153846153846155e-05, |
| "loss": 0.0009, |
| "step": 12925 |
| }, |
| { |
| "epoch": 15.621230398069963, |
| "grad_norm": 0.06968313455581665, |
| "learning_rate": 1.808974358974359e-05, |
| "loss": 0.0007, |
| "step": 12950 |
| }, |
| { |
| "epoch": 15.651387213510253, |
| "grad_norm": 0.3380257487297058, |
| "learning_rate": 1.8025641025641027e-05, |
| "loss": 0.0012, |
| "step": 12975 |
| }, |
| { |
| "epoch": 15.681544028950542, |
| "grad_norm": 0.5323896408081055, |
| "learning_rate": 1.7961538461538463e-05, |
| "loss": 0.0011, |
| "step": 13000 |
| }, |
| { |
| "epoch": 15.681544028950542, |
| "eval_loss": 0.0010069493437185884, |
| "eval_runtime": 1002.646, |
| "eval_samples_per_second": 6.203, |
| "eval_steps_per_second": 0.194, |
| "eval_wer": 0.059230176928999935, |
| "step": 13000 |
| }, |
| { |
| "epoch": 15.711700844390833, |
| "grad_norm": 0.35281914472579956, |
| "learning_rate": 1.78974358974359e-05, |
| "loss": 0.0014, |
| "step": 13025 |
| }, |
| { |
| "epoch": 15.741857659831123, |
| "grad_norm": 0.17595279216766357, |
| "learning_rate": 1.7833333333333334e-05, |
| "loss": 0.0008, |
| "step": 13050 |
| }, |
| { |
| "epoch": 15.772014475271412, |
| "grad_norm": 0.3843632936477661, |
| "learning_rate": 1.776923076923077e-05, |
| "loss": 0.0015, |
| "step": 13075 |
| }, |
| { |
| "epoch": 15.802171290711701, |
| "grad_norm": 0.1887003630399704, |
| "learning_rate": 1.7705128205128206e-05, |
| "loss": 0.0009, |
| "step": 13100 |
| }, |
| { |
| "epoch": 15.83232810615199, |
| "grad_norm": 0.24152594804763794, |
| "learning_rate": 1.7641025641025642e-05, |
| "loss": 0.0015, |
| "step": 13125 |
| }, |
| { |
| "epoch": 15.86248492159228, |
| "grad_norm": 0.05987237021327019, |
| "learning_rate": 1.7576923076923078e-05, |
| "loss": 0.001, |
| "step": 13150 |
| }, |
| { |
| "epoch": 15.89264173703257, |
| "grad_norm": 0.04662075638771057, |
| "learning_rate": 1.7512820512820513e-05, |
| "loss": 0.0009, |
| "step": 13175 |
| }, |
| { |
| "epoch": 15.922798552472859, |
| "grad_norm": 0.044758863747119904, |
| "learning_rate": 1.744871794871795e-05, |
| "loss": 0.0007, |
| "step": 13200 |
| }, |
| { |
| "epoch": 15.952955367913148, |
| "grad_norm": 0.26706501841545105, |
| "learning_rate": 1.7384615384615385e-05, |
| "loss": 0.001, |
| "step": 13225 |
| }, |
| { |
| "epoch": 15.983112183353438, |
| "grad_norm": 0.04062407463788986, |
| "learning_rate": 1.732051282051282e-05, |
| "loss": 0.0012, |
| "step": 13250 |
| }, |
| { |
| "epoch": 16.013268998793727, |
| "grad_norm": 0.023897381499409676, |
| "learning_rate": 1.7256410256410257e-05, |
| "loss": 0.0013, |
| "step": 13275 |
| }, |
| { |
| "epoch": 16.043425814234016, |
| "grad_norm": 0.32823121547698975, |
| "learning_rate": 1.7192307692307692e-05, |
| "loss": 0.0007, |
| "step": 13300 |
| }, |
| { |
| "epoch": 16.073582629674306, |
| "grad_norm": 0.15761221945285797, |
| "learning_rate": 1.7128205128205128e-05, |
| "loss": 0.0009, |
| "step": 13325 |
| }, |
| { |
| "epoch": 16.103739445114595, |
| "grad_norm": 0.44138479232788086, |
| "learning_rate": 1.7064102564102567e-05, |
| "loss": 0.0015, |
| "step": 13350 |
| }, |
| { |
| "epoch": 16.133896260554884, |
| "grad_norm": 0.09857632219791412, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 0.0008, |
| "step": 13375 |
| }, |
| { |
| "epoch": 16.164053075995174, |
| "grad_norm": 0.04731433838605881, |
| "learning_rate": 1.6935897435897436e-05, |
| "loss": 0.0011, |
| "step": 13400 |
| }, |
| { |
| "epoch": 16.194209891435463, |
| "grad_norm": 0.19600285589694977, |
| "learning_rate": 1.687179487179487e-05, |
| "loss": 0.0013, |
| "step": 13425 |
| }, |
| { |
| "epoch": 16.224366706875752, |
| "grad_norm": 0.19857877492904663, |
| "learning_rate": 1.6807692307692307e-05, |
| "loss": 0.0007, |
| "step": 13450 |
| }, |
| { |
| "epoch": 16.254523522316042, |
| "grad_norm": 0.16761957108974457, |
| "learning_rate": 1.6743589743589743e-05, |
| "loss": 0.0008, |
| "step": 13475 |
| }, |
| { |
| "epoch": 16.284680337756335, |
| "grad_norm": 0.15052922070026398, |
| "learning_rate": 1.667948717948718e-05, |
| "loss": 0.0008, |
| "step": 13500 |
| }, |
| { |
| "epoch": 16.314837153196624, |
| "grad_norm": 0.1592302769422531, |
| "learning_rate": 1.6615384615384615e-05, |
| "loss": 0.0009, |
| "step": 13525 |
| }, |
| { |
| "epoch": 16.344993968636913, |
| "grad_norm": 0.06324774026870728, |
| "learning_rate": 1.655128205128205e-05, |
| "loss": 0.0012, |
| "step": 13550 |
| }, |
| { |
| "epoch": 16.375150784077203, |
| "grad_norm": 0.08904474228620529, |
| "learning_rate": 1.648717948717949e-05, |
| "loss": 0.001, |
| "step": 13575 |
| }, |
| { |
| "epoch": 16.405307599517492, |
| "grad_norm": 0.30309730768203735, |
| "learning_rate": 1.6423076923076926e-05, |
| "loss": 0.0016, |
| "step": 13600 |
| }, |
| { |
| "epoch": 16.43546441495778, |
| "grad_norm": 0.034333765506744385, |
| "learning_rate": 1.635897435897436e-05, |
| "loss": 0.0009, |
| "step": 13625 |
| }, |
| { |
| "epoch": 16.46562123039807, |
| "grad_norm": 0.1407672017812729, |
| "learning_rate": 1.6294871794871797e-05, |
| "loss": 0.0013, |
| "step": 13650 |
| }, |
| { |
| "epoch": 16.49577804583836, |
| "grad_norm": 0.33947229385375977, |
| "learning_rate": 1.6230769230769233e-05, |
| "loss": 0.0014, |
| "step": 13675 |
| }, |
| { |
| "epoch": 16.52593486127865, |
| "grad_norm": 0.33563920855522156, |
| "learning_rate": 1.6166666666666665e-05, |
| "loss": 0.0012, |
| "step": 13700 |
| }, |
| { |
| "epoch": 16.55609167671894, |
| "grad_norm": 0.20057527720928192, |
| "learning_rate": 1.61025641025641e-05, |
| "loss": 0.0009, |
| "step": 13725 |
| }, |
| { |
| "epoch": 16.58624849215923, |
| "grad_norm": 0.3705625534057617, |
| "learning_rate": 1.6038461538461537e-05, |
| "loss": 0.0013, |
| "step": 13750 |
| }, |
| { |
| "epoch": 16.616405307599518, |
| "grad_norm": 0.07782306522130966, |
| "learning_rate": 1.5974358974358973e-05, |
| "loss": 0.001, |
| "step": 13775 |
| }, |
| { |
| "epoch": 16.646562123039807, |
| "grad_norm": 0.27725890278816223, |
| "learning_rate": 1.5910256410256412e-05, |
| "loss": 0.0012, |
| "step": 13800 |
| }, |
| { |
| "epoch": 16.676718938480096, |
| "grad_norm": 0.062382087111473083, |
| "learning_rate": 1.5846153846153848e-05, |
| "loss": 0.001, |
| "step": 13825 |
| }, |
| { |
| "epoch": 16.706875753920386, |
| "grad_norm": 0.09845041483640671, |
| "learning_rate": 1.5782051282051284e-05, |
| "loss": 0.0011, |
| "step": 13850 |
| }, |
| { |
| "epoch": 16.737032569360675, |
| "grad_norm": 0.9588223099708557, |
| "learning_rate": 1.571794871794872e-05, |
| "loss": 0.0013, |
| "step": 13875 |
| }, |
| { |
| "epoch": 16.767189384800965, |
| "grad_norm": 0.053613290190696716, |
| "learning_rate": 1.5653846153846155e-05, |
| "loss": 0.0006, |
| "step": 13900 |
| }, |
| { |
| "epoch": 16.797346200241254, |
| "grad_norm": 0.2024143934249878, |
| "learning_rate": 1.558974358974359e-05, |
| "loss": 0.0008, |
| "step": 13925 |
| }, |
| { |
| "epoch": 16.827503015681543, |
| "grad_norm": 0.06082351505756378, |
| "learning_rate": 1.5525641025641027e-05, |
| "loss": 0.0007, |
| "step": 13950 |
| }, |
| { |
| "epoch": 16.857659831121833, |
| "grad_norm": 0.09507593512535095, |
| "learning_rate": 1.5461538461538463e-05, |
| "loss": 0.0007, |
| "step": 13975 |
| }, |
| { |
| "epoch": 16.887816646562122, |
| "grad_norm": 0.1426476687192917, |
| "learning_rate": 1.53974358974359e-05, |
| "loss": 0.0008, |
| "step": 14000 |
| }, |
| { |
| "epoch": 16.887816646562122, |
| "eval_loss": 0.0005711495759896934, |
| "eval_runtime": 990.0229, |
| "eval_samples_per_second": 6.282, |
| "eval_steps_per_second": 0.197, |
| "eval_wer": 0.04399956000439995, |
| "step": 14000 |
| }, |
| { |
| "epoch": 16.91797346200241, |
| "grad_norm": 0.18840347230434418, |
| "learning_rate": 1.5333333333333334e-05, |
| "loss": 0.0013, |
| "step": 14025 |
| }, |
| { |
| "epoch": 16.9481302774427, |
| "grad_norm": 0.26766589283943176, |
| "learning_rate": 1.526923076923077e-05, |
| "loss": 0.0015, |
| "step": 14050 |
| }, |
| { |
| "epoch": 16.97828709288299, |
| "grad_norm": 0.28743016719818115, |
| "learning_rate": 1.5205128205128204e-05, |
| "loss": 0.0012, |
| "step": 14075 |
| }, |
| { |
| "epoch": 17.00844390832328, |
| "grad_norm": 0.14443720877170563, |
| "learning_rate": 1.5141025641025642e-05, |
| "loss": 0.0011, |
| "step": 14100 |
| }, |
| { |
| "epoch": 17.03860072376357, |
| "grad_norm": 0.024033578112721443, |
| "learning_rate": 1.5076923076923078e-05, |
| "loss": 0.0007, |
| "step": 14125 |
| }, |
| { |
| "epoch": 17.06875753920386, |
| "grad_norm": 0.00767620699480176, |
| "learning_rate": 1.5012820512820514e-05, |
| "loss": 0.0005, |
| "step": 14150 |
| }, |
| { |
| "epoch": 17.09891435464415, |
| "grad_norm": 0.015186134725809097, |
| "learning_rate": 1.494871794871795e-05, |
| "loss": 0.0005, |
| "step": 14175 |
| }, |
| { |
| "epoch": 17.12907117008444, |
| "grad_norm": 0.01915036514401436, |
| "learning_rate": 1.4884615384615385e-05, |
| "loss": 0.0006, |
| "step": 14200 |
| }, |
| { |
| "epoch": 17.15922798552473, |
| "grad_norm": 0.03488083556294441, |
| "learning_rate": 1.4820512820512823e-05, |
| "loss": 0.0007, |
| "step": 14225 |
| }, |
| { |
| "epoch": 17.18938480096502, |
| "grad_norm": 0.09613313525915146, |
| "learning_rate": 1.4756410256410259e-05, |
| "loss": 0.0006, |
| "step": 14250 |
| }, |
| { |
| "epoch": 17.21954161640531, |
| "grad_norm": 0.18326513469219208, |
| "learning_rate": 1.4692307692307694e-05, |
| "loss": 0.0006, |
| "step": 14275 |
| }, |
| { |
| "epoch": 17.249698431845598, |
| "grad_norm": 0.15190808475017548, |
| "learning_rate": 1.462820512820513e-05, |
| "loss": 0.0004, |
| "step": 14300 |
| }, |
| { |
| "epoch": 17.279855247285887, |
| "grad_norm": 0.3432150185108185, |
| "learning_rate": 1.4564102564102564e-05, |
| "loss": 0.0011, |
| "step": 14325 |
| }, |
| { |
| "epoch": 17.310012062726177, |
| "grad_norm": 0.4396774470806122, |
| "learning_rate": 1.45e-05, |
| "loss": 0.001, |
| "step": 14350 |
| }, |
| { |
| "epoch": 17.340168878166466, |
| "grad_norm": 0.06790395081043243, |
| "learning_rate": 1.4435897435897436e-05, |
| "loss": 0.0012, |
| "step": 14375 |
| }, |
| { |
| "epoch": 17.370325693606755, |
| "grad_norm": 0.35853540897369385, |
| "learning_rate": 1.4371794871794872e-05, |
| "loss": 0.0008, |
| "step": 14400 |
| }, |
| { |
| "epoch": 17.400482509047045, |
| "grad_norm": 0.013928794302046299, |
| "learning_rate": 1.4307692307692308e-05, |
| "loss": 0.0004, |
| "step": 14425 |
| }, |
| { |
| "epoch": 17.430639324487334, |
| "grad_norm": 0.1788260042667389, |
| "learning_rate": 1.4243589743589743e-05, |
| "loss": 0.0006, |
| "step": 14450 |
| }, |
| { |
| "epoch": 17.460796139927623, |
| "grad_norm": 0.2558450400829315, |
| "learning_rate": 1.4179487179487181e-05, |
| "loss": 0.0007, |
| "step": 14475 |
| }, |
| { |
| "epoch": 17.490952955367913, |
| "grad_norm": 0.020362338051199913, |
| "learning_rate": 1.4115384615384617e-05, |
| "loss": 0.0009, |
| "step": 14500 |
| }, |
| { |
| "epoch": 17.521109770808202, |
| "grad_norm": 0.014310728758573532, |
| "learning_rate": 1.4051282051282052e-05, |
| "loss": 0.0006, |
| "step": 14525 |
| }, |
| { |
| "epoch": 17.55126658624849, |
| "grad_norm": 0.036641139537096024, |
| "learning_rate": 1.3987179487179488e-05, |
| "loss": 0.001, |
| "step": 14550 |
| }, |
| { |
| "epoch": 17.58142340168878, |
| "grad_norm": 0.03447428345680237, |
| "learning_rate": 1.3923076923076924e-05, |
| "loss": 0.0014, |
| "step": 14575 |
| }, |
| { |
| "epoch": 17.61158021712907, |
| "grad_norm": 0.060432709753513336, |
| "learning_rate": 1.3858974358974362e-05, |
| "loss": 0.0013, |
| "step": 14600 |
| }, |
| { |
| "epoch": 17.64173703256936, |
| "grad_norm": 0.10130875557661057, |
| "learning_rate": 1.3794871794871794e-05, |
| "loss": 0.0008, |
| "step": 14625 |
| }, |
| { |
| "epoch": 17.67189384800965, |
| "grad_norm": 0.01216267328709364, |
| "learning_rate": 1.373076923076923e-05, |
| "loss": 0.0005, |
| "step": 14650 |
| }, |
| { |
| "epoch": 17.70205066344994, |
| "grad_norm": 0.05615884065628052, |
| "learning_rate": 1.3666666666666666e-05, |
| "loss": 0.0007, |
| "step": 14675 |
| }, |
| { |
| "epoch": 17.732207478890228, |
| "grad_norm": 0.04427564516663551, |
| "learning_rate": 1.3602564102564103e-05, |
| "loss": 0.0006, |
| "step": 14700 |
| }, |
| { |
| "epoch": 17.762364294330517, |
| "grad_norm": 0.045263323932886124, |
| "learning_rate": 1.3538461538461539e-05, |
| "loss": 0.0007, |
| "step": 14725 |
| }, |
| { |
| "epoch": 17.79252110977081, |
| "grad_norm": 0.08449224382638931, |
| "learning_rate": 1.3474358974358975e-05, |
| "loss": 0.0006, |
| "step": 14750 |
| }, |
| { |
| "epoch": 17.8226779252111, |
| "grad_norm": 0.10307135432958603, |
| "learning_rate": 1.341025641025641e-05, |
| "loss": 0.0007, |
| "step": 14775 |
| }, |
| { |
| "epoch": 17.85283474065139, |
| "grad_norm": 0.5374400019645691, |
| "learning_rate": 1.3346153846153846e-05, |
| "loss": 0.0005, |
| "step": 14800 |
| }, |
| { |
| "epoch": 17.882991556091678, |
| "grad_norm": 0.5694553256034851, |
| "learning_rate": 1.3282051282051284e-05, |
| "loss": 0.0011, |
| "step": 14825 |
| }, |
| { |
| "epoch": 17.913148371531967, |
| "grad_norm": 0.1859111189842224, |
| "learning_rate": 1.321794871794872e-05, |
| "loss": 0.0008, |
| "step": 14850 |
| }, |
| { |
| "epoch": 17.943305186972257, |
| "grad_norm": 0.22747331857681274, |
| "learning_rate": 1.3153846153846156e-05, |
| "loss": 0.0007, |
| "step": 14875 |
| }, |
| { |
| "epoch": 17.973462002412546, |
| "grad_norm": 0.3381015658378601, |
| "learning_rate": 1.3089743589743591e-05, |
| "loss": 0.0011, |
| "step": 14900 |
| }, |
| { |
| "epoch": 18.003618817852836, |
| "grad_norm": 0.04330763593316078, |
| "learning_rate": 1.3025641025641026e-05, |
| "loss": 0.0009, |
| "step": 14925 |
| }, |
| { |
| "epoch": 18.033775633293125, |
| "grad_norm": 0.10595140606164932, |
| "learning_rate": 1.2961538461538461e-05, |
| "loss": 0.0004, |
| "step": 14950 |
| }, |
| { |
| "epoch": 18.063932448733414, |
| "grad_norm": 0.011601651087403297, |
| "learning_rate": 1.2897435897435897e-05, |
| "loss": 0.0007, |
| "step": 14975 |
| }, |
| { |
| "epoch": 18.094089264173704, |
| "grad_norm": 0.3361925780773163, |
| "learning_rate": 1.2833333333333333e-05, |
| "loss": 0.0005, |
| "step": 15000 |
| }, |
| { |
| "epoch": 18.094089264173704, |
| "eval_loss": 0.00034312964999116957, |
| "eval_runtime": 1004.3168, |
| "eval_samples_per_second": 6.192, |
| "eval_steps_per_second": 0.194, |
| "eval_wer": 0.026230506925699972, |
| "step": 15000 |
| }, |
| { |
| "epoch": 18.124246079613993, |
| "grad_norm": 0.0681447684764862, |
| "learning_rate": 1.2769230769230769e-05, |
| "loss": 0.0005, |
| "step": 15025 |
| }, |
| { |
| "epoch": 18.154402895054282, |
| "grad_norm": 0.12613628804683685, |
| "learning_rate": 1.2705128205128206e-05, |
| "loss": 0.0003, |
| "step": 15050 |
| }, |
| { |
| "epoch": 18.18455971049457, |
| "grad_norm": 0.6640765070915222, |
| "learning_rate": 1.2641025641025642e-05, |
| "loss": 0.0006, |
| "step": 15075 |
| }, |
| { |
| "epoch": 18.21471652593486, |
| "grad_norm": 0.05167512595653534, |
| "learning_rate": 1.2576923076923078e-05, |
| "loss": 0.0003, |
| "step": 15100 |
| }, |
| { |
| "epoch": 18.24487334137515, |
| "grad_norm": 0.18414056301116943, |
| "learning_rate": 1.2512820512820514e-05, |
| "loss": 0.0003, |
| "step": 15125 |
| }, |
| { |
| "epoch": 18.27503015681544, |
| "grad_norm": 0.02288408949971199, |
| "learning_rate": 1.2448717948717948e-05, |
| "loss": 0.0004, |
| "step": 15150 |
| }, |
| { |
| "epoch": 18.30518697225573, |
| "grad_norm": 0.016178827732801437, |
| "learning_rate": 1.2384615384615385e-05, |
| "loss": 0.0004, |
| "step": 15175 |
| }, |
| { |
| "epoch": 18.33534378769602, |
| "grad_norm": 0.04137105867266655, |
| "learning_rate": 1.2320512820512821e-05, |
| "loss": 0.0005, |
| "step": 15200 |
| }, |
| { |
| "epoch": 18.365500603136308, |
| "grad_norm": 0.008456836454570293, |
| "learning_rate": 1.2256410256410257e-05, |
| "loss": 0.0003, |
| "step": 15225 |
| }, |
| { |
| "epoch": 18.395657418576597, |
| "grad_norm": 0.0407336950302124, |
| "learning_rate": 1.2192307692307693e-05, |
| "loss": 0.0002, |
| "step": 15250 |
| }, |
| { |
| "epoch": 18.425814234016887, |
| "grad_norm": 0.049277517944574356, |
| "learning_rate": 1.2128205128205129e-05, |
| "loss": 0.0006, |
| "step": 15275 |
| }, |
| { |
| "epoch": 18.455971049457176, |
| "grad_norm": 0.06035938486456871, |
| "learning_rate": 1.2064102564102564e-05, |
| "loss": 0.0002, |
| "step": 15300 |
| }, |
| { |
| "epoch": 18.486127864897465, |
| "grad_norm": 0.2011227160692215, |
| "learning_rate": 1.2e-05, |
| "loss": 0.0004, |
| "step": 15325 |
| }, |
| { |
| "epoch": 18.516284680337755, |
| "grad_norm": 0.034561824053525925, |
| "learning_rate": 1.1935897435897436e-05, |
| "loss": 0.0004, |
| "step": 15350 |
| }, |
| { |
| "epoch": 18.546441495778044, |
| "grad_norm": 0.04372337833046913, |
| "learning_rate": 1.1871794871794872e-05, |
| "loss": 0.0005, |
| "step": 15375 |
| }, |
| { |
| "epoch": 18.576598311218337, |
| "grad_norm": 0.008042124100029469, |
| "learning_rate": 1.1807692307692308e-05, |
| "loss": 0.0002, |
| "step": 15400 |
| }, |
| { |
| "epoch": 18.606755126658626, |
| "grad_norm": 0.10854102671146393, |
| "learning_rate": 1.1743589743589745e-05, |
| "loss": 0.0005, |
| "step": 15425 |
| }, |
| { |
| "epoch": 18.636911942098916, |
| "grad_norm": 0.037805236876010895, |
| "learning_rate": 1.167948717948718e-05, |
| "loss": 0.0003, |
| "step": 15450 |
| }, |
| { |
| "epoch": 18.667068757539205, |
| "grad_norm": 0.01474406011402607, |
| "learning_rate": 1.1615384615384615e-05, |
| "loss": 0.0001, |
| "step": 15475 |
| }, |
| { |
| "epoch": 18.697225572979495, |
| "grad_norm": 0.02935103327035904, |
| "learning_rate": 1.1551282051282051e-05, |
| "loss": 0.0003, |
| "step": 15500 |
| }, |
| { |
| "epoch": 18.727382388419784, |
| "grad_norm": 0.24657242000102997, |
| "learning_rate": 1.1487179487179489e-05, |
| "loss": 0.0002, |
| "step": 15525 |
| }, |
| { |
| "epoch": 18.757539203860073, |
| "grad_norm": 0.0180373415350914, |
| "learning_rate": 1.1423076923076924e-05, |
| "loss": 0.0004, |
| "step": 15550 |
| }, |
| { |
| "epoch": 18.787696019300363, |
| "grad_norm": 0.048605214804410934, |
| "learning_rate": 1.135897435897436e-05, |
| "loss": 0.0004, |
| "step": 15575 |
| }, |
| { |
| "epoch": 18.817852834740652, |
| "grad_norm": 0.1511477530002594, |
| "learning_rate": 1.1294871794871796e-05, |
| "loss": 0.0006, |
| "step": 15600 |
| }, |
| { |
| "epoch": 18.84800965018094, |
| "grad_norm": 0.045399099588394165, |
| "learning_rate": 1.123076923076923e-05, |
| "loss": 0.0005, |
| "step": 15625 |
| }, |
| { |
| "epoch": 18.87816646562123, |
| "grad_norm": 0.012600155547261238, |
| "learning_rate": 1.1166666666666668e-05, |
| "loss": 0.0003, |
| "step": 15650 |
| }, |
| { |
| "epoch": 18.90832328106152, |
| "grad_norm": 0.02497340738773346, |
| "learning_rate": 1.1102564102564103e-05, |
| "loss": 0.0005, |
| "step": 15675 |
| }, |
| { |
| "epoch": 18.93848009650181, |
| "grad_norm": 0.11854392290115356, |
| "learning_rate": 1.103846153846154e-05, |
| "loss": 0.0003, |
| "step": 15700 |
| }, |
| { |
| "epoch": 18.9686369119421, |
| "grad_norm": 0.018003476783633232, |
| "learning_rate": 1.0974358974358975e-05, |
| "loss": 0.0003, |
| "step": 15725 |
| }, |
| { |
| "epoch": 18.998793727382388, |
| "grad_norm": 0.291859894990921, |
| "learning_rate": 1.0910256410256411e-05, |
| "loss": 0.0004, |
| "step": 15750 |
| }, |
| { |
| "epoch": 19.028950542822678, |
| "grad_norm": 0.12814104557037354, |
| "learning_rate": 1.0846153846153847e-05, |
| "loss": 0.0001, |
| "step": 15775 |
| }, |
| { |
| "epoch": 19.059107358262967, |
| "grad_norm": 0.008681271225214005, |
| "learning_rate": 1.0782051282051283e-05, |
| "loss": 0.0002, |
| "step": 15800 |
| }, |
| { |
| "epoch": 19.089264173703256, |
| "grad_norm": 0.006921383086591959, |
| "learning_rate": 1.0717948717948718e-05, |
| "loss": 0.0002, |
| "step": 15825 |
| }, |
| { |
| "epoch": 19.119420989143546, |
| "grad_norm": 0.007442048750817776, |
| "learning_rate": 1.0653846153846154e-05, |
| "loss": 0.0002, |
| "step": 15850 |
| }, |
| { |
| "epoch": 19.149577804583835, |
| "grad_norm": 0.004983192775398493, |
| "learning_rate": 1.058974358974359e-05, |
| "loss": 0.0002, |
| "step": 15875 |
| }, |
| { |
| "epoch": 19.179734620024124, |
| "grad_norm": 0.015659602358937263, |
| "learning_rate": 1.0525641025641027e-05, |
| "loss": 0.0002, |
| "step": 15900 |
| }, |
| { |
| "epoch": 19.209891435464414, |
| "grad_norm": 0.032574839890003204, |
| "learning_rate": 1.0461538461538462e-05, |
| "loss": 0.0007, |
| "step": 15925 |
| }, |
| { |
| "epoch": 19.240048250904703, |
| "grad_norm": 0.006769012194126844, |
| "learning_rate": 1.0397435897435897e-05, |
| "loss": 0.0002, |
| "step": 15950 |
| }, |
| { |
| "epoch": 19.270205066344992, |
| "grad_norm": 0.004792067222297192, |
| "learning_rate": 1.0333333333333333e-05, |
| "loss": 0.0002, |
| "step": 15975 |
| }, |
| { |
| "epoch": 19.300361881785282, |
| "grad_norm": 0.00785247702151537, |
| "learning_rate": 1.0269230769230769e-05, |
| "loss": 0.0001, |
| "step": 16000 |
| }, |
| { |
| "epoch": 19.300361881785282, |
| "eval_loss": 0.0001217117314809002, |
| "eval_runtime": 1011.5413, |
| "eval_samples_per_second": 6.148, |
| "eval_steps_per_second": 0.193, |
| "eval_wer": 0.007615308462299992, |
| "step": 16000 |
| }, |
| { |
| "epoch": 19.330518697225575, |
| "grad_norm": 0.03077957220375538, |
| "learning_rate": 1.0205128205128207e-05, |
| "loss": 0.0001, |
| "step": 16025 |
| }, |
| { |
| "epoch": 19.360675512665864, |
| "grad_norm": 0.005749620031565428, |
| "learning_rate": 1.0141025641025642e-05, |
| "loss": 0.0002, |
| "step": 16050 |
| }, |
| { |
| "epoch": 19.390832328106153, |
| "grad_norm": 0.004905269015580416, |
| "learning_rate": 1.0076923076923076e-05, |
| "loss": 0.0003, |
| "step": 16075 |
| }, |
| { |
| "epoch": 19.420989143546443, |
| "grad_norm": 0.012844271957874298, |
| "learning_rate": 1.0012820512820512e-05, |
| "loss": 0.0002, |
| "step": 16100 |
| }, |
| { |
| "epoch": 19.451145958986732, |
| "grad_norm": 0.0295630544424057, |
| "learning_rate": 9.94871794871795e-06, |
| "loss": 0.0001, |
| "step": 16125 |
| }, |
| { |
| "epoch": 19.48130277442702, |
| "grad_norm": 0.00854784157127142, |
| "learning_rate": 9.884615384615386e-06, |
| "loss": 0.0001, |
| "step": 16150 |
| }, |
| { |
| "epoch": 19.51145958986731, |
| "grad_norm": 0.010581212118268013, |
| "learning_rate": 9.820512820512821e-06, |
| "loss": 0.0001, |
| "step": 16175 |
| }, |
| { |
| "epoch": 19.5416164053076, |
| "grad_norm": 0.008879289031028748, |
| "learning_rate": 9.756410256410257e-06, |
| "loss": 0.0001, |
| "step": 16200 |
| }, |
| { |
| "epoch": 19.57177322074789, |
| "grad_norm": 0.003926039207726717, |
| "learning_rate": 9.692307692307691e-06, |
| "loss": 0.0001, |
| "step": 16225 |
| }, |
| { |
| "epoch": 19.60193003618818, |
| "grad_norm": 0.034849099814891815, |
| "learning_rate": 9.628205128205129e-06, |
| "loss": 0.0001, |
| "step": 16250 |
| }, |
| { |
| "epoch": 19.63208685162847, |
| "grad_norm": 0.010880639776587486, |
| "learning_rate": 9.564102564102565e-06, |
| "loss": 0.0001, |
| "step": 16275 |
| }, |
| { |
| "epoch": 19.662243667068758, |
| "grad_norm": 0.0039251516573131084, |
| "learning_rate": 9.5e-06, |
| "loss": 0.0003, |
| "step": 16300 |
| }, |
| { |
| "epoch": 19.692400482509047, |
| "grad_norm": 0.2115839421749115, |
| "learning_rate": 9.435897435897436e-06, |
| "loss": 0.0004, |
| "step": 16325 |
| }, |
| { |
| "epoch": 19.722557297949336, |
| "grad_norm": 0.008031792938709259, |
| "learning_rate": 9.371794871794872e-06, |
| "loss": 0.0003, |
| "step": 16350 |
| }, |
| { |
| "epoch": 19.752714113389626, |
| "grad_norm": 0.1012013852596283, |
| "learning_rate": 9.307692307692308e-06, |
| "loss": 0.0001, |
| "step": 16375 |
| }, |
| { |
| "epoch": 19.782870928829915, |
| "grad_norm": 0.004256127402186394, |
| "learning_rate": 9.243589743589744e-06, |
| "loss": 0.0001, |
| "step": 16400 |
| }, |
| { |
| "epoch": 19.813027744270205, |
| "grad_norm": 0.007322313729673624, |
| "learning_rate": 9.182051282051283e-06, |
| "loss": 0.0002, |
| "step": 16425 |
| }, |
| { |
| "epoch": 19.843184559710494, |
| "grad_norm": 0.012582816183567047, |
| "learning_rate": 9.117948717948718e-06, |
| "loss": 0.0003, |
| "step": 16450 |
| }, |
| { |
| "epoch": 19.873341375150783, |
| "grad_norm": 0.011717489920556545, |
| "learning_rate": 9.053846153846154e-06, |
| "loss": 0.0001, |
| "step": 16475 |
| }, |
| { |
| "epoch": 19.903498190591073, |
| "grad_norm": 0.008082878775894642, |
| "learning_rate": 8.98974358974359e-06, |
| "loss": 0.0001, |
| "step": 16500 |
| }, |
| { |
| "epoch": 19.933655006031362, |
| "grad_norm": 0.010588767938315868, |
| "learning_rate": 8.925641025641026e-06, |
| "loss": 0.0007, |
| "step": 16525 |
| }, |
| { |
| "epoch": 19.96381182147165, |
| "grad_norm": 0.01154329627752304, |
| "learning_rate": 8.861538461538462e-06, |
| "loss": 0.0002, |
| "step": 16550 |
| }, |
| { |
| "epoch": 19.99396863691194, |
| "grad_norm": 0.009439756162464619, |
| "learning_rate": 8.797435897435897e-06, |
| "loss": 0.0002, |
| "step": 16575 |
| }, |
| { |
| "epoch": 20.02412545235223, |
| "grad_norm": 0.005261952057480812, |
| "learning_rate": 8.733333333333333e-06, |
| "loss": 0.0008, |
| "step": 16600 |
| }, |
| { |
| "epoch": 20.05428226779252, |
| "grad_norm": 0.003550437744706869, |
| "learning_rate": 8.669230769230769e-06, |
| "loss": 0.0004, |
| "step": 16625 |
| }, |
| { |
| "epoch": 20.084439083232812, |
| "grad_norm": 0.0029434626922011375, |
| "learning_rate": 8.605128205128207e-06, |
| "loss": 0.0001, |
| "step": 16650 |
| }, |
| { |
| "epoch": 20.1145958986731, |
| "grad_norm": 0.004110394045710564, |
| "learning_rate": 8.541025641025642e-06, |
| "loss": 0.0001, |
| "step": 16675 |
| }, |
| { |
| "epoch": 20.14475271411339, |
| "grad_norm": 0.06832136958837509, |
| "learning_rate": 8.476923076923077e-06, |
| "loss": 0.0001, |
| "step": 16700 |
| }, |
| { |
| "epoch": 20.17490952955368, |
| "grad_norm": 0.8922528624534607, |
| "learning_rate": 8.412820512820512e-06, |
| "loss": 0.0002, |
| "step": 16725 |
| }, |
| { |
| "epoch": 20.20506634499397, |
| "grad_norm": 0.016529519110918045, |
| "learning_rate": 8.348717948717948e-06, |
| "loss": 0.0001, |
| "step": 16750 |
| }, |
| { |
| "epoch": 20.23522316043426, |
| "grad_norm": 0.03528045490384102, |
| "learning_rate": 8.284615384615386e-06, |
| "loss": 0.0002, |
| "step": 16775 |
| }, |
| { |
| "epoch": 20.26537997587455, |
| "grad_norm": 0.0055076079443097115, |
| "learning_rate": 8.220512820512822e-06, |
| "loss": 0.0002, |
| "step": 16800 |
| }, |
| { |
| "epoch": 20.295536791314838, |
| "grad_norm": 0.0036387410946190357, |
| "learning_rate": 8.156410256410257e-06, |
| "loss": 0.0001, |
| "step": 16825 |
| }, |
| { |
| "epoch": 20.325693606755127, |
| "grad_norm": 0.02018745057284832, |
| "learning_rate": 8.092307692307691e-06, |
| "loss": 0.0001, |
| "step": 16850 |
| }, |
| { |
| "epoch": 20.355850422195417, |
| "grad_norm": 0.006402516737580299, |
| "learning_rate": 8.028205128205129e-06, |
| "loss": 0.0002, |
| "step": 16875 |
| }, |
| { |
| "epoch": 20.386007237635706, |
| "grad_norm": 0.007233241107314825, |
| "learning_rate": 7.964102564102565e-06, |
| "loss": 0.0002, |
| "step": 16900 |
| }, |
| { |
| "epoch": 20.416164053075995, |
| "grad_norm": 0.005137454252690077, |
| "learning_rate": 7.9e-06, |
| "loss": 0.0001, |
| "step": 16925 |
| }, |
| { |
| "epoch": 20.446320868516285, |
| "grad_norm": 0.01714402623474598, |
| "learning_rate": 7.835897435897436e-06, |
| "loss": 0.0001, |
| "step": 16950 |
| }, |
| { |
| "epoch": 20.476477683956574, |
| "grad_norm": 0.003793340642005205, |
| "learning_rate": 7.771794871794872e-06, |
| "loss": 0.0001, |
| "step": 16975 |
| }, |
| { |
| "epoch": 20.506634499396863, |
| "grad_norm": 0.017032597213983536, |
| "learning_rate": 7.707692307692308e-06, |
| "loss": 0.0001, |
| "step": 17000 |
| }, |
| { |
| "epoch": 20.506634499396863, |
| "eval_loss": 6.854580715298653e-05, |
| "eval_runtime": 1012.9498, |
| "eval_samples_per_second": 6.139, |
| "eval_steps_per_second": 0.193, |
| "eval_wer": 0.1886904207880998, |
| "step": 17000 |
| }, |
| { |
| "epoch": 20.536791314837153, |
| "grad_norm": 0.007018181961029768, |
| "learning_rate": 7.643589743589744e-06, |
| "loss": 0.0001, |
| "step": 17025 |
| }, |
| { |
| "epoch": 20.566948130277442, |
| "grad_norm": 0.03182040899991989, |
| "learning_rate": 7.57948717948718e-06, |
| "loss": 0.0001, |
| "step": 17050 |
| }, |
| { |
| "epoch": 20.59710494571773, |
| "grad_norm": 0.0033462033607065678, |
| "learning_rate": 7.5153846153846155e-06, |
| "loss": 0.0001, |
| "step": 17075 |
| }, |
| { |
| "epoch": 20.62726176115802, |
| "grad_norm": 0.01280064508318901, |
| "learning_rate": 7.451282051282052e-06, |
| "loss": 0.0004, |
| "step": 17100 |
| }, |
| { |
| "epoch": 20.65741857659831, |
| "grad_norm": 0.019780606031417847, |
| "learning_rate": 7.387179487179488e-06, |
| "loss": 0.0002, |
| "step": 17125 |
| }, |
| { |
| "epoch": 20.6875753920386, |
| "grad_norm": 0.004707216285169125, |
| "learning_rate": 7.323076923076923e-06, |
| "loss": 0.0001, |
| "step": 17150 |
| }, |
| { |
| "epoch": 20.71773220747889, |
| "grad_norm": 0.011821062304079533, |
| "learning_rate": 7.258974358974359e-06, |
| "loss": 0.0003, |
| "step": 17175 |
| }, |
| { |
| "epoch": 20.74788902291918, |
| "grad_norm": 0.004400386940687895, |
| "learning_rate": 7.194871794871795e-06, |
| "loss": 0.0001, |
| "step": 17200 |
| }, |
| { |
| "epoch": 20.778045838359468, |
| "grad_norm": 0.02076651155948639, |
| "learning_rate": 7.130769230769231e-06, |
| "loss": 0.0001, |
| "step": 17225 |
| }, |
| { |
| "epoch": 20.808202653799757, |
| "grad_norm": 0.003901078598573804, |
| "learning_rate": 7.066666666666667e-06, |
| "loss": 0.0001, |
| "step": 17250 |
| }, |
| { |
| "epoch": 20.838359469240046, |
| "grad_norm": 0.012837570160627365, |
| "learning_rate": 7.002564102564104e-06, |
| "loss": 0.0001, |
| "step": 17275 |
| }, |
| { |
| "epoch": 20.86851628468034, |
| "grad_norm": 0.0031183098908513784, |
| "learning_rate": 6.938461538461538e-06, |
| "loss": 0.0004, |
| "step": 17300 |
| }, |
| { |
| "epoch": 20.89867310012063, |
| "grad_norm": 0.23772959411144257, |
| "learning_rate": 6.8743589743589745e-06, |
| "loss": 0.0002, |
| "step": 17325 |
| }, |
| { |
| "epoch": 20.928829915560918, |
| "grad_norm": 0.00780637189745903, |
| "learning_rate": 6.81025641025641e-06, |
| "loss": 0.0001, |
| "step": 17350 |
| }, |
| { |
| "epoch": 20.958986731001207, |
| "grad_norm": 0.008622554130852222, |
| "learning_rate": 6.746153846153846e-06, |
| "loss": 0.0001, |
| "step": 17375 |
| }, |
| { |
| "epoch": 20.989143546441497, |
| "grad_norm": 0.04723786562681198, |
| "learning_rate": 6.682051282051283e-06, |
| "loss": 0.0001, |
| "step": 17400 |
| }, |
| { |
| "epoch": 21.019300361881786, |
| "grad_norm": 0.0023405386600643396, |
| "learning_rate": 6.617948717948719e-06, |
| "loss": 0.0001, |
| "step": 17425 |
| }, |
| { |
| "epoch": 21.049457177322076, |
| "grad_norm": 0.003915483132004738, |
| "learning_rate": 6.553846153846154e-06, |
| "loss": 0.0001, |
| "step": 17450 |
| }, |
| { |
| "epoch": 21.079613992762365, |
| "grad_norm": 0.0038143836427479982, |
| "learning_rate": 6.489743589743589e-06, |
| "loss": 0.0001, |
| "step": 17475 |
| }, |
| { |
| "epoch": 21.109770808202654, |
| "grad_norm": 0.0020471392199397087, |
| "learning_rate": 6.425641025641026e-06, |
| "loss": 0.0, |
| "step": 17500 |
| }, |
| { |
| "epoch": 21.139927623642944, |
| "grad_norm": 0.0018572023836895823, |
| "learning_rate": 6.361538461538462e-06, |
| "loss": 0.0001, |
| "step": 17525 |
| }, |
| { |
| "epoch": 21.170084439083233, |
| "grad_norm": 0.014718628488481045, |
| "learning_rate": 6.297435897435898e-06, |
| "loss": 0.0002, |
| "step": 17550 |
| }, |
| { |
| "epoch": 21.200241254523522, |
| "grad_norm": 0.011679858900606632, |
| "learning_rate": 6.2333333333333335e-06, |
| "loss": 0.0001, |
| "step": 17575 |
| }, |
| { |
| "epoch": 21.23039806996381, |
| "grad_norm": 0.0031682283151894808, |
| "learning_rate": 6.169230769230769e-06, |
| "loss": 0.0001, |
| "step": 17600 |
| }, |
| { |
| "epoch": 21.2605548854041, |
| "grad_norm": 0.003544514300301671, |
| "learning_rate": 6.105128205128206e-06, |
| "loss": 0.0001, |
| "step": 17625 |
| }, |
| { |
| "epoch": 21.29071170084439, |
| "grad_norm": 0.0047182017005980015, |
| "learning_rate": 6.041025641025641e-06, |
| "loss": 0.0001, |
| "step": 17650 |
| }, |
| { |
| "epoch": 21.32086851628468, |
| "grad_norm": 0.014575562439858913, |
| "learning_rate": 5.976923076923077e-06, |
| "loss": 0.0, |
| "step": 17675 |
| }, |
| { |
| "epoch": 21.35102533172497, |
| "grad_norm": 0.004087201785296202, |
| "learning_rate": 5.9128205128205134e-06, |
| "loss": 0.0001, |
| "step": 17700 |
| }, |
| { |
| "epoch": 21.38118214716526, |
| "grad_norm": 0.002440436976030469, |
| "learning_rate": 5.848717948717948e-06, |
| "loss": 0.0001, |
| "step": 17725 |
| }, |
| { |
| "epoch": 21.411338962605548, |
| "grad_norm": 0.0038173103239387274, |
| "learning_rate": 5.784615384615385e-06, |
| "loss": 0.0002, |
| "step": 17750 |
| }, |
| { |
| "epoch": 21.441495778045837, |
| "grad_norm": 0.020463556051254272, |
| "learning_rate": 5.720512820512821e-06, |
| "loss": 0.0002, |
| "step": 17775 |
| }, |
| { |
| "epoch": 21.471652593486127, |
| "grad_norm": 0.003227060195058584, |
| "learning_rate": 5.656410256410257e-06, |
| "loss": 0.0001, |
| "step": 17800 |
| }, |
| { |
| "epoch": 21.501809408926416, |
| "grad_norm": 0.01148195005953312, |
| "learning_rate": 5.5923076923076925e-06, |
| "loss": 0.0003, |
| "step": 17825 |
| }, |
| { |
| "epoch": 21.531966224366705, |
| "grad_norm": 0.005610396154224873, |
| "learning_rate": 5.528205128205128e-06, |
| "loss": 0.0001, |
| "step": 17850 |
| }, |
| { |
| "epoch": 21.562123039806995, |
| "grad_norm": 0.0027099819853901863, |
| "learning_rate": 5.464102564102564e-06, |
| "loss": 0.0004, |
| "step": 17875 |
| }, |
| { |
| "epoch": 21.592279855247284, |
| "grad_norm": 0.1007087379693985, |
| "learning_rate": 5.4e-06, |
| "loss": 0.0002, |
| "step": 17900 |
| }, |
| { |
| "epoch": 21.622436670687577, |
| "grad_norm": 0.006166352424770594, |
| "learning_rate": 5.335897435897437e-06, |
| "loss": 0.0002, |
| "step": 17925 |
| }, |
| { |
| "epoch": 21.652593486127866, |
| "grad_norm": 0.008981233462691307, |
| "learning_rate": 5.271794871794872e-06, |
| "loss": 0.0001, |
| "step": 17950 |
| }, |
| { |
| "epoch": 21.682750301568156, |
| "grad_norm": 0.014647095464169979, |
| "learning_rate": 5.207692307692308e-06, |
| "loss": 0.0, |
| "step": 17975 |
| }, |
| { |
| "epoch": 21.712907117008445, |
| "grad_norm": 0.007670009974390268, |
| "learning_rate": 5.143589743589744e-06, |
| "loss": 0.0001, |
| "step": 18000 |
| }, |
| { |
| "epoch": 21.712907117008445, |
| "eval_loss": 0.00010661817213986069, |
| "eval_runtime": 1004.0638, |
| "eval_samples_per_second": 6.194, |
| "eval_steps_per_second": 0.194, |
| "eval_wer": 0.0025384361540999973, |
| "step": 18000 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 20000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 25, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.3240795911479296e+20, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
