{ "best_global_step": 18000, "best_metric": 0.0025384361540999973, "best_model_checkpoint": "./whisper-small-echo-34/checkpoint-18000", "epoch": 21.712907117008445, "eval_steps": 1000, "global_step": 18000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.030156815440289506, "grad_norm": 13.260934829711914, "learning_rate": 2.3e-06, "loss": 1.665, "step": 25 }, { "epoch": 0.06031363088057901, "grad_norm": 5.694974422454834, "learning_rate": 4.800000000000001e-06, "loss": 0.4942, "step": 50 }, { "epoch": 0.09047044632086852, "grad_norm": 4.081104278564453, "learning_rate": 7.2999999999999996e-06, "loss": 0.1984, "step": 75 }, { "epoch": 0.12062726176115803, "grad_norm": 3.3096771240234375, "learning_rate": 9.800000000000001e-06, "loss": 0.167, "step": 100 }, { "epoch": 0.15078407720144751, "grad_norm": 3.138788938522339, "learning_rate": 1.23e-05, "loss": 0.1507, "step": 125 }, { "epoch": 0.18094089264173704, "grad_norm": 2.740973472595215, "learning_rate": 1.48e-05, "loss": 0.1355, "step": 150 }, { "epoch": 0.21109770808202655, "grad_norm": 2.520491600036621, "learning_rate": 1.73e-05, "loss": 0.1364, "step": 175 }, { "epoch": 0.24125452352231605, "grad_norm": 2.0648436546325684, "learning_rate": 1.9800000000000004e-05, "loss": 0.1282, "step": 200 }, { "epoch": 0.27141133896260555, "grad_norm": 2.080972194671631, "learning_rate": 2.23e-05, "loss": 0.126, "step": 225 }, { "epoch": 0.30156815440289503, "grad_norm": 2.3935911655426025, "learning_rate": 2.48e-05, "loss": 0.1238, "step": 250 }, { "epoch": 0.33172496984318456, "grad_norm": 2.247201681137085, "learning_rate": 2.7300000000000003e-05, "loss": 0.1258, "step": 275 }, { "epoch": 0.3618817852834741, "grad_norm": 1.885792851448059, "learning_rate": 2.98e-05, "loss": 0.1279, "step": 300 }, { "epoch": 0.39203860072376356, "grad_norm": 2.2178285121917725, "learning_rate": 3.2300000000000006e-05, "loss": 0.1239, "step": 325 }, { "epoch": 0.4221954161640531, "grad_norm": 2.426934003829956, "learning_rate": 3.48e-05, "loss": 0.1209, "step": 350 }, { "epoch": 0.45235223160434257, "grad_norm": 1.9541774988174438, "learning_rate": 3.73e-05, "loss": 0.1227, "step": 375 }, { "epoch": 0.4825090470446321, "grad_norm": 1.9077287912368774, "learning_rate": 3.9800000000000005e-05, "loss": 0.1234, "step": 400 }, { "epoch": 0.5126658624849216, "grad_norm": 2.251500368118286, "learning_rate": 4.23e-05, "loss": 0.1321, "step": 425 }, { "epoch": 0.5428226779252111, "grad_norm": 1.9919301271438599, "learning_rate": 4.4800000000000005e-05, "loss": 0.1305, "step": 450 }, { "epoch": 0.5729794933655006, "grad_norm": 2.8198187351226807, "learning_rate": 4.73e-05, "loss": 0.1285, "step": 475 }, { "epoch": 0.6031363088057901, "grad_norm": 2.038248300552368, "learning_rate": 4.9800000000000004e-05, "loss": 0.1228, "step": 500 }, { "epoch": 0.6332931242460796, "grad_norm": 2.0357909202575684, "learning_rate": 4.994102564102565e-05, "loss": 0.1378, "step": 525 }, { "epoch": 0.6634499396863691, "grad_norm": 1.9232615232467651, "learning_rate": 4.987692307692308e-05, "loss": 0.1357, "step": 550 }, { "epoch": 0.6936067551266586, "grad_norm": 1.9130828380584717, "learning_rate": 4.981282051282051e-05, "loss": 0.1337, "step": 575 }, { "epoch": 0.7237635705669482, "grad_norm": 1.9533162117004395, "learning_rate": 4.974871794871795e-05, "loss": 0.117, "step": 600 }, { "epoch": 0.7539203860072377, "grad_norm": 2.2381041049957275, "learning_rate": 4.9684615384615384e-05, "loss": 0.1339, "step": 625 }, { "epoch": 0.7840772014475271, "grad_norm": 1.7269432544708252, "learning_rate": 4.962051282051282e-05, "loss": 0.1238, "step": 650 }, { "epoch": 0.8142340168878166, "grad_norm": 1.7123943567276, "learning_rate": 4.9556410256410256e-05, "loss": 0.1239, "step": 675 }, { "epoch": 0.8443908323281062, "grad_norm": 2.099423408508301, "learning_rate": 4.9492307692307695e-05, "loss": 0.1256, "step": 700 }, { "epoch": 0.8745476477683957, "grad_norm": 1.7714295387268066, "learning_rate": 4.942820512820513e-05, "loss": 0.1255, "step": 725 }, { "epoch": 0.9047044632086851, "grad_norm": 1.6543285846710205, "learning_rate": 4.9364102564102567e-05, "loss": 0.1257, "step": 750 }, { "epoch": 0.9348612786489746, "grad_norm": 1.7311604022979736, "learning_rate": 4.93e-05, "loss": 0.1183, "step": 775 }, { "epoch": 0.9650180940892642, "grad_norm": 1.9620075225830078, "learning_rate": 4.923589743589744e-05, "loss": 0.1231, "step": 800 }, { "epoch": 0.9951749095295537, "grad_norm": 1.7906538248062134, "learning_rate": 4.917179487179488e-05, "loss": 0.1147, "step": 825 }, { "epoch": 1.0253317249698433, "grad_norm": 1.3615118265151978, "learning_rate": 4.910769230769231e-05, "loss": 0.0764, "step": 850 }, { "epoch": 1.0554885404101326, "grad_norm": 1.240789532661438, "learning_rate": 4.904358974358975e-05, "loss": 0.0717, "step": 875 }, { "epoch": 1.0856453558504222, "grad_norm": 1.2732924222946167, "learning_rate": 4.897948717948718e-05, "loss": 0.0745, "step": 900 }, { "epoch": 1.1158021712907118, "grad_norm": 1.4706544876098633, "learning_rate": 4.891538461538462e-05, "loss": 0.0693, "step": 925 }, { "epoch": 1.1459589867310012, "grad_norm": 1.7006871700286865, "learning_rate": 4.885128205128205e-05, "loss": 0.0677, "step": 950 }, { "epoch": 1.1761158021712907, "grad_norm": 1.3941196203231812, "learning_rate": 4.878717948717949e-05, "loss": 0.0713, "step": 975 }, { "epoch": 1.2062726176115803, "grad_norm": 1.4292792081832886, "learning_rate": 4.8723076923076925e-05, "loss": 0.0676, "step": 1000 }, { "epoch": 1.2062726176115803, "eval_loss": 0.06693512201309204, "eval_runtime": 994.8278, "eval_samples_per_second": 6.251, "eval_steps_per_second": 0.196, "eval_wer": 4.682568558929796, "step": 1000 }, { "epoch": 1.2364294330518697, "grad_norm": 1.1452343463897705, "learning_rate": 4.8658974358974364e-05, "loss": 0.0733, "step": 1025 }, { "epoch": 1.2665862484921593, "grad_norm": 1.0198625326156616, "learning_rate": 4.8594871794871796e-05, "loss": 0.0734, "step": 1050 }, { "epoch": 1.2967430639324489, "grad_norm": 1.3289015293121338, "learning_rate": 4.8530769230769236e-05, "loss": 0.0706, "step": 1075 }, { "epoch": 1.3268998793727382, "grad_norm": 1.28515625, "learning_rate": 4.8466666666666675e-05, "loss": 0.0727, "step": 1100 }, { "epoch": 1.3570566948130278, "grad_norm": 1.5149142742156982, "learning_rate": 4.840256410256411e-05, "loss": 0.076, "step": 1125 }, { "epoch": 1.3872135102533172, "grad_norm": 1.9065613746643066, "learning_rate": 4.833846153846154e-05, "loss": 0.0788, "step": 1150 }, { "epoch": 1.4173703256936068, "grad_norm": 1.5577850341796875, "learning_rate": 4.827435897435897e-05, "loss": 0.0725, "step": 1175 }, { "epoch": 1.4475271411338961, "grad_norm": 1.4491074085235596, "learning_rate": 4.821025641025641e-05, "loss": 0.0763, "step": 1200 }, { "epoch": 1.4776839565741857, "grad_norm": 1.5700063705444336, "learning_rate": 4.8146153846153844e-05, "loss": 0.0747, "step": 1225 }, { "epoch": 1.5078407720144753, "grad_norm": 1.2881931066513062, "learning_rate": 4.808205128205128e-05, "loss": 0.0685, "step": 1250 }, { "epoch": 1.5379975874547647, "grad_norm": 1.3658524751663208, "learning_rate": 4.8017948717948715e-05, "loss": 0.0758, "step": 1275 }, { "epoch": 1.5681544028950543, "grad_norm": 1.5188759565353394, "learning_rate": 4.7953846153846154e-05, "loss": 0.0724, "step": 1300 }, { "epoch": 1.5983112183353438, "grad_norm": 2.3469696044921875, "learning_rate": 4.7889743589743594e-05, "loss": 0.0723, "step": 1325 }, { "epoch": 1.6284680337756332, "grad_norm": 1.253737449645996, "learning_rate": 4.7825641025641026e-05, "loss": 0.0784, "step": 1350 }, { "epoch": 1.6586248492159228, "grad_norm": 1.2355287075042725, "learning_rate": 4.7761538461538465e-05, "loss": 0.0736, "step": 1375 }, { "epoch": 1.6887816646562124, "grad_norm": 1.2552683353424072, "learning_rate": 4.76974358974359e-05, "loss": 0.0739, "step": 1400 }, { "epoch": 1.7189384800965017, "grad_norm": 1.3123173713684082, "learning_rate": 4.763333333333334e-05, "loss": 0.0751, "step": 1425 }, { "epoch": 1.7490952955367913, "grad_norm": 1.4828323125839233, "learning_rate": 4.756923076923077e-05, "loss": 0.0816, "step": 1450 }, { "epoch": 1.779252110977081, "grad_norm": 1.2300126552581787, "learning_rate": 4.750512820512821e-05, "loss": 0.0705, "step": 1475 }, { "epoch": 1.8094089264173703, "grad_norm": 1.3694815635681152, "learning_rate": 4.744102564102564e-05, "loss": 0.0753, "step": 1500 }, { "epoch": 1.8395657418576599, "grad_norm": 1.4961223602294922, "learning_rate": 4.737692307692308e-05, "loss": 0.0735, "step": 1525 }, { "epoch": 1.8697225572979495, "grad_norm": 1.244605541229248, "learning_rate": 4.731282051282051e-05, "loss": 0.0773, "step": 1550 }, { "epoch": 1.8998793727382388, "grad_norm": 2.1918959617614746, "learning_rate": 4.724871794871795e-05, "loss": 0.0717, "step": 1575 }, { "epoch": 1.9300361881785284, "grad_norm": 1.3644964694976807, "learning_rate": 4.718461538461539e-05, "loss": 0.0739, "step": 1600 }, { "epoch": 1.960193003618818, "grad_norm": 1.135060429573059, "learning_rate": 4.7120512820512823e-05, "loss": 0.0708, "step": 1625 }, { "epoch": 1.9903498190591074, "grad_norm": 1.1154969930648804, "learning_rate": 4.705641025641026e-05, "loss": 0.0715, "step": 1650 }, { "epoch": 2.0205066344993967, "grad_norm": 0.8572198152542114, "learning_rate": 4.6992307692307695e-05, "loss": 0.0529, "step": 1675 }, { "epoch": 2.0506634499396865, "grad_norm": 0.9596756100654602, "learning_rate": 4.6928205128205134e-05, "loss": 0.0343, "step": 1700 }, { "epoch": 2.080820265379976, "grad_norm": 0.9875553250312805, "learning_rate": 4.686410256410257e-05, "loss": 0.0382, "step": 1725 }, { "epoch": 2.1109770808202653, "grad_norm": 1.2540346384048462, "learning_rate": 4.6800000000000006e-05, "loss": 0.0379, "step": 1750 }, { "epoch": 2.141133896260555, "grad_norm": 1.4974902868270874, "learning_rate": 4.673589743589744e-05, "loss": 0.0385, "step": 1775 }, { "epoch": 2.1712907117008444, "grad_norm": 1.2013468742370605, "learning_rate": 4.667179487179487e-05, "loss": 0.0409, "step": 1800 }, { "epoch": 2.201447527141134, "grad_norm": 1.1493020057678223, "learning_rate": 4.660769230769231e-05, "loss": 0.0396, "step": 1825 }, { "epoch": 2.2316043425814236, "grad_norm": 0.7408850789070129, "learning_rate": 4.654358974358974e-05, "loss": 0.0371, "step": 1850 }, { "epoch": 2.261761158021713, "grad_norm": 1.2223716974258423, "learning_rate": 4.647948717948718e-05, "loss": 0.0386, "step": 1875 }, { "epoch": 2.2919179734620023, "grad_norm": 0.920441210269928, "learning_rate": 4.6415384615384614e-05, "loss": 0.04, "step": 1900 }, { "epoch": 2.3220747889022917, "grad_norm": 1.211411714553833, "learning_rate": 4.635128205128205e-05, "loss": 0.0408, "step": 1925 }, { "epoch": 2.3522316043425815, "grad_norm": 1.7482447624206543, "learning_rate": 4.6287179487179486e-05, "loss": 0.0441, "step": 1950 }, { "epoch": 2.382388419782871, "grad_norm": 1.084710955619812, "learning_rate": 4.6223076923076925e-05, "loss": 0.0412, "step": 1975 }, { "epoch": 2.4125452352231607, "grad_norm": 1.2094680070877075, "learning_rate": 4.615897435897436e-05, "loss": 0.0397, "step": 2000 }, { "epoch": 2.4125452352231607, "eval_loss": 0.035049937665462494, "eval_runtime": 997.1035, "eval_samples_per_second": 6.237, "eval_steps_per_second": 0.196, "eval_wer": 2.687357741807197, "step": 2000 }, { "epoch": 2.44270205066345, "grad_norm": 1.193366527557373, "learning_rate": 4.6094871794871797e-05, "loss": 0.0412, "step": 2025 }, { "epoch": 2.4728588661037394, "grad_norm": 1.0651732683181763, "learning_rate": 4.6030769230769236e-05, "loss": 0.0417, "step": 2050 }, { "epoch": 2.5030156815440288, "grad_norm": 0.8402532935142517, "learning_rate": 4.596666666666667e-05, "loss": 0.0413, "step": 2075 }, { "epoch": 2.5331724969843186, "grad_norm": 1.1230006217956543, "learning_rate": 4.590256410256411e-05, "loss": 0.0408, "step": 2100 }, { "epoch": 2.563329312424608, "grad_norm": 0.9971626996994019, "learning_rate": 4.583846153846154e-05, "loss": 0.0442, "step": 2125 }, { "epoch": 2.5934861278648977, "grad_norm": 0.9995920658111572, "learning_rate": 4.577435897435898e-05, "loss": 0.0433, "step": 2150 }, { "epoch": 2.623642943305187, "grad_norm": 0.7602790594100952, "learning_rate": 4.571025641025641e-05, "loss": 0.0397, "step": 2175 }, { "epoch": 2.6537997587454765, "grad_norm": 0.8482845425605774, "learning_rate": 4.564615384615385e-05, "loss": 0.0409, "step": 2200 }, { "epoch": 2.683956574185766, "grad_norm": 1.2381870746612549, "learning_rate": 4.558205128205128e-05, "loss": 0.0453, "step": 2225 }, { "epoch": 2.7141133896260556, "grad_norm": 0.858048677444458, "learning_rate": 4.551794871794872e-05, "loss": 0.0436, "step": 2250 }, { "epoch": 2.744270205066345, "grad_norm": 0.9876936674118042, "learning_rate": 4.5453846153846155e-05, "loss": 0.0432, "step": 2275 }, { "epoch": 2.7744270205066344, "grad_norm": 0.8502510786056519, "learning_rate": 4.5389743589743594e-05, "loss": 0.0416, "step": 2300 }, { "epoch": 2.804583835946924, "grad_norm": 0.9436619877815247, "learning_rate": 4.532564102564103e-05, "loss": 0.0449, "step": 2325 }, { "epoch": 2.8347406513872135, "grad_norm": 1.0096615552902222, "learning_rate": 4.5261538461538466e-05, "loss": 0.042, "step": 2350 }, { "epoch": 2.864897466827503, "grad_norm": 3.012417793273926, "learning_rate": 4.51974358974359e-05, "loss": 0.0422, "step": 2375 }, { "epoch": 2.8950542822677923, "grad_norm": 1.2591495513916016, "learning_rate": 4.513333333333333e-05, "loss": 0.0441, "step": 2400 }, { "epoch": 2.925211097708082, "grad_norm": 1.1567842960357666, "learning_rate": 4.506923076923077e-05, "loss": 0.0428, "step": 2425 }, { "epoch": 2.9553679131483714, "grad_norm": 1.0082149505615234, "learning_rate": 4.50051282051282e-05, "loss": 0.0423, "step": 2450 }, { "epoch": 2.9855247285886612, "grad_norm": 0.8080809712409973, "learning_rate": 4.494102564102564e-05, "loss": 0.0441, "step": 2475 }, { "epoch": 3.0156815440289506, "grad_norm": 0.7071292996406555, "learning_rate": 4.487692307692308e-05, "loss": 0.0335, "step": 2500 }, { "epoch": 3.04583835946924, "grad_norm": 0.5274437665939331, "learning_rate": 4.481282051282051e-05, "loss": 0.0224, "step": 2525 }, { "epoch": 3.0759951749095293, "grad_norm": 0.5653446912765503, "learning_rate": 4.474871794871795e-05, "loss": 0.0225, "step": 2550 }, { "epoch": 3.106151990349819, "grad_norm": 0.7106825113296509, "learning_rate": 4.4684615384615384e-05, "loss": 0.0231, "step": 2575 }, { "epoch": 3.1363088057901085, "grad_norm": 1.064150333404541, "learning_rate": 4.4620512820512824e-05, "loss": 0.0225, "step": 2600 }, { "epoch": 3.166465621230398, "grad_norm": 0.7649369239807129, "learning_rate": 4.4556410256410256e-05, "loss": 0.023, "step": 2625 }, { "epoch": 3.1966224366706877, "grad_norm": 0.8564630746841431, "learning_rate": 4.4492307692307695e-05, "loss": 0.0253, "step": 2650 }, { "epoch": 3.226779252110977, "grad_norm": 0.7872750163078308, "learning_rate": 4.442820512820513e-05, "loss": 0.0246, "step": 2675 }, { "epoch": 3.2569360675512664, "grad_norm": 0.8772583603858948, "learning_rate": 4.436410256410257e-05, "loss": 0.0225, "step": 2700 }, { "epoch": 3.287092882991556, "grad_norm": 0.693744957447052, "learning_rate": 4.43e-05, "loss": 0.0227, "step": 2725 }, { "epoch": 3.3172496984318456, "grad_norm": 0.8259156346321106, "learning_rate": 4.423589743589744e-05, "loss": 0.0242, "step": 2750 }, { "epoch": 3.347406513872135, "grad_norm": 0.8966303467750549, "learning_rate": 4.417179487179488e-05, "loss": 0.0226, "step": 2775 }, { "epoch": 3.3775633293124248, "grad_norm": 1.1054375171661377, "learning_rate": 4.410769230769231e-05, "loss": 0.0243, "step": 2800 }, { "epoch": 3.407720144752714, "grad_norm": 0.7290776371955872, "learning_rate": 4.404358974358975e-05, "loss": 0.0253, "step": 2825 }, { "epoch": 3.4378769601930035, "grad_norm": 0.8963374495506287, "learning_rate": 4.397948717948718e-05, "loss": 0.0247, "step": 2850 }, { "epoch": 3.4680337756332933, "grad_norm": 0.7539418339729309, "learning_rate": 4.391538461538462e-05, "loss": 0.0246, "step": 2875 }, { "epoch": 3.4981905910735827, "grad_norm": 0.990731418132782, "learning_rate": 4.3851282051282053e-05, "loss": 0.0251, "step": 2900 }, { "epoch": 3.528347406513872, "grad_norm": 0.8503810167312622, "learning_rate": 4.378717948717949e-05, "loss": 0.0239, "step": 2925 }, { "epoch": 3.558504221954162, "grad_norm": 1.1601711511611938, "learning_rate": 4.3723076923076925e-05, "loss": 0.028, "step": 2950 }, { "epoch": 3.588661037394451, "grad_norm": 0.9357703924179077, "learning_rate": 4.3658974358974364e-05, "loss": 0.0248, "step": 2975 }, { "epoch": 3.6188178528347406, "grad_norm": 0.7224007844924927, "learning_rate": 4.35948717948718e-05, "loss": 0.026, "step": 3000 }, { "epoch": 3.6188178528347406, "eval_loss": 0.01960960403084755, "eval_runtime": 993.3731, "eval_samples_per_second": 6.26, "eval_steps_per_second": 0.196, "eval_wer": 1.6939830601693981, "step": 3000 }, { "epoch": 3.64897466827503, "grad_norm": 0.7143465280532837, "learning_rate": 4.353076923076923e-05, "loss": 0.0257, "step": 3025 }, { "epoch": 3.6791314837153197, "grad_norm": 1.0202616453170776, "learning_rate": 4.346666666666667e-05, "loss": 0.0281, "step": 3050 }, { "epoch": 3.709288299155609, "grad_norm": 0.9486157894134521, "learning_rate": 4.34025641025641e-05, "loss": 0.0277, "step": 3075 }, { "epoch": 3.739445114595899, "grad_norm": 1.1457022428512573, "learning_rate": 4.333846153846154e-05, "loss": 0.0281, "step": 3100 }, { "epoch": 3.7696019300361883, "grad_norm": 0.7724334597587585, "learning_rate": 4.327435897435897e-05, "loss": 0.0258, "step": 3125 }, { "epoch": 3.7997587454764776, "grad_norm": 1.5436846017837524, "learning_rate": 4.321025641025641e-05, "loss": 0.0299, "step": 3150 }, { "epoch": 3.829915560916767, "grad_norm": 0.9987947344779968, "learning_rate": 4.3146153846153844e-05, "loss": 0.027, "step": 3175 }, { "epoch": 3.860072376357057, "grad_norm": 0.8411365151405334, "learning_rate": 4.308205128205128e-05, "loss": 0.0273, "step": 3200 }, { "epoch": 3.890229191797346, "grad_norm": 0.8284839987754822, "learning_rate": 4.301794871794872e-05, "loss": 0.0274, "step": 3225 }, { "epoch": 3.920386007237636, "grad_norm": 0.8280783295631409, "learning_rate": 4.2953846153846155e-05, "loss": 0.0264, "step": 3250 }, { "epoch": 3.9505428226779253, "grad_norm": 0.8956604599952698, "learning_rate": 4.2889743589743594e-05, "loss": 0.027, "step": 3275 }, { "epoch": 3.9806996381182147, "grad_norm": 0.6638178825378418, "learning_rate": 4.2825641025641027e-05, "loss": 0.0305, "step": 3300 }, { "epoch": 4.010856453558504, "grad_norm": 0.5242146253585815, "learning_rate": 4.2761538461538466e-05, "loss": 0.024, "step": 3325 }, { "epoch": 4.041013268998793, "grad_norm": 0.5336647629737854, "learning_rate": 4.26974358974359e-05, "loss": 0.0149, "step": 3350 }, { "epoch": 4.071170084439084, "grad_norm": 1.2898390293121338, "learning_rate": 4.263333333333334e-05, "loss": 0.017, "step": 3375 }, { "epoch": 4.101326899879373, "grad_norm": 0.8589633107185364, "learning_rate": 4.256923076923077e-05, "loss": 0.0154, "step": 3400 }, { "epoch": 4.131483715319662, "grad_norm": 0.5778971314430237, "learning_rate": 4.250512820512821e-05, "loss": 0.0155, "step": 3425 }, { "epoch": 4.161640530759952, "grad_norm": 0.7384247183799744, "learning_rate": 4.244102564102564e-05, "loss": 0.0152, "step": 3450 }, { "epoch": 4.191797346200241, "grad_norm": 0.7232837080955505, "learning_rate": 4.237692307692308e-05, "loss": 0.0171, "step": 3475 }, { "epoch": 4.2219541616405305, "grad_norm": 0.5860539674758911, "learning_rate": 4.231282051282052e-05, "loss": 0.0165, "step": 3500 }, { "epoch": 4.25211097708082, "grad_norm": 0.7764546275138855, "learning_rate": 4.224871794871795e-05, "loss": 0.0126, "step": 3525 }, { "epoch": 4.28226779252111, "grad_norm": 0.5289584994316101, "learning_rate": 4.218461538461539e-05, "loss": 0.0154, "step": 3550 }, { "epoch": 4.3124246079613995, "grad_norm": 0.712826132774353, "learning_rate": 4.2120512820512824e-05, "loss": 0.0154, "step": 3575 }, { "epoch": 4.342581423401689, "grad_norm": 0.7885989546775818, "learning_rate": 4.2056410256410256e-05, "loss": 0.0156, "step": 3600 }, { "epoch": 4.372738238841978, "grad_norm": 0.41895636916160583, "learning_rate": 4.199230769230769e-05, "loss": 0.0165, "step": 3625 }, { "epoch": 4.402895054282268, "grad_norm": 0.6412532925605774, "learning_rate": 4.192820512820513e-05, "loss": 0.0151, "step": 3650 }, { "epoch": 4.433051869722557, "grad_norm": 0.7599934935569763, "learning_rate": 4.186410256410257e-05, "loss": 0.0166, "step": 3675 }, { "epoch": 4.463208685162847, "grad_norm": 0.5345127582550049, "learning_rate": 4.18e-05, "loss": 0.0156, "step": 3700 }, { "epoch": 4.4933655006031366, "grad_norm": 1.0072388648986816, "learning_rate": 4.173589743589744e-05, "loss": 0.0171, "step": 3725 }, { "epoch": 4.523522316043426, "grad_norm": 0.6174359917640686, "learning_rate": 4.167179487179487e-05, "loss": 0.0173, "step": 3750 }, { "epoch": 4.553679131483715, "grad_norm": 0.7795931100845337, "learning_rate": 4.160769230769231e-05, "loss": 0.0159, "step": 3775 }, { "epoch": 4.583835946924005, "grad_norm": 0.7058958411216736, "learning_rate": 4.154358974358974e-05, "loss": 0.0179, "step": 3800 }, { "epoch": 4.613992762364294, "grad_norm": 1.01051664352417, "learning_rate": 4.147948717948718e-05, "loss": 0.0178, "step": 3825 }, { "epoch": 4.644149577804583, "grad_norm": 1.9903522729873657, "learning_rate": 4.1415384615384614e-05, "loss": 0.0181, "step": 3850 }, { "epoch": 4.674306393244874, "grad_norm": 0.9144511222839355, "learning_rate": 4.1351282051282054e-05, "loss": 0.0169, "step": 3875 }, { "epoch": 4.704463208685163, "grad_norm": 0.9474649429321289, "learning_rate": 4.1287179487179486e-05, "loss": 0.0174, "step": 3900 }, { "epoch": 4.734620024125452, "grad_norm": 0.9880340099334717, "learning_rate": 4.1223076923076925e-05, "loss": 0.0179, "step": 3925 }, { "epoch": 4.764776839565742, "grad_norm": 0.8132879137992859, "learning_rate": 4.1158974358974365e-05, "loss": 0.0184, "step": 3950 }, { "epoch": 4.794933655006031, "grad_norm": 0.9378625154495239, "learning_rate": 4.10948717948718e-05, "loss": 0.0171, "step": 3975 }, { "epoch": 4.825090470446321, "grad_norm": 0.9277964234352112, "learning_rate": 4.1030769230769236e-05, "loss": 0.0169, "step": 4000 }, { "epoch": 4.825090470446321, "eval_loss": 0.012216232717037201, "eval_runtime": 991.0186, "eval_samples_per_second": 6.275, "eval_steps_per_second": 0.197, "eval_wer": 1.165988340116599, "step": 4000 }, { "epoch": 4.855247285886611, "grad_norm": 0.6154299974441528, "learning_rate": 4.096666666666667e-05, "loss": 0.0192, "step": 4025 }, { "epoch": 4.8854041013269, "grad_norm": 0.848542332649231, "learning_rate": 4.090256410256411e-05, "loss": 0.019, "step": 4050 }, { "epoch": 4.915560916767189, "grad_norm": 0.6274838447570801, "learning_rate": 4.083846153846154e-05, "loss": 0.0198, "step": 4075 }, { "epoch": 4.945717732207479, "grad_norm": 1.021127462387085, "learning_rate": 4.077435897435898e-05, "loss": 0.0198, "step": 4100 }, { "epoch": 4.975874547647768, "grad_norm": 0.9392691254615784, "learning_rate": 4.071025641025641e-05, "loss": 0.0188, "step": 4125 }, { "epoch": 5.0060313630880575, "grad_norm": 0.6448451280593872, "learning_rate": 4.064615384615385e-05, "loss": 0.0179, "step": 4150 }, { "epoch": 5.036188178528348, "grad_norm": 1.6301369667053223, "learning_rate": 4.0582051282051283e-05, "loss": 0.0126, "step": 4175 }, { "epoch": 5.066344993968637, "grad_norm": 0.5240802764892578, "learning_rate": 4.0517948717948716e-05, "loss": 0.0121, "step": 4200 }, { "epoch": 5.0965018094089265, "grad_norm": 0.7823707461357117, "learning_rate": 4.0453846153846155e-05, "loss": 0.0112, "step": 4225 }, { "epoch": 5.126658624849216, "grad_norm": 0.8711583614349365, "learning_rate": 4.038974358974359e-05, "loss": 0.0109, "step": 4250 }, { "epoch": 5.156815440289505, "grad_norm": 0.5085228085517883, "learning_rate": 4.032564102564103e-05, "loss": 0.0106, "step": 4275 }, { "epoch": 5.186972255729795, "grad_norm": 0.8798126578330994, "learning_rate": 4.026153846153846e-05, "loss": 0.01, "step": 4300 }, { "epoch": 5.217129071170085, "grad_norm": 0.9341961145401001, "learning_rate": 4.01974358974359e-05, "loss": 0.0104, "step": 4325 }, { "epoch": 5.247285886610374, "grad_norm": 0.5406096577644348, "learning_rate": 4.013333333333333e-05, "loss": 0.0105, "step": 4350 }, { "epoch": 5.277442702050664, "grad_norm": 0.4724595844745636, "learning_rate": 4.006923076923077e-05, "loss": 0.0098, "step": 4375 }, { "epoch": 5.307599517490953, "grad_norm": 0.6248977780342102, "learning_rate": 4.000512820512821e-05, "loss": 0.0102, "step": 4400 }, { "epoch": 5.337756332931242, "grad_norm": 0.8041181564331055, "learning_rate": 3.994102564102564e-05, "loss": 0.011, "step": 4425 }, { "epoch": 5.367913148371532, "grad_norm": 0.5448179244995117, "learning_rate": 3.987692307692308e-05, "loss": 0.0103, "step": 4450 }, { "epoch": 5.398069963811821, "grad_norm": 0.7673892378807068, "learning_rate": 3.981282051282051e-05, "loss": 0.0109, "step": 4475 }, { "epoch": 5.428226779252111, "grad_norm": 0.48907679319381714, "learning_rate": 3.974871794871795e-05, "loss": 0.0127, "step": 4500 }, { "epoch": 5.458383594692401, "grad_norm": 0.6552016139030457, "learning_rate": 3.9684615384615385e-05, "loss": 0.0097, "step": 4525 }, { "epoch": 5.48854041013269, "grad_norm": 0.6085155010223389, "learning_rate": 3.9620512820512824e-05, "loss": 0.0111, "step": 4550 }, { "epoch": 5.518697225572979, "grad_norm": 0.8025962710380554, "learning_rate": 3.9556410256410257e-05, "loss": 0.0118, "step": 4575 }, { "epoch": 5.548854041013269, "grad_norm": 0.746627926826477, "learning_rate": 3.9492307692307696e-05, "loss": 0.0118, "step": 4600 }, { "epoch": 5.579010856453559, "grad_norm": 0.628870964050293, "learning_rate": 3.942820512820513e-05, "loss": 0.0117, "step": 4625 }, { "epoch": 5.609167671893848, "grad_norm": 0.5807325839996338, "learning_rate": 3.936410256410257e-05, "loss": 0.0114, "step": 4650 }, { "epoch": 5.639324487334138, "grad_norm": 0.8060477375984192, "learning_rate": 3.9300000000000007e-05, "loss": 0.0125, "step": 4675 }, { "epoch": 5.669481302774427, "grad_norm": 0.7507126331329346, "learning_rate": 3.923589743589744e-05, "loss": 0.0128, "step": 4700 }, { "epoch": 5.699638118214716, "grad_norm": 0.6952813863754272, "learning_rate": 3.917179487179488e-05, "loss": 0.0126, "step": 4725 }, { "epoch": 5.729794933655006, "grad_norm": 0.5870805382728577, "learning_rate": 3.910769230769231e-05, "loss": 0.0114, "step": 4750 }, { "epoch": 5.759951749095295, "grad_norm": 0.8088861703872681, "learning_rate": 3.904358974358975e-05, "loss": 0.0123, "step": 4775 }, { "epoch": 5.790108564535585, "grad_norm": 0.6179110407829285, "learning_rate": 3.897948717948718e-05, "loss": 0.0131, "step": 4800 }, { "epoch": 5.820265379975875, "grad_norm": 0.7527028918266296, "learning_rate": 3.8915384615384615e-05, "loss": 0.0115, "step": 4825 }, { "epoch": 5.850422195416164, "grad_norm": 0.6718854308128357, "learning_rate": 3.8851282051282054e-05, "loss": 0.0137, "step": 4850 }, { "epoch": 5.8805790108564535, "grad_norm": 0.674188494682312, "learning_rate": 3.8787179487179486e-05, "loss": 0.0112, "step": 4875 }, { "epoch": 5.910735826296743, "grad_norm": 0.593620777130127, "learning_rate": 3.8723076923076926e-05, "loss": 0.0133, "step": 4900 }, { "epoch": 5.940892641737032, "grad_norm": 0.6573485136032104, "learning_rate": 3.865897435897436e-05, "loss": 0.0146, "step": 4925 }, { "epoch": 5.9710494571773225, "grad_norm": 0.7873544692993164, "learning_rate": 3.85948717948718e-05, "loss": 0.0128, "step": 4950 }, { "epoch": 6.001206272617612, "grad_norm": 0.35063135623931885, "learning_rate": 3.853076923076923e-05, "loss": 0.0133, "step": 4975 }, { "epoch": 6.031363088057901, "grad_norm": 0.3884020447731018, "learning_rate": 3.846666666666667e-05, "loss": 0.0082, "step": 5000 }, { "epoch": 6.031363088057901, "eval_loss": 0.008334021084010601, "eval_runtime": 996.9313, "eval_samples_per_second": 6.238, "eval_steps_per_second": 0.196, "eval_wer": 1.3174483639778987, "step": 5000 }, { "epoch": 6.061519903498191, "grad_norm": 0.8306075930595398, "learning_rate": 3.84025641025641e-05, "loss": 0.0076, "step": 5025 }, { "epoch": 6.09167671893848, "grad_norm": 0.47690141201019287, "learning_rate": 3.833846153846154e-05, "loss": 0.0076, "step": 5050 }, { "epoch": 6.121833534378769, "grad_norm": 0.4397512376308441, "learning_rate": 3.827435897435897e-05, "loss": 0.0092, "step": 5075 }, { "epoch": 6.151990349819059, "grad_norm": 0.678534746170044, "learning_rate": 3.821025641025641e-05, "loss": 0.0082, "step": 5100 }, { "epoch": 6.182147165259349, "grad_norm": 0.4765614867210388, "learning_rate": 3.814615384615385e-05, "loss": 0.0084, "step": 5125 }, { "epoch": 6.212303980699638, "grad_norm": 0.4264390766620636, "learning_rate": 3.8082051282051284e-05, "loss": 0.0088, "step": 5150 }, { "epoch": 6.242460796139928, "grad_norm": 0.6547079682350159, "learning_rate": 3.801794871794872e-05, "loss": 0.0085, "step": 5175 }, { "epoch": 6.272617611580217, "grad_norm": 0.49223577976226807, "learning_rate": 3.7953846153846155e-05, "loss": 0.0087, "step": 5200 }, { "epoch": 6.302774427020506, "grad_norm": 1.8589699268341064, "learning_rate": 3.7889743589743595e-05, "loss": 0.0087, "step": 5225 }, { "epoch": 6.332931242460796, "grad_norm": 0.6287866234779358, "learning_rate": 3.782564102564103e-05, "loss": 0.0088, "step": 5250 }, { "epoch": 6.363088057901086, "grad_norm": 0.6359266042709351, "learning_rate": 3.7761538461538466e-05, "loss": 0.0093, "step": 5275 }, { "epoch": 6.393244873341375, "grad_norm": 0.7100051641464233, "learning_rate": 3.76974358974359e-05, "loss": 0.0092, "step": 5300 }, { "epoch": 6.423401688781665, "grad_norm": 0.4683254659175873, "learning_rate": 3.763333333333334e-05, "loss": 0.0083, "step": 5325 }, { "epoch": 6.453558504221954, "grad_norm": 0.5852154493331909, "learning_rate": 3.756923076923077e-05, "loss": 0.0087, "step": 5350 }, { "epoch": 6.4837153196622435, "grad_norm": 0.6639401316642761, "learning_rate": 3.750512820512821e-05, "loss": 0.0091, "step": 5375 }, { "epoch": 6.513872135102533, "grad_norm": 0.4289957284927368, "learning_rate": 3.744102564102565e-05, "loss": 0.0091, "step": 5400 }, { "epoch": 6.544028950542822, "grad_norm": 0.4844948947429657, "learning_rate": 3.7376923076923074e-05, "loss": 0.009, "step": 5425 }, { "epoch": 6.574185765983112, "grad_norm": 0.7272210717201233, "learning_rate": 3.7312820512820513e-05, "loss": 0.0095, "step": 5450 }, { "epoch": 6.604342581423402, "grad_norm": 0.32236674427986145, "learning_rate": 3.7248717948717946e-05, "loss": 0.0089, "step": 5475 }, { "epoch": 6.634499396863691, "grad_norm": 0.6004102230072021, "learning_rate": 3.7184615384615385e-05, "loss": 0.0099, "step": 5500 }, { "epoch": 6.6646562123039805, "grad_norm": 0.6273390054702759, "learning_rate": 3.712051282051282e-05, "loss": 0.0098, "step": 5525 }, { "epoch": 6.69481302774427, "grad_norm": 0.5772261023521423, "learning_rate": 3.705641025641026e-05, "loss": 0.0096, "step": 5550 }, { "epoch": 6.72496984318456, "grad_norm": 0.5057559013366699, "learning_rate": 3.6992307692307696e-05, "loss": 0.0103, "step": 5575 }, { "epoch": 6.7551266586248495, "grad_norm": 1.0213583707809448, "learning_rate": 3.692820512820513e-05, "loss": 0.0097, "step": 5600 }, { "epoch": 6.785283474065139, "grad_norm": 0.807521402835846, "learning_rate": 3.686410256410257e-05, "loss": 0.0101, "step": 5625 }, { "epoch": 6.815440289505428, "grad_norm": 0.610185444355011, "learning_rate": 3.68e-05, "loss": 0.0094, "step": 5650 }, { "epoch": 6.845597104945718, "grad_norm": 0.3346485197544098, "learning_rate": 3.673589743589744e-05, "loss": 0.0098, "step": 5675 }, { "epoch": 6.875753920386007, "grad_norm": 0.6063949465751648, "learning_rate": 3.667179487179487e-05, "loss": 0.0112, "step": 5700 }, { "epoch": 6.905910735826296, "grad_norm": 0.7852259874343872, "learning_rate": 3.660769230769231e-05, "loss": 0.0116, "step": 5725 }, { "epoch": 6.936067551266587, "grad_norm": 0.4328850507736206, "learning_rate": 3.654358974358974e-05, "loss": 0.0096, "step": 5750 }, { "epoch": 6.966224366706876, "grad_norm": 0.7402851581573486, "learning_rate": 3.647948717948718e-05, "loss": 0.0098, "step": 5775 }, { "epoch": 6.996381182147165, "grad_norm": 0.3319641947746277, "learning_rate": 3.6415384615384615e-05, "loss": 0.01, "step": 5800 }, { "epoch": 7.026537997587455, "grad_norm": 0.5382101535797119, "learning_rate": 3.6351282051282054e-05, "loss": 0.0078, "step": 5825 }, { "epoch": 7.056694813027744, "grad_norm": 0.5631383061408997, "learning_rate": 3.628717948717949e-05, "loss": 0.0063, "step": 5850 }, { "epoch": 7.086851628468033, "grad_norm": 0.31435051560401917, "learning_rate": 3.6223076923076926e-05, "loss": 0.0069, "step": 5875 }, { "epoch": 7.117008443908324, "grad_norm": 0.6166759729385376, "learning_rate": 3.6158974358974365e-05, "loss": 0.0068, "step": 5900 }, { "epoch": 7.147165259348613, "grad_norm": 2.1059749126434326, "learning_rate": 3.60948717948718e-05, "loss": 0.0057, "step": 5925 }, { "epoch": 7.177322074788902, "grad_norm": 0.49370259046554565, "learning_rate": 3.6030769230769237e-05, "loss": 0.0068, "step": 5950 }, { "epoch": 7.207478890229192, "grad_norm": 0.5166518092155457, "learning_rate": 3.596666666666667e-05, "loss": 0.0071, "step": 5975 }, { "epoch": 7.237635705669481, "grad_norm": 0.4447627663612366, "learning_rate": 3.590256410256411e-05, "loss": 0.006, "step": 6000 }, { "epoch": 7.237635705669481, "eval_loss": 0.00565904937684536, "eval_runtime": 990.1532, "eval_samples_per_second": 6.281, "eval_steps_per_second": 0.197, "eval_wer": 0.5093795215893995, "step": 6000 }, { "epoch": 7.2677925211097705, "grad_norm": 0.6862059831619263, "learning_rate": 3.583846153846154e-05, "loss": 0.0061, "step": 6025 }, { "epoch": 7.297949336550061, "grad_norm": 1.0469138622283936, "learning_rate": 3.577435897435897e-05, "loss": 0.0058, "step": 6050 }, { "epoch": 7.32810615199035, "grad_norm": 0.597836434841156, "learning_rate": 3.571025641025641e-05, "loss": 0.0067, "step": 6075 }, { "epoch": 7.3582629674306395, "grad_norm": 0.5140921473503113, "learning_rate": 3.5646153846153845e-05, "loss": 0.0061, "step": 6100 }, { "epoch": 7.388419782870929, "grad_norm": 0.32968372106552124, "learning_rate": 3.5582051282051284e-05, "loss": 0.0068, "step": 6125 }, { "epoch": 7.418576598311218, "grad_norm": 0.7434627413749695, "learning_rate": 3.5517948717948716e-05, "loss": 0.0066, "step": 6150 }, { "epoch": 7.4487334137515075, "grad_norm": 0.49147599935531616, "learning_rate": 3.5453846153846156e-05, "loss": 0.0069, "step": 6175 }, { "epoch": 7.478890229191798, "grad_norm": 0.6912224292755127, "learning_rate": 3.538974358974359e-05, "loss": 0.0066, "step": 6200 }, { "epoch": 7.509047044632087, "grad_norm": 0.3987594246864319, "learning_rate": 3.532564102564103e-05, "loss": 0.0067, "step": 6225 }, { "epoch": 7.5392038600723765, "grad_norm": 0.49482178688049316, "learning_rate": 3.526153846153846e-05, "loss": 0.0077, "step": 6250 }, { "epoch": 7.569360675512666, "grad_norm": 0.7536881566047668, "learning_rate": 3.51974358974359e-05, "loss": 0.0068, "step": 6275 }, { "epoch": 7.599517490952955, "grad_norm": 0.6014280319213867, "learning_rate": 3.513333333333334e-05, "loss": 0.0066, "step": 6300 }, { "epoch": 7.629674306393245, "grad_norm": 1.284350872039795, "learning_rate": 3.506923076923077e-05, "loss": 0.0081, "step": 6325 }, { "epoch": 7.659831121833534, "grad_norm": 0.5877798199653625, "learning_rate": 3.500512820512821e-05, "loss": 0.0087, "step": 6350 }, { "epoch": 7.689987937273824, "grad_norm": 0.5651775002479553, "learning_rate": 3.494102564102564e-05, "loss": 0.0072, "step": 6375 }, { "epoch": 7.720144752714114, "grad_norm": 0.8394071459770203, "learning_rate": 3.487692307692308e-05, "loss": 0.0081, "step": 6400 }, { "epoch": 7.750301568154403, "grad_norm": 0.4458906948566437, "learning_rate": 3.4812820512820514e-05, "loss": 0.009, "step": 6425 }, { "epoch": 7.780458383594692, "grad_norm": 0.6104443669319153, "learning_rate": 3.474871794871795e-05, "loss": 0.0075, "step": 6450 }, { "epoch": 7.810615199034982, "grad_norm": 0.570220410823822, "learning_rate": 3.4684615384615385e-05, "loss": 0.0087, "step": 6475 }, { "epoch": 7.840772014475271, "grad_norm": 0.5109632015228271, "learning_rate": 3.4620512820512825e-05, "loss": 0.0079, "step": 6500 }, { "epoch": 7.870928829915561, "grad_norm": 0.5733775496482849, "learning_rate": 3.455641025641026e-05, "loss": 0.0084, "step": 6525 }, { "epoch": 7.901085645355851, "grad_norm": 0.5624831914901733, "learning_rate": 3.4492307692307696e-05, "loss": 0.0076, "step": 6550 }, { "epoch": 7.93124246079614, "grad_norm": 0.46332231163978577, "learning_rate": 3.4428205128205135e-05, "loss": 0.009, "step": 6575 }, { "epoch": 7.961399276236429, "grad_norm": 0.34991389513015747, "learning_rate": 3.436410256410257e-05, "loss": 0.0085, "step": 6600 }, { "epoch": 7.991556091676719, "grad_norm": 0.6192627549171448, "learning_rate": 3.430000000000001e-05, "loss": 0.0081, "step": 6625 }, { "epoch": 8.021712907117008, "grad_norm": 0.46190038323402405, "learning_rate": 3.423589743589743e-05, "loss": 0.0069, "step": 6650 }, { "epoch": 8.051869722557297, "grad_norm": 0.603630006313324, "learning_rate": 3.417179487179487e-05, "loss": 0.0046, "step": 6675 }, { "epoch": 8.082026537997587, "grad_norm": 0.553790807723999, "learning_rate": 3.4107692307692304e-05, "loss": 0.0054, "step": 6700 }, { "epoch": 8.112183353437876, "grad_norm": 0.2668970823287964, "learning_rate": 3.4043589743589744e-05, "loss": 0.0047, "step": 6725 }, { "epoch": 8.142340168878167, "grad_norm": 0.7724784016609192, "learning_rate": 3.397948717948718e-05, "loss": 0.0048, "step": 6750 }, { "epoch": 8.172496984318457, "grad_norm": 0.6020099520683289, "learning_rate": 3.3915384615384615e-05, "loss": 0.0065, "step": 6775 }, { "epoch": 8.202653799758746, "grad_norm": 0.43746957182884216, "learning_rate": 3.3851282051282054e-05, "loss": 0.0059, "step": 6800 }, { "epoch": 8.232810615199035, "grad_norm": 0.39779946208000183, "learning_rate": 3.378717948717949e-05, "loss": 0.0055, "step": 6825 }, { "epoch": 8.262967430639325, "grad_norm": 0.6365821957588196, "learning_rate": 3.3723076923076926e-05, "loss": 0.0055, "step": 6850 }, { "epoch": 8.293124246079614, "grad_norm": 0.7428629398345947, "learning_rate": 3.365897435897436e-05, "loss": 0.0063, "step": 6875 }, { "epoch": 8.323281061519904, "grad_norm": 0.2789345383644104, "learning_rate": 3.35948717948718e-05, "loss": 0.0061, "step": 6900 }, { "epoch": 8.353437876960193, "grad_norm": 0.8929633498191833, "learning_rate": 3.353076923076923e-05, "loss": 0.0066, "step": 6925 }, { "epoch": 8.383594692400482, "grad_norm": 0.3454608917236328, "learning_rate": 3.346666666666667e-05, "loss": 0.0059, "step": 6950 }, { "epoch": 8.413751507840772, "grad_norm": 0.4825322926044464, "learning_rate": 3.34025641025641e-05, "loss": 0.006, "step": 6975 }, { "epoch": 8.443908323281061, "grad_norm": 0.6422285437583923, "learning_rate": 3.333846153846154e-05, "loss": 0.0054, "step": 7000 }, { "epoch": 8.443908323281061, "eval_loss": 0.004851850681006908, "eval_runtime": 1006.3258, "eval_samples_per_second": 6.18, "eval_steps_per_second": 0.194, "eval_wer": 0.4247649831193996, "step": 7000 }, { "epoch": 8.47406513872135, "grad_norm": 0.5762166976928711, "learning_rate": 3.327435897435898e-05, "loss": 0.0054, "step": 7025 }, { "epoch": 8.50422195416164, "grad_norm": 0.49785882234573364, "learning_rate": 3.321025641025641e-05, "loss": 0.0052, "step": 7050 }, { "epoch": 8.534378769601929, "grad_norm": 0.508910059928894, "learning_rate": 3.314615384615385e-05, "loss": 0.0062, "step": 7075 }, { "epoch": 8.56453558504222, "grad_norm": 0.6332126259803772, "learning_rate": 3.3082051282051284e-05, "loss": 0.005, "step": 7100 }, { "epoch": 8.59469240048251, "grad_norm": 0.3884871304035187, "learning_rate": 3.301794871794872e-05, "loss": 0.006, "step": 7125 }, { "epoch": 8.624849215922799, "grad_norm": 0.4841156005859375, "learning_rate": 3.2953846153846156e-05, "loss": 0.0054, "step": 7150 }, { "epoch": 8.655006031363088, "grad_norm": 0.6124204397201538, "learning_rate": 3.2889743589743595e-05, "loss": 0.0068, "step": 7175 }, { "epoch": 8.685162846803378, "grad_norm": 0.9315184354782104, "learning_rate": 3.282564102564103e-05, "loss": 0.0063, "step": 7200 }, { "epoch": 8.715319662243667, "grad_norm": 0.3243924677371979, "learning_rate": 3.276153846153847e-05, "loss": 0.0053, "step": 7225 }, { "epoch": 8.745476477683956, "grad_norm": 0.5066370964050293, "learning_rate": 3.26974358974359e-05, "loss": 0.0058, "step": 7250 }, { "epoch": 8.775633293124246, "grad_norm": 0.5013644099235535, "learning_rate": 3.263333333333333e-05, "loss": 0.0056, "step": 7275 }, { "epoch": 8.805790108564535, "grad_norm": 0.6400606632232666, "learning_rate": 3.256923076923077e-05, "loss": 0.0068, "step": 7300 }, { "epoch": 8.835946924004825, "grad_norm": 0.5252374410629272, "learning_rate": 3.25051282051282e-05, "loss": 0.0057, "step": 7325 }, { "epoch": 8.866103739445114, "grad_norm": 0.6690750122070312, "learning_rate": 3.244102564102564e-05, "loss": 0.0063, "step": 7350 }, { "epoch": 8.896260554885405, "grad_norm": 0.5600816607475281, "learning_rate": 3.2376923076923075e-05, "loss": 0.0069, "step": 7375 }, { "epoch": 8.926417370325694, "grad_norm": 0.6033779382705688, "learning_rate": 3.2312820512820514e-05, "loss": 0.0071, "step": 7400 }, { "epoch": 8.956574185765984, "grad_norm": 0.47139960527420044, "learning_rate": 3.2248717948717946e-05, "loss": 0.0065, "step": 7425 }, { "epoch": 8.986731001206273, "grad_norm": 0.6430622935295105, "learning_rate": 3.2184615384615386e-05, "loss": 0.0082, "step": 7450 }, { "epoch": 9.016887816646562, "grad_norm": 0.5133035182952881, "learning_rate": 3.2120512820512825e-05, "loss": 0.0054, "step": 7475 }, { "epoch": 9.047044632086852, "grad_norm": 0.18024998903274536, "learning_rate": 3.205641025641026e-05, "loss": 0.0042, "step": 7500 }, { "epoch": 9.077201447527141, "grad_norm": 0.3068269193172455, "learning_rate": 3.1992307692307696e-05, "loss": 0.0035, "step": 7525 }, { "epoch": 9.10735826296743, "grad_norm": 0.7015949487686157, "learning_rate": 3.192820512820513e-05, "loss": 0.0042, "step": 7550 }, { "epoch": 9.13751507840772, "grad_norm": 0.3348095417022705, "learning_rate": 3.186410256410257e-05, "loss": 0.0034, "step": 7575 }, { "epoch": 9.16767189384801, "grad_norm": 0.4713417887687683, "learning_rate": 3.18e-05, "loss": 0.004, "step": 7600 }, { "epoch": 9.197828709288299, "grad_norm": 0.5061328411102295, "learning_rate": 3.173589743589744e-05, "loss": 0.0051, "step": 7625 }, { "epoch": 9.227985524728588, "grad_norm": 0.7264745831489563, "learning_rate": 3.167179487179487e-05, "loss": 0.0041, "step": 7650 }, { "epoch": 9.258142340168877, "grad_norm": 0.6336009502410889, "learning_rate": 3.160769230769231e-05, "loss": 0.0053, "step": 7675 }, { "epoch": 9.288299155609169, "grad_norm": 0.7289473414421082, "learning_rate": 3.1543589743589744e-05, "loss": 0.0043, "step": 7700 }, { "epoch": 9.318455971049458, "grad_norm": 0.22295871376991272, "learning_rate": 3.147948717948718e-05, "loss": 0.0046, "step": 7725 }, { "epoch": 9.348612786489747, "grad_norm": 0.19099809229373932, "learning_rate": 3.1415384615384615e-05, "loss": 0.0042, "step": 7750 }, { "epoch": 9.378769601930037, "grad_norm": 0.40205222368240356, "learning_rate": 3.1351282051282055e-05, "loss": 0.0045, "step": 7775 }, { "epoch": 9.408926417370326, "grad_norm": 0.4660908877849579, "learning_rate": 3.1287179487179494e-05, "loss": 0.0053, "step": 7800 }, { "epoch": 9.439083232810615, "grad_norm": 0.3816703259944916, "learning_rate": 3.1223076923076926e-05, "loss": 0.005, "step": 7825 }, { "epoch": 9.469240048250905, "grad_norm": 0.3453875780105591, "learning_rate": 3.1158974358974365e-05, "loss": 0.0057, "step": 7850 }, { "epoch": 9.499396863691194, "grad_norm": 0.71337890625, "learning_rate": 3.109487179487179e-05, "loss": 0.0059, "step": 7875 }, { "epoch": 9.529553679131483, "grad_norm": 0.8145949840545654, "learning_rate": 3.103076923076923e-05, "loss": 0.0045, "step": 7900 }, { "epoch": 9.559710494571773, "grad_norm": 0.42738842964172363, "learning_rate": 3.096666666666666e-05, "loss": 0.0052, "step": 7925 }, { "epoch": 9.589867310012062, "grad_norm": 0.3211086094379425, "learning_rate": 3.09025641025641e-05, "loss": 0.0062, "step": 7950 }, { "epoch": 9.620024125452352, "grad_norm": 0.3079499900341034, "learning_rate": 3.083846153846154e-05, "loss": 0.0056, "step": 7975 }, { "epoch": 9.650180940892643, "grad_norm": 1.0396015644073486, "learning_rate": 3.0774358974358974e-05, "loss": 0.0052, "step": 8000 }, { "epoch": 9.650180940892643, "eval_loss": 0.004133495967835188, "eval_runtime": 1012.439, "eval_samples_per_second": 6.143, "eval_steps_per_second": 0.193, "eval_wer": 0.39938062157839954, "step": 8000 }, { "epoch": 9.680337756332932, "grad_norm": 0.49858543276786804, "learning_rate": 3.071025641025641e-05, "loss": 0.0055, "step": 8025 }, { "epoch": 9.710494571773221, "grad_norm": 0.380087286233902, "learning_rate": 3.0646153846153845e-05, "loss": 0.0051, "step": 8050 }, { "epoch": 9.74065138721351, "grad_norm": 0.3809559941291809, "learning_rate": 3.0582051282051284e-05, "loss": 0.005, "step": 8075 }, { "epoch": 9.7708082026538, "grad_norm": 0.4090009033679962, "learning_rate": 3.051794871794872e-05, "loss": 0.0045, "step": 8100 }, { "epoch": 9.80096501809409, "grad_norm": 0.5513147711753845, "learning_rate": 3.0453846153846156e-05, "loss": 0.005, "step": 8125 }, { "epoch": 9.831121833534379, "grad_norm": 0.2282816618680954, "learning_rate": 3.0389743589743592e-05, "loss": 0.0052, "step": 8150 }, { "epoch": 9.861278648974668, "grad_norm": 0.6830194592475891, "learning_rate": 3.0325641025641028e-05, "loss": 0.0056, "step": 8175 }, { "epoch": 9.891435464414958, "grad_norm": 0.2835237383842468, "learning_rate": 3.0261538461538463e-05, "loss": 0.005, "step": 8200 }, { "epoch": 9.921592279855247, "grad_norm": 0.9871799945831299, "learning_rate": 3.01974358974359e-05, "loss": 0.0051, "step": 8225 }, { "epoch": 9.951749095295536, "grad_norm": 0.30679917335510254, "learning_rate": 3.0133333333333335e-05, "loss": 0.0057, "step": 8250 }, { "epoch": 9.981905910735826, "grad_norm": 0.33395645022392273, "learning_rate": 3.006923076923077e-05, "loss": 0.0052, "step": 8275 }, { "epoch": 10.012062726176115, "grad_norm": 0.3980708122253418, "learning_rate": 3.0005128205128207e-05, "loss": 0.005, "step": 8300 }, { "epoch": 10.042219541616406, "grad_norm": 0.3314126431941986, "learning_rate": 2.9941025641025643e-05, "loss": 0.0036, "step": 8325 }, { "epoch": 10.072376357056696, "grad_norm": 0.3394934833049774, "learning_rate": 2.9876923076923082e-05, "loss": 0.003, "step": 8350 }, { "epoch": 10.102533172496985, "grad_norm": 0.7935678958892822, "learning_rate": 2.9812820512820518e-05, "loss": 0.0041, "step": 8375 }, { "epoch": 10.132689987937274, "grad_norm": 0.34128591418266296, "learning_rate": 2.9748717948717953e-05, "loss": 0.0043, "step": 8400 }, { "epoch": 10.162846803377564, "grad_norm": 0.3675540089607239, "learning_rate": 2.968461538461539e-05, "loss": 0.0037, "step": 8425 }, { "epoch": 10.193003618817853, "grad_norm": 0.3633953928947449, "learning_rate": 2.9620512820512825e-05, "loss": 0.0039, "step": 8450 }, { "epoch": 10.223160434258142, "grad_norm": 0.2437092512845993, "learning_rate": 2.9556410256410254e-05, "loss": 0.004, "step": 8475 }, { "epoch": 10.253317249698432, "grad_norm": 0.5230311155319214, "learning_rate": 2.949230769230769e-05, "loss": 0.0048, "step": 8500 }, { "epoch": 10.283474065138721, "grad_norm": 0.8120681643486023, "learning_rate": 2.942820512820513e-05, "loss": 0.0036, "step": 8525 }, { "epoch": 10.31363088057901, "grad_norm": 0.5272610783576965, "learning_rate": 2.9364102564102565e-05, "loss": 0.0035, "step": 8550 }, { "epoch": 10.3437876960193, "grad_norm": 0.32748904824256897, "learning_rate": 2.93e-05, "loss": 0.0037, "step": 8575 }, { "epoch": 10.37394451145959, "grad_norm": 0.37172701954841614, "learning_rate": 2.9235897435897437e-05, "loss": 0.0048, "step": 8600 }, { "epoch": 10.404101326899879, "grad_norm": 0.24529249966144562, "learning_rate": 2.9171794871794872e-05, "loss": 0.0042, "step": 8625 }, { "epoch": 10.43425814234017, "grad_norm": 0.3945331871509552, "learning_rate": 2.9107692307692308e-05, "loss": 0.0028, "step": 8650 }, { "epoch": 10.464414957780459, "grad_norm": 0.4225753843784332, "learning_rate": 2.9043589743589744e-05, "loss": 0.0037, "step": 8675 }, { "epoch": 10.494571773220748, "grad_norm": 0.45884862542152405, "learning_rate": 2.897948717948718e-05, "loss": 0.004, "step": 8700 }, { "epoch": 10.524728588661038, "grad_norm": 0.5330889225006104, "learning_rate": 2.8915384615384616e-05, "loss": 0.0057, "step": 8725 }, { "epoch": 10.554885404101327, "grad_norm": 0.36432358622550964, "learning_rate": 2.885128205128205e-05, "loss": 0.0045, "step": 8750 }, { "epoch": 10.585042219541617, "grad_norm": 0.2396915704011917, "learning_rate": 2.8787179487179487e-05, "loss": 0.0039, "step": 8775 }, { "epoch": 10.615199034981906, "grad_norm": 0.29191240668296814, "learning_rate": 2.8723076923076926e-05, "loss": 0.0029, "step": 8800 }, { "epoch": 10.645355850422195, "grad_norm": 0.3459051847457886, "learning_rate": 2.8658974358974362e-05, "loss": 0.004, "step": 8825 }, { "epoch": 10.675512665862485, "grad_norm": 0.17961002886295319, "learning_rate": 2.8594871794871798e-05, "loss": 0.0035, "step": 8850 }, { "epoch": 10.705669481302774, "grad_norm": 0.3958909511566162, "learning_rate": 2.8530769230769234e-05, "loss": 0.0036, "step": 8875 }, { "epoch": 10.735826296743063, "grad_norm": 0.44192948937416077, "learning_rate": 2.846666666666667e-05, "loss": 0.0039, "step": 8900 }, { "epoch": 10.765983112183353, "grad_norm": 0.4524558186531067, "learning_rate": 2.8402564102564106e-05, "loss": 0.0038, "step": 8925 }, { "epoch": 10.796139927623642, "grad_norm": 0.392850786447525, "learning_rate": 2.833846153846154e-05, "loss": 0.0044, "step": 8950 }, { "epoch": 10.826296743063933, "grad_norm": 0.29905205965042114, "learning_rate": 2.8274358974358977e-05, "loss": 0.0036, "step": 8975 }, { "epoch": 10.856453558504223, "grad_norm": 0.5706111788749695, "learning_rate": 2.8210256410256413e-05, "loss": 0.0048, "step": 9000 }, { "epoch": 10.856453558504223, "eval_loss": 0.0026703376788645983, "eval_runtime": 1012.108, "eval_samples_per_second": 6.145, "eval_steps_per_second": 0.193, "eval_wer": 0.23353612617719977, "step": 9000 }, { "epoch": 10.886610373944512, "grad_norm": 0.321850448846817, "learning_rate": 2.814615384615385e-05, "loss": 0.0044, "step": 9025 }, { "epoch": 10.916767189384801, "grad_norm": 0.45686766505241394, "learning_rate": 2.8082051282051285e-05, "loss": 0.0053, "step": 9050 }, { "epoch": 10.94692400482509, "grad_norm": 0.38578805327415466, "learning_rate": 2.8017948717948717e-05, "loss": 0.0038, "step": 9075 }, { "epoch": 10.97708082026538, "grad_norm": 0.6577151417732239, "learning_rate": 2.7953846153846153e-05, "loss": 0.0039, "step": 9100 }, { "epoch": 11.00723763570567, "grad_norm": 0.4123535454273224, "learning_rate": 2.788974358974359e-05, "loss": 0.0037, "step": 9125 }, { "epoch": 11.037394451145959, "grad_norm": 0.38779810070991516, "learning_rate": 2.7825641025641024e-05, "loss": 0.0027, "step": 9150 }, { "epoch": 11.067551266586248, "grad_norm": 0.0658646896481514, "learning_rate": 2.776153846153846e-05, "loss": 0.0024, "step": 9175 }, { "epoch": 11.097708082026537, "grad_norm": 0.5341454744338989, "learning_rate": 2.7697435897435896e-05, "loss": 0.0024, "step": 9200 }, { "epoch": 11.127864897466827, "grad_norm": 0.23726364970207214, "learning_rate": 2.7633333333333332e-05, "loss": 0.0038, "step": 9225 }, { "epoch": 11.158021712907116, "grad_norm": 0.15049795806407928, "learning_rate": 2.756923076923077e-05, "loss": 0.0027, "step": 9250 }, { "epoch": 11.188178528347407, "grad_norm": 0.29823240637779236, "learning_rate": 2.7505128205128207e-05, "loss": 0.0026, "step": 9275 }, { "epoch": 11.218335343787697, "grad_norm": 0.22329437732696533, "learning_rate": 2.7441025641025643e-05, "loss": 0.0018, "step": 9300 }, { "epoch": 11.248492159227986, "grad_norm": 0.3106261193752289, "learning_rate": 2.737692307692308e-05, "loss": 0.002, "step": 9325 }, { "epoch": 11.278648974668275, "grad_norm": 0.3054550290107727, "learning_rate": 2.7312820512820514e-05, "loss": 0.0021, "step": 9350 }, { "epoch": 11.308805790108565, "grad_norm": 0.3811512887477875, "learning_rate": 2.724871794871795e-05, "loss": 0.0021, "step": 9375 }, { "epoch": 11.338962605548854, "grad_norm": 0.5648501515388489, "learning_rate": 2.7184615384615386e-05, "loss": 0.002, "step": 9400 }, { "epoch": 11.369119420989144, "grad_norm": 0.20232941210269928, "learning_rate": 2.7120512820512822e-05, "loss": 0.0029, "step": 9425 }, { "epoch": 11.399276236429433, "grad_norm": 0.3404022455215454, "learning_rate": 2.7056410256410258e-05, "loss": 0.0027, "step": 9450 }, { "epoch": 11.429433051869722, "grad_norm": 0.3755060136318207, "learning_rate": 2.6992307692307693e-05, "loss": 0.0018, "step": 9475 }, { "epoch": 11.459589867310012, "grad_norm": 0.20553480088710785, "learning_rate": 2.692820512820513e-05, "loss": 0.0021, "step": 9500 }, { "epoch": 11.489746682750301, "grad_norm": 0.4247529208660126, "learning_rate": 2.6864102564102565e-05, "loss": 0.003, "step": 9525 }, { "epoch": 11.51990349819059, "grad_norm": 0.4408630132675171, "learning_rate": 2.6800000000000004e-05, "loss": 0.003, "step": 9550 }, { "epoch": 11.55006031363088, "grad_norm": 0.4051152765750885, "learning_rate": 2.673589743589744e-05, "loss": 0.0039, "step": 9575 }, { "epoch": 11.58021712907117, "grad_norm": 0.14619019627571106, "learning_rate": 2.6671794871794876e-05, "loss": 0.0025, "step": 9600 }, { "epoch": 11.61037394451146, "grad_norm": 0.25218665599823, "learning_rate": 2.6607692307692312e-05, "loss": 0.0024, "step": 9625 }, { "epoch": 11.64053075995175, "grad_norm": 0.16053034365177155, "learning_rate": 2.6543589743589748e-05, "loss": 0.0026, "step": 9650 }, { "epoch": 11.670687575392039, "grad_norm": 0.39415442943573, "learning_rate": 2.6479487179487183e-05, "loss": 0.0034, "step": 9675 }, { "epoch": 11.700844390832328, "grad_norm": 0.181549534201622, "learning_rate": 2.6415384615384612e-05, "loss": 0.0034, "step": 9700 }, { "epoch": 11.731001206272618, "grad_norm": 0.30012285709381104, "learning_rate": 2.635128205128205e-05, "loss": 0.0037, "step": 9725 }, { "epoch": 11.761158021712907, "grad_norm": 0.4771812856197357, "learning_rate": 2.6287179487179487e-05, "loss": 0.0031, "step": 9750 }, { "epoch": 11.791314837153196, "grad_norm": 0.48958683013916016, "learning_rate": 2.6223076923076923e-05, "loss": 0.0031, "step": 9775 }, { "epoch": 11.821471652593486, "grad_norm": 0.35798442363739014, "learning_rate": 2.615897435897436e-05, "loss": 0.003, "step": 9800 }, { "epoch": 11.851628468033775, "grad_norm": 0.424891859292984, "learning_rate": 2.6094871794871795e-05, "loss": 0.0034, "step": 9825 }, { "epoch": 11.881785283474064, "grad_norm": 0.5343705415725708, "learning_rate": 2.603076923076923e-05, "loss": 0.0034, "step": 9850 }, { "epoch": 11.911942098914354, "grad_norm": 0.33687034249305725, "learning_rate": 2.5966666666666667e-05, "loss": 0.0034, "step": 9875 }, { "epoch": 11.942098914354645, "grad_norm": 0.19549277424812317, "learning_rate": 2.5902564102564102e-05, "loss": 0.0032, "step": 9900 }, { "epoch": 11.972255729794934, "grad_norm": 0.37058568000793457, "learning_rate": 2.5838461538461538e-05, "loss": 0.0041, "step": 9925 }, { "epoch": 12.002412545235224, "grad_norm": 0.4825538098812103, "learning_rate": 2.5774358974358974e-05, "loss": 0.0037, "step": 9950 }, { "epoch": 12.032569360675513, "grad_norm": 0.32408758997917175, "learning_rate": 2.571025641025641e-05, "loss": 0.0029, "step": 9975 }, { "epoch": 12.062726176115802, "grad_norm": 1.3659263849258423, "learning_rate": 2.564615384615385e-05, "loss": 0.0026, "step": 10000 }, { "epoch": 12.062726176115802, "eval_loss": 0.0029017296619713306, "eval_runtime": 1002.1561, "eval_samples_per_second": 6.206, "eval_steps_per_second": 0.195, "eval_wer": 0.21661321848319975, "step": 10000 }, { "epoch": 12.092882991556092, "grad_norm": 0.21181556582450867, "learning_rate": 2.5582051282051285e-05, "loss": 0.0022, "step": 10025 }, { "epoch": 12.123039806996381, "grad_norm": 0.5615534782409668, "learning_rate": 2.551794871794872e-05, "loss": 0.0024, "step": 10050 }, { "epoch": 12.15319662243667, "grad_norm": 0.39352747797966003, "learning_rate": 2.5456410256410256e-05, "loss": 0.003, "step": 10075 }, { "epoch": 12.18335343787696, "grad_norm": 0.2446441948413849, "learning_rate": 2.5392307692307692e-05, "loss": 0.0017, "step": 10100 }, { "epoch": 12.21351025331725, "grad_norm": 0.16832281649112701, "learning_rate": 2.5328205128205128e-05, "loss": 0.0026, "step": 10125 }, { "epoch": 12.243667068757539, "grad_norm": 0.4804658889770508, "learning_rate": 2.5264102564102567e-05, "loss": 0.0027, "step": 10150 }, { "epoch": 12.273823884197828, "grad_norm": 0.1354343742132187, "learning_rate": 2.5200000000000003e-05, "loss": 0.0031, "step": 10175 }, { "epoch": 12.303980699638117, "grad_norm": 0.15623527765274048, "learning_rate": 2.513589743589744e-05, "loss": 0.0031, "step": 10200 }, { "epoch": 12.334137515078408, "grad_norm": 0.36342325806617737, "learning_rate": 2.5071794871794874e-05, "loss": 0.0036, "step": 10225 }, { "epoch": 12.364294330518698, "grad_norm": 0.23433375358581543, "learning_rate": 2.500769230769231e-05, "loss": 0.0039, "step": 10250 }, { "epoch": 12.394451145958987, "grad_norm": 0.3810514211654663, "learning_rate": 2.4943589743589746e-05, "loss": 0.0039, "step": 10275 }, { "epoch": 12.424607961399277, "grad_norm": 0.16892196238040924, "learning_rate": 2.4879487179487182e-05, "loss": 0.0024, "step": 10300 }, { "epoch": 12.454764776839566, "grad_norm": 0.20938655734062195, "learning_rate": 2.4815384615384614e-05, "loss": 0.0022, "step": 10325 }, { "epoch": 12.484921592279855, "grad_norm": 0.20405377447605133, "learning_rate": 2.475128205128205e-05, "loss": 0.0021, "step": 10350 }, { "epoch": 12.515078407720145, "grad_norm": 0.32469889521598816, "learning_rate": 2.468717948717949e-05, "loss": 0.0023, "step": 10375 }, { "epoch": 12.545235223160434, "grad_norm": 0.5191196799278259, "learning_rate": 2.4623076923076925e-05, "loss": 0.0023, "step": 10400 }, { "epoch": 12.575392038600723, "grad_norm": 0.7766408324241638, "learning_rate": 2.455897435897436e-05, "loss": 0.002, "step": 10425 }, { "epoch": 12.605548854041013, "grad_norm": 0.174134761095047, "learning_rate": 2.4494871794871797e-05, "loss": 0.0029, "step": 10450 }, { "epoch": 12.635705669481302, "grad_norm": 0.2488279789686203, "learning_rate": 2.4430769230769232e-05, "loss": 0.0026, "step": 10475 }, { "epoch": 12.665862484921592, "grad_norm": 0.5845912098884583, "learning_rate": 2.4366666666666668e-05, "loss": 0.0027, "step": 10500 }, { "epoch": 12.696019300361883, "grad_norm": 0.3894956707954407, "learning_rate": 2.4302564102564104e-05, "loss": 0.004, "step": 10525 }, { "epoch": 12.726176115802172, "grad_norm": 0.577989935874939, "learning_rate": 2.423846153846154e-05, "loss": 0.0033, "step": 10550 }, { "epoch": 12.756332931242461, "grad_norm": 0.5323812365531921, "learning_rate": 2.4174358974358976e-05, "loss": 0.0031, "step": 10575 }, { "epoch": 12.78648974668275, "grad_norm": 0.18721026182174683, "learning_rate": 2.411025641025641e-05, "loss": 0.0026, "step": 10600 }, { "epoch": 12.81664656212304, "grad_norm": 0.45707863569259644, "learning_rate": 2.4046153846153847e-05, "loss": 0.0025, "step": 10625 }, { "epoch": 12.84680337756333, "grad_norm": 0.2535931169986725, "learning_rate": 2.3982051282051283e-05, "loss": 0.0026, "step": 10650 }, { "epoch": 12.876960193003619, "grad_norm": 0.40412938594818115, "learning_rate": 2.391794871794872e-05, "loss": 0.0029, "step": 10675 }, { "epoch": 12.907117008443908, "grad_norm": 0.48595574498176575, "learning_rate": 2.3853846153846155e-05, "loss": 0.0032, "step": 10700 }, { "epoch": 12.937273823884198, "grad_norm": 0.3177012801170349, "learning_rate": 2.378974358974359e-05, "loss": 0.0027, "step": 10725 }, { "epoch": 12.967430639324487, "grad_norm": 0.3524671494960785, "learning_rate": 2.3725641025641026e-05, "loss": 0.0027, "step": 10750 }, { "epoch": 12.997587454764776, "grad_norm": 0.4569479823112488, "learning_rate": 2.3661538461538462e-05, "loss": 0.0027, "step": 10775 }, { "epoch": 13.027744270205066, "grad_norm": 0.17919158935546875, "learning_rate": 2.3597435897435898e-05, "loss": 0.002, "step": 10800 }, { "epoch": 13.057901085645355, "grad_norm": 0.3922942876815796, "learning_rate": 2.3533333333333334e-05, "loss": 0.0012, "step": 10825 }, { "epoch": 13.088057901085646, "grad_norm": 0.386620432138443, "learning_rate": 2.346923076923077e-05, "loss": 0.0015, "step": 10850 }, { "epoch": 13.118214716525936, "grad_norm": 0.3305458128452301, "learning_rate": 2.340512820512821e-05, "loss": 0.002, "step": 10875 }, { "epoch": 13.148371531966225, "grad_norm": 0.4336313307285309, "learning_rate": 2.3341025641025645e-05, "loss": 0.0018, "step": 10900 }, { "epoch": 13.178528347406514, "grad_norm": 0.10824853926897049, "learning_rate": 2.3276923076923077e-05, "loss": 0.0017, "step": 10925 }, { "epoch": 13.208685162846804, "grad_norm": 0.2195797562599182, "learning_rate": 2.3212820512820513e-05, "loss": 0.0026, "step": 10950 }, { "epoch": 13.238841978287093, "grad_norm": 0.25650644302368164, "learning_rate": 2.314871794871795e-05, "loss": 0.0023, "step": 10975 }, { "epoch": 13.268998793727382, "grad_norm": 0.10807997733354568, "learning_rate": 2.3084615384615385e-05, "loss": 0.0018, "step": 11000 }, { "epoch": 13.268998793727382, "eval_loss": 0.0015814718790352345, "eval_runtime": 996.446, "eval_samples_per_second": 6.241, "eval_steps_per_second": 0.196, "eval_wer": 0.14046013386019984, "step": 11000 }, { "epoch": 13.299155609167672, "grad_norm": 0.2267145812511444, "learning_rate": 2.302051282051282e-05, "loss": 0.0019, "step": 11025 }, { "epoch": 13.329312424607961, "grad_norm": 0.14571033418178558, "learning_rate": 2.2956410256410256e-05, "loss": 0.0021, "step": 11050 }, { "epoch": 13.35946924004825, "grad_norm": 0.15503397583961487, "learning_rate": 2.2892307692307692e-05, "loss": 0.0021, "step": 11075 }, { "epoch": 13.38962605548854, "grad_norm": 0.19532398879528046, "learning_rate": 2.282820512820513e-05, "loss": 0.0018, "step": 11100 }, { "epoch": 13.41978287092883, "grad_norm": 0.4344866871833801, "learning_rate": 2.2766666666666667e-05, "loss": 0.0029, "step": 11125 }, { "epoch": 13.44993968636912, "grad_norm": 0.2359779328107834, "learning_rate": 2.2702564102564102e-05, "loss": 0.0023, "step": 11150 }, { "epoch": 13.48009650180941, "grad_norm": 0.4041311740875244, "learning_rate": 2.2638461538461538e-05, "loss": 0.0029, "step": 11175 }, { "epoch": 13.510253317249699, "grad_norm": 0.4723527729511261, "learning_rate": 2.2574358974358974e-05, "loss": 0.0021, "step": 11200 }, { "epoch": 13.540410132689988, "grad_norm": 0.2631275951862335, "learning_rate": 2.251025641025641e-05, "loss": 0.0022, "step": 11225 }, { "epoch": 13.570566948130278, "grad_norm": 0.3231171667575836, "learning_rate": 2.2446153846153846e-05, "loss": 0.0017, "step": 11250 }, { "epoch": 13.600723763570567, "grad_norm": 0.23541826009750366, "learning_rate": 2.2382051282051285e-05, "loss": 0.0017, "step": 11275 }, { "epoch": 13.630880579010856, "grad_norm": 0.27727654576301575, "learning_rate": 2.231794871794872e-05, "loss": 0.0016, "step": 11300 }, { "epoch": 13.661037394451146, "grad_norm": 0.031325988471508026, "learning_rate": 2.2253846153846157e-05, "loss": 0.0017, "step": 11325 }, { "epoch": 13.691194209891435, "grad_norm": 0.1195283904671669, "learning_rate": 2.2189743589743592e-05, "loss": 0.0015, "step": 11350 }, { "epoch": 13.721351025331725, "grad_norm": 0.30955806374549866, "learning_rate": 2.2125641025641028e-05, "loss": 0.0016, "step": 11375 }, { "epoch": 13.751507840772014, "grad_norm": 0.235143780708313, "learning_rate": 2.206153846153846e-05, "loss": 0.0018, "step": 11400 }, { "epoch": 13.781664656212303, "grad_norm": 0.24938906729221344, "learning_rate": 2.1997435897435896e-05, "loss": 0.0017, "step": 11425 }, { "epoch": 13.811821471652593, "grad_norm": 0.43972665071487427, "learning_rate": 2.1933333333333332e-05, "loss": 0.0017, "step": 11450 }, { "epoch": 13.841978287092884, "grad_norm": 0.0943671390414238, "learning_rate": 2.1869230769230768e-05, "loss": 0.0022, "step": 11475 }, { "epoch": 13.872135102533173, "grad_norm": 0.40343430638313293, "learning_rate": 2.1805128205128207e-05, "loss": 0.0019, "step": 11500 }, { "epoch": 13.902291917973463, "grad_norm": 0.10829182714223862, "learning_rate": 2.1741025641025643e-05, "loss": 0.0018, "step": 11525 }, { "epoch": 13.932448733413752, "grad_norm": 0.2386273443698883, "learning_rate": 2.167692307692308e-05, "loss": 0.0016, "step": 11550 }, { "epoch": 13.962605548854041, "grad_norm": 0.1016281247138977, "learning_rate": 2.1612820512820515e-05, "loss": 0.0018, "step": 11575 }, { "epoch": 13.99276236429433, "grad_norm": 0.32754793763160706, "learning_rate": 2.154871794871795e-05, "loss": 0.002, "step": 11600 }, { "epoch": 14.02291917973462, "grad_norm": 0.04194990545511246, "learning_rate": 2.1484615384615386e-05, "loss": 0.0011, "step": 11625 }, { "epoch": 14.05307599517491, "grad_norm": 0.2491765320301056, "learning_rate": 2.1420512820512822e-05, "loss": 0.0014, "step": 11650 }, { "epoch": 14.083232810615199, "grad_norm": 0.014708359725773335, "learning_rate": 2.1356410256410258e-05, "loss": 0.0008, "step": 11675 }, { "epoch": 14.113389626055488, "grad_norm": 0.4803709387779236, "learning_rate": 2.129230769230769e-05, "loss": 0.0015, "step": 11700 }, { "epoch": 14.143546441495777, "grad_norm": 0.4044797122478485, "learning_rate": 2.122820512820513e-05, "loss": 0.0012, "step": 11725 }, { "epoch": 14.173703256936067, "grad_norm": 0.029006000608205795, "learning_rate": 2.1164102564102565e-05, "loss": 0.0007, "step": 11750 }, { "epoch": 14.203860072376358, "grad_norm": 0.1911536306142807, "learning_rate": 2.11e-05, "loss": 0.001, "step": 11775 }, { "epoch": 14.234016887816647, "grad_norm": 0.21454551815986633, "learning_rate": 2.1035897435897437e-05, "loss": 0.001, "step": 11800 }, { "epoch": 14.264173703256937, "grad_norm": 0.17662163078784943, "learning_rate": 2.0971794871794873e-05, "loss": 0.0007, "step": 11825 }, { "epoch": 14.294330518697226, "grad_norm": 0.22295348346233368, "learning_rate": 2.090769230769231e-05, "loss": 0.0012, "step": 11850 }, { "epoch": 14.324487334137515, "grad_norm": 0.2702692747116089, "learning_rate": 2.0843589743589745e-05, "loss": 0.0011, "step": 11875 }, { "epoch": 14.354644149577805, "grad_norm": 0.05450628325343132, "learning_rate": 2.077948717948718e-05, "loss": 0.0011, "step": 11900 }, { "epoch": 14.384800965018094, "grad_norm": 0.3169969320297241, "learning_rate": 2.0715384615384616e-05, "loss": 0.001, "step": 11925 }, { "epoch": 14.414957780458383, "grad_norm": 0.15280167758464813, "learning_rate": 2.0651282051282052e-05, "loss": 0.0009, "step": 11950 }, { "epoch": 14.445114595898673, "grad_norm": 0.21866431832313538, "learning_rate": 2.0587179487179488e-05, "loss": 0.0006, "step": 11975 }, { "epoch": 14.475271411338962, "grad_norm": 0.08858295530080795, "learning_rate": 2.0523076923076927e-05, "loss": 0.0006, "step": 12000 }, { "epoch": 14.475271411338962, "eval_loss": 0.0008076800731942058, "eval_runtime": 996.6648, "eval_samples_per_second": 6.24, "eval_steps_per_second": 0.196, "eval_wer": 0.051614868466699944, "step": 12000 }, { "epoch": 14.505428226779252, "grad_norm": 0.1264970898628235, "learning_rate": 2.045897435897436e-05, "loss": 0.0012, "step": 12025 }, { "epoch": 14.535585042219541, "grad_norm": 0.2380407452583313, "learning_rate": 2.0394871794871795e-05, "loss": 0.0011, "step": 12050 }, { "epoch": 14.56574185765983, "grad_norm": 0.15191993117332458, "learning_rate": 2.033076923076923e-05, "loss": 0.0006, "step": 12075 }, { "epoch": 14.595898673100121, "grad_norm": 0.13679549098014832, "learning_rate": 2.0266666666666667e-05, "loss": 0.0009, "step": 12100 }, { "epoch": 14.62605548854041, "grad_norm": 0.32420992851257324, "learning_rate": 2.0202564102564103e-05, "loss": 0.0015, "step": 12125 }, { "epoch": 14.6562123039807, "grad_norm": 0.05826028808951378, "learning_rate": 2.013846153846154e-05, "loss": 0.0021, "step": 12150 }, { "epoch": 14.68636911942099, "grad_norm": 0.2103799283504486, "learning_rate": 2.0074358974358974e-05, "loss": 0.0012, "step": 12175 }, { "epoch": 14.716525934861279, "grad_norm": 0.2913725674152374, "learning_rate": 2.0012820512820513e-05, "loss": 0.0018, "step": 12200 }, { "epoch": 14.746682750301568, "grad_norm": 0.4515094757080078, "learning_rate": 1.994871794871795e-05, "loss": 0.0015, "step": 12225 }, { "epoch": 14.776839565741858, "grad_norm": 0.4244413673877716, "learning_rate": 1.9884615384615385e-05, "loss": 0.0017, "step": 12250 }, { "epoch": 14.806996381182147, "grad_norm": 0.457838773727417, "learning_rate": 1.982051282051282e-05, "loss": 0.0019, "step": 12275 }, { "epoch": 14.837153196622436, "grad_norm": 0.2790083587169647, "learning_rate": 1.9756410256410256e-05, "loss": 0.0018, "step": 12300 }, { "epoch": 14.867310012062726, "grad_norm": 0.1873409003019333, "learning_rate": 1.9692307692307692e-05, "loss": 0.001, "step": 12325 }, { "epoch": 14.897466827503015, "grad_norm": 0.10269332677125931, "learning_rate": 1.9628205128205128e-05, "loss": 0.0016, "step": 12350 }, { "epoch": 14.927623642943304, "grad_norm": 0.25753891468048096, "learning_rate": 1.9564102564102564e-05, "loss": 0.0015, "step": 12375 }, { "epoch": 14.957780458383596, "grad_norm": 0.35127919912338257, "learning_rate": 1.9500000000000003e-05, "loss": 0.0012, "step": 12400 }, { "epoch": 14.987937273823885, "grad_norm": 0.5634476542472839, "learning_rate": 1.943589743589744e-05, "loss": 0.0016, "step": 12425 }, { "epoch": 15.018094089264174, "grad_norm": 0.024632366374135017, "learning_rate": 1.9371794871794875e-05, "loss": 0.0015, "step": 12450 }, { "epoch": 15.048250904704464, "grad_norm": 0.02257225476205349, "learning_rate": 1.930769230769231e-05, "loss": 0.0013, "step": 12475 }, { "epoch": 15.078407720144753, "grad_norm": 0.04358160123229027, "learning_rate": 1.9243589743589743e-05, "loss": 0.0009, "step": 12500 }, { "epoch": 15.108564535585042, "grad_norm": 0.04449508711695671, "learning_rate": 1.917948717948718e-05, "loss": 0.0007, "step": 12525 }, { "epoch": 15.138721351025332, "grad_norm": 0.28677237033843994, "learning_rate": 1.9115384615384615e-05, "loss": 0.001, "step": 12550 }, { "epoch": 15.168878166465621, "grad_norm": 0.27006012201309204, "learning_rate": 1.905128205128205e-05, "loss": 0.0008, "step": 12575 }, { "epoch": 15.19903498190591, "grad_norm": 0.11848629266023636, "learning_rate": 1.8987179487179486e-05, "loss": 0.0011, "step": 12600 }, { "epoch": 15.2291917973462, "grad_norm": 0.09428757429122925, "learning_rate": 1.8923076923076925e-05, "loss": 0.001, "step": 12625 }, { "epoch": 15.25934861278649, "grad_norm": 0.3050622344017029, "learning_rate": 1.885897435897436e-05, "loss": 0.0016, "step": 12650 }, { "epoch": 15.289505428226779, "grad_norm": 0.11524270474910736, "learning_rate": 1.8794871794871797e-05, "loss": 0.0007, "step": 12675 }, { "epoch": 15.319662243667068, "grad_norm": 0.049393486231565475, "learning_rate": 1.8730769230769233e-05, "loss": 0.0014, "step": 12700 }, { "epoch": 15.349819059107359, "grad_norm": 0.13888594508171082, "learning_rate": 1.866666666666667e-05, "loss": 0.001, "step": 12725 }, { "epoch": 15.379975874547648, "grad_norm": 0.24283666908740997, "learning_rate": 1.8602564102564104e-05, "loss": 0.0012, "step": 12750 }, { "epoch": 15.410132689987938, "grad_norm": 0.03154498338699341, "learning_rate": 1.853846153846154e-05, "loss": 0.0006, "step": 12775 }, { "epoch": 15.440289505428227, "grad_norm": 0.23273347318172455, "learning_rate": 1.8474358974358973e-05, "loss": 0.0013, "step": 12800 }, { "epoch": 15.470446320868517, "grad_norm": 0.027964431792497635, "learning_rate": 1.841025641025641e-05, "loss": 0.0009, "step": 12825 }, { "epoch": 15.500603136308806, "grad_norm": 0.10171785950660706, "learning_rate": 1.8346153846153848e-05, "loss": 0.001, "step": 12850 }, { "epoch": 15.530759951749095, "grad_norm": 0.07663460075855255, "learning_rate": 1.8282051282051284e-05, "loss": 0.0012, "step": 12875 }, { "epoch": 15.560916767189385, "grad_norm": 0.13134215772151947, "learning_rate": 1.821794871794872e-05, "loss": 0.0014, "step": 12900 }, { "epoch": 15.591073582629674, "grad_norm": 0.36030343174934387, "learning_rate": 1.8153846153846155e-05, "loss": 0.0009, "step": 12925 }, { "epoch": 15.621230398069963, "grad_norm": 0.06968313455581665, "learning_rate": 1.808974358974359e-05, "loss": 0.0007, "step": 12950 }, { "epoch": 15.651387213510253, "grad_norm": 0.3380257487297058, "learning_rate": 1.8025641025641027e-05, "loss": 0.0012, "step": 12975 }, { "epoch": 15.681544028950542, "grad_norm": 0.5323896408081055, "learning_rate": 1.7961538461538463e-05, "loss": 0.0011, "step": 13000 }, { "epoch": 15.681544028950542, "eval_loss": 0.0010069493437185884, "eval_runtime": 1002.646, "eval_samples_per_second": 6.203, "eval_steps_per_second": 0.194, "eval_wer": 0.059230176928999935, "step": 13000 }, { "epoch": 15.711700844390833, "grad_norm": 0.35281914472579956, "learning_rate": 1.78974358974359e-05, "loss": 0.0014, "step": 13025 }, { "epoch": 15.741857659831123, "grad_norm": 0.17595279216766357, "learning_rate": 1.7833333333333334e-05, "loss": 0.0008, "step": 13050 }, { "epoch": 15.772014475271412, "grad_norm": 0.3843632936477661, "learning_rate": 1.776923076923077e-05, "loss": 0.0015, "step": 13075 }, { "epoch": 15.802171290711701, "grad_norm": 0.1887003630399704, "learning_rate": 1.7705128205128206e-05, "loss": 0.0009, "step": 13100 }, { "epoch": 15.83232810615199, "grad_norm": 0.24152594804763794, "learning_rate": 1.7641025641025642e-05, "loss": 0.0015, "step": 13125 }, { "epoch": 15.86248492159228, "grad_norm": 0.05987237021327019, "learning_rate": 1.7576923076923078e-05, "loss": 0.001, "step": 13150 }, { "epoch": 15.89264173703257, "grad_norm": 0.04662075638771057, "learning_rate": 1.7512820512820513e-05, "loss": 0.0009, "step": 13175 }, { "epoch": 15.922798552472859, "grad_norm": 0.044758863747119904, "learning_rate": 1.744871794871795e-05, "loss": 0.0007, "step": 13200 }, { "epoch": 15.952955367913148, "grad_norm": 0.26706501841545105, "learning_rate": 1.7384615384615385e-05, "loss": 0.001, "step": 13225 }, { "epoch": 15.983112183353438, "grad_norm": 0.04062407463788986, "learning_rate": 1.732051282051282e-05, "loss": 0.0012, "step": 13250 }, { "epoch": 16.013268998793727, "grad_norm": 0.023897381499409676, "learning_rate": 1.7256410256410257e-05, "loss": 0.0013, "step": 13275 }, { "epoch": 16.043425814234016, "grad_norm": 0.32823121547698975, "learning_rate": 1.7192307692307692e-05, "loss": 0.0007, "step": 13300 }, { "epoch": 16.073582629674306, "grad_norm": 0.15761221945285797, "learning_rate": 1.7128205128205128e-05, "loss": 0.0009, "step": 13325 }, { "epoch": 16.103739445114595, "grad_norm": 0.44138479232788086, "learning_rate": 1.7064102564102567e-05, "loss": 0.0015, "step": 13350 }, { "epoch": 16.133896260554884, "grad_norm": 0.09857632219791412, "learning_rate": 1.7000000000000003e-05, "loss": 0.0008, "step": 13375 }, { "epoch": 16.164053075995174, "grad_norm": 0.04731433838605881, "learning_rate": 1.6935897435897436e-05, "loss": 0.0011, "step": 13400 }, { "epoch": 16.194209891435463, "grad_norm": 0.19600285589694977, "learning_rate": 1.687179487179487e-05, "loss": 0.0013, "step": 13425 }, { "epoch": 16.224366706875752, "grad_norm": 0.19857877492904663, "learning_rate": 1.6807692307692307e-05, "loss": 0.0007, "step": 13450 }, { "epoch": 16.254523522316042, "grad_norm": 0.16761957108974457, "learning_rate": 1.6743589743589743e-05, "loss": 0.0008, "step": 13475 }, { "epoch": 16.284680337756335, "grad_norm": 0.15052922070026398, "learning_rate": 1.667948717948718e-05, "loss": 0.0008, "step": 13500 }, { "epoch": 16.314837153196624, "grad_norm": 0.1592302769422531, "learning_rate": 1.6615384615384615e-05, "loss": 0.0009, "step": 13525 }, { "epoch": 16.344993968636913, "grad_norm": 0.06324774026870728, "learning_rate": 1.655128205128205e-05, "loss": 0.0012, "step": 13550 }, { "epoch": 16.375150784077203, "grad_norm": 0.08904474228620529, "learning_rate": 1.648717948717949e-05, "loss": 0.001, "step": 13575 }, { "epoch": 16.405307599517492, "grad_norm": 0.30309730768203735, "learning_rate": 1.6423076923076926e-05, "loss": 0.0016, "step": 13600 }, { "epoch": 16.43546441495778, "grad_norm": 0.034333765506744385, "learning_rate": 1.635897435897436e-05, "loss": 0.0009, "step": 13625 }, { "epoch": 16.46562123039807, "grad_norm": 0.1407672017812729, "learning_rate": 1.6294871794871797e-05, "loss": 0.0013, "step": 13650 }, { "epoch": 16.49577804583836, "grad_norm": 0.33947229385375977, "learning_rate": 1.6230769230769233e-05, "loss": 0.0014, "step": 13675 }, { "epoch": 16.52593486127865, "grad_norm": 0.33563920855522156, "learning_rate": 1.6166666666666665e-05, "loss": 0.0012, "step": 13700 }, { "epoch": 16.55609167671894, "grad_norm": 0.20057527720928192, "learning_rate": 1.61025641025641e-05, "loss": 0.0009, "step": 13725 }, { "epoch": 16.58624849215923, "grad_norm": 0.3705625534057617, "learning_rate": 1.6038461538461537e-05, "loss": 0.0013, "step": 13750 }, { "epoch": 16.616405307599518, "grad_norm": 0.07782306522130966, "learning_rate": 1.5974358974358973e-05, "loss": 0.001, "step": 13775 }, { "epoch": 16.646562123039807, "grad_norm": 0.27725890278816223, "learning_rate": 1.5910256410256412e-05, "loss": 0.0012, "step": 13800 }, { "epoch": 16.676718938480096, "grad_norm": 0.062382087111473083, "learning_rate": 1.5846153846153848e-05, "loss": 0.001, "step": 13825 }, { "epoch": 16.706875753920386, "grad_norm": 0.09845041483640671, "learning_rate": 1.5782051282051284e-05, "loss": 0.0011, "step": 13850 }, { "epoch": 16.737032569360675, "grad_norm": 0.9588223099708557, "learning_rate": 1.571794871794872e-05, "loss": 0.0013, "step": 13875 }, { "epoch": 16.767189384800965, "grad_norm": 0.053613290190696716, "learning_rate": 1.5653846153846155e-05, "loss": 0.0006, "step": 13900 }, { "epoch": 16.797346200241254, "grad_norm": 0.2024143934249878, "learning_rate": 1.558974358974359e-05, "loss": 0.0008, "step": 13925 }, { "epoch": 16.827503015681543, "grad_norm": 0.06082351505756378, "learning_rate": 1.5525641025641027e-05, "loss": 0.0007, "step": 13950 }, { "epoch": 16.857659831121833, "grad_norm": 0.09507593512535095, "learning_rate": 1.5461538461538463e-05, "loss": 0.0007, "step": 13975 }, { "epoch": 16.887816646562122, "grad_norm": 0.1426476687192917, "learning_rate": 1.53974358974359e-05, "loss": 0.0008, "step": 14000 }, { "epoch": 16.887816646562122, "eval_loss": 0.0005711495759896934, "eval_runtime": 990.0229, "eval_samples_per_second": 6.282, "eval_steps_per_second": 0.197, "eval_wer": 0.04399956000439995, "step": 14000 }, { "epoch": 16.91797346200241, "grad_norm": 0.18840347230434418, "learning_rate": 1.5333333333333334e-05, "loss": 0.0013, "step": 14025 }, { "epoch": 16.9481302774427, "grad_norm": 0.26766589283943176, "learning_rate": 1.526923076923077e-05, "loss": 0.0015, "step": 14050 }, { "epoch": 16.97828709288299, "grad_norm": 0.28743016719818115, "learning_rate": 1.5205128205128204e-05, "loss": 0.0012, "step": 14075 }, { "epoch": 17.00844390832328, "grad_norm": 0.14443720877170563, "learning_rate": 1.5141025641025642e-05, "loss": 0.0011, "step": 14100 }, { "epoch": 17.03860072376357, "grad_norm": 0.024033578112721443, "learning_rate": 1.5076923076923078e-05, "loss": 0.0007, "step": 14125 }, { "epoch": 17.06875753920386, "grad_norm": 0.00767620699480176, "learning_rate": 1.5012820512820514e-05, "loss": 0.0005, "step": 14150 }, { "epoch": 17.09891435464415, "grad_norm": 0.015186134725809097, "learning_rate": 1.494871794871795e-05, "loss": 0.0005, "step": 14175 }, { "epoch": 17.12907117008444, "grad_norm": 0.01915036514401436, "learning_rate": 1.4884615384615385e-05, "loss": 0.0006, "step": 14200 }, { "epoch": 17.15922798552473, "grad_norm": 0.03488083556294441, "learning_rate": 1.4820512820512823e-05, "loss": 0.0007, "step": 14225 }, { "epoch": 17.18938480096502, "grad_norm": 0.09613313525915146, "learning_rate": 1.4756410256410259e-05, "loss": 0.0006, "step": 14250 }, { "epoch": 17.21954161640531, "grad_norm": 0.18326513469219208, "learning_rate": 1.4692307692307694e-05, "loss": 0.0006, "step": 14275 }, { "epoch": 17.249698431845598, "grad_norm": 0.15190808475017548, "learning_rate": 1.462820512820513e-05, "loss": 0.0004, "step": 14300 }, { "epoch": 17.279855247285887, "grad_norm": 0.3432150185108185, "learning_rate": 1.4564102564102564e-05, "loss": 0.0011, "step": 14325 }, { "epoch": 17.310012062726177, "grad_norm": 0.4396774470806122, "learning_rate": 1.45e-05, "loss": 0.001, "step": 14350 }, { "epoch": 17.340168878166466, "grad_norm": 0.06790395081043243, "learning_rate": 1.4435897435897436e-05, "loss": 0.0012, "step": 14375 }, { "epoch": 17.370325693606755, "grad_norm": 0.35853540897369385, "learning_rate": 1.4371794871794872e-05, "loss": 0.0008, "step": 14400 }, { "epoch": 17.400482509047045, "grad_norm": 0.013928794302046299, "learning_rate": 1.4307692307692308e-05, "loss": 0.0004, "step": 14425 }, { "epoch": 17.430639324487334, "grad_norm": 0.1788260042667389, "learning_rate": 1.4243589743589743e-05, "loss": 0.0006, "step": 14450 }, { "epoch": 17.460796139927623, "grad_norm": 0.2558450400829315, "learning_rate": 1.4179487179487181e-05, "loss": 0.0007, "step": 14475 }, { "epoch": 17.490952955367913, "grad_norm": 0.020362338051199913, "learning_rate": 1.4115384615384617e-05, "loss": 0.0009, "step": 14500 }, { "epoch": 17.521109770808202, "grad_norm": 0.014310728758573532, "learning_rate": 1.4051282051282052e-05, "loss": 0.0006, "step": 14525 }, { "epoch": 17.55126658624849, "grad_norm": 0.036641139537096024, "learning_rate": 1.3987179487179488e-05, "loss": 0.001, "step": 14550 }, { "epoch": 17.58142340168878, "grad_norm": 0.03447428345680237, "learning_rate": 1.3923076923076924e-05, "loss": 0.0014, "step": 14575 }, { "epoch": 17.61158021712907, "grad_norm": 0.060432709753513336, "learning_rate": 1.3858974358974362e-05, "loss": 0.0013, "step": 14600 }, { "epoch": 17.64173703256936, "grad_norm": 0.10130875557661057, "learning_rate": 1.3794871794871794e-05, "loss": 0.0008, "step": 14625 }, { "epoch": 17.67189384800965, "grad_norm": 0.01216267328709364, "learning_rate": 1.373076923076923e-05, "loss": 0.0005, "step": 14650 }, { "epoch": 17.70205066344994, "grad_norm": 0.05615884065628052, "learning_rate": 1.3666666666666666e-05, "loss": 0.0007, "step": 14675 }, { "epoch": 17.732207478890228, "grad_norm": 0.04427564516663551, "learning_rate": 1.3602564102564103e-05, "loss": 0.0006, "step": 14700 }, { "epoch": 17.762364294330517, "grad_norm": 0.045263323932886124, "learning_rate": 1.3538461538461539e-05, "loss": 0.0007, "step": 14725 }, { "epoch": 17.79252110977081, "grad_norm": 0.08449224382638931, "learning_rate": 1.3474358974358975e-05, "loss": 0.0006, "step": 14750 }, { "epoch": 17.8226779252111, "grad_norm": 0.10307135432958603, "learning_rate": 1.341025641025641e-05, "loss": 0.0007, "step": 14775 }, { "epoch": 17.85283474065139, "grad_norm": 0.5374400019645691, "learning_rate": 1.3346153846153846e-05, "loss": 0.0005, "step": 14800 }, { "epoch": 17.882991556091678, "grad_norm": 0.5694553256034851, "learning_rate": 1.3282051282051284e-05, "loss": 0.0011, "step": 14825 }, { "epoch": 17.913148371531967, "grad_norm": 0.1859111189842224, "learning_rate": 1.321794871794872e-05, "loss": 0.0008, "step": 14850 }, { "epoch": 17.943305186972257, "grad_norm": 0.22747331857681274, "learning_rate": 1.3153846153846156e-05, "loss": 0.0007, "step": 14875 }, { "epoch": 17.973462002412546, "grad_norm": 0.3381015658378601, "learning_rate": 1.3089743589743591e-05, "loss": 0.0011, "step": 14900 }, { "epoch": 18.003618817852836, "grad_norm": 0.04330763593316078, "learning_rate": 1.3025641025641026e-05, "loss": 0.0009, "step": 14925 }, { "epoch": 18.033775633293125, "grad_norm": 0.10595140606164932, "learning_rate": 1.2961538461538461e-05, "loss": 0.0004, "step": 14950 }, { "epoch": 18.063932448733414, "grad_norm": 0.011601651087403297, "learning_rate": 1.2897435897435897e-05, "loss": 0.0007, "step": 14975 }, { "epoch": 18.094089264173704, "grad_norm": 0.3361925780773163, "learning_rate": 1.2833333333333333e-05, "loss": 0.0005, "step": 15000 }, { "epoch": 18.094089264173704, "eval_loss": 0.00034312964999116957, "eval_runtime": 1004.3168, "eval_samples_per_second": 6.192, "eval_steps_per_second": 0.194, "eval_wer": 0.026230506925699972, "step": 15000 }, { "epoch": 18.124246079613993, "grad_norm": 0.0681447684764862, "learning_rate": 1.2769230769230769e-05, "loss": 0.0005, "step": 15025 }, { "epoch": 18.154402895054282, "grad_norm": 0.12613628804683685, "learning_rate": 1.2705128205128206e-05, "loss": 0.0003, "step": 15050 }, { "epoch": 18.18455971049457, "grad_norm": 0.6640765070915222, "learning_rate": 1.2641025641025642e-05, "loss": 0.0006, "step": 15075 }, { "epoch": 18.21471652593486, "grad_norm": 0.05167512595653534, "learning_rate": 1.2576923076923078e-05, "loss": 0.0003, "step": 15100 }, { "epoch": 18.24487334137515, "grad_norm": 0.18414056301116943, "learning_rate": 1.2512820512820514e-05, "loss": 0.0003, "step": 15125 }, { "epoch": 18.27503015681544, "grad_norm": 0.02288408949971199, "learning_rate": 1.2448717948717948e-05, "loss": 0.0004, "step": 15150 }, { "epoch": 18.30518697225573, "grad_norm": 0.016178827732801437, "learning_rate": 1.2384615384615385e-05, "loss": 0.0004, "step": 15175 }, { "epoch": 18.33534378769602, "grad_norm": 0.04137105867266655, "learning_rate": 1.2320512820512821e-05, "loss": 0.0005, "step": 15200 }, { "epoch": 18.365500603136308, "grad_norm": 0.008456836454570293, "learning_rate": 1.2256410256410257e-05, "loss": 0.0003, "step": 15225 }, { "epoch": 18.395657418576597, "grad_norm": 0.0407336950302124, "learning_rate": 1.2192307692307693e-05, "loss": 0.0002, "step": 15250 }, { "epoch": 18.425814234016887, "grad_norm": 0.049277517944574356, "learning_rate": 1.2128205128205129e-05, "loss": 0.0006, "step": 15275 }, { "epoch": 18.455971049457176, "grad_norm": 0.06035938486456871, "learning_rate": 1.2064102564102564e-05, "loss": 0.0002, "step": 15300 }, { "epoch": 18.486127864897465, "grad_norm": 0.2011227160692215, "learning_rate": 1.2e-05, "loss": 0.0004, "step": 15325 }, { "epoch": 18.516284680337755, "grad_norm": 0.034561824053525925, "learning_rate": 1.1935897435897436e-05, "loss": 0.0004, "step": 15350 }, { "epoch": 18.546441495778044, "grad_norm": 0.04372337833046913, "learning_rate": 1.1871794871794872e-05, "loss": 0.0005, "step": 15375 }, { "epoch": 18.576598311218337, "grad_norm": 0.008042124100029469, "learning_rate": 1.1807692307692308e-05, "loss": 0.0002, "step": 15400 }, { "epoch": 18.606755126658626, "grad_norm": 0.10854102671146393, "learning_rate": 1.1743589743589745e-05, "loss": 0.0005, "step": 15425 }, { "epoch": 18.636911942098916, "grad_norm": 0.037805236876010895, "learning_rate": 1.167948717948718e-05, "loss": 0.0003, "step": 15450 }, { "epoch": 18.667068757539205, "grad_norm": 0.01474406011402607, "learning_rate": 1.1615384615384615e-05, "loss": 0.0001, "step": 15475 }, { "epoch": 18.697225572979495, "grad_norm": 0.02935103327035904, "learning_rate": 1.1551282051282051e-05, "loss": 0.0003, "step": 15500 }, { "epoch": 18.727382388419784, "grad_norm": 0.24657242000102997, "learning_rate": 1.1487179487179489e-05, "loss": 0.0002, "step": 15525 }, { "epoch": 18.757539203860073, "grad_norm": 0.0180373415350914, "learning_rate": 1.1423076923076924e-05, "loss": 0.0004, "step": 15550 }, { "epoch": 18.787696019300363, "grad_norm": 0.048605214804410934, "learning_rate": 1.135897435897436e-05, "loss": 0.0004, "step": 15575 }, { "epoch": 18.817852834740652, "grad_norm": 0.1511477530002594, "learning_rate": 1.1294871794871796e-05, "loss": 0.0006, "step": 15600 }, { "epoch": 18.84800965018094, "grad_norm": 0.045399099588394165, "learning_rate": 1.123076923076923e-05, "loss": 0.0005, "step": 15625 }, { "epoch": 18.87816646562123, "grad_norm": 0.012600155547261238, "learning_rate": 1.1166666666666668e-05, "loss": 0.0003, "step": 15650 }, { "epoch": 18.90832328106152, "grad_norm": 0.02497340738773346, "learning_rate": 1.1102564102564103e-05, "loss": 0.0005, "step": 15675 }, { "epoch": 18.93848009650181, "grad_norm": 0.11854392290115356, "learning_rate": 1.103846153846154e-05, "loss": 0.0003, "step": 15700 }, { "epoch": 18.9686369119421, "grad_norm": 0.018003476783633232, "learning_rate": 1.0974358974358975e-05, "loss": 0.0003, "step": 15725 }, { "epoch": 18.998793727382388, "grad_norm": 0.291859894990921, "learning_rate": 1.0910256410256411e-05, "loss": 0.0004, "step": 15750 }, { "epoch": 19.028950542822678, "grad_norm": 0.12814104557037354, "learning_rate": 1.0846153846153847e-05, "loss": 0.0001, "step": 15775 }, { "epoch": 19.059107358262967, "grad_norm": 0.008681271225214005, "learning_rate": 1.0782051282051283e-05, "loss": 0.0002, "step": 15800 }, { "epoch": 19.089264173703256, "grad_norm": 0.006921383086591959, "learning_rate": 1.0717948717948718e-05, "loss": 0.0002, "step": 15825 }, { "epoch": 19.119420989143546, "grad_norm": 0.007442048750817776, "learning_rate": 1.0653846153846154e-05, "loss": 0.0002, "step": 15850 }, { "epoch": 19.149577804583835, "grad_norm": 0.004983192775398493, "learning_rate": 1.058974358974359e-05, "loss": 0.0002, "step": 15875 }, { "epoch": 19.179734620024124, "grad_norm": 0.015659602358937263, "learning_rate": 1.0525641025641027e-05, "loss": 0.0002, "step": 15900 }, { "epoch": 19.209891435464414, "grad_norm": 0.032574839890003204, "learning_rate": 1.0461538461538462e-05, "loss": 0.0007, "step": 15925 }, { "epoch": 19.240048250904703, "grad_norm": 0.006769012194126844, "learning_rate": 1.0397435897435897e-05, "loss": 0.0002, "step": 15950 }, { "epoch": 19.270205066344992, "grad_norm": 0.004792067222297192, "learning_rate": 1.0333333333333333e-05, "loss": 0.0002, "step": 15975 }, { "epoch": 19.300361881785282, "grad_norm": 0.00785247702151537, "learning_rate": 1.0269230769230769e-05, "loss": 0.0001, "step": 16000 }, { "epoch": 19.300361881785282, "eval_loss": 0.0001217117314809002, "eval_runtime": 1011.5413, "eval_samples_per_second": 6.148, "eval_steps_per_second": 0.193, "eval_wer": 0.007615308462299992, "step": 16000 }, { "epoch": 19.330518697225575, "grad_norm": 0.03077957220375538, "learning_rate": 1.0205128205128207e-05, "loss": 0.0001, "step": 16025 }, { "epoch": 19.360675512665864, "grad_norm": 0.005749620031565428, "learning_rate": 1.0141025641025642e-05, "loss": 0.0002, "step": 16050 }, { "epoch": 19.390832328106153, "grad_norm": 0.004905269015580416, "learning_rate": 1.0076923076923076e-05, "loss": 0.0003, "step": 16075 }, { "epoch": 19.420989143546443, "grad_norm": 0.012844271957874298, "learning_rate": 1.0012820512820512e-05, "loss": 0.0002, "step": 16100 }, { "epoch": 19.451145958986732, "grad_norm": 0.0295630544424057, "learning_rate": 9.94871794871795e-06, "loss": 0.0001, "step": 16125 }, { "epoch": 19.48130277442702, "grad_norm": 0.00854784157127142, "learning_rate": 9.884615384615386e-06, "loss": 0.0001, "step": 16150 }, { "epoch": 19.51145958986731, "grad_norm": 0.010581212118268013, "learning_rate": 9.820512820512821e-06, "loss": 0.0001, "step": 16175 }, { "epoch": 19.5416164053076, "grad_norm": 0.008879289031028748, "learning_rate": 9.756410256410257e-06, "loss": 0.0001, "step": 16200 }, { "epoch": 19.57177322074789, "grad_norm": 0.003926039207726717, "learning_rate": 9.692307692307691e-06, "loss": 0.0001, "step": 16225 }, { "epoch": 19.60193003618818, "grad_norm": 0.034849099814891815, "learning_rate": 9.628205128205129e-06, "loss": 0.0001, "step": 16250 }, { "epoch": 19.63208685162847, "grad_norm": 0.010880639776587486, "learning_rate": 9.564102564102565e-06, "loss": 0.0001, "step": 16275 }, { "epoch": 19.662243667068758, "grad_norm": 0.0039251516573131084, "learning_rate": 9.5e-06, "loss": 0.0003, "step": 16300 }, { "epoch": 19.692400482509047, "grad_norm": 0.2115839421749115, "learning_rate": 9.435897435897436e-06, "loss": 0.0004, "step": 16325 }, { "epoch": 19.722557297949336, "grad_norm": 0.008031792938709259, "learning_rate": 9.371794871794872e-06, "loss": 0.0003, "step": 16350 }, { "epoch": 19.752714113389626, "grad_norm": 0.1012013852596283, "learning_rate": 9.307692307692308e-06, "loss": 0.0001, "step": 16375 }, { "epoch": 19.782870928829915, "grad_norm": 0.004256127402186394, "learning_rate": 9.243589743589744e-06, "loss": 0.0001, "step": 16400 }, { "epoch": 19.813027744270205, "grad_norm": 0.007322313729673624, "learning_rate": 9.182051282051283e-06, "loss": 0.0002, "step": 16425 }, { "epoch": 19.843184559710494, "grad_norm": 0.012582816183567047, "learning_rate": 9.117948717948718e-06, "loss": 0.0003, "step": 16450 }, { "epoch": 19.873341375150783, "grad_norm": 0.011717489920556545, "learning_rate": 9.053846153846154e-06, "loss": 0.0001, "step": 16475 }, { "epoch": 19.903498190591073, "grad_norm": 0.008082878775894642, "learning_rate": 8.98974358974359e-06, "loss": 0.0001, "step": 16500 }, { "epoch": 19.933655006031362, "grad_norm": 0.010588767938315868, "learning_rate": 8.925641025641026e-06, "loss": 0.0007, "step": 16525 }, { "epoch": 19.96381182147165, "grad_norm": 0.01154329627752304, "learning_rate": 8.861538461538462e-06, "loss": 0.0002, "step": 16550 }, { "epoch": 19.99396863691194, "grad_norm": 0.009439756162464619, "learning_rate": 8.797435897435897e-06, "loss": 0.0002, "step": 16575 }, { "epoch": 20.02412545235223, "grad_norm": 0.005261952057480812, "learning_rate": 8.733333333333333e-06, "loss": 0.0008, "step": 16600 }, { "epoch": 20.05428226779252, "grad_norm": 0.003550437744706869, "learning_rate": 8.669230769230769e-06, "loss": 0.0004, "step": 16625 }, { "epoch": 20.084439083232812, "grad_norm": 0.0029434626922011375, "learning_rate": 8.605128205128207e-06, "loss": 0.0001, "step": 16650 }, { "epoch": 20.1145958986731, "grad_norm": 0.004110394045710564, "learning_rate": 8.541025641025642e-06, "loss": 0.0001, "step": 16675 }, { "epoch": 20.14475271411339, "grad_norm": 0.06832136958837509, "learning_rate": 8.476923076923077e-06, "loss": 0.0001, "step": 16700 }, { "epoch": 20.17490952955368, "grad_norm": 0.8922528624534607, "learning_rate": 8.412820512820512e-06, "loss": 0.0002, "step": 16725 }, { "epoch": 20.20506634499397, "grad_norm": 0.016529519110918045, "learning_rate": 8.348717948717948e-06, "loss": 0.0001, "step": 16750 }, { "epoch": 20.23522316043426, "grad_norm": 0.03528045490384102, "learning_rate": 8.284615384615386e-06, "loss": 0.0002, "step": 16775 }, { "epoch": 20.26537997587455, "grad_norm": 0.0055076079443097115, "learning_rate": 8.220512820512822e-06, "loss": 0.0002, "step": 16800 }, { "epoch": 20.295536791314838, "grad_norm": 0.0036387410946190357, "learning_rate": 8.156410256410257e-06, "loss": 0.0001, "step": 16825 }, { "epoch": 20.325693606755127, "grad_norm": 0.02018745057284832, "learning_rate": 8.092307692307691e-06, "loss": 0.0001, "step": 16850 }, { "epoch": 20.355850422195417, "grad_norm": 0.006402516737580299, "learning_rate": 8.028205128205129e-06, "loss": 0.0002, "step": 16875 }, { "epoch": 20.386007237635706, "grad_norm": 0.007233241107314825, "learning_rate": 7.964102564102565e-06, "loss": 0.0002, "step": 16900 }, { "epoch": 20.416164053075995, "grad_norm": 0.005137454252690077, "learning_rate": 7.9e-06, "loss": 0.0001, "step": 16925 }, { "epoch": 20.446320868516285, "grad_norm": 0.01714402623474598, "learning_rate": 7.835897435897436e-06, "loss": 0.0001, "step": 16950 }, { "epoch": 20.476477683956574, "grad_norm": 0.003793340642005205, "learning_rate": 7.771794871794872e-06, "loss": 0.0001, "step": 16975 }, { "epoch": 20.506634499396863, "grad_norm": 0.017032597213983536, "learning_rate": 7.707692307692308e-06, "loss": 0.0001, "step": 17000 }, { "epoch": 20.506634499396863, "eval_loss": 6.854580715298653e-05, "eval_runtime": 1012.9498, "eval_samples_per_second": 6.139, "eval_steps_per_second": 0.193, "eval_wer": 0.1886904207880998, "step": 17000 }, { "epoch": 20.536791314837153, "grad_norm": 0.007018181961029768, "learning_rate": 7.643589743589744e-06, "loss": 0.0001, "step": 17025 }, { "epoch": 20.566948130277442, "grad_norm": 0.03182040899991989, "learning_rate": 7.57948717948718e-06, "loss": 0.0001, "step": 17050 }, { "epoch": 20.59710494571773, "grad_norm": 0.0033462033607065678, "learning_rate": 7.5153846153846155e-06, "loss": 0.0001, "step": 17075 }, { "epoch": 20.62726176115802, "grad_norm": 0.01280064508318901, "learning_rate": 7.451282051282052e-06, "loss": 0.0004, "step": 17100 }, { "epoch": 20.65741857659831, "grad_norm": 0.019780606031417847, "learning_rate": 7.387179487179488e-06, "loss": 0.0002, "step": 17125 }, { "epoch": 20.6875753920386, "grad_norm": 0.004707216285169125, "learning_rate": 7.323076923076923e-06, "loss": 0.0001, "step": 17150 }, { "epoch": 20.71773220747889, "grad_norm": 0.011821062304079533, "learning_rate": 7.258974358974359e-06, "loss": 0.0003, "step": 17175 }, { "epoch": 20.74788902291918, "grad_norm": 0.004400386940687895, "learning_rate": 7.194871794871795e-06, "loss": 0.0001, "step": 17200 }, { "epoch": 20.778045838359468, "grad_norm": 0.02076651155948639, "learning_rate": 7.130769230769231e-06, "loss": 0.0001, "step": 17225 }, { "epoch": 20.808202653799757, "grad_norm": 0.003901078598573804, "learning_rate": 7.066666666666667e-06, "loss": 0.0001, "step": 17250 }, { "epoch": 20.838359469240046, "grad_norm": 0.012837570160627365, "learning_rate": 7.002564102564104e-06, "loss": 0.0001, "step": 17275 }, { "epoch": 20.86851628468034, "grad_norm": 0.0031183098908513784, "learning_rate": 6.938461538461538e-06, "loss": 0.0004, "step": 17300 }, { "epoch": 20.89867310012063, "grad_norm": 0.23772959411144257, "learning_rate": 6.8743589743589745e-06, "loss": 0.0002, "step": 17325 }, { "epoch": 20.928829915560918, "grad_norm": 0.00780637189745903, "learning_rate": 6.81025641025641e-06, "loss": 0.0001, "step": 17350 }, { "epoch": 20.958986731001207, "grad_norm": 0.008622554130852222, "learning_rate": 6.746153846153846e-06, "loss": 0.0001, "step": 17375 }, { "epoch": 20.989143546441497, "grad_norm": 0.04723786562681198, "learning_rate": 6.682051282051283e-06, "loss": 0.0001, "step": 17400 }, { "epoch": 21.019300361881786, "grad_norm": 0.0023405386600643396, "learning_rate": 6.617948717948719e-06, "loss": 0.0001, "step": 17425 }, { "epoch": 21.049457177322076, "grad_norm": 0.003915483132004738, "learning_rate": 6.553846153846154e-06, "loss": 0.0001, "step": 17450 }, { "epoch": 21.079613992762365, "grad_norm": 0.0038143836427479982, "learning_rate": 6.489743589743589e-06, "loss": 0.0001, "step": 17475 }, { "epoch": 21.109770808202654, "grad_norm": 0.0020471392199397087, "learning_rate": 6.425641025641026e-06, "loss": 0.0, "step": 17500 }, { "epoch": 21.139927623642944, "grad_norm": 0.0018572023836895823, "learning_rate": 6.361538461538462e-06, "loss": 0.0001, "step": 17525 }, { "epoch": 21.170084439083233, "grad_norm": 0.014718628488481045, "learning_rate": 6.297435897435898e-06, "loss": 0.0002, "step": 17550 }, { "epoch": 21.200241254523522, "grad_norm": 0.011679858900606632, "learning_rate": 6.2333333333333335e-06, "loss": 0.0001, "step": 17575 }, { "epoch": 21.23039806996381, "grad_norm": 0.0031682283151894808, "learning_rate": 6.169230769230769e-06, "loss": 0.0001, "step": 17600 }, { "epoch": 21.2605548854041, "grad_norm": 0.003544514300301671, "learning_rate": 6.105128205128206e-06, "loss": 0.0001, "step": 17625 }, { "epoch": 21.29071170084439, "grad_norm": 0.0047182017005980015, "learning_rate": 6.041025641025641e-06, "loss": 0.0001, "step": 17650 }, { "epoch": 21.32086851628468, "grad_norm": 0.014575562439858913, "learning_rate": 5.976923076923077e-06, "loss": 0.0, "step": 17675 }, { "epoch": 21.35102533172497, "grad_norm": 0.004087201785296202, "learning_rate": 5.9128205128205134e-06, "loss": 0.0001, "step": 17700 }, { "epoch": 21.38118214716526, "grad_norm": 0.002440436976030469, "learning_rate": 5.848717948717948e-06, "loss": 0.0001, "step": 17725 }, { "epoch": 21.411338962605548, "grad_norm": 0.0038173103239387274, "learning_rate": 5.784615384615385e-06, "loss": 0.0002, "step": 17750 }, { "epoch": 21.441495778045837, "grad_norm": 0.020463556051254272, "learning_rate": 5.720512820512821e-06, "loss": 0.0002, "step": 17775 }, { "epoch": 21.471652593486127, "grad_norm": 0.003227060195058584, "learning_rate": 5.656410256410257e-06, "loss": 0.0001, "step": 17800 }, { "epoch": 21.501809408926416, "grad_norm": 0.01148195005953312, "learning_rate": 5.5923076923076925e-06, "loss": 0.0003, "step": 17825 }, { "epoch": 21.531966224366705, "grad_norm": 0.005610396154224873, "learning_rate": 5.528205128205128e-06, "loss": 0.0001, "step": 17850 }, { "epoch": 21.562123039806995, "grad_norm": 0.0027099819853901863, "learning_rate": 5.464102564102564e-06, "loss": 0.0004, "step": 17875 }, { "epoch": 21.592279855247284, "grad_norm": 0.1007087379693985, "learning_rate": 5.4e-06, "loss": 0.0002, "step": 17900 }, { "epoch": 21.622436670687577, "grad_norm": 0.006166352424770594, "learning_rate": 5.335897435897437e-06, "loss": 0.0002, "step": 17925 }, { "epoch": 21.652593486127866, "grad_norm": 0.008981233462691307, "learning_rate": 5.271794871794872e-06, "loss": 0.0001, "step": 17950 }, { "epoch": 21.682750301568156, "grad_norm": 0.014647095464169979, "learning_rate": 5.207692307692308e-06, "loss": 0.0, "step": 17975 }, { "epoch": 21.712907117008445, "grad_norm": 0.007670009974390268, "learning_rate": 5.143589743589744e-06, "loss": 0.0001, "step": 18000 }, { "epoch": 21.712907117008445, "eval_loss": 0.00010661817213986069, "eval_runtime": 1004.0638, "eval_samples_per_second": 6.194, "eval_steps_per_second": 0.194, "eval_wer": 0.0025384361540999973, "step": 18000 } ], "logging_steps": 25, "max_steps": 20000, "num_input_tokens_seen": 0, "num_train_epochs": 25, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3.3240795911479296e+20, "train_batch_size": 32, "trial_name": null, "trial_params": null }