diff --git "a/checkpoint-18000/trainer_state.json" "b/checkpoint-18000/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-18000/trainer_state.json"
@@ -0,0 +1,5236 @@
+{
+  "best_global_step": 18000,
+  "best_metric": 0.0025384361540999973,
+  "best_model_checkpoint": "./whisper-small-echo-34/checkpoint-18000",
+  "epoch": 21.712907117008445,
+  "eval_steps": 1000,
+  "global_step": 18000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.030156815440289506,
+      "grad_norm": 13.260934829711914,
+      "learning_rate": 2.3e-06,
+      "loss": 1.665,
+      "step": 25
+    },
+    {
+      "epoch": 0.06031363088057901,
+      "grad_norm": 5.694974422454834,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 0.4942,
+      "step": 50
+    },
+    {
+      "epoch": 0.09047044632086852,
+      "grad_norm": 4.081104278564453,
+      "learning_rate": 7.2999999999999996e-06,
+      "loss": 0.1984,
+      "step": 75
+    },
+    {
+      "epoch": 0.12062726176115803,
+      "grad_norm": 3.3096771240234375,
+      "learning_rate": 9.800000000000001e-06,
+      "loss": 0.167,
+      "step": 100
+    },
+    {
+      "epoch": 0.15078407720144751,
+      "grad_norm": 3.138788938522339,
+      "learning_rate": 1.23e-05,
+      "loss": 0.1507,
+      "step": 125
+    },
+    {
+      "epoch": 0.18094089264173704,
+      "grad_norm": 2.740973472595215,
+      "learning_rate": 1.48e-05,
+      "loss": 0.1355,
+      "step": 150
+    },
+    {
+      "epoch": 0.21109770808202655,
+      "grad_norm": 2.520491600036621,
+      "learning_rate": 1.73e-05,
+      "loss": 0.1364,
+      "step": 175
+    },
+    {
+      "epoch": 0.24125452352231605,
+      "grad_norm": 2.0648436546325684,
+      "learning_rate": 1.9800000000000004e-05,
+      "loss": 0.1282,
+      "step": 200
+    },
+    {
+      "epoch": 0.27141133896260555,
+      "grad_norm": 2.080972194671631,
+      "learning_rate": 2.23e-05,
+      "loss": 0.126,
+      "step": 225
+    },
+    {
+      "epoch": 0.30156815440289503,
+      "grad_norm": 2.3935911655426025,
+      "learning_rate": 2.48e-05,
+      "loss": 0.1238,
+      "step": 250
+    },
+    {
+      "epoch": 0.33172496984318456,
+      "grad_norm": 2.247201681137085,
+      "learning_rate": 2.7300000000000003e-05,
+      "loss": 0.1258,
+      "step": 275
+    },
+    {
+      "epoch": 0.3618817852834741,
+      "grad_norm": 1.885792851448059,
+      "learning_rate": 2.98e-05,
+      "loss": 0.1279,
+      "step": 300
+    },
+    {
+      "epoch": 0.39203860072376356,
+      "grad_norm": 2.2178285121917725,
+      "learning_rate": 3.2300000000000006e-05,
+      "loss": 0.1239,
+      "step": 325
+    },
+    {
+      "epoch": 0.4221954161640531,
+      "grad_norm": 2.426934003829956,
+      "learning_rate": 3.48e-05,
+      "loss": 0.1209,
+      "step": 350
+    },
+    {
+      "epoch": 0.45235223160434257,
+      "grad_norm": 1.9541774988174438,
+      "learning_rate": 3.73e-05,
+      "loss": 0.1227,
+      "step": 375
+    },
+    {
+      "epoch": 0.4825090470446321,
+      "grad_norm": 1.9077287912368774,
+      "learning_rate": 3.9800000000000005e-05,
+      "loss": 0.1234,
+      "step": 400
+    },
+    {
+      "epoch": 0.5126658624849216,
+      "grad_norm": 2.251500368118286,
+      "learning_rate": 4.23e-05,
+      "loss": 0.1321,
+      "step": 425
+    },
+    {
+      "epoch": 0.5428226779252111,
+      "grad_norm": 1.9919301271438599,
+      "learning_rate": 4.4800000000000005e-05,
+      "loss": 0.1305,
+      "step": 450
+    },
+    {
+      "epoch": 0.5729794933655006,
+      "grad_norm": 2.8198187351226807,
+      "learning_rate": 4.73e-05,
+      "loss": 0.1285,
+      "step": 475
+    },
+    {
+      "epoch": 0.6031363088057901,
+      "grad_norm": 2.038248300552368,
+      "learning_rate": 4.9800000000000004e-05,
+      "loss": 0.1228,
+      "step": 500
+    },
+    {
+      "epoch": 0.6332931242460796,
+      "grad_norm": 2.0357909202575684,
+      "learning_rate": 4.994102564102565e-05,
+      "loss": 0.1378,
+      "step": 525
+    },
+    {
+      "epoch": 0.6634499396863691,
+      "grad_norm": 1.9232615232467651,
+      "learning_rate": 4.987692307692308e-05,
+      "loss": 0.1357,
+      "step": 550
+    },
+    {
+      "epoch": 0.6936067551266586,
+      "grad_norm": 1.9130828380584717,
+      "learning_rate": 4.981282051282051e-05,
+      "loss": 0.1337,
+      "step": 575
+    },
+    {
+      "epoch": 0.7237635705669482,
+      "grad_norm": 1.9533162117004395,
+      "learning_rate": 4.974871794871795e-05,
+      "loss": 0.117,
+      "step": 600
+    },
+    {
+      "epoch": 0.7539203860072377,
+      "grad_norm": 2.2381041049957275,
+      "learning_rate": 4.9684615384615384e-05,
+      "loss": 0.1339,
+      "step": 625
+    },
+    {
+      "epoch": 0.7840772014475271,
+      "grad_norm": 1.7269432544708252,
+      "learning_rate": 4.962051282051282e-05,
+      "loss": 0.1238,
+      "step": 650
+    },
+    {
+      "epoch": 0.8142340168878166,
+      "grad_norm": 1.7123943567276,
+      "learning_rate": 4.9556410256410256e-05,
+      "loss": 0.1239,
+      "step": 675
+    },
+    {
+      "epoch": 0.8443908323281062,
+      "grad_norm": 2.099423408508301,
+      "learning_rate": 4.9492307692307695e-05,
+      "loss": 0.1256,
+      "step": 700
+    },
+    {
+      "epoch": 0.8745476477683957,
+      "grad_norm": 1.7714295387268066,
+      "learning_rate": 4.942820512820513e-05,
+      "loss": 0.1255,
+      "step": 725
+    },
+    {
+      "epoch": 0.9047044632086851,
+      "grad_norm": 1.6543285846710205,
+      "learning_rate": 4.9364102564102567e-05,
+      "loss": 0.1257,
+      "step": 750
+    },
+    {
+      "epoch": 0.9348612786489746,
+      "grad_norm": 1.7311604022979736,
+      "learning_rate": 4.93e-05,
+      "loss": 0.1183,
+      "step": 775
+    },
+    {
+      "epoch": 0.9650180940892642,
+      "grad_norm": 1.9620075225830078,
+      "learning_rate": 4.923589743589744e-05,
+      "loss": 0.1231,
+      "step": 800
+    },
+    {
+      "epoch": 0.9951749095295537,
+      "grad_norm": 1.7906538248062134,
+      "learning_rate": 4.917179487179488e-05,
+      "loss": 0.1147,
+      "step": 825
+    },
+    {
+      "epoch": 1.0253317249698433,
+      "grad_norm": 1.3615118265151978,
+      "learning_rate": 4.910769230769231e-05,
+      "loss": 0.0764,
+      "step": 850
+    },
+    {
+      "epoch": 1.0554885404101326,
+      "grad_norm": 1.240789532661438,
+      "learning_rate": 4.904358974358975e-05,
+      "loss": 0.0717,
+      "step": 875
+    },
+    {
+      "epoch": 1.0856453558504222,
+      "grad_norm": 1.2732924222946167,
+      "learning_rate": 4.897948717948718e-05,
+      "loss": 0.0745,
+      "step": 900
+    },
+    {
+      "epoch": 1.1158021712907118,
+      "grad_norm": 1.4706544876098633,
+      "learning_rate": 4.891538461538462e-05,
+      "loss": 0.0693,
+      "step": 925
+    },
+    {
+      "epoch": 1.1459589867310012,
+      "grad_norm": 1.7006871700286865,
+      "learning_rate": 4.885128205128205e-05,
+      "loss": 0.0677,
+      "step": 950
+    },
+    {
+      "epoch": 1.1761158021712907,
+      "grad_norm": 1.3941196203231812,
+      "learning_rate": 4.878717948717949e-05,
+      "loss": 0.0713,
+      "step": 975
+    },
+    {
+      "epoch": 1.2062726176115803,
+      "grad_norm": 1.4292792081832886,
+      "learning_rate": 4.8723076923076925e-05,
+      "loss": 0.0676,
+      "step": 1000
+    },
+    {
+      "epoch": 1.2062726176115803,
+      "eval_loss": 0.06693512201309204,
+      "eval_runtime": 994.8278,
+      "eval_samples_per_second": 6.251,
+      "eval_steps_per_second": 0.196,
+      "eval_wer": 4.682568558929796,
+      "step": 1000
+    },
+    {
+      "epoch": 1.2364294330518697,
+      "grad_norm": 1.1452343463897705,
+      "learning_rate": 4.8658974358974364e-05,
+      "loss": 0.0733,
+      "step": 1025
+    },
+    {
+      "epoch": 1.2665862484921593,
+      "grad_norm": 1.0198625326156616,
+      "learning_rate": 4.8594871794871796e-05,
+      "loss": 0.0734,
+      "step": 1050
+    },
+    {
+      "epoch": 1.2967430639324489,
+      "grad_norm": 1.3289015293121338,
+      "learning_rate": 4.8530769230769236e-05,
+      "loss": 0.0706,
+      "step": 1075
+    },
+    {
+      "epoch": 1.3268998793727382,
+      "grad_norm": 1.28515625,
+      "learning_rate": 4.8466666666666675e-05,
+      "loss": 0.0727,
+      "step": 1100
+    },
+    {
+      "epoch": 1.3570566948130278,
+      "grad_norm": 1.5149142742156982,
+      "learning_rate": 4.840256410256411e-05,
+      "loss": 0.076,
+      "step": 1125
+    },
+    {
+      "epoch": 1.3872135102533172,
+      "grad_norm": 1.9065613746643066,
+      "learning_rate": 4.833846153846154e-05,
+      "loss": 0.0788,
+      "step": 1150
+    },
+    {
+      "epoch": 1.4173703256936068,
+      "grad_norm": 1.5577850341796875,
+      "learning_rate": 4.827435897435897e-05,
+      "loss": 0.0725,
+      "step": 1175
+    },
+    {
+      "epoch": 1.4475271411338961,
+      "grad_norm": 1.4491074085235596,
+      "learning_rate": 4.821025641025641e-05,
+      "loss": 0.0763,
+      "step": 1200
+    },
+    {
+      "epoch": 1.4776839565741857,
+      "grad_norm": 1.5700063705444336,
+      "learning_rate": 4.8146153846153844e-05,
+      "loss": 0.0747,
+      "step": 1225
+    },
+    {
+      "epoch": 1.5078407720144753,
+      "grad_norm": 1.2881931066513062,
+      "learning_rate": 4.808205128205128e-05,
+      "loss": 0.0685,
+      "step": 1250
+    },
+    {
+      "epoch": 1.5379975874547647,
+      "grad_norm": 1.3658524751663208,
+      "learning_rate": 4.8017948717948715e-05,
+      "loss": 0.0758,
+      "step": 1275
+    },
+    {
+      "epoch": 1.5681544028950543,
+      "grad_norm": 1.5188759565353394,
+      "learning_rate": 4.7953846153846154e-05,
+      "loss": 0.0724,
+      "step": 1300
+    },
+    {
+      "epoch": 1.5983112183353438,
+      "grad_norm": 2.3469696044921875,
+      "learning_rate": 4.7889743589743594e-05,
+      "loss": 0.0723,
+      "step": 1325
+    },
+    {
+      "epoch": 1.6284680337756332,
+      "grad_norm": 1.253737449645996,
+      "learning_rate": 4.7825641025641026e-05,
+      "loss": 0.0784,
+      "step": 1350
+    },
+    {
+      "epoch": 1.6586248492159228,
+      "grad_norm": 1.2355287075042725,
+      "learning_rate": 4.7761538461538465e-05,
+      "loss": 0.0736,
+      "step": 1375
+    },
+    {
+      "epoch": 1.6887816646562124,
+      "grad_norm": 1.2552683353424072,
+      "learning_rate": 4.76974358974359e-05,
+      "loss": 0.0739,
+      "step": 1400
+    },
+    {
+      "epoch": 1.7189384800965017,
+      "grad_norm": 1.3123173713684082,
+      "learning_rate": 4.763333333333334e-05,
+      "loss": 0.0751,
+      "step": 1425
+    },
+    {
+      "epoch": 1.7490952955367913,
+      "grad_norm": 1.4828323125839233,
+      "learning_rate": 4.756923076923077e-05,
+      "loss": 0.0816,
+      "step": 1450
+    },
+    {
+      "epoch": 1.779252110977081,
+      "grad_norm": 1.2300126552581787,
+      "learning_rate": 4.750512820512821e-05,
+      "loss": 0.0705,
+      "step": 1475
+    },
+    {
+      "epoch": 1.8094089264173703,
+      "grad_norm": 1.3694815635681152,
+      "learning_rate": 4.744102564102564e-05,
+      "loss": 0.0753,
+      "step": 1500
+    },
+    {
+      "epoch": 1.8395657418576599,
+      "grad_norm": 1.4961223602294922,
+      "learning_rate": 4.737692307692308e-05,
+      "loss": 0.0735,
+      "step": 1525
+    },
+    {
+      "epoch": 1.8697225572979495,
+      "grad_norm": 1.244605541229248,
+      "learning_rate": 4.731282051282051e-05,
+      "loss": 0.0773,
+      "step": 1550
+    },
+    {
+      "epoch": 1.8998793727382388,
+      "grad_norm": 2.1918959617614746,
+      "learning_rate": 4.724871794871795e-05,
+      "loss": 0.0717,
+      "step": 1575
+    },
+    {
+      "epoch": 1.9300361881785284,
+      "grad_norm": 1.3644964694976807,
+      "learning_rate": 4.718461538461539e-05,
+      "loss": 0.0739,
+      "step": 1600
+    },
+    {
+      "epoch": 1.960193003618818,
+      "grad_norm": 1.135060429573059,
+      "learning_rate": 4.7120512820512823e-05,
+      "loss": 0.0708,
+      "step": 1625
+    },
+    {
+      "epoch": 1.9903498190591074,
+      "grad_norm": 1.1154969930648804,
+      "learning_rate": 4.705641025641026e-05,
+      "loss": 0.0715,
+      "step": 1650
+    },
+    {
+      "epoch": 2.0205066344993967,
+      "grad_norm": 0.8572198152542114,
+      "learning_rate": 4.6992307692307695e-05,
+      "loss": 0.0529,
+      "step": 1675
+    },
+    {
+      "epoch": 2.0506634499396865,
+      "grad_norm": 0.9596756100654602,
+      "learning_rate": 4.6928205128205134e-05,
+      "loss": 0.0343,
+      "step": 1700
+    },
+    {
+      "epoch": 2.080820265379976,
+      "grad_norm": 0.9875553250312805,
+      "learning_rate": 4.686410256410257e-05,
+      "loss": 0.0382,
+      "step": 1725
+    },
+    {
+      "epoch": 2.1109770808202653,
+      "grad_norm": 1.2540346384048462,
+      "learning_rate": 4.6800000000000006e-05,
+      "loss": 0.0379,
+      "step": 1750
+    },
+    {
+      "epoch": 2.141133896260555,
+      "grad_norm": 1.4974902868270874,
+      "learning_rate": 4.673589743589744e-05,
+      "loss": 0.0385,
+      "step": 1775
+    },
+    {
+      "epoch": 2.1712907117008444,
+      "grad_norm": 1.2013468742370605,
+      "learning_rate": 4.667179487179487e-05,
+      "loss": 0.0409,
+      "step": 1800
+    },
+    {
+      "epoch": 2.201447527141134,
+      "grad_norm": 1.1493020057678223,
+      "learning_rate": 4.660769230769231e-05,
+      "loss": 0.0396,
+      "step": 1825
+    },
+    {
+      "epoch": 2.2316043425814236,
+      "grad_norm": 0.7408850789070129,
+      "learning_rate": 4.654358974358974e-05,
+      "loss": 0.0371,
+      "step": 1850
+    },
+    {
+      "epoch": 2.261761158021713,
+      "grad_norm": 1.2223716974258423,
+      "learning_rate": 4.647948717948718e-05,
+      "loss": 0.0386,
+      "step": 1875
+    },
+    {
+      "epoch": 2.2919179734620023,
+      "grad_norm": 0.920441210269928,
+      "learning_rate": 4.6415384615384614e-05,
+      "loss": 0.04,
+      "step": 1900
+    },
+    {
+      "epoch": 2.3220747889022917,
+      "grad_norm": 1.211411714553833,
+      "learning_rate": 4.635128205128205e-05,
+      "loss": 0.0408,
+      "step": 1925
+    },
+    {
+      "epoch": 2.3522316043425815,
+      "grad_norm": 1.7482447624206543,
+      "learning_rate": 4.6287179487179486e-05,
+      "loss": 0.0441,
+      "step": 1950
+    },
+    {
+      "epoch": 2.382388419782871,
+      "grad_norm": 1.084710955619812,
+      "learning_rate": 4.6223076923076925e-05,
+      "loss": 0.0412,
+      "step": 1975
+    },
+    {
+      "epoch": 2.4125452352231607,
+      "grad_norm": 1.2094680070877075,
+      "learning_rate": 4.615897435897436e-05,
+      "loss": 0.0397,
+      "step": 2000
+    },
+    {
+      "epoch": 2.4125452352231607,
+      "eval_loss": 0.035049937665462494,
+      "eval_runtime": 997.1035,
+      "eval_samples_per_second": 6.237,
+      "eval_steps_per_second": 0.196,
+      "eval_wer": 2.687357741807197,
+      "step": 2000
+    },
+    {
+      "epoch": 2.44270205066345,
+      "grad_norm": 1.193366527557373,
+      "learning_rate": 4.6094871794871797e-05,
+      "loss": 0.0412,
+      "step": 2025
+    },
+    {
+      "epoch": 2.4728588661037394,
+      "grad_norm": 1.0651732683181763,
+      "learning_rate": 4.6030769230769236e-05,
+      "loss": 0.0417,
+      "step": 2050
+    },
+    {
+      "epoch": 2.5030156815440288,
+      "grad_norm": 0.8402532935142517,
+      "learning_rate": 4.596666666666667e-05,
+      "loss": 0.0413,
+      "step": 2075
+    },
+    {
+      "epoch": 2.5331724969843186,
+      "grad_norm": 1.1230006217956543,
+      "learning_rate": 4.590256410256411e-05,
+      "loss": 0.0408,
+      "step": 2100
+    },
+    {
+      "epoch": 2.563329312424608,
+      "grad_norm": 0.9971626996994019,
+      "learning_rate": 4.583846153846154e-05,
+      "loss": 0.0442,
+      "step": 2125
+    },
+    {
+      "epoch": 2.5934861278648977,
+      "grad_norm": 0.9995920658111572,
+      "learning_rate": 4.577435897435898e-05,
+      "loss": 0.0433,
+      "step": 2150
+    },
+    {
+      "epoch": 2.623642943305187,
+      "grad_norm": 0.7602790594100952,
+      "learning_rate": 4.571025641025641e-05,
+      "loss": 0.0397,
+      "step": 2175
+    },
+    {
+      "epoch": 2.6537997587454765,
+      "grad_norm": 0.8482845425605774,
+      "learning_rate": 4.564615384615385e-05,
+      "loss": 0.0409,
+      "step": 2200
+    },
+    {
+      "epoch": 2.683956574185766,
+      "grad_norm": 1.2381870746612549,
+      "learning_rate": 4.558205128205128e-05,
+      "loss": 0.0453,
+      "step": 2225
+    },
+    {
+      "epoch": 2.7141133896260556,
+      "grad_norm": 0.858048677444458,
+      "learning_rate": 4.551794871794872e-05,
+      "loss": 0.0436,
+      "step": 2250
+    },
+    {
+      "epoch": 2.744270205066345,
+      "grad_norm": 0.9876936674118042,
+      "learning_rate": 4.5453846153846155e-05,
+      "loss": 0.0432,
+      "step": 2275
+    },
+    {
+      "epoch": 2.7744270205066344,
+      "grad_norm": 0.8502510786056519,
+      "learning_rate": 4.5389743589743594e-05,
+      "loss": 0.0416,
+      "step": 2300
+    },
+    {
+      "epoch": 2.804583835946924,
+      "grad_norm": 0.9436619877815247,
+      "learning_rate": 4.532564102564103e-05,
+      "loss": 0.0449,
+      "step": 2325
+    },
+    {
+      "epoch": 2.8347406513872135,
+      "grad_norm": 1.0096615552902222,
+      "learning_rate": 4.5261538461538466e-05,
+      "loss": 0.042,
+      "step": 2350
+    },
+    {
+      "epoch": 2.864897466827503,
+      "grad_norm": 3.012417793273926,
+      "learning_rate": 4.51974358974359e-05,
+      "loss": 0.0422,
+      "step": 2375
+    },
+    {
+      "epoch": 2.8950542822677923,
+      "grad_norm": 1.2591495513916016,
+      "learning_rate": 4.513333333333333e-05,
+      "loss": 0.0441,
+      "step": 2400
+    },
+    {
+      "epoch": 2.925211097708082,
+      "grad_norm": 1.1567842960357666,
+      "learning_rate": 4.506923076923077e-05,
+      "loss": 0.0428,
+      "step": 2425
+    },
+    {
+      "epoch": 2.9553679131483714,
+      "grad_norm": 1.0082149505615234,
+      "learning_rate": 4.50051282051282e-05,
+      "loss": 0.0423,
+      "step": 2450
+    },
+    {
+      "epoch": 2.9855247285886612,
+      "grad_norm": 0.8080809712409973,
+      "learning_rate": 4.494102564102564e-05,
+      "loss": 0.0441,
+      "step": 2475
+    },
+    {
+      "epoch": 3.0156815440289506,
+      "grad_norm": 0.7071292996406555,
+      "learning_rate": 4.487692307692308e-05,
+      "loss": 0.0335,
+      "step": 2500
+    },
+    {
+      "epoch": 3.04583835946924,
+      "grad_norm": 0.5274437665939331,
+      "learning_rate": 4.481282051282051e-05,
+      "loss": 0.0224,
+      "step": 2525
+    },
+    {
+      "epoch": 3.0759951749095293,
+      "grad_norm": 0.5653446912765503,
+      "learning_rate": 4.474871794871795e-05,
+      "loss": 0.0225,
+      "step": 2550
+    },
+    {
+      "epoch": 3.106151990349819,
+      "grad_norm": 0.7106825113296509,
+      "learning_rate": 4.4684615384615384e-05,
+      "loss": 0.0231,
+      "step": 2575
+    },
+    {
+      "epoch": 3.1363088057901085,
+      "grad_norm": 1.064150333404541,
+      "learning_rate": 4.4620512820512824e-05,
+      "loss": 0.0225,
+      "step": 2600
+    },
+    {
+      "epoch": 3.166465621230398,
+      "grad_norm": 0.7649369239807129,
+      "learning_rate": 4.4556410256410256e-05,
+      "loss": 0.023,
+      "step": 2625
+    },
+    {
+      "epoch": 3.1966224366706877,
+      "grad_norm": 0.8564630746841431,
+      "learning_rate": 4.4492307692307695e-05,
+      "loss": 0.0253,
+      "step": 2650
+    },
+    {
+      "epoch": 3.226779252110977,
+      "grad_norm": 0.7872750163078308,
+      "learning_rate": 4.442820512820513e-05,
+      "loss": 0.0246,
+      "step": 2675
+    },
+    {
+      "epoch": 3.2569360675512664,
+      "grad_norm": 0.8772583603858948,
+      "learning_rate": 4.436410256410257e-05,
+      "loss": 0.0225,
+      "step": 2700
+    },
+    {
+      "epoch": 3.287092882991556,
+      "grad_norm": 0.693744957447052,
+      "learning_rate": 4.43e-05,
+      "loss": 0.0227,
+      "step": 2725
+    },
+    {
+      "epoch": 3.3172496984318456,
+      "grad_norm": 0.8259156346321106,
+      "learning_rate": 4.423589743589744e-05,
+      "loss": 0.0242,
+      "step": 2750
+    },
+    {
+      "epoch": 3.347406513872135,
+      "grad_norm": 0.8966303467750549,
+      "learning_rate": 4.417179487179488e-05,
+      "loss": 0.0226,
+      "step": 2775
+    },
+    {
+      "epoch": 3.3775633293124248,
+      "grad_norm": 1.1054375171661377,
+      "learning_rate": 4.410769230769231e-05,
+      "loss": 0.0243,
+      "step": 2800
+    },
+    {
+      "epoch": 3.407720144752714,
+      "grad_norm": 0.7290776371955872,
+      "learning_rate": 4.404358974358975e-05,
+      "loss": 0.0253,
+      "step": 2825
+    },
+    {
+      "epoch": 3.4378769601930035,
+      "grad_norm": 0.8963374495506287,
+      "learning_rate": 4.397948717948718e-05,
+      "loss": 0.0247,
+      "step": 2850
+    },
+    {
+      "epoch": 3.4680337756332933,
+      "grad_norm": 0.7539418339729309,
+      "learning_rate": 4.391538461538462e-05,
+      "loss": 0.0246,
+      "step": 2875
+    },
+    {
+      "epoch": 3.4981905910735827,
+      "grad_norm": 0.990731418132782,
+      "learning_rate": 4.3851282051282053e-05,
+      "loss": 0.0251,
+      "step": 2900
+    },
+    {
+      "epoch": 3.528347406513872,
+      "grad_norm": 0.8503810167312622,
+      "learning_rate": 4.378717948717949e-05,
+      "loss": 0.0239,
+      "step": 2925
+    },
+    {
+      "epoch": 3.558504221954162,
+      "grad_norm": 1.1601711511611938,
+      "learning_rate": 4.3723076923076925e-05,
+      "loss": 0.028,
+      "step": 2950
+    },
+    {
+      "epoch": 3.588661037394451,
+      "grad_norm": 0.9357703924179077,
+      "learning_rate": 4.3658974358974364e-05,
+      "loss": 0.0248,
+      "step": 2975
+    },
+    {
+      "epoch": 3.6188178528347406,
+      "grad_norm": 0.7224007844924927,
+      "learning_rate": 4.35948717948718e-05,
+      "loss": 0.026,
+      "step": 3000
+    },
+    {
+      "epoch": 3.6188178528347406,
+      "eval_loss": 0.01960960403084755,
+      "eval_runtime": 993.3731,
+      "eval_samples_per_second": 6.26,
+      "eval_steps_per_second": 0.196,
+      "eval_wer": 1.6939830601693981,
+      "step": 3000
+    },
+    {
+      "epoch": 3.64897466827503,
+      "grad_norm": 0.7143465280532837,
+      "learning_rate": 4.353076923076923e-05,
+      "loss": 0.0257,
+      "step": 3025
+    },
+    {
+      "epoch": 3.6791314837153197,
+      "grad_norm": 1.0202616453170776,
+      "learning_rate": 4.346666666666667e-05,
+      "loss": 0.0281,
+      "step": 3050
+    },
+    {
+      "epoch": 3.709288299155609,
+      "grad_norm": 0.9486157894134521,
+      "learning_rate": 4.34025641025641e-05,
+      "loss": 0.0277,
+      "step": 3075
+    },
+    {
+      "epoch": 3.739445114595899,
+      "grad_norm": 1.1457022428512573,
+      "learning_rate": 4.333846153846154e-05,
+      "loss": 0.0281,
+      "step": 3100
+    },
+    {
+      "epoch": 3.7696019300361883,
+      "grad_norm": 0.7724334597587585,
+      "learning_rate": 4.327435897435897e-05,
+      "loss": 0.0258,
+      "step": 3125
+    },
+    {
+      "epoch": 3.7997587454764776,
+      "grad_norm": 1.5436846017837524,
+      "learning_rate": 4.321025641025641e-05,
+      "loss": 0.0299,
+      "step": 3150
+    },
+    {
+      "epoch": 3.829915560916767,
+      "grad_norm": 0.9987947344779968,
+      "learning_rate": 4.3146153846153844e-05,
+      "loss": 0.027,
+      "step": 3175
+    },
+    {
+      "epoch": 3.860072376357057,
+      "grad_norm": 0.8411365151405334,
+      "learning_rate": 4.308205128205128e-05,
+      "loss": 0.0273,
+      "step": 3200
+    },
+    {
+      "epoch": 3.890229191797346,
+      "grad_norm": 0.8284839987754822,
+      "learning_rate": 4.301794871794872e-05,
+      "loss": 0.0274,
+      "step": 3225
+    },
+    {
+      "epoch": 3.920386007237636,
+      "grad_norm": 0.8280783295631409,
+      "learning_rate": 4.2953846153846155e-05,
+      "loss": 0.0264,
+      "step": 3250
+    },
+    {
+      "epoch": 3.9505428226779253,
+      "grad_norm": 0.8956604599952698,
+      "learning_rate": 4.2889743589743594e-05,
+      "loss": 0.027,
+      "step": 3275
+    },
+    {
+      "epoch": 3.9806996381182147,
+      "grad_norm": 0.6638178825378418,
+      "learning_rate": 4.2825641025641027e-05,
+      "loss": 0.0305,
+      "step": 3300
+    },
+    {
+      "epoch": 4.010856453558504,
+      "grad_norm": 0.5242146253585815,
+      "learning_rate": 4.2761538461538466e-05,
+      "loss": 0.024,
+      "step": 3325
+    },
+    {
+      "epoch": 4.041013268998793,
+      "grad_norm": 0.5336647629737854,
+      "learning_rate": 4.26974358974359e-05,
+      "loss": 0.0149,
+      "step": 3350
+    },
+    {
+      "epoch": 4.071170084439084,
+      "grad_norm": 1.2898390293121338,
+      "learning_rate": 4.263333333333334e-05,
+      "loss": 0.017,
+      "step": 3375
+    },
+    {
+      "epoch": 4.101326899879373,
+      "grad_norm": 0.8589633107185364,
+      "learning_rate": 4.256923076923077e-05,
+      "loss": 0.0154,
+      "step": 3400
+    },
+    {
+      "epoch": 4.131483715319662,
+      "grad_norm": 0.5778971314430237,
+      "learning_rate": 4.250512820512821e-05,
+      "loss": 0.0155,
+      "step": 3425
+    },
+    {
+      "epoch": 4.161640530759952,
+      "grad_norm": 0.7384247183799744,
+      "learning_rate": 4.244102564102564e-05,
+      "loss": 0.0152,
+      "step": 3450
+    },
+    {
+      "epoch": 4.191797346200241,
+      "grad_norm": 0.7232837080955505,
+      "learning_rate": 4.237692307692308e-05,
+      "loss": 0.0171,
+      "step": 3475
+    },
+    {
+      "epoch": 4.2219541616405305,
+      "grad_norm": 0.5860539674758911,
+      "learning_rate": 4.231282051282052e-05,
+      "loss": 0.0165,
+      "step": 3500
+    },
+    {
+      "epoch": 4.25211097708082,
+      "grad_norm": 0.7764546275138855,
+      "learning_rate": 4.224871794871795e-05,
+      "loss": 0.0126,
+      "step": 3525
+    },
+    {
+      "epoch": 4.28226779252111,
+      "grad_norm": 0.5289584994316101,
+      "learning_rate": 4.218461538461539e-05,
+      "loss": 0.0154,
+      "step": 3550
+    },
+    {
+      "epoch": 4.3124246079613995,
+      "grad_norm": 0.712826132774353,
+      "learning_rate": 4.2120512820512824e-05,
+      "loss": 0.0154,
+      "step": 3575
+    },
+    {
+      "epoch": 4.342581423401689,
+      "grad_norm": 0.7885989546775818,
+      "learning_rate": 4.2056410256410256e-05,
+      "loss": 0.0156,
+      "step": 3600
+    },
+    {
+      "epoch": 4.372738238841978,
+      "grad_norm": 0.41895636916160583,
+      "learning_rate": 4.199230769230769e-05,
+      "loss": 0.0165,
+      "step": 3625
+    },
+    {
+      "epoch": 4.402895054282268,
+      "grad_norm": 0.6412532925605774,
+      "learning_rate": 4.192820512820513e-05,
+      "loss": 0.0151,
+      "step": 3650
+    },
+    {
+      "epoch": 4.433051869722557,
+      "grad_norm": 0.7599934935569763,
+      "learning_rate": 4.186410256410257e-05,
+      "loss": 0.0166,
+      "step": 3675
+    },
+    {
+      "epoch": 4.463208685162847,
+      "grad_norm": 0.5345127582550049,
+      "learning_rate": 4.18e-05,
+      "loss": 0.0156,
+      "step": 3700
+    },
+    {
+      "epoch": 4.4933655006031366,
+      "grad_norm": 1.0072388648986816,
+      "learning_rate": 4.173589743589744e-05,
+      "loss": 0.0171,
+      "step": 3725
+    },
+    {
+      "epoch": 4.523522316043426,
+      "grad_norm": 0.6174359917640686,
+      "learning_rate": 4.167179487179487e-05,
+      "loss": 0.0173,
+      "step": 3750
+    },
+    {
+      "epoch": 4.553679131483715,
+      "grad_norm": 0.7795931100845337,
+      "learning_rate": 4.160769230769231e-05,
+      "loss": 0.0159,
+      "step": 3775
+    },
+    {
+      "epoch": 4.583835946924005,
+      "grad_norm": 0.7058958411216736,
+      "learning_rate": 4.154358974358974e-05,
+      "loss": 0.0179,
+      "step": 3800
+    },
+    {
+      "epoch": 4.613992762364294,
+      "grad_norm": 1.01051664352417,
+      "learning_rate": 4.147948717948718e-05,
+      "loss": 0.0178,
+      "step": 3825
+    },
+    {
+      "epoch": 4.644149577804583,
+      "grad_norm": 1.9903522729873657,
+      "learning_rate": 4.1415384615384614e-05,
+      "loss": 0.0181,
+      "step": 3850
+    },
+    {
+      "epoch": 4.674306393244874,
+      "grad_norm": 0.9144511222839355,
+      "learning_rate": 4.1351282051282054e-05,
+      "loss": 0.0169,
+      "step": 3875
+    },
+    {
+      "epoch": 4.704463208685163,
+      "grad_norm": 0.9474649429321289,
+      "learning_rate": 4.1287179487179486e-05,
+      "loss": 0.0174,
+      "step": 3900
+    },
+    {
+      "epoch": 4.734620024125452,
+      "grad_norm": 0.9880340099334717,
+      "learning_rate": 4.1223076923076925e-05,
+      "loss": 0.0179,
+      "step": 3925
+    },
+    {
+      "epoch": 4.764776839565742,
+      "grad_norm": 0.8132879137992859,
+      "learning_rate": 4.1158974358974365e-05,
+      "loss": 0.0184,
+      "step": 3950
+    },
+    {
+      "epoch": 4.794933655006031,
+      "grad_norm": 0.9378625154495239,
+      "learning_rate": 4.10948717948718e-05,
+      "loss": 0.0171,
+      "step": 3975
+    },
+    {
+      "epoch": 4.825090470446321,
+      "grad_norm": 0.9277964234352112,
+      "learning_rate": 4.1030769230769236e-05,
+      "loss": 0.0169,
+      "step": 4000
+    },
+    {
+      "epoch": 4.825090470446321,
+      "eval_loss": 0.012216232717037201,
+      "eval_runtime": 991.0186,
+      "eval_samples_per_second": 6.275,
+      "eval_steps_per_second": 0.197,
+      "eval_wer": 1.165988340116599,
+      "step": 4000
+    },
+    {
+      "epoch": 4.855247285886611,
+      "grad_norm": 0.6154299974441528,
+      "learning_rate": 4.096666666666667e-05,
+      "loss": 0.0192,
+      "step": 4025
+    },
+    {
+      "epoch": 4.8854041013269,
+      "grad_norm": 0.848542332649231,
+      "learning_rate": 4.090256410256411e-05,
+      "loss": 0.019,
+      "step": 4050
+    },
+    {
+      "epoch": 4.915560916767189,
+      "grad_norm": 0.6274838447570801,
+      "learning_rate": 4.083846153846154e-05,
+      "loss": 0.0198,
+      "step": 4075
+    },
+    {
+      "epoch": 4.945717732207479,
+      "grad_norm": 1.021127462387085,
+      "learning_rate": 4.077435897435898e-05,
+      "loss": 0.0198,
+      "step": 4100
+    },
+    {
+      "epoch": 4.975874547647768,
+      "grad_norm": 0.9392691254615784,
+      "learning_rate": 4.071025641025641e-05,
+      "loss": 0.0188,
+      "step": 4125
+    },
+    {
+      "epoch": 5.0060313630880575,
+      "grad_norm": 0.6448451280593872,
+      "learning_rate": 4.064615384615385e-05,
+      "loss": 0.0179,
+      "step": 4150
+    },
+    {
+      "epoch": 5.036188178528348,
+      "grad_norm": 1.6301369667053223,
+      "learning_rate": 4.0582051282051283e-05,
+      "loss": 0.0126,
+      "step": 4175
+    },
+    {
+      "epoch": 5.066344993968637,
+      "grad_norm": 0.5240802764892578,
+      "learning_rate": 4.0517948717948716e-05,
+      "loss": 0.0121,
+      "step": 4200
+    },
+    {
+      "epoch": 5.0965018094089265,
+      "grad_norm": 0.7823707461357117,
+      "learning_rate": 4.0453846153846155e-05,
+      "loss": 0.0112,
+      "step": 4225
+    },
+    {
+      "epoch": 5.126658624849216,
+      "grad_norm": 0.8711583614349365,
+      "learning_rate": 4.038974358974359e-05,
+      "loss": 0.0109,
+      "step": 4250
+    },
+    {
+      "epoch": 5.156815440289505,
+      "grad_norm": 0.5085228085517883,
+      "learning_rate": 4.032564102564103e-05,
+      "loss": 0.0106,
+      "step": 4275
+    },
+    {
+      "epoch": 5.186972255729795,
+      "grad_norm": 0.8798126578330994,
+      "learning_rate": 4.026153846153846e-05,
+      "loss": 0.01,
+      "step": 4300
+    },
+    {
+      "epoch": 5.217129071170085,
+      "grad_norm": 0.9341961145401001,
+      "learning_rate": 4.01974358974359e-05,
+      "loss": 0.0104,
+      "step": 4325
+    },
+    {
+      "epoch": 5.247285886610374,
+      "grad_norm": 0.5406096577644348,
+      "learning_rate": 4.013333333333333e-05,
+      "loss": 0.0105,
+      "step": 4350
+    },
+    {
+      "epoch": 5.277442702050664,
+      "grad_norm": 0.4724595844745636,
+      "learning_rate": 4.006923076923077e-05,
+      "loss": 0.0098,
+      "step": 4375
+    },
+    {
+      "epoch": 5.307599517490953,
+      "grad_norm": 0.6248977780342102,
+      "learning_rate": 4.000512820512821e-05,
+      "loss": 0.0102,
+      "step": 4400
+    },
+    {
+      "epoch": 5.337756332931242,
+      "grad_norm": 0.8041181564331055,
+      "learning_rate": 3.994102564102564e-05,
+      "loss": 0.011,
+      "step": 4425
+    },
+    {
+      "epoch": 5.367913148371532,
+      "grad_norm": 0.5448179244995117,
+      "learning_rate": 3.987692307692308e-05,
+      "loss": 0.0103,
+      "step": 4450
+    },
+    {
+      "epoch": 5.398069963811821,
+      "grad_norm": 0.7673892378807068,
+      "learning_rate": 3.981282051282051e-05,
+      "loss": 0.0109,
+      "step": 4475
+    },
+    {
+      "epoch": 5.428226779252111,
+      "grad_norm": 0.48907679319381714,
+      "learning_rate": 3.974871794871795e-05,
+      "loss": 0.0127,
+      "step": 4500
+    },
+    {
+      "epoch": 5.458383594692401,
+      "grad_norm": 0.6552016139030457,
+      "learning_rate": 3.9684615384615385e-05,
+      "loss": 0.0097,
+      "step": 4525
+    },
+    {
+      "epoch": 5.48854041013269,
+      "grad_norm": 0.6085155010223389,
+      "learning_rate": 3.9620512820512824e-05,
+      "loss": 0.0111,
+      "step": 4550
+    },
+    {
+      "epoch": 5.518697225572979,
+      "grad_norm": 0.8025962710380554,
+      "learning_rate": 3.9556410256410257e-05,
+      "loss": 0.0118,
+      "step": 4575
+    },
+    {
+      "epoch": 5.548854041013269,
+      "grad_norm": 0.746627926826477,
+      "learning_rate": 3.9492307692307696e-05,
+      "loss": 0.0118,
+      "step": 4600
+    },
+    {
+      "epoch": 5.579010856453559,
+      "grad_norm": 0.628870964050293,
+      "learning_rate": 3.942820512820513e-05,
+      "loss": 0.0117,
+      "step": 4625
+    },
+    {
+      "epoch": 5.609167671893848,
+      "grad_norm": 0.5807325839996338,
+      "learning_rate": 3.936410256410257e-05,
+      "loss": 0.0114,
+      "step": 4650
+    },
+    {
+      "epoch": 5.639324487334138,
+      "grad_norm": 0.8060477375984192,
+      "learning_rate": 3.9300000000000007e-05,
+      "loss": 0.0125,
+      "step": 4675
+    },
+    {
+      "epoch": 5.669481302774427,
+      "grad_norm": 0.7507126331329346,
+      "learning_rate": 3.923589743589744e-05,
+      "loss": 0.0128,
+      "step": 4700
+    },
+    {
+      "epoch": 5.699638118214716,
+      "grad_norm": 0.6952813863754272,
+      "learning_rate": 3.917179487179488e-05,
+      "loss": 0.0126,
+      "step": 4725
+    },
+    {
+      "epoch": 5.729794933655006,
+      "grad_norm": 0.5870805382728577,
+      "learning_rate": 3.910769230769231e-05,
+      "loss": 0.0114,
+      "step": 4750
+    },
+    {
+      "epoch": 5.759951749095295,
+      "grad_norm": 0.8088861703872681,
+      "learning_rate": 3.904358974358975e-05,
+      "loss": 0.0123,
+      "step": 4775
+    },
+    {
+      "epoch": 5.790108564535585,
+      "grad_norm": 0.6179110407829285,
+      "learning_rate": 3.897948717948718e-05,
+      "loss": 0.0131,
+      "step": 4800
+    },
+    {
+      "epoch": 5.820265379975875,
+      "grad_norm": 0.7527028918266296,
+      "learning_rate": 3.8915384615384615e-05,
+      "loss": 0.0115,
+      "step": 4825
+    },
+    {
+      "epoch": 5.850422195416164,
+      "grad_norm": 0.6718854308128357,
+      "learning_rate": 3.8851282051282054e-05,
+      "loss": 0.0137,
+      "step": 4850
+    },
+    {
+      "epoch": 5.8805790108564535,
+      "grad_norm": 0.674188494682312,
+      "learning_rate": 3.8787179487179486e-05,
+      "loss": 0.0112,
+      "step": 4875
+    },
+    {
+      "epoch": 5.910735826296743,
+      "grad_norm": 0.593620777130127,
+      "learning_rate": 3.8723076923076926e-05,
+      "loss": 0.0133,
+      "step": 4900
+    },
+    {
+      "epoch": 5.940892641737032,
+      "grad_norm": 0.6573485136032104,
+      "learning_rate": 3.865897435897436e-05,
+      "loss": 0.0146,
+      "step": 4925
+    },
+    {
+      "epoch": 5.9710494571773225,
+      "grad_norm": 0.7873544692993164,
+      "learning_rate": 3.85948717948718e-05,
+      "loss": 0.0128,
+      "step": 4950
+    },
+    {
+      "epoch": 6.001206272617612,
+      "grad_norm": 0.35063135623931885,
+      "learning_rate": 3.853076923076923e-05,
+      "loss": 0.0133,
+      "step": 4975
+    },
+    {
+      "epoch": 6.031363088057901,
+      "grad_norm": 0.3884020447731018,
+      "learning_rate": 3.846666666666667e-05,
+      "loss": 0.0082,
+      "step": 5000
+    },
+    {
+      "epoch": 6.031363088057901,
+      "eval_loss": 0.008334021084010601,
+      "eval_runtime": 996.9313,
+      "eval_samples_per_second": 6.238,
+      "eval_steps_per_second": 0.196,
+      "eval_wer": 1.3174483639778987,
+      "step": 5000
+    },
+    {
+      "epoch": 6.061519903498191,
+      "grad_norm": 0.8306075930595398,
+      "learning_rate": 3.84025641025641e-05,
+      "loss": 0.0076,
+      "step": 5025
+    },
+    {
+      "epoch": 6.09167671893848,
+      "grad_norm": 0.47690141201019287,
+      "learning_rate": 3.833846153846154e-05,
+      "loss": 0.0076,
+      "step": 5050
+    },
+    {
+      "epoch": 6.121833534378769,
+      "grad_norm": 0.4397512376308441,
+      "learning_rate": 3.827435897435897e-05,
+      "loss": 0.0092,
+      "step": 5075
+    },
+    {
+      "epoch": 6.151990349819059,
+      "grad_norm": 0.678534746170044,
+      "learning_rate": 3.821025641025641e-05,
+      "loss": 0.0082,
+      "step": 5100
+    },
+    {
+      "epoch": 6.182147165259349,
+      "grad_norm": 0.4765614867210388,
+      "learning_rate": 3.814615384615385e-05,
+      "loss": 0.0084,
+      "step": 5125
+    },
+    {
+      "epoch": 6.212303980699638,
+      "grad_norm": 0.4264390766620636,
+      "learning_rate": 3.8082051282051284e-05,
+      "loss": 0.0088,
+      "step": 5150
+    },
+    {
+      "epoch": 6.242460796139928,
+      "grad_norm": 0.6547079682350159,
+      "learning_rate": 3.801794871794872e-05,
+      "loss": 0.0085,
+      "step": 5175
+    },
+    {
+      "epoch": 6.272617611580217,
+      "grad_norm": 0.49223577976226807,
+      "learning_rate": 3.7953846153846155e-05,
+      "loss": 0.0087,
+      "step": 5200
+    },
+    {
+      "epoch": 6.302774427020506,
+      "grad_norm": 1.8589699268341064,
+      "learning_rate": 3.7889743589743595e-05,
+      "loss": 0.0087,
+      "step": 5225
+    },
+    {
+      "epoch": 6.332931242460796,
+      "grad_norm": 0.6287866234779358,
+      "learning_rate": 3.782564102564103e-05,
+      "loss": 0.0088,
+      "step": 5250
+    },
+    {
+      "epoch": 6.363088057901086,
+      "grad_norm": 0.6359266042709351,
+      "learning_rate": 3.7761538461538466e-05,
+      "loss": 0.0093,
+      "step": 5275
+    },
+    {
+      "epoch": 6.393244873341375,
+      "grad_norm": 0.7100051641464233,
+      "learning_rate": 3.76974358974359e-05,
+      "loss": 0.0092,
+      "step": 5300
+    },
+    {
+      "epoch": 6.423401688781665,
+      "grad_norm": 0.4683254659175873,
+      "learning_rate": 3.763333333333334e-05,
+      "loss": 0.0083,
+      "step": 5325
+    },
+    {
+      "epoch": 6.453558504221954,
+      "grad_norm": 0.5852154493331909,
+      "learning_rate": 3.756923076923077e-05,
+      "loss": 0.0087,
+      "step": 5350
+    },
+    {
+      "epoch": 6.4837153196622435,
+      "grad_norm": 0.6639401316642761,
+      "learning_rate": 3.750512820512821e-05,
+      "loss": 0.0091,
+      "step": 5375
+    },
+    {
+      "epoch": 6.513872135102533,
+      "grad_norm": 0.4289957284927368,
+      "learning_rate": 3.744102564102565e-05,
+      "loss": 0.0091,
+      "step": 5400
+    },
+    {
+      "epoch": 6.544028950542822,
+      "grad_norm": 0.4844948947429657,
+      "learning_rate": 3.7376923076923074e-05,
+      "loss": 0.009,
+      "step": 5425
+    },
+    {
+      "epoch": 6.574185765983112,
+      "grad_norm": 0.7272210717201233,
+      "learning_rate": 3.7312820512820513e-05,
+      "loss": 0.0095,
+      "step": 5450
+    },
+    {
+      "epoch": 6.604342581423402,
+      "grad_norm": 0.32236674427986145,
+      "learning_rate": 3.7248717948717946e-05,
+      "loss": 0.0089,
+      "step": 5475
+    },
+    {
+      "epoch": 6.634499396863691,
+      "grad_norm": 0.6004102230072021,
+      "learning_rate": 3.7184615384615385e-05,
+      "loss": 0.0099,
+      "step": 5500
+    },
+    {
+      "epoch": 6.6646562123039805,
+      "grad_norm": 0.6273390054702759,
+      "learning_rate": 3.712051282051282e-05,
+      "loss": 0.0098,
+      "step": 5525
+    },
+    {
+      "epoch": 6.69481302774427,
+      "grad_norm": 0.5772261023521423,
+      "learning_rate": 3.705641025641026e-05,
+      "loss": 0.0096,
+      "step": 5550
+    },
+    {
+      "epoch": 6.72496984318456,
+      "grad_norm": 0.5057559013366699,
+      "learning_rate": 3.6992307692307696e-05,
+      "loss": 0.0103,
+      "step": 5575
+    },
+    {
+      "epoch": 6.7551266586248495,
+      "grad_norm": 1.0213583707809448,
+      "learning_rate": 3.692820512820513e-05,
+      "loss": 0.0097,
+      "step": 5600
+    },
+    {
+      "epoch": 6.785283474065139,
+      "grad_norm": 0.807521402835846,
+      "learning_rate": 3.686410256410257e-05,
+      "loss": 0.0101,
+      "step": 5625
+    },
+    {
+      "epoch": 6.815440289505428,
+      "grad_norm": 0.610185444355011,
+      "learning_rate": 3.68e-05,
+      "loss": 0.0094,
+      "step": 5650
+    },
+    {
+      "epoch": 6.845597104945718,
+      "grad_norm": 0.3346485197544098,
+      "learning_rate": 3.673589743589744e-05,
+      "loss": 0.0098,
+      "step": 5675
+    },
+    {
+      "epoch": 6.875753920386007,
+      "grad_norm": 0.6063949465751648,
+      "learning_rate": 3.667179487179487e-05,
+      "loss": 0.0112,
+      "step": 5700
+    },
+    {
+      "epoch": 6.905910735826296,
+      "grad_norm": 0.7852259874343872,
+      "learning_rate": 3.660769230769231e-05,
+      "loss": 0.0116,
+      "step": 5725
+    },
+    {
+      "epoch": 6.936067551266587,
+      "grad_norm": 0.4328850507736206,
+      "learning_rate": 3.654358974358974e-05,
+      "loss": 0.0096,
+      "step": 5750
+    },
+    {
+      "epoch": 6.966224366706876,
+      "grad_norm": 0.7402851581573486,
+      "learning_rate": 3.647948717948718e-05,
+      "loss": 0.0098,
+      "step": 5775
+    },
+    {
+      "epoch": 6.996381182147165,
+      "grad_norm": 0.3319641947746277,
+      "learning_rate": 3.6415384615384615e-05,
+      "loss": 0.01,
+      "step": 5800
+    },
+    {
+      "epoch": 7.026537997587455,
+      "grad_norm": 0.5382101535797119,
+      "learning_rate": 3.6351282051282054e-05,
+      "loss": 0.0078,
+      "step": 5825
+    },
+    {
+      "epoch": 7.056694813027744,
+      "grad_norm": 0.5631383061408997,
+      "learning_rate": 3.628717948717949e-05,
+      "loss": 0.0063,
+      "step": 5850
+    },
+    {
+      "epoch": 7.086851628468033,
+      "grad_norm": 0.31435051560401917,
+      "learning_rate": 3.6223076923076926e-05,
+      "loss": 0.0069,
+      "step": 5875
+    },
+    {
+      "epoch": 7.117008443908324,
+      "grad_norm": 0.6166759729385376,
+      "learning_rate": 3.6158974358974365e-05,
+      "loss": 0.0068,
+      "step": 5900
+    },
+    {
+      "epoch": 7.147165259348613,
+      "grad_norm": 2.1059749126434326,
+      "learning_rate": 3.60948717948718e-05,
+      "loss": 0.0057,
+      "step": 5925
+    },
+    {
+      "epoch": 7.177322074788902,
+      "grad_norm": 0.49370259046554565,
+      "learning_rate": 3.6030769230769237e-05,
+      "loss": 0.0068,
+      "step": 5950
+    },
+    {
+      "epoch": 7.207478890229192,
+      "grad_norm": 0.5166518092155457,
+      "learning_rate": 3.596666666666667e-05,
+      "loss": 0.0071,
+      "step": 5975
+    },
+    {
+      "epoch": 7.237635705669481,
+      "grad_norm": 0.4447627663612366,
+      "learning_rate": 3.590256410256411e-05,
+      "loss": 0.006,
+      "step": 6000
+    },
+    {
+      "epoch": 7.237635705669481,
+      "eval_loss": 0.00565904937684536,
+      "eval_runtime": 990.1532,
+      "eval_samples_per_second": 6.281,
+      "eval_steps_per_second": 0.197,
+      "eval_wer": 0.5093795215893995,
+      "step": 6000
+    },
+    {
+      "epoch": 7.2677925211097705,
+      "grad_norm": 0.6862059831619263,
+      "learning_rate": 3.583846153846154e-05,
+      "loss": 0.0061,
+      "step": 6025
+    },
+    {
+      "epoch": 7.297949336550061,
+      "grad_norm": 1.0469138622283936,
+      "learning_rate": 3.577435897435897e-05,
+      "loss": 0.0058,
+      "step": 6050
+    },
+    {
+      "epoch": 7.32810615199035,
+      "grad_norm": 0.597836434841156,
+      "learning_rate": 3.571025641025641e-05,
+      "loss": 0.0067,
+      "step": 6075
+    },
+    {
+      "epoch": 7.3582629674306395,
+      "grad_norm": 0.5140921473503113,
+      "learning_rate": 3.5646153846153845e-05,
+      "loss": 0.0061,
+      "step": 6100
+    },
+    {
+      "epoch": 7.388419782870929,
+      "grad_norm": 0.32968372106552124,
+      "learning_rate": 3.5582051282051284e-05,
+      "loss": 0.0068,
+      "step": 6125
+    },
+    {
+      "epoch": 7.418576598311218,
+      "grad_norm": 0.7434627413749695,
+      "learning_rate": 3.5517948717948716e-05,
+      "loss": 0.0066,
+      "step": 6150
+    },
+    {
+      "epoch": 7.4487334137515075,
+      "grad_norm": 0.49147599935531616,
+      "learning_rate": 3.5453846153846156e-05,
+      "loss": 0.0069,
+      "step": 6175
+    },
+    {
+      "epoch": 7.478890229191798,
+      "grad_norm": 0.6912224292755127,
+      "learning_rate": 3.538974358974359e-05,
+      "loss": 0.0066,
+      "step": 6200
+    },
+    {
+      "epoch": 7.509047044632087,
+      "grad_norm": 0.3987594246864319,
+      "learning_rate": 3.532564102564103e-05,
+      "loss": 0.0067,
+      "step": 6225
+    },
+    {
+      "epoch": 7.5392038600723765,
+      "grad_norm": 0.49482178688049316,
+      "learning_rate": 3.526153846153846e-05,
+      "loss": 0.0077,
+      "step": 6250
+    },
+    {
+      "epoch": 7.569360675512666,
+      "grad_norm": 0.7536881566047668,
+      "learning_rate": 3.51974358974359e-05,
+      "loss": 0.0068,
+      "step": 6275
+    },
+    {
+      "epoch": 7.599517490952955,
+      "grad_norm": 0.6014280319213867,
+      "learning_rate": 3.513333333333334e-05,
+      "loss": 0.0066,
+      "step": 6300
+    },
+    {
+      "epoch": 7.629674306393245,
+      "grad_norm": 1.284350872039795,
+      "learning_rate": 3.506923076923077e-05,
+      "loss": 0.0081,
+      "step": 6325
+    },
+    {
+      "epoch": 7.659831121833534,
+      "grad_norm": 0.5877798199653625,
+      "learning_rate": 3.500512820512821e-05,
+      "loss": 0.0087,
+      "step": 6350
+    },
+    {
+      "epoch": 7.689987937273824,
+      "grad_norm": 0.5651775002479553,
+      "learning_rate": 3.494102564102564e-05,
+      "loss": 0.0072,
+      "step": 6375
+    },
+    {
+      "epoch": 7.720144752714114,
+      "grad_norm": 0.8394071459770203,
+      "learning_rate": 3.487692307692308e-05,
+      "loss": 0.0081,
+      "step": 6400
+    },
+    {
+      "epoch": 7.750301568154403,
+      "grad_norm": 0.4458906948566437,
+      "learning_rate": 3.4812820512820514e-05,
+      "loss": 0.009,
+      "step": 6425
+    },
+    {
+      "epoch": 7.780458383594692,
+      "grad_norm": 0.6104443669319153,
+      "learning_rate": 3.474871794871795e-05,
+      "loss": 0.0075,
+      "step": 6450
+    },
+    {
+      "epoch": 7.810615199034982,
+      "grad_norm": 0.570220410823822,
+      "learning_rate": 3.4684615384615385e-05,
+      "loss": 0.0087,
+      "step": 6475
+    },
+    {
+      "epoch": 7.840772014475271,
+      "grad_norm": 0.5109632015228271,
+      "learning_rate": 3.4620512820512825e-05,
+      "loss": 0.0079,
+      "step": 6500
+    },
+    {
+      "epoch": 7.870928829915561,
+      "grad_norm": 0.5733775496482849,
+      "learning_rate": 3.455641025641026e-05,
+      "loss": 0.0084,
+      "step": 6525
+    },
+    {
+      "epoch": 7.901085645355851,
+      "grad_norm": 0.5624831914901733,
+      "learning_rate": 3.4492307692307696e-05,
+      "loss": 0.0076,
+      "step": 6550
+    },
+    {
+      "epoch": 7.93124246079614,
+      "grad_norm": 0.46332231163978577,
+      "learning_rate": 3.4428205128205135e-05,
+      "loss": 0.009,
+      "step": 6575
+    },
+    {
+      "epoch": 7.961399276236429,
+      "grad_norm": 0.34991389513015747,
+      "learning_rate": 3.436410256410257e-05,
+      "loss": 0.0085,
+      "step": 6600
+    },
+    {
+      "epoch": 7.991556091676719,
+      "grad_norm": 0.6192627549171448,
+      "learning_rate": 3.430000000000001e-05,
+      "loss": 0.0081,
+      "step": 6625
+    },
+    {
+      "epoch": 8.021712907117008,
+      "grad_norm": 0.46190038323402405,
+      "learning_rate": 3.423589743589743e-05,
+      "loss": 0.0069,
+      "step": 6650
+    },
+    {
+      "epoch": 8.051869722557297,
+      "grad_norm": 0.603630006313324,
+      "learning_rate": 3.417179487179487e-05,
+      "loss": 0.0046,
+      "step": 6675
+    },
+    {
+      "epoch": 8.082026537997587,
+      "grad_norm": 0.553790807723999,
+      "learning_rate": 3.4107692307692304e-05,
+      "loss": 0.0054,
+      "step": 6700
+    },
+    {
+      "epoch": 8.112183353437876,
+      "grad_norm": 0.2668970823287964,
+      "learning_rate": 3.4043589743589744e-05,
+      "loss": 0.0047,
+      "step": 6725
+    },
+    {
+      "epoch": 8.142340168878167,
+      "grad_norm": 0.7724784016609192,
+      "learning_rate": 3.397948717948718e-05,
+      "loss": 0.0048,
+      "step": 6750
+    },
+    {
+      "epoch": 8.172496984318457,
+      "grad_norm": 0.6020099520683289,
+      "learning_rate": 3.3915384615384615e-05,
+      "loss": 0.0065,
+      "step": 6775
+    },
+    {
+      "epoch": 8.202653799758746,
+      "grad_norm": 0.43746957182884216,
+      "learning_rate": 3.3851282051282054e-05,
+      "loss": 0.0059,
+      "step": 6800
+    },
+    {
+      "epoch": 8.232810615199035,
+      "grad_norm": 0.39779946208000183,
+      "learning_rate": 3.378717948717949e-05,
+      "loss": 0.0055,
+      "step": 6825
+    },
+    {
+      "epoch": 8.262967430639325,
+      "grad_norm": 0.6365821957588196,
+      "learning_rate": 3.3723076923076926e-05,
+      "loss": 0.0055,
+      "step": 6850
+    },
+    {
+      "epoch": 8.293124246079614,
+      "grad_norm": 0.7428629398345947,
+      "learning_rate": 3.365897435897436e-05,
+      "loss": 0.0063,
+      "step": 6875
+    },
+    {
+      "epoch": 8.323281061519904,
+      "grad_norm": 0.2789345383644104,
+      "learning_rate": 3.35948717948718e-05,
+      "loss": 0.0061,
+      "step": 6900
+    },
+    {
+      "epoch": 8.353437876960193,
+      "grad_norm": 0.8929633498191833,
+      "learning_rate": 3.353076923076923e-05,
+      "loss": 0.0066,
+      "step": 6925
+    },
+    {
+      "epoch": 8.383594692400482,
+      "grad_norm": 0.3454608917236328,
+      "learning_rate": 3.346666666666667e-05,
+      "loss": 0.0059,
+      "step": 6950
+    },
+    {
+      "epoch": 8.413751507840772,
+      "grad_norm": 0.4825322926044464,
+      "learning_rate": 3.34025641025641e-05,
+      "loss": 0.006,
+      "step": 6975
+    },
+    {
+      "epoch": 8.443908323281061,
+      "grad_norm": 0.6422285437583923,
+      "learning_rate": 3.333846153846154e-05,
+      "loss": 0.0054,
+      "step": 7000
+    },
+    {
+      "epoch": 8.443908323281061,
+      "eval_loss": 0.004851850681006908,
+      "eval_runtime": 1006.3258,
+      "eval_samples_per_second": 6.18,
+      "eval_steps_per_second": 0.194,
+      "eval_wer": 0.4247649831193996,
+      "step": 7000
+    },
+    {
+      "epoch": 8.47406513872135,
+      "grad_norm": 0.5762166976928711,
+      "learning_rate": 3.327435897435898e-05,
+      "loss": 0.0054,
+      "step": 7025
+    },
+    {
+      "epoch": 8.50422195416164,
+      "grad_norm": 0.49785882234573364,
+      "learning_rate": 3.321025641025641e-05,
+      "loss": 0.0052,
+      "step": 7050
+    },
+    {
+      "epoch": 8.534378769601929,
+      "grad_norm": 0.508910059928894,
+      "learning_rate": 3.314615384615385e-05,
+      "loss": 0.0062,
+      "step": 7075
+    },
+    {
+      "epoch": 8.56453558504222,
+      "grad_norm": 0.6332126259803772,
+      "learning_rate": 3.3082051282051284e-05,
+      "loss": 0.005,
+      "step": 7100
+    },
+    {
+      "epoch": 8.59469240048251,
+      "grad_norm": 0.3884871304035187,
+      "learning_rate": 3.301794871794872e-05,
+      "loss": 0.006,
+      "step": 7125
+    },
+    {
+      "epoch": 8.624849215922799,
+      "grad_norm": 0.4841156005859375,
+      "learning_rate": 3.2953846153846156e-05,
+      "loss": 0.0054,
+      "step": 7150
+    },
+    {
+      "epoch": 8.655006031363088,
+      "grad_norm": 0.6124204397201538,
+      "learning_rate": 3.2889743589743595e-05,
+      "loss": 0.0068,
+      "step": 7175
+    },
+    {
+      "epoch": 8.685162846803378,
+      "grad_norm": 0.9315184354782104,
+      "learning_rate": 3.282564102564103e-05,
+      "loss": 0.0063,
+      "step": 7200
+    },
+    {
+      "epoch": 8.715319662243667,
+      "grad_norm": 0.3243924677371979,
+      "learning_rate": 3.276153846153847e-05,
+      "loss": 0.0053,
+      "step": 7225
+    },
+    {
+      "epoch": 8.745476477683956,
+      "grad_norm": 0.5066370964050293,
+      "learning_rate": 3.26974358974359e-05,
+      "loss": 0.0058,
+      "step": 7250
+    },
+    {
+      "epoch": 8.775633293124246,
+      "grad_norm": 0.5013644099235535,
+      "learning_rate": 3.263333333333333e-05,
+      "loss": 0.0056,
+      "step": 7275
+    },
+    {
+      "epoch": 8.805790108564535,
+      "grad_norm": 0.6400606632232666,
+      "learning_rate": 3.256923076923077e-05,
+      "loss": 0.0068,
+      "step": 7300
+    },
+    {
+      "epoch": 8.835946924004825,
+      "grad_norm": 0.5252374410629272,
+      "learning_rate": 3.25051282051282e-05,
+      "loss": 0.0057,
+      "step": 7325
+    },
+    {
+      "epoch": 8.866103739445114,
+      "grad_norm": 0.6690750122070312,
+      "learning_rate": 3.244102564102564e-05,
+      "loss": 0.0063,
+      "step": 7350
+    },
+    {
+      "epoch": 8.896260554885405,
+      "grad_norm": 0.5600816607475281,
+      "learning_rate": 3.2376923076923075e-05,
+      "loss": 0.0069,
+      "step": 7375
+    },
+    {
+      "epoch": 8.926417370325694,
+      "grad_norm": 0.6033779382705688,
+      "learning_rate": 3.2312820512820514e-05,
+      "loss": 0.0071,
+      "step": 7400
+    },
+    {
+      "epoch": 8.956574185765984,
+      "grad_norm": 0.47139960527420044,
+      "learning_rate": 3.2248717948717946e-05,
+      "loss": 0.0065,
+      "step": 7425
+    },
+    {
+      "epoch": 8.986731001206273,
+      "grad_norm": 0.6430622935295105,
+      "learning_rate": 3.2184615384615386e-05,
+      "loss": 0.0082,
+      "step": 7450
+    },
+    {
+      "epoch": 9.016887816646562,
+      "grad_norm": 0.5133035182952881,
+      "learning_rate": 3.2120512820512825e-05,
+      "loss": 0.0054,
+      "step": 7475
+    },
+    {
+      "epoch": 9.047044632086852,
+      "grad_norm": 0.18024998903274536,
+      "learning_rate": 3.205641025641026e-05,
+      "loss": 0.0042,
+      "step": 7500
+    },
+    {
+      "epoch": 9.077201447527141,
+      "grad_norm": 0.3068269193172455,
+      "learning_rate": 3.1992307692307696e-05,
+      "loss": 0.0035,
+      "step": 7525
+    },
+    {
+      "epoch": 9.10735826296743,
+      "grad_norm": 0.7015949487686157,
+      "learning_rate": 3.192820512820513e-05,
+      "loss": 0.0042,
+      "step": 7550
+    },
+    {
+      "epoch": 9.13751507840772,
+      "grad_norm": 0.3348095417022705,
+      "learning_rate": 3.186410256410257e-05,
+      "loss": 0.0034,
+      "step": 7575
+    },
+    {
+      "epoch": 9.16767189384801,
+      "grad_norm": 0.4713417887687683,
+      "learning_rate": 3.18e-05,
+      "loss": 0.004,
+      "step": 7600
+    },
+    {
+      "epoch": 9.197828709288299,
+      "grad_norm": 0.5061328411102295,
+      "learning_rate": 3.173589743589744e-05,
+      "loss": 0.0051,
+      "step": 7625
+    },
+    {
+      "epoch": 9.227985524728588,
+      "grad_norm": 0.7264745831489563,
+      "learning_rate": 3.167179487179487e-05,
+      "loss": 0.0041,
+      "step": 7650
+    },
+    {
+      "epoch": 9.258142340168877,
+      "grad_norm": 0.6336009502410889,
+      "learning_rate": 3.160769230769231e-05,
+      "loss": 0.0053,
+      "step": 7675
+    },
+    {
+      "epoch": 9.288299155609169,
+      "grad_norm": 0.7289473414421082,
+      "learning_rate": 3.1543589743589744e-05,
+      "loss": 0.0043,
+      "step": 7700
+    },
+    {
+      "epoch": 9.318455971049458,
+      "grad_norm": 0.22295871376991272,
+      "learning_rate": 3.147948717948718e-05,
+      "loss": 0.0046,
+      "step": 7725
+    },
+    {
+      "epoch": 9.348612786489747,
+      "grad_norm": 0.19099809229373932,
+      "learning_rate": 3.1415384615384615e-05,
+      "loss": 0.0042,
+      "step": 7750
+    },
+    {
+      "epoch": 9.378769601930037,
+      "grad_norm": 0.40205222368240356,
+      "learning_rate": 3.1351282051282055e-05,
+      "loss": 0.0045,
+      "step": 7775
+    },
+    {
+      "epoch": 9.408926417370326,
+      "grad_norm": 0.4660908877849579,
+      "learning_rate": 3.1287179487179494e-05,
+      "loss": 0.0053,
+      "step": 7800
+    },
+    {
+      "epoch": 9.439083232810615,
+      "grad_norm": 0.3816703259944916,
+      "learning_rate": 3.1223076923076926e-05,
+      "loss": 0.005,
+      "step": 7825
+    },
+    {
+      "epoch": 9.469240048250905,
+      "grad_norm": 0.3453875780105591,
+      "learning_rate": 3.1158974358974365e-05,
+      "loss": 0.0057,
+      "step": 7850
+    },
+    {
+      "epoch": 9.499396863691194,
+      "grad_norm": 0.71337890625,
+      "learning_rate": 3.109487179487179e-05,
+      "loss": 0.0059,
+      "step": 7875
+    },
+    {
+      "epoch": 9.529553679131483,
+      "grad_norm": 0.8145949840545654,
+      "learning_rate": 3.103076923076923e-05,
+      "loss": 0.0045,
+      "step": 7900
+    },
+    {
+      "epoch": 9.559710494571773,
+      "grad_norm": 0.42738842964172363,
+      "learning_rate": 3.096666666666666e-05,
+      "loss": 0.0052,
+      "step": 7925
+    },
+    {
+      "epoch": 9.589867310012062,
+      "grad_norm": 0.3211086094379425,
+      "learning_rate": 3.09025641025641e-05,
+      "loss": 0.0062,
+      "step": 7950
+    },
+    {
+      "epoch": 9.620024125452352,
+      "grad_norm": 0.3079499900341034,
+      "learning_rate": 3.083846153846154e-05,
+      "loss": 0.0056,
+      "step": 7975
+    },
+    {
+      "epoch": 9.650180940892643,
+      "grad_norm": 1.0396015644073486,
+      "learning_rate": 3.0774358974358974e-05,
+      "loss": 0.0052,
+      "step": 8000
+    },
+    {
+      "epoch": 9.650180940892643,
+      "eval_loss": 0.004133495967835188,
+      "eval_runtime": 1012.439,
+      "eval_samples_per_second": 6.143,
+      "eval_steps_per_second": 0.193,
+      "eval_wer": 0.39938062157839954,
+      "step": 8000
+    },
+    {
+      "epoch": 9.680337756332932,
+      "grad_norm": 0.49858543276786804,
+      "learning_rate": 3.071025641025641e-05,
+      "loss": 0.0055,
+      "step": 8025
+    },
+    {
+      "epoch": 9.710494571773221,
+      "grad_norm": 0.380087286233902,
+      "learning_rate": 3.0646153846153845e-05,
+      "loss": 0.0051,
+      "step": 8050
+    },
+    {
+      "epoch": 9.74065138721351,
+      "grad_norm": 0.3809559941291809,
+      "learning_rate": 3.0582051282051284e-05,
+      "loss": 0.005,
+      "step": 8075
+    },
+    {
+      "epoch": 9.7708082026538,
+      "grad_norm": 0.4090009033679962,
+      "learning_rate": 3.051794871794872e-05,
+      "loss": 0.0045,
+      "step": 8100
+    },
+    {
+      "epoch": 9.80096501809409,
+      "grad_norm": 0.5513147711753845,
+      "learning_rate": 3.0453846153846156e-05,
+      "loss": 0.005,
+      "step": 8125
+    },
+    {
+      "epoch": 9.831121833534379,
+      "grad_norm": 0.2282816618680954,
+      "learning_rate": 3.0389743589743592e-05,
+      "loss": 0.0052,
+      "step": 8150
+    },
+    {
+      "epoch": 9.861278648974668,
+      "grad_norm": 0.6830194592475891,
+      "learning_rate": 3.0325641025641028e-05,
+      "loss": 0.0056,
+      "step": 8175
+    },
+    {
+      "epoch": 9.891435464414958,
+      "grad_norm": 0.2835237383842468,
+      "learning_rate": 3.0261538461538463e-05,
+      "loss": 0.005,
+      "step": 8200
+    },
+    {
+      "epoch": 9.921592279855247,
+      "grad_norm": 0.9871799945831299,
+      "learning_rate": 3.01974358974359e-05,
+      "loss": 0.0051,
+      "step": 8225
+    },
+    {
+      "epoch": 9.951749095295536,
+      "grad_norm": 0.30679917335510254,
+      "learning_rate": 3.0133333333333335e-05,
+      "loss": 0.0057,
+      "step": 8250
+    },
+    {
+      "epoch": 9.981905910735826,
+      "grad_norm": 0.33395645022392273,
+      "learning_rate": 3.006923076923077e-05,
+      "loss": 0.0052,
+      "step": 8275
+    },
+    {
+      "epoch": 10.012062726176115,
+      "grad_norm": 0.3980708122253418,
+      "learning_rate": 3.0005128205128207e-05,
+      "loss": 0.005,
+      "step": 8300
+    },
+    {
+      "epoch": 10.042219541616406,
+      "grad_norm": 0.3314126431941986,
+      "learning_rate": 2.9941025641025643e-05,
+      "loss": 0.0036,
+      "step": 8325
+    },
+    {
+      "epoch": 10.072376357056696,
+      "grad_norm": 0.3394934833049774,
+      "learning_rate": 2.9876923076923082e-05,
+      "loss": 0.003,
+      "step": 8350
+    },
+    {
+      "epoch": 10.102533172496985,
+      "grad_norm": 0.7935678958892822,
+      "learning_rate": 2.9812820512820518e-05,
+      "loss": 0.0041,
+      "step": 8375
+    },
+    {
+      "epoch": 10.132689987937274,
+      "grad_norm": 0.34128591418266296,
+      "learning_rate": 2.9748717948717953e-05,
+      "loss": 0.0043,
+      "step": 8400
+    },
+    {
+      "epoch": 10.162846803377564,
+      "grad_norm": 0.3675540089607239,
+      "learning_rate": 2.968461538461539e-05,
+      "loss": 0.0037,
+      "step": 8425
+    },
+    {
+      "epoch": 10.193003618817853,
+      "grad_norm": 0.3633953928947449,
+      "learning_rate": 2.9620512820512825e-05,
+      "loss": 0.0039,
+      "step": 8450
+    },
+    {
+      "epoch": 10.223160434258142,
+      "grad_norm": 0.2437092512845993,
+      "learning_rate": 2.9556410256410254e-05,
+      "loss": 0.004,
+      "step": 8475
+    },
+    {
+      "epoch": 10.253317249698432,
+      "grad_norm": 0.5230311155319214,
+      "learning_rate": 2.949230769230769e-05,
+      "loss": 0.0048,
+      "step": 8500
+    },
+    {
+      "epoch": 10.283474065138721,
+      "grad_norm": 0.8120681643486023,
+      "learning_rate": 2.942820512820513e-05,
+      "loss": 0.0036,
+      "step": 8525
+    },
+    {
+      "epoch": 10.31363088057901,
+      "grad_norm": 0.5272610783576965,
+      "learning_rate": 2.9364102564102565e-05,
+      "loss": 0.0035,
+      "step": 8550
+    },
+    {
+      "epoch": 10.3437876960193,
+      "grad_norm": 0.32748904824256897,
+      "learning_rate": 2.93e-05,
+      "loss": 0.0037,
+      "step": 8575
+    },
+    {
+      "epoch": 10.37394451145959,
+      "grad_norm": 0.37172701954841614,
+      "learning_rate": 2.9235897435897437e-05,
+      "loss": 0.0048,
+      "step": 8600
+    },
+    {
+      "epoch": 10.404101326899879,
+      "grad_norm": 0.24529249966144562,
+      "learning_rate": 2.9171794871794872e-05,
+      "loss": 0.0042,
+      "step": 8625
+    },
+    {
+      "epoch": 10.43425814234017,
+      "grad_norm": 0.3945331871509552,
+      "learning_rate": 2.9107692307692308e-05,
+      "loss": 0.0028,
+      "step": 8650
+    },
+    {
+      "epoch": 10.464414957780459,
+      "grad_norm": 0.4225753843784332,
+      "learning_rate": 2.9043589743589744e-05,
+      "loss": 0.0037,
+      "step": 8675
+    },
+    {
+      "epoch": 10.494571773220748,
+      "grad_norm": 0.45884862542152405,
+      "learning_rate": 2.897948717948718e-05,
+      "loss": 0.004,
+      "step": 8700
+    },
+    {
+      "epoch": 10.524728588661038,
+      "grad_norm": 0.5330889225006104,
+      "learning_rate": 2.8915384615384616e-05,
+      "loss": 0.0057,
+      "step": 8725
+    },
+    {
+      "epoch": 10.554885404101327,
+      "grad_norm": 0.36432358622550964,
+      "learning_rate": 2.885128205128205e-05,
+      "loss": 0.0045,
+      "step": 8750
+    },
+    {
+      "epoch": 10.585042219541617,
+      "grad_norm": 0.2396915704011917,
+      "learning_rate": 2.8787179487179487e-05,
+      "loss": 0.0039,
+      "step": 8775
+    },
+    {
+      "epoch": 10.615199034981906,
+      "grad_norm": 0.29191240668296814,
+      "learning_rate": 2.8723076923076926e-05,
+      "loss": 0.0029,
+      "step": 8800
+    },
+    {
+      "epoch": 10.645355850422195,
+      "grad_norm": 0.3459051847457886,
+      "learning_rate": 2.8658974358974362e-05,
+      "loss": 0.004,
+      "step": 8825
+    },
+    {
+      "epoch": 10.675512665862485,
+      "grad_norm": 0.17961002886295319,
+      "learning_rate": 2.8594871794871798e-05,
+      "loss": 0.0035,
+      "step": 8850
+    },
+    {
+      "epoch": 10.705669481302774,
+      "grad_norm": 0.3958909511566162,
+      "learning_rate": 2.8530769230769234e-05,
+      "loss": 0.0036,
+      "step": 8875
+    },
+    {
+      "epoch": 10.735826296743063,
+      "grad_norm": 0.44192948937416077,
+      "learning_rate": 2.846666666666667e-05,
+      "loss": 0.0039,
+      "step": 8900
+    },
+    {
+      "epoch": 10.765983112183353,
+      "grad_norm": 0.4524558186531067,
+      "learning_rate": 2.8402564102564106e-05,
+      "loss": 0.0038,
+      "step": 8925
+    },
+    {
+      "epoch": 10.796139927623642,
+      "grad_norm": 0.392850786447525,
+      "learning_rate": 2.833846153846154e-05,
+      "loss": 0.0044,
+      "step": 8950
+    },
+    {
+      "epoch": 10.826296743063933,
+      "grad_norm": 0.29905205965042114,
+      "learning_rate": 2.8274358974358977e-05,
+      "loss": 0.0036,
+      "step": 8975
+    },
+    {
+      "epoch": 10.856453558504223,
+      "grad_norm": 0.5706111788749695,
+      "learning_rate": 2.8210256410256413e-05,
+      "loss": 0.0048,
+      "step": 9000
+    },
+    {
+      "epoch": 10.856453558504223,
+      "eval_loss": 0.0026703376788645983,
+      "eval_runtime": 1012.108,
+      "eval_samples_per_second": 6.145,
+      "eval_steps_per_second": 0.193,
+      "eval_wer": 0.23353612617719977,
+      "step": 9000
+    },
+    {
+      "epoch": 10.886610373944512,
+      "grad_norm": 0.321850448846817,
+      "learning_rate": 2.814615384615385e-05,
+      "loss": 0.0044,
+      "step": 9025
+    },
+    {
+      "epoch": 10.916767189384801,
+      "grad_norm": 0.45686766505241394,
+      "learning_rate": 2.8082051282051285e-05,
+      "loss": 0.0053,
+      "step": 9050
+    },
+    {
+      "epoch": 10.94692400482509,
+      "grad_norm": 0.38578805327415466,
+      "learning_rate": 2.8017948717948717e-05,
+      "loss": 0.0038,
+      "step": 9075
+    },
+    {
+      "epoch": 10.97708082026538,
+      "grad_norm": 0.6577151417732239,
+      "learning_rate": 2.7953846153846153e-05,
+      "loss": 0.0039,
+      "step": 9100
+    },
+    {
+      "epoch": 11.00723763570567,
+      "grad_norm": 0.4123535454273224,
+      "learning_rate": 2.788974358974359e-05,
+      "loss": 0.0037,
+      "step": 9125
+    },
+    {
+      "epoch": 11.037394451145959,
+      "grad_norm": 0.38779810070991516,
+      "learning_rate": 2.7825641025641024e-05,
+      "loss": 0.0027,
+      "step": 9150
+    },
+    {
+      "epoch": 11.067551266586248,
+      "grad_norm": 0.0658646896481514,
+      "learning_rate": 2.776153846153846e-05,
+      "loss": 0.0024,
+      "step": 9175
+    },
+    {
+      "epoch": 11.097708082026537,
+      "grad_norm": 0.5341454744338989,
+      "learning_rate": 2.7697435897435896e-05,
+      "loss": 0.0024,
+      "step": 9200
+    },
+    {
+      "epoch": 11.127864897466827,
+      "grad_norm": 0.23726364970207214,
+      "learning_rate": 2.7633333333333332e-05,
+      "loss": 0.0038,
+      "step": 9225
+    },
+    {
+      "epoch": 11.158021712907116,
+      "grad_norm": 0.15049795806407928,
+      "learning_rate": 2.756923076923077e-05,
+      "loss": 0.0027,
+      "step": 9250
+    },
+    {
+      "epoch": 11.188178528347407,
+      "grad_norm": 0.29823240637779236,
+      "learning_rate": 2.7505128205128207e-05,
+      "loss": 0.0026,
+      "step": 9275
+    },
+    {
+      "epoch": 11.218335343787697,
+      "grad_norm": 0.22329437732696533,
+      "learning_rate": 2.7441025641025643e-05,
+      "loss": 0.0018,
+      "step": 9300
+    },
+    {
+      "epoch": 11.248492159227986,
+      "grad_norm": 0.3106261193752289,
+      "learning_rate": 2.737692307692308e-05,
+      "loss": 0.002,
+      "step": 9325
+    },
+    {
+      "epoch": 11.278648974668275,
+      "grad_norm": 0.3054550290107727,
+      "learning_rate": 2.7312820512820514e-05,
+      "loss": 0.0021,
+      "step": 9350
+    },
+    {
+      "epoch": 11.308805790108565,
+      "grad_norm": 0.3811512887477875,
+      "learning_rate": 2.724871794871795e-05,
+      "loss": 0.0021,
+      "step": 9375
+    },
+    {
+      "epoch": 11.338962605548854,
+      "grad_norm": 0.5648501515388489,
+      "learning_rate": 2.7184615384615386e-05,
+      "loss": 0.002,
+      "step": 9400
+    },
+    {
+      "epoch": 11.369119420989144,
+      "grad_norm": 0.20232941210269928,
+      "learning_rate": 2.7120512820512822e-05,
+      "loss": 0.0029,
+      "step": 9425
+    },
+    {
+      "epoch": 11.399276236429433,
+      "grad_norm": 0.3404022455215454,
+      "learning_rate": 2.7056410256410258e-05,
+      "loss": 0.0027,
+      "step": 9450
+    },
+    {
+      "epoch": 11.429433051869722,
+      "grad_norm": 0.3755060136318207,
+      "learning_rate": 2.6992307692307693e-05,
+      "loss": 0.0018,
+      "step": 9475
+    },
+    {
+      "epoch": 11.459589867310012,
+      "grad_norm": 0.20553480088710785,
+      "learning_rate": 2.692820512820513e-05,
+      "loss": 0.0021,
+      "step": 9500
+    },
+    {
+      "epoch": 11.489746682750301,
+      "grad_norm": 0.4247529208660126,
+      "learning_rate": 2.6864102564102565e-05,
+      "loss": 0.003,
+      "step": 9525
+    },
+    {
+      "epoch": 11.51990349819059,
+      "grad_norm": 0.4408630132675171,
+      "learning_rate": 2.6800000000000004e-05,
+      "loss": 0.003,
+      "step": 9550
+    },
+    {
+      "epoch": 11.55006031363088,
+      "grad_norm": 0.4051152765750885,
+      "learning_rate": 2.673589743589744e-05,
+      "loss": 0.0039,
+      "step": 9575
+    },
+    {
+      "epoch": 11.58021712907117,
+      "grad_norm": 0.14619019627571106,
+      "learning_rate": 2.6671794871794876e-05,
+      "loss": 0.0025,
+      "step": 9600
+    },
+    {
+      "epoch": 11.61037394451146,
+      "grad_norm": 0.25218665599823,
+      "learning_rate": 2.6607692307692312e-05,
+      "loss": 0.0024,
+      "step": 9625
+    },
+    {
+      "epoch": 11.64053075995175,
+      "grad_norm": 0.16053034365177155,
+      "learning_rate": 2.6543589743589748e-05,
+      "loss": 0.0026,
+      "step": 9650
+    },
+    {
+      "epoch": 11.670687575392039,
+      "grad_norm": 0.39415442943573,
+      "learning_rate": 2.6479487179487183e-05,
+      "loss": 0.0034,
+      "step": 9675
+    },
+    {
+      "epoch": 11.700844390832328,
+      "grad_norm": 0.181549534201622,
+      "learning_rate": 2.6415384615384612e-05,
+      "loss": 0.0034,
+      "step": 9700
+    },
+    {
+      "epoch": 11.731001206272618,
+      "grad_norm": 0.30012285709381104,
+      "learning_rate": 2.635128205128205e-05,
+      "loss": 0.0037,
+      "step": 9725
+    },
+    {
+      "epoch": 11.761158021712907,
+      "grad_norm": 0.4771812856197357,
+      "learning_rate": 2.6287179487179487e-05,
+      "loss": 0.0031,
+      "step": 9750
+    },
+    {
+      "epoch": 11.791314837153196,
+      "grad_norm": 0.48958683013916016,
+      "learning_rate": 2.6223076923076923e-05,
+      "loss": 0.0031,
+      "step": 9775
+    },
+    {
+      "epoch": 11.821471652593486,
+      "grad_norm": 0.35798442363739014,
+      "learning_rate": 2.615897435897436e-05,
+      "loss": 0.003,
+      "step": 9800
+    },
+    {
+      "epoch": 11.851628468033775,
+      "grad_norm": 0.424891859292984,
+      "learning_rate": 2.6094871794871795e-05,
+      "loss": 0.0034,
+      "step": 9825
+    },
+    {
+      "epoch": 11.881785283474064,
+      "grad_norm": 0.5343705415725708,
+      "learning_rate": 2.603076923076923e-05,
+      "loss": 0.0034,
+      "step": 9850
+    },
+    {
+      "epoch": 11.911942098914354,
+      "grad_norm": 0.33687034249305725,
+      "learning_rate": 2.5966666666666667e-05,
+      "loss": 0.0034,
+      "step": 9875
+    },
+    {
+      "epoch": 11.942098914354645,
+      "grad_norm": 0.19549277424812317,
+      "learning_rate": 2.5902564102564102e-05,
+      "loss": 0.0032,
+      "step": 9900
+    },
+    {
+      "epoch": 11.972255729794934,
+      "grad_norm": 0.37058568000793457,
+      "learning_rate": 2.5838461538461538e-05,
+      "loss": 0.0041,
+      "step": 9925
+    },
+    {
+      "epoch": 12.002412545235224,
+      "grad_norm": 0.4825538098812103,
+      "learning_rate": 2.5774358974358974e-05,
+      "loss": 0.0037,
+      "step": 9950
+    },
+    {
+      "epoch": 12.032569360675513,
+      "grad_norm": 0.32408758997917175,
+      "learning_rate": 2.571025641025641e-05,
+      "loss": 0.0029,
+      "step": 9975
+    },
+    {
+      "epoch": 12.062726176115802,
+      "grad_norm": 1.3659263849258423,
+      "learning_rate": 2.564615384615385e-05,
+      "loss": 0.0026,
+      "step": 10000
+    },
+    {
+      "epoch": 12.062726176115802,
+      "eval_loss": 0.0029017296619713306,
+      "eval_runtime": 1002.1561,
+      "eval_samples_per_second": 6.206,
+      "eval_steps_per_second": 0.195,
+      "eval_wer": 0.21661321848319975,
+      "step": 10000
+    },
+    {
+      "epoch": 12.092882991556092,
+      "grad_norm": 0.21181556582450867,
+      "learning_rate": 2.5582051282051285e-05,
+      "loss": 0.0022,
+      "step": 10025
+    },
+    {
+      "epoch": 12.123039806996381,
+      "grad_norm": 0.5615534782409668,
+      "learning_rate": 2.551794871794872e-05,
+      "loss": 0.0024,
+      "step": 10050
+    },
+    {
+      "epoch": 12.15319662243667,
+      "grad_norm": 0.39352747797966003,
+      "learning_rate": 2.5456410256410256e-05,
+      "loss": 0.003,
+      "step": 10075
+    },
+    {
+      "epoch": 12.18335343787696,
+      "grad_norm": 0.2446441948413849,
+      "learning_rate": 2.5392307692307692e-05,
+      "loss": 0.0017,
+      "step": 10100
+    },
+    {
+      "epoch": 12.21351025331725,
+      "grad_norm": 0.16832281649112701,
+      "learning_rate": 2.5328205128205128e-05,
+      "loss": 0.0026,
+      "step": 10125
+    },
+    {
+      "epoch": 12.243667068757539,
+      "grad_norm": 0.4804658889770508,
+      "learning_rate": 2.5264102564102567e-05,
+      "loss": 0.0027,
+      "step": 10150
+    },
+    {
+      "epoch": 12.273823884197828,
+      "grad_norm": 0.1354343742132187,
+      "learning_rate": 2.5200000000000003e-05,
+      "loss": 0.0031,
+      "step": 10175
+    },
+    {
+      "epoch": 12.303980699638117,
+      "grad_norm": 0.15623527765274048,
+      "learning_rate": 2.513589743589744e-05,
+      "loss": 0.0031,
+      "step": 10200
+    },
+    {
+      "epoch": 12.334137515078408,
+      "grad_norm": 0.36342325806617737,
+      "learning_rate": 2.5071794871794874e-05,
+      "loss": 0.0036,
+      "step": 10225
+    },
+    {
+      "epoch": 12.364294330518698,
+      "grad_norm": 0.23433375358581543,
+      "learning_rate": 2.500769230769231e-05,
+      "loss": 0.0039,
+      "step": 10250
+    },
+    {
+      "epoch": 12.394451145958987,
+      "grad_norm": 0.3810514211654663,
+      "learning_rate": 2.4943589743589746e-05,
+      "loss": 0.0039,
+      "step": 10275
+    },
+    {
+      "epoch": 12.424607961399277,
+      "grad_norm": 0.16892196238040924,
+      "learning_rate": 2.4879487179487182e-05,
+      "loss": 0.0024,
+      "step": 10300
+    },
+    {
+      "epoch": 12.454764776839566,
+      "grad_norm": 0.20938655734062195,
+      "learning_rate": 2.4815384615384614e-05,
+      "loss": 0.0022,
+      "step": 10325
+    },
+    {
+      "epoch": 12.484921592279855,
+      "grad_norm": 0.20405377447605133,
+      "learning_rate": 2.475128205128205e-05,
+      "loss": 0.0021,
+      "step": 10350
+    },
+    {
+      "epoch": 12.515078407720145,
+      "grad_norm": 0.32469889521598816,
+      "learning_rate": 2.468717948717949e-05,
+      "loss": 0.0023,
+      "step": 10375
+    },
+    {
+      "epoch": 12.545235223160434,
+      "grad_norm": 0.5191196799278259,
+      "learning_rate": 2.4623076923076925e-05,
+      "loss": 0.0023,
+      "step": 10400
+    },
+    {
+      "epoch": 12.575392038600723,
+      "grad_norm": 0.7766408324241638,
+      "learning_rate": 2.455897435897436e-05,
+      "loss": 0.002,
+      "step": 10425
+    },
+    {
+      "epoch": 12.605548854041013,
+      "grad_norm": 0.174134761095047,
+      "learning_rate": 2.4494871794871797e-05,
+      "loss": 0.0029,
+      "step": 10450
+    },
+    {
+      "epoch": 12.635705669481302,
+      "grad_norm": 0.2488279789686203,
+      "learning_rate": 2.4430769230769232e-05,
+      "loss": 0.0026,
+      "step": 10475
+    },
+    {
+      "epoch": 12.665862484921592,
+      "grad_norm": 0.5845912098884583,
+      "learning_rate": 2.4366666666666668e-05,
+      "loss": 0.0027,
+      "step": 10500
+    },
+    {
+      "epoch": 12.696019300361883,
+      "grad_norm": 0.3894956707954407,
+      "learning_rate": 2.4302564102564104e-05,
+      "loss": 0.004,
+      "step": 10525
+    },
+    {
+      "epoch": 12.726176115802172,
+      "grad_norm": 0.577989935874939,
+      "learning_rate": 2.423846153846154e-05,
+      "loss": 0.0033,
+      "step": 10550
+    },
+    {
+      "epoch": 12.756332931242461,
+      "grad_norm": 0.5323812365531921,
+      "learning_rate": 2.4174358974358976e-05,
+      "loss": 0.0031,
+      "step": 10575
+    },
+    {
+      "epoch": 12.78648974668275,
+      "grad_norm": 0.18721026182174683,
+      "learning_rate": 2.411025641025641e-05,
+      "loss": 0.0026,
+      "step": 10600
+    },
+    {
+      "epoch": 12.81664656212304,
+      "grad_norm": 0.45707863569259644,
+      "learning_rate": 2.4046153846153847e-05,
+      "loss": 0.0025,
+      "step": 10625
+    },
+    {
+      "epoch": 12.84680337756333,
+      "grad_norm": 0.2535931169986725,
+      "learning_rate": 2.3982051282051283e-05,
+      "loss": 0.0026,
+      "step": 10650
+    },
+    {
+      "epoch": 12.876960193003619,
+      "grad_norm": 0.40412938594818115,
+      "learning_rate": 2.391794871794872e-05,
+      "loss": 0.0029,
+      "step": 10675
+    },
+    {
+      "epoch": 12.907117008443908,
+      "grad_norm": 0.48595574498176575,
+      "learning_rate": 2.3853846153846155e-05,
+      "loss": 0.0032,
+      "step": 10700
+    },
+    {
+      "epoch": 12.937273823884198,
+      "grad_norm": 0.3177012801170349,
+      "learning_rate": 2.378974358974359e-05,
+      "loss": 0.0027,
+      "step": 10725
+    },
+    {
+      "epoch": 12.967430639324487,
+      "grad_norm": 0.3524671494960785,
+      "learning_rate": 2.3725641025641026e-05,
+      "loss": 0.0027,
+      "step": 10750
+    },
+    {
+      "epoch": 12.997587454764776,
+      "grad_norm": 0.4569479823112488,
+      "learning_rate": 2.3661538461538462e-05,
+      "loss": 0.0027,
+      "step": 10775
+    },
+    {
+      "epoch": 13.027744270205066,
+      "grad_norm": 0.17919158935546875,
+      "learning_rate": 2.3597435897435898e-05,
+      "loss": 0.002,
+      "step": 10800
+    },
+    {
+      "epoch": 13.057901085645355,
+      "grad_norm": 0.3922942876815796,
+      "learning_rate": 2.3533333333333334e-05,
+      "loss": 0.0012,
+      "step": 10825
+    },
+    {
+      "epoch": 13.088057901085646,
+      "grad_norm": 0.386620432138443,
+      "learning_rate": 2.346923076923077e-05,
+      "loss": 0.0015,
+      "step": 10850
+    },
+    {
+      "epoch": 13.118214716525936,
+      "grad_norm": 0.3305458128452301,
+      "learning_rate": 2.340512820512821e-05,
+      "loss": 0.002,
+      "step": 10875
+    },
+    {
+      "epoch": 13.148371531966225,
+      "grad_norm": 0.4336313307285309,
+      "learning_rate": 2.3341025641025645e-05,
+      "loss": 0.0018,
+      "step": 10900
+    },
+    {
+      "epoch": 13.178528347406514,
+      "grad_norm": 0.10824853926897049,
+      "learning_rate": 2.3276923076923077e-05,
+      "loss": 0.0017,
+      "step": 10925
+    },
+    {
+      "epoch": 13.208685162846804,
+      "grad_norm": 0.2195797562599182,
+      "learning_rate": 2.3212820512820513e-05,
+      "loss": 0.0026,
+      "step": 10950
+    },
+    {
+      "epoch": 13.238841978287093,
+      "grad_norm": 0.25650644302368164,
+      "learning_rate": 2.314871794871795e-05,
+      "loss": 0.0023,
+      "step": 10975
+    },
+    {
+      "epoch": 13.268998793727382,
+      "grad_norm": 0.10807997733354568,
+      "learning_rate": 2.3084615384615385e-05,
+      "loss": 0.0018,
+      "step": 11000
+    },
+    {
+      "epoch": 13.268998793727382,
+      "eval_loss": 0.0015814718790352345,
+      "eval_runtime": 996.446,
+      "eval_samples_per_second": 6.241,
+      "eval_steps_per_second": 0.196,
+      "eval_wer": 0.14046013386019984,
+      "step": 11000
+    },
+    {
+      "epoch": 13.299155609167672,
+      "grad_norm": 0.2267145812511444,
+      "learning_rate": 2.302051282051282e-05,
+      "loss": 0.0019,
+      "step": 11025
+    },
+    {
+      "epoch": 13.329312424607961,
+      "grad_norm": 0.14571033418178558,
+      "learning_rate": 2.2956410256410256e-05,
+      "loss": 0.0021,
+      "step": 11050
+    },
+    {
+      "epoch": 13.35946924004825,
+      "grad_norm": 0.15503397583961487,
+      "learning_rate": 2.2892307692307692e-05,
+      "loss": 0.0021,
+      "step": 11075
+    },
+    {
+      "epoch": 13.38962605548854,
+      "grad_norm": 0.19532398879528046,
+      "learning_rate": 2.282820512820513e-05,
+      "loss": 0.0018,
+      "step": 11100
+    },
+    {
+      "epoch": 13.41978287092883,
+      "grad_norm": 0.4344866871833801,
+      "learning_rate": 2.2766666666666667e-05,
+      "loss": 0.0029,
+      "step": 11125
+    },
+    {
+      "epoch": 13.44993968636912,
+      "grad_norm": 0.2359779328107834,
+      "learning_rate": 2.2702564102564102e-05,
+      "loss": 0.0023,
+      "step": 11150
+    },
+    {
+      "epoch": 13.48009650180941,
+      "grad_norm": 0.4041311740875244,
+      "learning_rate": 2.2638461538461538e-05,
+      "loss": 0.0029,
+      "step": 11175
+    },
+    {
+      "epoch": 13.510253317249699,
+      "grad_norm": 0.4723527729511261,
+      "learning_rate": 2.2574358974358974e-05,
+      "loss": 0.0021,
+      "step": 11200
+    },
+    {
+      "epoch": 13.540410132689988,
+      "grad_norm": 0.2631275951862335,
+      "learning_rate": 2.251025641025641e-05,
+      "loss": 0.0022,
+      "step": 11225
+    },
+    {
+      "epoch": 13.570566948130278,
+      "grad_norm": 0.3231171667575836,
+      "learning_rate": 2.2446153846153846e-05,
+      "loss": 0.0017,
+      "step": 11250
+    },
+    {
+      "epoch": 13.600723763570567,
+      "grad_norm": 0.23541826009750366,
+      "learning_rate": 2.2382051282051285e-05,
+      "loss": 0.0017,
+      "step": 11275
+    },
+    {
+      "epoch": 13.630880579010856,
+      "grad_norm": 0.27727654576301575,
+      "learning_rate": 2.231794871794872e-05,
+      "loss": 0.0016,
+      "step": 11300
+    },
+    {
+      "epoch": 13.661037394451146,
+      "grad_norm": 0.031325988471508026,
+      "learning_rate": 2.2253846153846157e-05,
+      "loss": 0.0017,
+      "step": 11325
+    },
+    {
+      "epoch": 13.691194209891435,
+      "grad_norm": 0.1195283904671669,
+      "learning_rate": 2.2189743589743592e-05,
+      "loss": 0.0015,
+      "step": 11350
+    },
+    {
+      "epoch": 13.721351025331725,
+      "grad_norm": 0.30955806374549866,
+      "learning_rate": 2.2125641025641028e-05,
+      "loss": 0.0016,
+      "step": 11375
+    },
+    {
+      "epoch": 13.751507840772014,
+      "grad_norm": 0.235143780708313,
+      "learning_rate": 2.206153846153846e-05,
+      "loss": 0.0018,
+      "step": 11400
+    },
+    {
+      "epoch": 13.781664656212303,
+      "grad_norm": 0.24938906729221344,
+      "learning_rate": 2.1997435897435896e-05,
+      "loss": 0.0017,
+      "step": 11425
+    },
+    {
+      "epoch": 13.811821471652593,
+      "grad_norm": 0.43972665071487427,
+      "learning_rate": 2.1933333333333332e-05,
+      "loss": 0.0017,
+      "step": 11450
+    },
+    {
+      "epoch": 13.841978287092884,
+      "grad_norm": 0.0943671390414238,
+      "learning_rate": 2.1869230769230768e-05,
+      "loss": 0.0022,
+      "step": 11475
+    },
+    {
+      "epoch": 13.872135102533173,
+      "grad_norm": 0.40343430638313293,
+      "learning_rate": 2.1805128205128207e-05,
+      "loss": 0.0019,
+      "step": 11500
+    },
+    {
+      "epoch": 13.902291917973463,
+      "grad_norm": 0.10829182714223862,
+      "learning_rate": 2.1741025641025643e-05,
+      "loss": 0.0018,
+      "step": 11525
+    },
+    {
+      "epoch": 13.932448733413752,
+      "grad_norm": 0.2386273443698883,
+      "learning_rate": 2.167692307692308e-05,
+      "loss": 0.0016,
+      "step": 11550
+    },
+    {
+      "epoch": 13.962605548854041,
+      "grad_norm": 0.1016281247138977,
+      "learning_rate": 2.1612820512820515e-05,
+      "loss": 0.0018,
+      "step": 11575
+    },
+    {
+      "epoch": 13.99276236429433,
+      "grad_norm": 0.32754793763160706,
+      "learning_rate": 2.154871794871795e-05,
+      "loss": 0.002,
+      "step": 11600
+    },
+    {
+      "epoch": 14.02291917973462,
+      "grad_norm": 0.04194990545511246,
+      "learning_rate": 2.1484615384615386e-05,
+      "loss": 0.0011,
+      "step": 11625
+    },
+    {
+      "epoch": 14.05307599517491,
+      "grad_norm": 0.2491765320301056,
+      "learning_rate": 2.1420512820512822e-05,
+      "loss": 0.0014,
+      "step": 11650
+    },
+    {
+      "epoch": 14.083232810615199,
+      "grad_norm": 0.014708359725773335,
+      "learning_rate": 2.1356410256410258e-05,
+      "loss": 0.0008,
+      "step": 11675
+    },
+    {
+      "epoch": 14.113389626055488,
+      "grad_norm": 0.4803709387779236,
+      "learning_rate": 2.129230769230769e-05,
+      "loss": 0.0015,
+      "step": 11700
+    },
+    {
+      "epoch": 14.143546441495777,
+      "grad_norm": 0.4044797122478485,
+      "learning_rate": 2.122820512820513e-05,
+      "loss": 0.0012,
+      "step": 11725
+    },
+    {
+      "epoch": 14.173703256936067,
+      "grad_norm": 0.029006000608205795,
+      "learning_rate": 2.1164102564102565e-05,
+      "loss": 0.0007,
+      "step": 11750
+    },
+    {
+      "epoch": 14.203860072376358,
+      "grad_norm": 0.1911536306142807,
+      "learning_rate": 2.11e-05,
+      "loss": 0.001,
+      "step": 11775
+    },
+    {
+      "epoch": 14.234016887816647,
+      "grad_norm": 0.21454551815986633,
+      "learning_rate": 2.1035897435897437e-05,
+      "loss": 0.001,
+      "step": 11800
+    },
+    {
+      "epoch": 14.264173703256937,
+      "grad_norm": 0.17662163078784943,
+      "learning_rate": 2.0971794871794873e-05,
+      "loss": 0.0007,
+      "step": 11825
+    },
+    {
+      "epoch": 14.294330518697226,
+      "grad_norm": 0.22295348346233368,
+      "learning_rate": 2.090769230769231e-05,
+      "loss": 0.0012,
+      "step": 11850
+    },
+    {
+      "epoch": 14.324487334137515,
+      "grad_norm": 0.2702692747116089,
+      "learning_rate": 2.0843589743589745e-05,
+      "loss": 0.0011,
+      "step": 11875
+    },
+    {
+      "epoch": 14.354644149577805,
+      "grad_norm": 0.05450628325343132,
+      "learning_rate": 2.077948717948718e-05,
+      "loss": 0.0011,
+      "step": 11900
+    },
+    {
+      "epoch": 14.384800965018094,
+      "grad_norm": 0.3169969320297241,
+      "learning_rate": 2.0715384615384616e-05,
+      "loss": 0.001,
+      "step": 11925
+    },
+    {
+      "epoch": 14.414957780458383,
+      "grad_norm": 0.15280167758464813,
+      "learning_rate": 2.0651282051282052e-05,
+      "loss": 0.0009,
+      "step": 11950
+    },
+    {
+      "epoch": 14.445114595898673,
+      "grad_norm": 0.21866431832313538,
+      "learning_rate": 2.0587179487179488e-05,
+      "loss": 0.0006,
+      "step": 11975
+    },
+    {
+      "epoch": 14.475271411338962,
+      "grad_norm": 0.08858295530080795,
+      "learning_rate": 2.0523076923076927e-05,
+      "loss": 0.0006,
+      "step": 12000
+    },
+    {
+      "epoch": 14.475271411338962,
+      "eval_loss": 0.0008076800731942058,
+      "eval_runtime": 996.6648,
+      "eval_samples_per_second": 6.24,
+      "eval_steps_per_second": 0.196,
+      "eval_wer": 0.051614868466699944,
+      "step": 12000
+    },
+    {
+      "epoch": 14.505428226779252,
+      "grad_norm": 0.1264970898628235,
+      "learning_rate": 2.045897435897436e-05,
+      "loss": 0.0012,
+      "step": 12025
+    },
+    {
+      "epoch": 14.535585042219541,
+      "grad_norm": 0.2380407452583313,
+      "learning_rate": 2.0394871794871795e-05,
+      "loss": 0.0011,
+      "step": 12050
+    },
+    {
+      "epoch": 14.56574185765983,
+      "grad_norm": 0.15191993117332458,
+      "learning_rate": 2.033076923076923e-05,
+      "loss": 0.0006,
+      "step": 12075
+    },
+    {
+      "epoch": 14.595898673100121,
+      "grad_norm": 0.13679549098014832,
+      "learning_rate": 2.0266666666666667e-05,
+      "loss": 0.0009,
+      "step": 12100
+    },
+    {
+      "epoch": 14.62605548854041,
+      "grad_norm": 0.32420992851257324,
+      "learning_rate": 2.0202564102564103e-05,
+      "loss": 0.0015,
+      "step": 12125
+    },
+    {
+      "epoch": 14.6562123039807,
+      "grad_norm": 0.05826028808951378,
+      "learning_rate": 2.013846153846154e-05,
+      "loss": 0.0021,
+      "step": 12150
+    },
+    {
+      "epoch": 14.68636911942099,
+      "grad_norm": 0.2103799283504486,
+      "learning_rate": 2.0074358974358974e-05,
+      "loss": 0.0012,
+      "step": 12175
+    },
+    {
+      "epoch": 14.716525934861279,
+      "grad_norm": 0.2913725674152374,
+      "learning_rate": 2.0012820512820513e-05,
+      "loss": 0.0018,
+      "step": 12200
+    },
+    {
+      "epoch": 14.746682750301568,
+      "grad_norm": 0.4515094757080078,
+      "learning_rate": 1.994871794871795e-05,
+      "loss": 0.0015,
+      "step": 12225
+    },
+    {
+      "epoch": 14.776839565741858,
+      "grad_norm": 0.4244413673877716,
+      "learning_rate": 1.9884615384615385e-05,
+      "loss": 0.0017,
+      "step": 12250
+    },
+    {
+      "epoch": 14.806996381182147,
+      "grad_norm": 0.457838773727417,
+      "learning_rate": 1.982051282051282e-05,
+      "loss": 0.0019,
+      "step": 12275
+    },
+    {
+      "epoch": 14.837153196622436,
+      "grad_norm": 0.2790083587169647,
+      "learning_rate": 1.9756410256410256e-05,
+      "loss": 0.0018,
+      "step": 12300
+    },
+    {
+      "epoch": 14.867310012062726,
+      "grad_norm": 0.1873409003019333,
+      "learning_rate": 1.9692307692307692e-05,
+      "loss": 0.001,
+      "step": 12325
+    },
+    {
+      "epoch": 14.897466827503015,
+      "grad_norm": 0.10269332677125931,
+      "learning_rate": 1.9628205128205128e-05,
+      "loss": 0.0016,
+      "step": 12350
+    },
+    {
+      "epoch": 14.927623642943304,
+      "grad_norm": 0.25753891468048096,
+      "learning_rate": 1.9564102564102564e-05,
+      "loss": 0.0015,
+      "step": 12375
+    },
+    {
+      "epoch": 14.957780458383596,
+      "grad_norm": 0.35127919912338257,
+      "learning_rate": 1.9500000000000003e-05,
+      "loss": 0.0012,
+      "step": 12400
+    },
+    {
+      "epoch": 14.987937273823885,
+      "grad_norm": 0.5634476542472839,
+      "learning_rate": 1.943589743589744e-05,
+      "loss": 0.0016,
+      "step": 12425
+    },
+    {
+      "epoch": 15.018094089264174,
+      "grad_norm": 0.024632366374135017,
+      "learning_rate": 1.9371794871794875e-05,
+      "loss": 0.0015,
+      "step": 12450
+    },
+    {
+      "epoch": 15.048250904704464,
+      "grad_norm": 0.02257225476205349,
+      "learning_rate": 1.930769230769231e-05,
+      "loss": 0.0013,
+      "step": 12475
+    },
+    {
+      "epoch": 15.078407720144753,
+      "grad_norm": 0.04358160123229027,
+      "learning_rate": 1.9243589743589743e-05,
+      "loss": 0.0009,
+      "step": 12500
+    },
+    {
+      "epoch": 15.108564535585042,
+      "grad_norm": 0.04449508711695671,
+      "learning_rate": 1.917948717948718e-05,
+      "loss": 0.0007,
+      "step": 12525
+    },
+    {
+      "epoch": 15.138721351025332,
+      "grad_norm": 0.28677237033843994,
+      "learning_rate": 1.9115384615384615e-05,
+      "loss": 0.001,
+      "step": 12550
+    },
+    {
+      "epoch": 15.168878166465621,
+      "grad_norm": 0.27006012201309204,
+      "learning_rate": 1.905128205128205e-05,
+      "loss": 0.0008,
+      "step": 12575
+    },
+    {
+      "epoch": 15.19903498190591,
+      "grad_norm": 0.11848629266023636,
+      "learning_rate": 1.8987179487179486e-05,
+      "loss": 0.0011,
+      "step": 12600
+    },
+    {
+      "epoch": 15.2291917973462,
+      "grad_norm": 0.09428757429122925,
+      "learning_rate": 1.8923076923076925e-05,
+      "loss": 0.001,
+      "step": 12625
+    },
+    {
+      "epoch": 15.25934861278649,
+      "grad_norm": 0.3050622344017029,
+      "learning_rate": 1.885897435897436e-05,
+      "loss": 0.0016,
+      "step": 12650
+    },
+    {
+      "epoch": 15.289505428226779,
+      "grad_norm": 0.11524270474910736,
+      "learning_rate": 1.8794871794871797e-05,
+      "loss": 0.0007,
+      "step": 12675
+    },
+    {
+      "epoch": 15.319662243667068,
+      "grad_norm": 0.049393486231565475,
+      "learning_rate": 1.8730769230769233e-05,
+      "loss": 0.0014,
+      "step": 12700
+    },
+    {
+      "epoch": 15.349819059107359,
+      "grad_norm": 0.13888594508171082,
+      "learning_rate": 1.866666666666667e-05,
+      "loss": 0.001,
+      "step": 12725
+    },
+    {
+      "epoch": 15.379975874547648,
+      "grad_norm": 0.24283666908740997,
+      "learning_rate": 1.8602564102564104e-05,
+      "loss": 0.0012,
+      "step": 12750
+    },
+    {
+      "epoch": 15.410132689987938,
+      "grad_norm": 0.03154498338699341,
+      "learning_rate": 1.853846153846154e-05,
+      "loss": 0.0006,
+      "step": 12775
+    },
+    {
+      "epoch": 15.440289505428227,
+      "grad_norm": 0.23273347318172455,
+      "learning_rate": 1.8474358974358973e-05,
+      "loss": 0.0013,
+      "step": 12800
+    },
+    {
+      "epoch": 15.470446320868517,
+      "grad_norm": 0.027964431792497635,
+      "learning_rate": 1.841025641025641e-05,
+      "loss": 0.0009,
+      "step": 12825
+    },
+    {
+      "epoch": 15.500603136308806,
+      "grad_norm": 0.10171785950660706,
+      "learning_rate": 1.8346153846153848e-05,
+      "loss": 0.001,
+      "step": 12850
+    },
+    {
+      "epoch": 15.530759951749095,
+      "grad_norm": 0.07663460075855255,
+      "learning_rate": 1.8282051282051284e-05,
+      "loss": 0.0012,
+      "step": 12875
+    },
+    {
+      "epoch": 15.560916767189385,
+      "grad_norm": 0.13134215772151947,
+      "learning_rate": 1.821794871794872e-05,
+      "loss": 0.0014,
+      "step": 12900
+    },
+    {
+      "epoch": 15.591073582629674,
+      "grad_norm": 0.36030343174934387,
+      "learning_rate": 1.8153846153846155e-05,
+      "loss": 0.0009,
+      "step": 12925
+    },
+    {
+      "epoch": 15.621230398069963,
+      "grad_norm": 0.06968313455581665,
+      "learning_rate": 1.808974358974359e-05,
+      "loss": 0.0007,
+      "step": 12950
+    },
+    {
+      "epoch": 15.651387213510253,
+      "grad_norm": 0.3380257487297058,
+      "learning_rate": 1.8025641025641027e-05,
+      "loss": 0.0012,
+      "step": 12975
+    },
+    {
+      "epoch": 15.681544028950542,
+      "grad_norm": 0.5323896408081055,
+      "learning_rate": 1.7961538461538463e-05,
+      "loss": 0.0011,
+      "step": 13000
+    },
+    {
+      "epoch": 15.681544028950542,
+      "eval_loss": 0.0010069493437185884,
+      "eval_runtime": 1002.646,
+      "eval_samples_per_second": 6.203,
+      "eval_steps_per_second": 0.194,
+      "eval_wer": 0.059230176928999935,
+      "step": 13000
+    },
+    {
+      "epoch": 15.711700844390833,
+      "grad_norm": 0.35281914472579956,
+      "learning_rate": 1.78974358974359e-05,
+      "loss": 0.0014,
+      "step": 13025
+    },
+    {
+      "epoch": 15.741857659831123,
+      "grad_norm": 0.17595279216766357,
+      "learning_rate": 1.7833333333333334e-05,
+      "loss": 0.0008,
+      "step": 13050
+    },
+    {
+      "epoch": 15.772014475271412,
+      "grad_norm": 0.3843632936477661,
+      "learning_rate": 1.776923076923077e-05,
+      "loss": 0.0015,
+      "step": 13075
+    },
+    {
+      "epoch": 15.802171290711701,
+      "grad_norm": 0.1887003630399704,
+      "learning_rate": 1.7705128205128206e-05,
+      "loss": 0.0009,
+      "step": 13100
+    },
+    {
+      "epoch": 15.83232810615199,
+      "grad_norm": 0.24152594804763794,
+      "learning_rate": 1.7641025641025642e-05,
+      "loss": 0.0015,
+      "step": 13125
+    },
+    {
+      "epoch": 15.86248492159228,
+      "grad_norm": 0.05987237021327019,
+      "learning_rate": 1.7576923076923078e-05,
+      "loss": 0.001,
+      "step": 13150
+    },
+    {
+      "epoch": 15.89264173703257,
+      "grad_norm": 0.04662075638771057,
+      "learning_rate": 1.7512820512820513e-05,
+      "loss": 0.0009,
+      "step": 13175
+    },
+    {
+      "epoch": 15.922798552472859,
+      "grad_norm": 0.044758863747119904,
+      "learning_rate": 1.744871794871795e-05,
+      "loss": 0.0007,
+      "step": 13200
+    },
+    {
+      "epoch": 15.952955367913148,
+      "grad_norm": 0.26706501841545105,
+      "learning_rate": 1.7384615384615385e-05,
+      "loss": 0.001,
+      "step": 13225
+    },
+    {
+      "epoch": 15.983112183353438,
+      "grad_norm": 0.04062407463788986,
+      "learning_rate": 1.732051282051282e-05,
+      "loss": 0.0012,
+      "step": 13250
+    },
+    {
+      "epoch": 16.013268998793727,
+      "grad_norm": 0.023897381499409676,
+      "learning_rate": 1.7256410256410257e-05,
+      "loss": 0.0013,
+      "step": 13275
+    },
+    {
+      "epoch": 16.043425814234016,
+      "grad_norm": 0.32823121547698975,
+      "learning_rate": 1.7192307692307692e-05,
+      "loss": 0.0007,
+      "step": 13300
+    },
+    {
+      "epoch": 16.073582629674306,
+      "grad_norm": 0.15761221945285797,
+      "learning_rate": 1.7128205128205128e-05,
+      "loss": 0.0009,
+      "step": 13325
+    },
+    {
+      "epoch": 16.103739445114595,
+      "grad_norm": 0.44138479232788086,
+      "learning_rate": 1.7064102564102567e-05,
+      "loss": 0.0015,
+      "step": 13350
+    },
+    {
+      "epoch": 16.133896260554884,
+      "grad_norm": 0.09857632219791412,
+      "learning_rate": 1.7000000000000003e-05,
+      "loss": 0.0008,
+      "step": 13375
+    },
+    {
+      "epoch": 16.164053075995174,
+      "grad_norm": 0.04731433838605881,
+      "learning_rate": 1.6935897435897436e-05,
+      "loss": 0.0011,
+      "step": 13400
+    },
+    {
+      "epoch": 16.194209891435463,
+      "grad_norm": 0.19600285589694977,
+      "learning_rate": 1.687179487179487e-05,
+      "loss": 0.0013,
+      "step": 13425
+    },
+    {
+      "epoch": 16.224366706875752,
+      "grad_norm": 0.19857877492904663,
+      "learning_rate": 1.6807692307692307e-05,
+      "loss": 0.0007,
+      "step": 13450
+    },
+    {
+      "epoch": 16.254523522316042,
+      "grad_norm": 0.16761957108974457,
+      "learning_rate": 1.6743589743589743e-05,
+      "loss": 0.0008,
+      "step": 13475
+    },
+    {
+      "epoch": 16.284680337756335,
+      "grad_norm": 0.15052922070026398,
+      "learning_rate": 1.667948717948718e-05,
+      "loss": 0.0008,
+      "step": 13500
+    },
+    {
+      "epoch": 16.314837153196624,
+      "grad_norm": 0.1592302769422531,
+      "learning_rate": 1.6615384615384615e-05,
+      "loss": 0.0009,
+      "step": 13525
+    },
+    {
+      "epoch": 16.344993968636913,
+      "grad_norm": 0.06324774026870728,
+      "learning_rate": 1.655128205128205e-05,
+      "loss": 0.0012,
+      "step": 13550
+    },
+    {
+      "epoch": 16.375150784077203,
+      "grad_norm": 0.08904474228620529,
+      "learning_rate": 1.648717948717949e-05,
+      "loss": 0.001,
+      "step": 13575
+    },
+    {
+      "epoch": 16.405307599517492,
+      "grad_norm": 0.30309730768203735,
+      "learning_rate": 1.6423076923076926e-05,
+      "loss": 0.0016,
+      "step": 13600
+    },
+    {
+      "epoch": 16.43546441495778,
+      "grad_norm": 0.034333765506744385,
+      "learning_rate": 1.635897435897436e-05,
+      "loss": 0.0009,
+      "step": 13625
+    },
+    {
+      "epoch": 16.46562123039807,
+      "grad_norm": 0.1407672017812729,
+      "learning_rate": 1.6294871794871797e-05,
+      "loss": 0.0013,
+      "step": 13650
+    },
+    {
+      "epoch": 16.49577804583836,
+      "grad_norm": 0.33947229385375977,
+      "learning_rate": 1.6230769230769233e-05,
+      "loss": 0.0014,
+      "step": 13675
+    },
+    {
+      "epoch": 16.52593486127865,
+      "grad_norm": 0.33563920855522156,
+      "learning_rate": 1.6166666666666665e-05,
+      "loss": 0.0012,
+      "step": 13700
+    },
+    {
+      "epoch": 16.55609167671894,
+      "grad_norm": 0.20057527720928192,
+      "learning_rate": 1.61025641025641e-05,
+      "loss": 0.0009,
+      "step": 13725
+    },
+    {
+      "epoch": 16.58624849215923,
+      "grad_norm": 0.3705625534057617,
+      "learning_rate": 1.6038461538461537e-05,
+      "loss": 0.0013,
+      "step": 13750
+    },
+    {
+      "epoch": 16.616405307599518,
+      "grad_norm": 0.07782306522130966,
+      "learning_rate": 1.5974358974358973e-05,
+      "loss": 0.001,
+      "step": 13775
+    },
+    {
+      "epoch": 16.646562123039807,
+      "grad_norm": 0.27725890278816223,
+      "learning_rate": 1.5910256410256412e-05,
+      "loss": 0.0012,
+      "step": 13800
+    },
+    {
+      "epoch": 16.676718938480096,
+      "grad_norm": 0.062382087111473083,
+      "learning_rate": 1.5846153846153848e-05,
+      "loss": 0.001,
+      "step": 13825
+    },
+    {
+      "epoch": 16.706875753920386,
+      "grad_norm": 0.09845041483640671,
+      "learning_rate": 1.5782051282051284e-05,
+      "loss": 0.0011,
+      "step": 13850
+    },
+    {
+      "epoch": 16.737032569360675,
+      "grad_norm": 0.9588223099708557,
+      "learning_rate": 1.571794871794872e-05,
+      "loss": 0.0013,
+      "step": 13875
+    },
+    {
+      "epoch": 16.767189384800965,
+      "grad_norm": 0.053613290190696716,
+      "learning_rate": 1.5653846153846155e-05,
+      "loss": 0.0006,
+      "step": 13900
+    },
+    {
+      "epoch": 16.797346200241254,
+      "grad_norm": 0.2024143934249878,
+      "learning_rate": 1.558974358974359e-05,
+      "loss": 0.0008,
+      "step": 13925
+    },
+    {
+      "epoch": 16.827503015681543,
+      "grad_norm": 0.06082351505756378,
+      "learning_rate": 1.5525641025641027e-05,
+      "loss": 0.0007,
+      "step": 13950
+    },
+    {
+      "epoch": 16.857659831121833,
+      "grad_norm": 0.09507593512535095,
+      "learning_rate": 1.5461538461538463e-05,
+      "loss": 0.0007,
+      "step": 13975
+    },
+    {
+      "epoch": 16.887816646562122,
+      "grad_norm": 0.1426476687192917,
+      "learning_rate": 1.53974358974359e-05,
+      "loss": 0.0008,
+      "step": 14000
+    },
+    {
+      "epoch": 16.887816646562122,
+      "eval_loss": 0.0005711495759896934,
+      "eval_runtime": 990.0229,
+      "eval_samples_per_second": 6.282,
+      "eval_steps_per_second": 0.197,
+      "eval_wer": 0.04399956000439995,
+      "step": 14000
+    },
+    {
+      "epoch": 16.91797346200241,
+      "grad_norm": 0.18840347230434418,
+      "learning_rate": 1.5333333333333334e-05,
+      "loss": 0.0013,
+      "step": 14025
+    },
+    {
+      "epoch": 16.9481302774427,
+      "grad_norm": 0.26766589283943176,
+      "learning_rate": 1.526923076923077e-05,
+      "loss": 0.0015,
+      "step": 14050
+    },
+    {
+      "epoch": 16.97828709288299,
+      "grad_norm": 0.28743016719818115,
+      "learning_rate": 1.5205128205128204e-05,
+      "loss": 0.0012,
+      "step": 14075
+    },
+    {
+      "epoch": 17.00844390832328,
+      "grad_norm": 0.14443720877170563,
+      "learning_rate": 1.5141025641025642e-05,
+      "loss": 0.0011,
+      "step": 14100
+    },
+    {
+      "epoch": 17.03860072376357,
+      "grad_norm": 0.024033578112721443,
+      "learning_rate": 1.5076923076923078e-05,
+      "loss": 0.0007,
+      "step": 14125
+    },
+    {
+      "epoch": 17.06875753920386,
+      "grad_norm": 0.00767620699480176,
+      "learning_rate": 1.5012820512820514e-05,
+      "loss": 0.0005,
+      "step": 14150
+    },
+    {
+      "epoch": 17.09891435464415,
+      "grad_norm": 0.015186134725809097,
+      "learning_rate": 1.494871794871795e-05,
+      "loss": 0.0005,
+      "step": 14175
+    },
+    {
+      "epoch": 17.12907117008444,
+      "grad_norm": 0.01915036514401436,
+      "learning_rate": 1.4884615384615385e-05,
+      "loss": 0.0006,
+      "step": 14200
+    },
+    {
+      "epoch": 17.15922798552473,
+      "grad_norm": 0.03488083556294441,
+      "learning_rate": 1.4820512820512823e-05,
+      "loss": 0.0007,
+      "step": 14225
+    },
+    {
+      "epoch": 17.18938480096502,
+      "grad_norm": 0.09613313525915146,
+      "learning_rate": 1.4756410256410259e-05,
+      "loss": 0.0006,
+      "step": 14250
+    },
+    {
+      "epoch": 17.21954161640531,
+      "grad_norm": 0.18326513469219208,
+      "learning_rate": 1.4692307692307694e-05,
+      "loss": 0.0006,
+      "step": 14275
+    },
+    {
+      "epoch": 17.249698431845598,
+      "grad_norm": 0.15190808475017548,
+      "learning_rate": 1.462820512820513e-05,
+      "loss": 0.0004,
+      "step": 14300
+    },
+    {
+      "epoch": 17.279855247285887,
+      "grad_norm": 0.3432150185108185,
+      "learning_rate": 1.4564102564102564e-05,
+      "loss": 0.0011,
+      "step": 14325
+    },
+    {
+      "epoch": 17.310012062726177,
+      "grad_norm": 0.4396774470806122,
+      "learning_rate": 1.45e-05,
+      "loss": 0.001,
+      "step": 14350
+    },
+    {
+      "epoch": 17.340168878166466,
+      "grad_norm": 0.06790395081043243,
+      "learning_rate": 1.4435897435897436e-05,
+      "loss": 0.0012,
+      "step": 14375
+    },
+    {
+      "epoch": 17.370325693606755,
+      "grad_norm": 0.35853540897369385,
+      "learning_rate": 1.4371794871794872e-05,
+      "loss": 0.0008,
+      "step": 14400
+    },
+    {
+      "epoch": 17.400482509047045,
+      "grad_norm": 0.013928794302046299,
+      "learning_rate": 1.4307692307692308e-05,
+      "loss": 0.0004,
+      "step": 14425
+    },
+    {
+      "epoch": 17.430639324487334,
+      "grad_norm": 0.1788260042667389,
+      "learning_rate": 1.4243589743589743e-05,
+      "loss": 0.0006,
+      "step": 14450
+    },
+    {
+      "epoch": 17.460796139927623,
+      "grad_norm": 0.2558450400829315,
+      "learning_rate": 1.4179487179487181e-05,
+      "loss": 0.0007,
+      "step": 14475
+    },
+    {
+      "epoch": 17.490952955367913,
+      "grad_norm": 0.020362338051199913,
+      "learning_rate": 1.4115384615384617e-05,
+      "loss": 0.0009,
+      "step": 14500
+    },
+    {
+      "epoch": 17.521109770808202,
+      "grad_norm": 0.014310728758573532,
+      "learning_rate": 1.4051282051282052e-05,
+      "loss": 0.0006,
+      "step": 14525
+    },
+    {
+      "epoch": 17.55126658624849,
+      "grad_norm": 0.036641139537096024,
+      "learning_rate": 1.3987179487179488e-05,
+      "loss": 0.001,
+      "step": 14550
+    },
+    {
+      "epoch": 17.58142340168878,
+      "grad_norm": 0.03447428345680237,
+      "learning_rate": 1.3923076923076924e-05,
+      "loss": 0.0014,
+      "step": 14575
+    },
+    {
+      "epoch": 17.61158021712907,
+      "grad_norm": 0.060432709753513336,
+      "learning_rate": 1.3858974358974362e-05,
+      "loss": 0.0013,
+      "step": 14600
+    },
+    {
+      "epoch": 17.64173703256936,
+      "grad_norm": 0.10130875557661057,
+      "learning_rate": 1.3794871794871794e-05,
+      "loss": 0.0008,
+      "step": 14625
+    },
+    {
+      "epoch": 17.67189384800965,
+      "grad_norm": 0.01216267328709364,
+      "learning_rate": 1.373076923076923e-05,
+      "loss": 0.0005,
+      "step": 14650
+    },
+    {
+      "epoch": 17.70205066344994,
+      "grad_norm": 0.05615884065628052,
+      "learning_rate": 1.3666666666666666e-05,
+      "loss": 0.0007,
+      "step": 14675
+    },
+    {
+      "epoch": 17.732207478890228,
+      "grad_norm": 0.04427564516663551,
+      "learning_rate": 1.3602564102564103e-05,
+      "loss": 0.0006,
+      "step": 14700
+    },
+    {
+      "epoch": 17.762364294330517,
+      "grad_norm": 0.045263323932886124,
+      "learning_rate": 1.3538461538461539e-05,
+      "loss": 0.0007,
+      "step": 14725
+    },
+    {
+      "epoch": 17.79252110977081,
+      "grad_norm": 0.08449224382638931,
+      "learning_rate": 1.3474358974358975e-05,
+      "loss": 0.0006,
+      "step": 14750
+    },
+    {
+      "epoch": 17.8226779252111,
+      "grad_norm": 0.10307135432958603,
+      "learning_rate": 1.341025641025641e-05,
+      "loss": 0.0007,
+      "step": 14775
+    },
+    {
+      "epoch": 17.85283474065139,
+      "grad_norm": 0.5374400019645691,
+      "learning_rate": 1.3346153846153846e-05,
+      "loss": 0.0005,
+      "step": 14800
+    },
+    {
+      "epoch": 17.882991556091678,
+      "grad_norm": 0.5694553256034851,
+      "learning_rate": 1.3282051282051284e-05,
+      "loss": 0.0011,
+      "step": 14825
+    },
+    {
+      "epoch": 17.913148371531967,
+      "grad_norm": 0.1859111189842224,
+      "learning_rate": 1.321794871794872e-05,
+      "loss": 0.0008,
+      "step": 14850
+    },
+    {
+      "epoch": 17.943305186972257,
+      "grad_norm": 0.22747331857681274,
+      "learning_rate": 1.3153846153846156e-05,
+      "loss": 0.0007,
+      "step": 14875
+    },
+    {
+      "epoch": 17.973462002412546,
+      "grad_norm": 0.3381015658378601,
+      "learning_rate": 1.3089743589743591e-05,
+      "loss": 0.0011,
+      "step": 14900
+    },
+    {
+      "epoch": 18.003618817852836,
+      "grad_norm": 0.04330763593316078,
+      "learning_rate": 1.3025641025641026e-05,
+      "loss": 0.0009,
+      "step": 14925
+    },
+    {
+      "epoch": 18.033775633293125,
+      "grad_norm": 0.10595140606164932,
+      "learning_rate": 1.2961538461538461e-05,
+      "loss": 0.0004,
+      "step": 14950
+    },
+    {
+      "epoch": 18.063932448733414,
+      "grad_norm": 0.011601651087403297,
+      "learning_rate": 1.2897435897435897e-05,
+      "loss": 0.0007,
+      "step": 14975
+    },
+    {
+      "epoch": 18.094089264173704,
+      "grad_norm": 0.3361925780773163,
+      "learning_rate": 1.2833333333333333e-05,
+      "loss": 0.0005,
+      "step": 15000
+    },
+    {
+      "epoch": 18.094089264173704,
+      "eval_loss": 0.00034312964999116957,
+      "eval_runtime": 1004.3168,
+      "eval_samples_per_second": 6.192,
+      "eval_steps_per_second": 0.194,
+      "eval_wer": 0.026230506925699972,
+      "step": 15000
+    },
+    {
+      "epoch": 18.124246079613993,
+      "grad_norm": 0.0681447684764862,
+      "learning_rate": 1.2769230769230769e-05,
+      "loss": 0.0005,
+      "step": 15025
+    },
+    {
+      "epoch": 18.154402895054282,
+      "grad_norm": 0.12613628804683685,
+      "learning_rate": 1.2705128205128206e-05,
+      "loss": 0.0003,
+      "step": 15050
+    },
+    {
+      "epoch": 18.18455971049457,
+      "grad_norm": 0.6640765070915222,
+      "learning_rate": 1.2641025641025642e-05,
+      "loss": 0.0006,
+      "step": 15075
+    },
+    {
+      "epoch": 18.21471652593486,
+      "grad_norm": 0.05167512595653534,
+      "learning_rate": 1.2576923076923078e-05,
+      "loss": 0.0003,
+      "step": 15100
+    },
+    {
+      "epoch": 18.24487334137515,
+      "grad_norm": 0.18414056301116943,
+      "learning_rate": 1.2512820512820514e-05,
+      "loss": 0.0003,
+      "step": 15125
+    },
+    {
+      "epoch": 18.27503015681544,
+      "grad_norm": 0.02288408949971199,
+      "learning_rate": 1.2448717948717948e-05,
+      "loss": 0.0004,
+      "step": 15150
+    },
+    {
+      "epoch": 18.30518697225573,
+      "grad_norm": 0.016178827732801437,
+      "learning_rate": 1.2384615384615385e-05,
+      "loss": 0.0004,
+      "step": 15175
+    },
+    {
+      "epoch": 18.33534378769602,
+      "grad_norm": 0.04137105867266655,
+      "learning_rate": 1.2320512820512821e-05,
+      "loss": 0.0005,
+      "step": 15200
+    },
+    {
+      "epoch": 18.365500603136308,
+      "grad_norm": 0.008456836454570293,
+      "learning_rate": 1.2256410256410257e-05,
+      "loss": 0.0003,
+      "step": 15225
+    },
+    {
+      "epoch": 18.395657418576597,
+      "grad_norm": 0.0407336950302124,
+      "learning_rate": 1.2192307692307693e-05,
+      "loss": 0.0002,
+      "step": 15250
+    },
+    {
+      "epoch": 18.425814234016887,
+      "grad_norm": 0.049277517944574356,
+      "learning_rate": 1.2128205128205129e-05,
+      "loss": 0.0006,
+      "step": 15275
+    },
+    {
+      "epoch": 18.455971049457176,
+      "grad_norm": 0.06035938486456871,
+      "learning_rate": 1.2064102564102564e-05,
+      "loss": 0.0002,
+      "step": 15300
+    },
+    {
+      "epoch": 18.486127864897465,
+      "grad_norm": 0.2011227160692215,
+      "learning_rate": 1.2e-05,
+      "loss": 0.0004,
+      "step": 15325
+    },
+    {
+      "epoch": 18.516284680337755,
+      "grad_norm": 0.034561824053525925,
+      "learning_rate": 1.1935897435897436e-05,
+      "loss": 0.0004,
+      "step": 15350
+    },
+    {
+      "epoch": 18.546441495778044,
+      "grad_norm": 0.04372337833046913,
+      "learning_rate": 1.1871794871794872e-05,
+      "loss": 0.0005,
+      "step": 15375
+    },
+    {
+      "epoch": 18.576598311218337,
+      "grad_norm": 0.008042124100029469,
+      "learning_rate": 1.1807692307692308e-05,
+      "loss": 0.0002,
+      "step": 15400
+    },
+    {
+      "epoch": 18.606755126658626,
+      "grad_norm": 0.10854102671146393,
+      "learning_rate": 1.1743589743589745e-05,
+      "loss": 0.0005,
+      "step": 15425
+    },
+    {
+      "epoch": 18.636911942098916,
+      "grad_norm": 0.037805236876010895,
+      "learning_rate": 1.167948717948718e-05,
+      "loss": 0.0003,
+      "step": 15450
+    },
+    {
+      "epoch": 18.667068757539205,
+      "grad_norm": 0.01474406011402607,
+      "learning_rate": 1.1615384615384615e-05,
+      "loss": 0.0001,
+      "step": 15475
+    },
+    {
+      "epoch": 18.697225572979495,
+      "grad_norm": 0.02935103327035904,
+      "learning_rate": 1.1551282051282051e-05,
+      "loss": 0.0003,
+      "step": 15500
+    },
+    {
+      "epoch": 18.727382388419784,
+      "grad_norm": 0.24657242000102997,
+      "learning_rate": 1.1487179487179489e-05,
+      "loss": 0.0002,
+      "step": 15525
+    },
+    {
+      "epoch": 18.757539203860073,
+      "grad_norm": 0.0180373415350914,
+      "learning_rate": 1.1423076923076924e-05,
+      "loss": 0.0004,
+      "step": 15550
+    },
+    {
+      "epoch": 18.787696019300363,
+      "grad_norm": 0.048605214804410934,
+      "learning_rate": 1.135897435897436e-05,
+      "loss": 0.0004,
+      "step": 15575
+    },
+    {
+      "epoch": 18.817852834740652,
+      "grad_norm": 0.1511477530002594,
+      "learning_rate": 1.1294871794871796e-05,
+      "loss": 0.0006,
+      "step": 15600
+    },
+    {
+      "epoch": 18.84800965018094,
+      "grad_norm": 0.045399099588394165,
+      "learning_rate": 1.123076923076923e-05,
+      "loss": 0.0005,
+      "step": 15625
+    },
+    {
+      "epoch": 18.87816646562123,
+      "grad_norm": 0.012600155547261238,
+      "learning_rate": 1.1166666666666668e-05,
+      "loss": 0.0003,
+      "step": 15650
+    },
+    {
+      "epoch": 18.90832328106152,
+      "grad_norm": 0.02497340738773346,
+      "learning_rate": 1.1102564102564103e-05,
+      "loss": 0.0005,
+      "step": 15675
+    },
+    {
+      "epoch": 18.93848009650181,
+      "grad_norm": 0.11854392290115356,
+      "learning_rate": 1.103846153846154e-05,
+      "loss": 0.0003,
+      "step": 15700
+    },
+    {
+      "epoch": 18.9686369119421,
+      "grad_norm": 0.018003476783633232,
+      "learning_rate": 1.0974358974358975e-05,
+      "loss": 0.0003,
+      "step": 15725
+    },
+    {
+      "epoch": 18.998793727382388,
+      "grad_norm": 0.291859894990921,
+      "learning_rate": 1.0910256410256411e-05,
+      "loss": 0.0004,
+      "step": 15750
+    },
+    {
+      "epoch": 19.028950542822678,
+      "grad_norm": 0.12814104557037354,
+      "learning_rate": 1.0846153846153847e-05,
+      "loss": 0.0001,
+      "step": 15775
+    },
+    {
+      "epoch": 19.059107358262967,
+      "grad_norm": 0.008681271225214005,
+      "learning_rate": 1.0782051282051283e-05,
+      "loss": 0.0002,
+      "step": 15800
+    },
+    {
+      "epoch": 19.089264173703256,
+      "grad_norm": 0.006921383086591959,
+      "learning_rate": 1.0717948717948718e-05,
+      "loss": 0.0002,
+      "step": 15825
+    },
+    {
+      "epoch": 19.119420989143546,
+      "grad_norm": 0.007442048750817776,
+      "learning_rate": 1.0653846153846154e-05,
+      "loss": 0.0002,
+      "step": 15850
+    },
+    {
+      "epoch": 19.149577804583835,
+      "grad_norm": 0.004983192775398493,
+      "learning_rate": 1.058974358974359e-05,
+      "loss": 0.0002,
+      "step": 15875
+    },
+    {
+      "epoch": 19.179734620024124,
+      "grad_norm": 0.015659602358937263,
+      "learning_rate": 1.0525641025641027e-05,
+      "loss": 0.0002,
+      "step": 15900
+    },
+    {
+      "epoch": 19.209891435464414,
+      "grad_norm": 0.032574839890003204,
+      "learning_rate": 1.0461538461538462e-05,
+      "loss": 0.0007,
+      "step": 15925
+    },
+    {
+      "epoch": 19.240048250904703,
+      "grad_norm": 0.006769012194126844,
+      "learning_rate": 1.0397435897435897e-05,
+      "loss": 0.0002,
+      "step": 15950
+    },
+    {
+      "epoch": 19.270205066344992,
+      "grad_norm": 0.004792067222297192,
+      "learning_rate": 1.0333333333333333e-05,
+      "loss": 0.0002,
+      "step": 15975
+    },
+    {
+      "epoch": 19.300361881785282,
+      "grad_norm": 0.00785247702151537,
+      "learning_rate": 1.0269230769230769e-05,
+      "loss": 0.0001,
+      "step": 16000
+    },
+    {
+      "epoch": 19.300361881785282,
+      "eval_loss": 0.0001217117314809002,
+      "eval_runtime": 1011.5413,
+      "eval_samples_per_second": 6.148,
+      "eval_steps_per_second": 0.193,
+      "eval_wer": 0.007615308462299992,
+      "step": 16000
+    },
+    {
+      "epoch": 19.330518697225575,
+      "grad_norm": 0.03077957220375538,
+      "learning_rate": 1.0205128205128207e-05,
+      "loss": 0.0001,
+      "step": 16025
+    },
+    {
+      "epoch": 19.360675512665864,
+      "grad_norm": 0.005749620031565428,
+      "learning_rate": 1.0141025641025642e-05,
+      "loss": 0.0002,
+      "step": 16050
+    },
+    {
+      "epoch": 19.390832328106153,
+      "grad_norm": 0.004905269015580416,
+      "learning_rate": 1.0076923076923076e-05,
+      "loss": 0.0003,
+      "step": 16075
+    },
+    {
+      "epoch": 19.420989143546443,
+      "grad_norm": 0.012844271957874298,
+      "learning_rate": 1.0012820512820512e-05,
+      "loss": 0.0002,
+      "step": 16100
+    },
+    {
+      "epoch": 19.451145958986732,
+      "grad_norm": 0.0295630544424057,
+      "learning_rate": 9.94871794871795e-06,
+      "loss": 0.0001,
+      "step": 16125
+    },
+    {
+      "epoch": 19.48130277442702,
+      "grad_norm": 0.00854784157127142,
+      "learning_rate": 9.884615384615386e-06,
+      "loss": 0.0001,
+      "step": 16150
+    },
+    {
+      "epoch": 19.51145958986731,
+      "grad_norm": 0.010581212118268013,
+      "learning_rate": 9.820512820512821e-06,
+      "loss": 0.0001,
+      "step": 16175
+    },
+    {
+      "epoch": 19.5416164053076,
+      "grad_norm": 0.008879289031028748,
+      "learning_rate": 9.756410256410257e-06,
+      "loss": 0.0001,
+      "step": 16200
+    },
+    {
+      "epoch": 19.57177322074789,
+      "grad_norm": 0.003926039207726717,
+      "learning_rate": 9.692307692307691e-06,
+      "loss": 0.0001,
+      "step": 16225
+    },
+    {
+      "epoch": 19.60193003618818,
+      "grad_norm": 0.034849099814891815,
+      "learning_rate": 9.628205128205129e-06,
+      "loss": 0.0001,
+      "step": 16250
+    },
+    {
+      "epoch": 19.63208685162847,
+      "grad_norm": 0.010880639776587486,
+      "learning_rate": 9.564102564102565e-06,
+      "loss": 0.0001,
+      "step": 16275
+    },
+    {
+      "epoch": 19.662243667068758,
+      "grad_norm": 0.0039251516573131084,
+      "learning_rate": 9.5e-06,
+      "loss": 0.0003,
+      "step": 16300
+    },
+    {
+      "epoch": 19.692400482509047,
+      "grad_norm": 0.2115839421749115,
+      "learning_rate": 9.435897435897436e-06,
+      "loss": 0.0004,
+      "step": 16325
+    },
+    {
+      "epoch": 19.722557297949336,
+      "grad_norm": 0.008031792938709259,
+      "learning_rate": 9.371794871794872e-06,
+      "loss": 0.0003,
+      "step": 16350
+    },
+    {
+      "epoch": 19.752714113389626,
+      "grad_norm": 0.1012013852596283,
+      "learning_rate": 9.307692307692308e-06,
+      "loss": 0.0001,
+      "step": 16375
+    },
+    {
+      "epoch": 19.782870928829915,
+      "grad_norm": 0.004256127402186394,
+      "learning_rate": 9.243589743589744e-06,
+      "loss": 0.0001,
+      "step": 16400
+    },
+    {
+      "epoch": 19.813027744270205,
+      "grad_norm": 0.007322313729673624,
+      "learning_rate": 9.182051282051283e-06,
+      "loss": 0.0002,
+      "step": 16425
+    },
+    {
+      "epoch": 19.843184559710494,
+      "grad_norm": 0.012582816183567047,
+      "learning_rate": 9.117948717948718e-06,
+      "loss": 0.0003,
+      "step": 16450
+    },
+    {
+      "epoch": 19.873341375150783,
+      "grad_norm": 0.011717489920556545,
+      "learning_rate": 9.053846153846154e-06,
+      "loss": 0.0001,
+      "step": 16475
+    },
+    {
+      "epoch": 19.903498190591073,
+      "grad_norm": 0.008082878775894642,
+      "learning_rate": 8.98974358974359e-06,
+      "loss": 0.0001,
+      "step": 16500
+    },
+    {
+      "epoch": 19.933655006031362,
+      "grad_norm": 0.010588767938315868,
+      "learning_rate": 8.925641025641026e-06,
+      "loss": 0.0007,
+      "step": 16525
+    },
+    {
+      "epoch": 19.96381182147165,
+      "grad_norm": 0.01154329627752304,
+      "learning_rate": 8.861538461538462e-06,
+      "loss": 0.0002,
+      "step": 16550
+    },
+    {
+      "epoch": 19.99396863691194,
+      "grad_norm": 0.009439756162464619,
+      "learning_rate": 8.797435897435897e-06,
+      "loss": 0.0002,
+      "step": 16575
+    },
+    {
+      "epoch": 20.02412545235223,
+      "grad_norm": 0.005261952057480812,
+      "learning_rate": 8.733333333333333e-06,
+      "loss": 0.0008,
+      "step": 16600
+    },
+    {
+      "epoch": 20.05428226779252,
+      "grad_norm": 0.003550437744706869,
+      "learning_rate": 8.669230769230769e-06,
+      "loss": 0.0004,
+      "step": 16625
+    },
+    {
+      "epoch": 20.084439083232812,
+      "grad_norm": 0.0029434626922011375,
+      "learning_rate": 8.605128205128207e-06,
+      "loss": 0.0001,
+      "step": 16650
+    },
+    {
+      "epoch": 20.1145958986731,
+      "grad_norm": 0.004110394045710564,
+      "learning_rate": 8.541025641025642e-06,
+      "loss": 0.0001,
+      "step": 16675
+    },
+    {
+      "epoch": 20.14475271411339,
+      "grad_norm": 0.06832136958837509,
+      "learning_rate": 8.476923076923077e-06,
+      "loss": 0.0001,
+      "step": 16700
+    },
+    {
+      "epoch": 20.17490952955368,
+      "grad_norm": 0.8922528624534607,
+      "learning_rate": 8.412820512820512e-06,
+      "loss": 0.0002,
+      "step": 16725
+    },
+    {
+      "epoch": 20.20506634499397,
+      "grad_norm": 0.016529519110918045,
+      "learning_rate": 8.348717948717948e-06,
+      "loss": 0.0001,
+      "step": 16750
+    },
+    {
+      "epoch": 20.23522316043426,
+      "grad_norm": 0.03528045490384102,
+      "learning_rate": 8.284615384615386e-06,
+      "loss": 0.0002,
+      "step": 16775
+    },
+    {
+      "epoch": 20.26537997587455,
+      "grad_norm": 0.0055076079443097115,
+      "learning_rate": 8.220512820512822e-06,
+      "loss": 0.0002,
+      "step": 16800
+    },
+    {
+      "epoch": 20.295536791314838,
+      "grad_norm": 0.0036387410946190357,
+      "learning_rate": 8.156410256410257e-06,
+      "loss": 0.0001,
+      "step": 16825
+    },
+    {
+      "epoch": 20.325693606755127,
+      "grad_norm": 0.02018745057284832,
+      "learning_rate": 8.092307692307691e-06,
+      "loss": 0.0001,
+      "step": 16850
+    },
+    {
+      "epoch": 20.355850422195417,
+      "grad_norm": 0.006402516737580299,
+      "learning_rate": 8.028205128205129e-06,
+      "loss": 0.0002,
+      "step": 16875
+    },
+    {
+      "epoch": 20.386007237635706,
+      "grad_norm": 0.007233241107314825,
+      "learning_rate": 7.964102564102565e-06,
+      "loss": 0.0002,
+      "step": 16900
+    },
+    {
+      "epoch": 20.416164053075995,
+      "grad_norm": 0.005137454252690077,
+      "learning_rate": 7.9e-06,
+      "loss": 0.0001,
+      "step": 16925
+    },
+    {
+      "epoch": 20.446320868516285,
+      "grad_norm": 0.01714402623474598,
+      "learning_rate": 7.835897435897436e-06,
+      "loss": 0.0001,
+      "step": 16950
+    },
+    {
+      "epoch": 20.476477683956574,
+      "grad_norm": 0.003793340642005205,
+      "learning_rate": 7.771794871794872e-06,
+      "loss": 0.0001,
+      "step": 16975
+    },
+    {
+      "epoch": 20.506634499396863,
+      "grad_norm": 0.017032597213983536,
+      "learning_rate": 7.707692307692308e-06,
+      "loss": 0.0001,
+      "step": 17000
+    },
+    {
+      "epoch": 20.506634499396863,
+      "eval_loss": 6.854580715298653e-05,
+      "eval_runtime": 1012.9498,
+      "eval_samples_per_second": 6.139,
+      "eval_steps_per_second": 0.193,
+      "eval_wer": 0.1886904207880998,
+      "step": 17000
+    },
+    {
+      "epoch": 20.536791314837153,
+      "grad_norm": 0.007018181961029768,
+      "learning_rate": 7.643589743589744e-06,
+      "loss": 0.0001,
+      "step": 17025
+    },
+    {
+      "epoch": 20.566948130277442,
+      "grad_norm": 0.03182040899991989,
+      "learning_rate": 7.57948717948718e-06,
+      "loss": 0.0001,
+      "step": 17050
+    },
+    {
+      "epoch": 20.59710494571773,
+      "grad_norm": 0.0033462033607065678,
+      "learning_rate": 7.5153846153846155e-06,
+      "loss": 0.0001,
+      "step": 17075
+    },
+    {
+      "epoch": 20.62726176115802,
+      "grad_norm": 0.01280064508318901,
+      "learning_rate": 7.451282051282052e-06,
+      "loss": 0.0004,
+      "step": 17100
+    },
+    {
+      "epoch": 20.65741857659831,
+      "grad_norm": 0.019780606031417847,
+      "learning_rate": 7.387179487179488e-06,
+      "loss": 0.0002,
+      "step": 17125
+    },
+    {
+      "epoch": 20.6875753920386,
+      "grad_norm": 0.004707216285169125,
+      "learning_rate": 7.323076923076923e-06,
+      "loss": 0.0001,
+      "step": 17150
+    },
+    {
+      "epoch": 20.71773220747889,
+      "grad_norm": 0.011821062304079533,
+      "learning_rate": 7.258974358974359e-06,
+      "loss": 0.0003,
+      "step": 17175
+    },
+    {
+      "epoch": 20.74788902291918,
+      "grad_norm": 0.004400386940687895,
+      "learning_rate": 7.194871794871795e-06,
+      "loss": 0.0001,
+      "step": 17200
+    },
+    {
+      "epoch": 20.778045838359468,
+      "grad_norm": 0.02076651155948639,
+      "learning_rate": 7.130769230769231e-06,
+      "loss": 0.0001,
+      "step": 17225
+    },
+    {
+      "epoch": 20.808202653799757,
+      "grad_norm": 0.003901078598573804,
+      "learning_rate": 7.066666666666667e-06,
+      "loss": 0.0001,
+      "step": 17250
+    },
+    {
+      "epoch": 20.838359469240046,
+      "grad_norm": 0.012837570160627365,
+      "learning_rate": 7.002564102564104e-06,
+      "loss": 0.0001,
+      "step": 17275
+    },
+    {
+      "epoch": 20.86851628468034,
+      "grad_norm": 0.0031183098908513784,
+      "learning_rate": 6.938461538461538e-06,
+      "loss": 0.0004,
+      "step": 17300
+    },
+    {
+      "epoch": 20.89867310012063,
+      "grad_norm": 0.23772959411144257,
+      "learning_rate": 6.8743589743589745e-06,
+      "loss": 0.0002,
+      "step": 17325
+    },
+    {
+      "epoch": 20.928829915560918,
+      "grad_norm": 0.00780637189745903,
+      "learning_rate": 6.81025641025641e-06,
+      "loss": 0.0001,
+      "step": 17350
+    },
+    {
+      "epoch": 20.958986731001207,
+      "grad_norm": 0.008622554130852222,
+      "learning_rate": 6.746153846153846e-06,
+      "loss": 0.0001,
+      "step": 17375
+    },
+    {
+      "epoch": 20.989143546441497,
+      "grad_norm": 0.04723786562681198,
+      "learning_rate": 6.682051282051283e-06,
+      "loss": 0.0001,
+      "step": 17400
+    },
+    {
+      "epoch": 21.019300361881786,
+      "grad_norm": 0.0023405386600643396,
+      "learning_rate": 6.617948717948719e-06,
+      "loss": 0.0001,
+      "step": 17425
+    },
+    {
+      "epoch": 21.049457177322076,
+      "grad_norm": 0.003915483132004738,
+      "learning_rate": 6.553846153846154e-06,
+      "loss": 0.0001,
+      "step": 17450
+    },
+    {
+      "epoch": 21.079613992762365,
+      "grad_norm": 0.0038143836427479982,
+      "learning_rate": 6.489743589743589e-06,
+      "loss": 0.0001,
+      "step": 17475
+    },
+    {
+      "epoch": 21.109770808202654,
+      "grad_norm": 0.0020471392199397087,
+      "learning_rate": 6.425641025641026e-06,
+      "loss": 0.0,
+      "step": 17500
+    },
+    {
+      "epoch": 21.139927623642944,
+      "grad_norm": 0.0018572023836895823,
+      "learning_rate": 6.361538461538462e-06,
+      "loss": 0.0001,
+      "step": 17525
+    },
+    {
+      "epoch": 21.170084439083233,
+      "grad_norm": 0.014718628488481045,
+      "learning_rate": 6.297435897435898e-06,
+      "loss": 0.0002,
+      "step": 17550
+    },
+    {
+      "epoch": 21.200241254523522,
+      "grad_norm": 0.011679858900606632,
+      "learning_rate": 6.2333333333333335e-06,
+      "loss": 0.0001,
+      "step": 17575
+    },
+    {
+      "epoch": 21.23039806996381,
+      "grad_norm": 0.0031682283151894808,
+      "learning_rate": 6.169230769230769e-06,
+      "loss": 0.0001,
+      "step": 17600
+    },
+    {
+      "epoch": 21.2605548854041,
+      "grad_norm": 0.003544514300301671,
+      "learning_rate": 6.105128205128206e-06,
+      "loss": 0.0001,
+      "step": 17625
+    },
+    {
+      "epoch": 21.29071170084439,
+      "grad_norm": 0.0047182017005980015,
+      "learning_rate": 6.041025641025641e-06,
+      "loss": 0.0001,
+      "step": 17650
+    },
+    {
+      "epoch": 21.32086851628468,
+      "grad_norm": 0.014575562439858913,
+      "learning_rate": 5.976923076923077e-06,
+      "loss": 0.0,
+      "step": 17675
+    },
+    {
+      "epoch": 21.35102533172497,
+      "grad_norm": 0.004087201785296202,
+      "learning_rate": 5.9128205128205134e-06,
+      "loss": 0.0001,
+      "step": 17700
+    },
+    {
+      "epoch": 21.38118214716526,
+      "grad_norm": 0.002440436976030469,
+      "learning_rate": 5.848717948717948e-06,
+      "loss": 0.0001,
+      "step": 17725
+    },
+    {
+      "epoch": 21.411338962605548,
+      "grad_norm": 0.0038173103239387274,
+      "learning_rate": 5.784615384615385e-06,
+      "loss": 0.0002,
+      "step": 17750
+    },
+    {
+      "epoch": 21.441495778045837,
+      "grad_norm": 0.020463556051254272,
+      "learning_rate": 5.720512820512821e-06,
+      "loss": 0.0002,
+      "step": 17775
+    },
+    {
+      "epoch": 21.471652593486127,
+      "grad_norm": 0.003227060195058584,
+      "learning_rate": 5.656410256410257e-06,
+      "loss": 0.0001,
+      "step": 17800
+    },
+    {
+      "epoch": 21.501809408926416,
+      "grad_norm": 0.01148195005953312,
+      "learning_rate": 5.5923076923076925e-06,
+      "loss": 0.0003,
+      "step": 17825
+    },
+    {
+      "epoch": 21.531966224366705,
+      "grad_norm": 0.005610396154224873,
+      "learning_rate": 5.528205128205128e-06,
+      "loss": 0.0001,
+      "step": 17850
+    },
+    {
+      "epoch": 21.562123039806995,
+      "grad_norm": 0.0027099819853901863,
+      "learning_rate": 5.464102564102564e-06,
+      "loss": 0.0004,
+      "step": 17875
+    },
+    {
+      "epoch": 21.592279855247284,
+      "grad_norm": 0.1007087379693985,
+      "learning_rate": 5.4e-06,
+      "loss": 0.0002,
+      "step": 17900
+    },
+    {
+      "epoch": 21.622436670687577,
+      "grad_norm": 0.006166352424770594,
+      "learning_rate": 5.335897435897437e-06,
+      "loss": 0.0002,
+      "step": 17925
+    },
+    {
+      "epoch": 21.652593486127866,
+      "grad_norm": 0.008981233462691307,
+      "learning_rate": 5.271794871794872e-06,
+      "loss": 0.0001,
+      "step": 17950
+    },
+    {
+      "epoch": 21.682750301568156,
+      "grad_norm": 0.014647095464169979,
+      "learning_rate": 5.207692307692308e-06,
+      "loss": 0.0,
+      "step": 17975
+    },
+    {
+      "epoch": 21.712907117008445,
+      "grad_norm": 0.007670009974390268,
+      "learning_rate": 5.143589743589744e-06,
+      "loss": 0.0001,
+      "step": 18000
+    },
+    {
+      "epoch": 21.712907117008445,
+      "eval_loss": 0.00010661817213986069,
+      "eval_runtime": 1004.0638,
+      "eval_samples_per_second": 6.194,
+      "eval_steps_per_second": 0.194,
+      "eval_wer": 0.0025384361540999973,
+      "step": 18000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 20000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 25,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.3240795911479296e+20,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}